{"args": {"mode": "dfa", "dataset": "mnist", "depth": 2, "width": 500, "act": "tanh", "residual": 0, "epochs": 60, "batch_size": 128, "train_examples": 50000, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_depth2_v1_mnist_dfa_w500_d2_s1", "n_in": 784}, "provenance": {"git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4221277236938477, "cos_r_negg": [-0.015437845140695572, 0.0016449557151645422], "cos_innovation_negg": [-0.015437845140695572, 0.0016449557151645422], "cos_apical_negg": [-0.015437845140695572, 0.0016449557151645422], "cos_Ac_negg": [-0.015437845140695572, 0.0016449557151645422], "r_norm": [6.830373764038086, 6.701284408569336]}, {"step": 50, "epoch": 0, "train_loss": 0.5246415138244629, "cos_r_negg": [0.4608643054962158, 0.35093602538108826], "cos_innovation_negg": [0.4608643054962158, 0.35093602538108826], "cos_apical_negg": [0.4608643054962158, 0.35093602538108826], "cos_Ac_negg": [0.4608643054962158, 0.35093602538108826], "r_norm": [1.3654698133468628, 1.3238719701766968]}, {"step": 100, "epoch": 0, "train_loss": 0.2302473485469818, "cos_r_negg": [0.47554951906204224, 0.36602240800857544], "cos_innovation_negg": [0.47554951906204224, 0.36602240800857544], "cos_apical_negg": [0.47554951906204224, 0.36602240800857544], "cos_Ac_negg": [0.47554951906204224, 0.36602240800857544], "r_norm": [1.215794324874878, 1.1737200021743774]}, {"step": 150, "epoch": 0, "train_loss": 0.1578558385372162, "cos_r_negg": [0.4935961365699768, 0.3821931481361389], "cos_innovation_negg": [0.4935961365699768, 0.3821931481361389], "cos_apical_negg": [0.4935961365699768, 0.3821931481361389], "cos_Ac_negg": [0.4935961365699768, 0.3821931481361389], "r_norm": [0.9673832654953003, 0.9387739896774292]}, {"step": 200, "epoch": 0, "train_loss": 0.2689678370952606, "cos_r_negg": [0.5084521770477295, 0.4144338369369507], "cos_innovation_negg": [0.5084521770477295, 0.4144338369369507], "cos_apical_negg": [0.5084521770477295, 0.4144338369369507], "cos_Ac_negg": [0.5084521770477295, 0.4144338369369507], "r_norm": [0.9892722368240356, 0.9652143120765686]}, {"step": 250, "epoch": 0, "train_loss": 0.3495306968688965, "cos_r_negg": [0.5129870176315308, 0.44170695543289185], "cos_innovation_negg": [0.5129870176315308, 0.44170695543289185], "cos_apical_negg": [0.5129870176315308, 0.44170695543289185], "cos_Ac_negg": [0.5129870176315308, 0.44170695543289185], "r_norm": [1.0078173875808716, 0.9781786203384399]}, {"step": 300, "epoch": 0, "train_loss": 0.1818089783191681, "cos_r_negg": [0.5322966575622559, 0.43784573674201965], "cos_innovation_negg": [0.5322966575622559, 0.43784573674201965], "cos_apical_negg": [0.5322966575622559, 0.43784573674201965], "cos_Ac_negg": [0.5322966575622559, 0.43784573674201965], "r_norm": [0.8670170307159424, 0.8462141752243042]}, {"step": 350, "epoch": 0, "train_loss": 0.23623697459697723, "cos_r_negg": [0.5250974893569946, 0.433655321598053], "cos_innovation_negg": [0.5250974893569946, 0.433655321598053], "cos_apical_negg": [0.5250974893569946, 0.433655321598053], "cos_Ac_negg": [0.5250974893569946, 0.433655321598053], "r_norm": [0.7073938250541687, 0.6887609958648682]}, {"epoch_end": 0, "step": 391, "test_acc": 0.9457, "test_loss": 0.19360310745239256}, {"step": 400, "epoch": 1, "train_loss": 0.11477649211883545, "cos_r_negg": [0.5495954751968384, 0.46966272592544556], "cos_innovation_negg": [0.5495954751968384, 0.46966272592544556], "cos_apical_negg": [0.5495954751968384, 0.46966272592544556], "cos_Ac_negg": [0.5495954751968384, 0.46966272592544556], "r_norm": [0.6372178792953491, 0.6189725399017334]}, {"step": 450, "epoch": 1, "train_loss": 0.21286574006080627, "cos_r_negg": [0.536588728427887, 0.4699012041091919], "cos_innovation_negg": [0.536588728427887, 0.4699012041091919], "cos_apical_negg": [0.536588728427887, 0.4699012041091919], "cos_Ac_negg": [0.536588728427887, 0.4699012041091919], "r_norm": [0.6079399585723877, 0.5896483659744263]}, {"step": 500, "epoch": 1, "train_loss": 0.14362174272537231, "cos_r_negg": [0.5527671575546265, 0.49631452560424805], "cos_innovation_negg": [0.5527671575546265, 0.49631452560424805], "cos_apical_negg": [0.5527671575546265, 0.49631452560424805], "cos_Ac_negg": [0.5527671575546265, 0.49631452560424805], "r_norm": [0.5160379409790039, 0.502438485622406]}, {"step": 550, "epoch": 1, "train_loss": 0.11231677979230881, "cos_r_negg": [0.5448259115219116, 0.4947248697280884], "cos_innovation_negg": [0.5448259115219116, 0.4947248697280884], "cos_apical_negg": [0.5448259115219116, 0.4947248697280884], "cos_Ac_negg": [0.5448259115219116, 0.4947248697280884], "r_norm": [0.7244235277175903, 0.7041007280349731]}, {"step": 600, "epoch": 1, "train_loss": 0.08445478975772858, "cos_r_negg": [0.5527231693267822, 0.5041215419769287], "cos_innovation_negg": [0.5527231693267822, 0.5041215419769287], "cos_apical_negg": [0.5527231693267822, 0.5041215419769287], "cos_Ac_negg": [0.5527231693267822, 0.5041215419769287], "r_norm": [0.5818415284156799, 0.5662548542022705]}, {"step": 650, "epoch": 1, "train_loss": 0.07786387205123901, "cos_r_negg": [0.536439061164856, 0.5019206404685974], "cos_innovation_negg": [0.536439061164856, 0.5019206404685974], "cos_apical_negg": [0.536439061164856, 0.5019206404685974], "cos_Ac_negg": [0.536439061164856, 0.5019206404685974], "r_norm": [0.5617035627365112, 0.54634028673172]}, {"step": 700, "epoch": 1, "train_loss": 0.16146698594093323, "cos_r_negg": [0.5438990592956543, 0.5038740038871765], "cos_innovation_negg": [0.5438990592956543, 0.5038740038871765], "cos_apical_negg": [0.5438990592956543, 0.5038740038871765], "cos_Ac_negg": [0.5438990592956543, 0.5038740038871765], "r_norm": [0.6277930736541748, 0.6072180271148682]}, {"step": 750, "epoch": 1, "train_loss": 0.20904429256916046, "cos_r_negg": [0.5436514019966125, 0.5054656863212585], "cos_innovation_negg": [0.5436514019966125, 0.5054656863212585], "cos_apical_negg": [0.5436514019966125, 0.5054656863212585], "cos_Ac_negg": [0.5436514019966125, 0.5054656863212585], "r_norm": [0.7238537073135376, 0.7065544128417969]}, {"epoch_end": 1, "step": 782, "test_acc": 0.9526, "test_loss": 0.1584562614440918}, {"step": 800, "epoch": 2, "train_loss": 0.1320101022720337, "cos_r_negg": [0.5366241335868835, 0.49903404712677], "cos_innovation_negg": [0.5366241335868835, 0.49903404712677], "cos_apical_negg": [0.5366241335868835, 0.49903404712677], "cos_Ac_negg": [0.5366241335868835, 0.49903404712677], "r_norm": [0.469163179397583, 0.45562744140625]}, {"step": 850, "epoch": 2, "train_loss": 0.04584658145904541, "cos_r_negg": [0.5599572062492371, 0.528193473815918], "cos_innovation_negg": [0.5599572062492371, 0.528193473815918], "cos_apical_negg": [0.5599572062492371, 0.528193473815918], "cos_Ac_negg": [0.5599572062492371, 0.528193473815918], "r_norm": [0.4218657910823822, 0.4115210175514221]}, {"step": 900, "epoch": 2, "train_loss": 0.04049397259950638, "cos_r_negg": [0.5678673982620239, 0.526256799697876], "cos_innovation_negg": [0.5678673982620239, 0.526256799697876], "cos_apical_negg": [0.5678673982620239, 0.526256799697876], "cos_Ac_negg": [0.5678673982620239, 0.526256799697876], "r_norm": [0.5014207363128662, 0.4873514175415039]}, {"step": 950, "epoch": 2, "train_loss": 0.1620020866394043, "cos_r_negg": [0.5695810317993164, 0.5298782587051392], "cos_innovation_negg": [0.5695810317993164, 0.5298782587051392], "cos_apical_negg": [0.5695810317993164, 0.5298782587051392], "cos_Ac_negg": [0.5695810317993164, 0.5298782587051392], "r_norm": [0.4116264879703522, 0.3991656005382538]}, {"step": 1000, "epoch": 2, "train_loss": 0.08373621106147766, "cos_r_negg": [0.5703896284103394, 0.5345191359519958], "cos_innovation_negg": [0.5703896284103394, 0.5345191359519958], "cos_apical_negg": [0.5703896284103394, 0.5345191359519958], "cos_Ac_negg": [0.5703896284103394, 0.5345191359519958], "r_norm": [0.41589292883872986, 0.4057850241661072]}, {"step": 1050, "epoch": 2, "train_loss": 0.07124965637922287, "cos_r_negg": [0.5643539428710938, 0.5475521683692932], "cos_innovation_negg": [0.5643539428710938, 0.5475521683692932], "cos_apical_negg": [0.5643539428710938, 0.5475521683692932], "cos_Ac_negg": [0.5643539428710938, 0.5475521683692932], "r_norm": [0.4636182188987732, 0.449179083108902]}, {"step": 1100, "epoch": 2, "train_loss": 0.12663914263248444, "cos_r_negg": [0.5492614507675171, 0.5518646240234375], "cos_innovation_negg": [0.5492614507675171, 0.5518646240234375], "cos_apical_negg": [0.5492614507675171, 0.5518646240234375], "cos_Ac_negg": [0.5492614507675171, 0.5518646240234375], "r_norm": [0.3894086480140686, 0.3790711760520935]}, {"step": 1150, "epoch": 2, "train_loss": 0.17032869160175323, "cos_r_negg": [0.5665864944458008, 0.5562950372695923], "cos_innovation_negg": [0.5665864944458008, 0.5562950372695923], "cos_apical_negg": [0.5665864944458008, 0.5562950372695923], "cos_Ac_negg": [0.5665864944458008, 0.5562950372695923], "r_norm": [0.3439366817474365, 0.33519938588142395]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9612, "test_loss": 0.1337234920501709}, {"step": 1200, "epoch": 3, "train_loss": 0.04847961664199829, "cos_r_negg": [0.5575792193412781, 0.5494644641876221], "cos_innovation_negg": [0.5575792193412781, 0.5494644641876221], "cos_apical_negg": [0.5575792193412781, 0.5494644641876221], "cos_Ac_negg": [0.5575792193412781, 0.5494644641876221], "r_norm": [0.366507887840271, 0.3600434362888336]}, {"step": 1250, "epoch": 3, "train_loss": 0.11186179518699646, "cos_r_negg": [0.5658038854598999, 0.5587601065635681], "cos_innovation_negg": [0.5658038854598999, 0.5587601065635681], "cos_apical_negg": [0.5658038854598999, 0.5587601065635681], "cos_Ac_negg": [0.5658038854598999, 0.5587601065635681], "r_norm": [0.38372284173965454, 0.3754619359970093]}, {"step": 1300, "epoch": 3, "train_loss": 0.012807473540306091, "cos_r_negg": [0.5644921064376831, 0.5643035173416138], "cos_innovation_negg": [0.5644921064376831, 0.5643035173416138], "cos_apical_negg": [0.5644921064376831, 0.5643035173416138], "cos_Ac_negg": [0.5644921064376831, 0.5643035173416138], "r_norm": [0.39083176851272583, 0.37842753529548645]}, {"step": 1350, "epoch": 3, "train_loss": 0.02975066378712654, "cos_r_negg": [0.5703871250152588, 0.5758054256439209], "cos_innovation_negg": [0.5703871250152588, 0.5758054256439209], "cos_apical_negg": [0.5703871250152588, 0.5758054256439209], "cos_Ac_negg": [0.5703871250152588, 0.5758054256439209], "r_norm": [0.3459366261959076, 0.33804333209991455]}, {"step": 1400, "epoch": 3, "train_loss": 0.02690935507416725, "cos_r_negg": [0.5733006000518799, 0.5806031227111816], "cos_innovation_negg": [0.5733006000518799, 0.5806031227111816], "cos_apical_negg": [0.5733006000518799, 0.5806031227111816], "cos_Ac_negg": [0.5733006000518799, 0.5806031227111816], "r_norm": [0.467815637588501, 0.4520464539527893]}, {"step": 1450, "epoch": 3, "train_loss": 0.05586918815970421, "cos_r_negg": [0.5681052207946777, 0.5770865678787231], "cos_innovation_negg": [0.5681052207946777, 0.5770865678787231], "cos_apical_negg": [0.5681052207946777, 0.5770865678787231], "cos_Ac_negg": [0.5681052207946777, 0.5770865678787231], "r_norm": [0.4091610312461853, 0.3988720178604126]}, {"step": 1500, "epoch": 3, "train_loss": 0.08026781678199768, "cos_r_negg": [0.5830316543579102, 0.578112006187439], "cos_innovation_negg": [0.5830316543579102, 0.578112006187439], "cos_apical_negg": [0.5830316543579102, 0.578112006187439], "cos_Ac_negg": [0.5830316543579102, 0.578112006187439], "r_norm": [0.33003050088882446, 0.32228219509124756]}, {"step": 1550, "epoch": 3, "train_loss": 0.042872071266174316, "cos_r_negg": [0.5796560049057007, 0.5777794718742371], "cos_innovation_negg": [0.5796560049057007, 0.5777794718742371], "cos_apical_negg": [0.5796560049057007, 0.5777794718742371], "cos_Ac_negg": [0.5796560049057007, 0.5777794718742371], "r_norm": [0.4373629093170166, 0.4253379702568054]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9622, "test_loss": 0.1349095516204834}, {"step": 1600, "epoch": 4, "train_loss": 0.07137793302536011, "cos_r_negg": [0.5719863176345825, 0.5765312910079956], "cos_innovation_negg": [0.5719863176345825, 0.5765312910079956], "cos_apical_negg": [0.5719863176345825, 0.5765312910079956], "cos_Ac_negg": [0.5719863176345825, 0.5765312910079956], "r_norm": [0.3295856714248657, 0.32110464572906494]}, {"step": 1650, "epoch": 4, "train_loss": 0.0689721554517746, "cos_r_negg": [0.5734454393386841, 0.591477632522583], "cos_innovation_negg": [0.5734454393386841, 0.591477632522583], "cos_apical_negg": [0.5734454393386841, 0.591477632522583], "cos_Ac_negg": [0.5734454393386841, 0.591477632522583], "r_norm": [0.3335800766944885, 0.3246087431907654]}, {"step": 1700, "epoch": 4, "train_loss": 0.02585451304912567, "cos_r_negg": [0.5720486640930176, 0.5924285650253296], "cos_innovation_negg": [0.5720486640930176, 0.5924285650253296], "cos_apical_negg": [0.5720486640930176, 0.5924285650253296], "cos_Ac_negg": [0.5720486640930176, 0.5924285650253296], "r_norm": [0.3361496031284332, 0.32810860872268677]}, {"step": 1750, "epoch": 4, "train_loss": 0.06894471496343613, "cos_r_negg": [0.5766262412071228, 0.5879920721054077], "cos_innovation_negg": [0.5766262412071228, 0.5879920721054077], "cos_apical_negg": [0.5766262412071228, 0.5879920721054077], "cos_Ac_negg": [0.5766262412071228, 0.5879920721054077], "r_norm": [0.3493907153606415, 0.34084901213645935]}, {"step": 1800, "epoch": 4, "train_loss": 0.057169102132320404, "cos_r_negg": [0.5710024833679199, 0.5772398114204407], "cos_innovation_negg": [0.5710024833679199, 0.5772398114204407], "cos_apical_negg": [0.5710024833679199, 0.5772398114204407], "cos_Ac_negg": [0.5710024833679199, 0.5772398114204407], "r_norm": [0.349324494600296, 0.3403993844985962]}, {"step": 1850, "epoch": 4, "train_loss": 0.11380895972251892, "cos_r_negg": [0.5817775130271912, 0.5862595438957214], "cos_innovation_negg": [0.5817775130271912, 0.5862595438957214], "cos_apical_negg": [0.5817775130271912, 0.5862595438957214], "cos_Ac_negg": [0.5817775130271912, 0.5862595438957214], "r_norm": [0.34457123279571533, 0.33656054735183716]}, {"step": 1900, "epoch": 4, "train_loss": 0.015893546864390373, "cos_r_negg": [0.5937060713768005, 0.6027535796165466], "cos_innovation_negg": [0.5937060713768005, 0.6027535796165466], "cos_apical_negg": [0.5937060713768005, 0.6027535796165466], "cos_Ac_negg": [0.5937060713768005, 0.6027535796165466], "r_norm": [0.31853196024894714, 0.31246310472488403]}, {"step": 1950, "epoch": 4, "train_loss": 0.06641347706317902, "cos_r_negg": [0.5889811515808105, 0.6000721454620361], "cos_innovation_negg": [0.5889811515808105, 0.6000721454620361], "cos_apical_negg": [0.5889811515808105, 0.6000721454620361], "cos_Ac_negg": [0.5889811515808105, 0.6000721454620361], "r_norm": [0.3236086964607239, 0.31666800379753113]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9713, "test_loss": 0.10496708087921143}, {"step": 2000, "epoch": 5, "train_loss": 0.0333586223423481, "cos_r_negg": [0.5958640575408936, 0.6102279424667358], "cos_innovation_negg": [0.5958640575408936, 0.6102279424667358], "cos_apical_negg": [0.5958640575408936, 0.6102279424667358], "cos_Ac_negg": [0.5958640575408936, 0.6102279424667358], "r_norm": [0.3118583559989929, 0.30409902334213257]}, {"step": 2050, "epoch": 5, "train_loss": 0.022879837080836296, "cos_r_negg": [0.5858699679374695, 0.6001335382461548], "cos_innovation_negg": [0.5858699679374695, 0.6001335382461548], "cos_apical_negg": [0.5858699679374695, 0.6001335382461548], "cos_Ac_negg": [0.5858699679374695, 0.6001335382461548], "r_norm": [0.33530980348587036, 0.3276199698448181]}, {"step": 2100, "epoch": 5, "train_loss": 0.00841503031551838, "cos_r_negg": [0.5927902460098267, 0.6100083589553833], "cos_innovation_negg": [0.5927902460098267, 0.6100083589553833], "cos_apical_negg": [0.5927902460098267, 0.6100083589553833], "cos_Ac_negg": [0.5927902460098267, 0.6100083589553833], "r_norm": [0.2892345190048218, 0.2820782959461212]}, {"step": 2150, "epoch": 5, "train_loss": 0.0022061667405068874, "cos_r_negg": [0.5783956050872803, 0.6023748517036438], "cos_innovation_negg": [0.5783956050872803, 0.6023748517036438], "cos_apical_negg": [0.5783956050872803, 0.6023748517036438], "cos_Ac_negg": [0.5783956050872803, 0.6023748517036438], "r_norm": [0.3165814280509949, 0.3087023198604584]}, {"step": 2200, "epoch": 5, "train_loss": 0.06774820387363434, "cos_r_negg": [0.584113597869873, 0.6085491180419922], "cos_innovation_negg": [0.584113597869873, 0.6085491180419922], "cos_apical_negg": [0.584113597869873, 0.6085491180419922], "cos_Ac_negg": [0.584113597869873, 0.6085491180419922], "r_norm": [0.3027893304824829, 0.2958908677101135]}, {"step": 2250, "epoch": 5, "train_loss": 0.018766172230243683, "cos_r_negg": [0.5965626239776611, 0.6068556308746338], "cos_innovation_negg": [0.5965626239776611, 0.6068556308746338], "cos_apical_negg": [0.5965626239776611, 0.6068556308746338], "cos_Ac_negg": [0.5965626239776611, 0.6068556308746338], "r_norm": [0.33794695138931274, 0.32901138067245483]}, {"step": 2300, "epoch": 5, "train_loss": 0.010335749946534634, "cos_r_negg": [0.5965694189071655, 0.610173761844635], "cos_innovation_negg": [0.5965694189071655, 0.610173761844635], "cos_apical_negg": [0.5965694189071655, 0.610173761844635], "cos_Ac_negg": [0.5965694189071655, 0.610173761844635], "r_norm": [0.32086941599845886, 0.3129553496837616]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9672, "test_loss": 0.12132594718933105}, {"step": 2350, "epoch": 6, "train_loss": 0.020566174760460854, "cos_r_negg": [0.6015440225601196, 0.6157470941543579], "cos_innovation_negg": [0.6015440225601196, 0.6157470941543579], "cos_apical_negg": [0.6015440225601196, 0.6157470941543579], "cos_Ac_negg": [0.6015440225601196, 0.6157470941543579], "r_norm": [0.2789013683795929, 0.2731044888496399]}, {"step": 2400, "epoch": 6, "train_loss": 0.003456470789387822, "cos_r_negg": [0.605629563331604, 0.6184937953948975], "cos_innovation_negg": [0.605629563331604, 0.6184937953948975], "cos_apical_negg": [0.605629563331604, 0.6184937953948975], "cos_Ac_negg": [0.605629563331604, 0.6184937953948975], "r_norm": [0.31413334608078003, 0.30673694610595703]}, {"step": 2450, "epoch": 6, "train_loss": 0.012655701488256454, "cos_r_negg": [0.5936160087585449, 0.6201043128967285], "cos_innovation_negg": [0.5936160087585449, 0.6201043128967285], "cos_apical_negg": [0.5936160087585449, 0.6201043128967285], "cos_Ac_negg": [0.5936160087585449, 0.6201043128967285], "r_norm": [0.3098737895488739, 0.3007001578807831]}, {"step": 2500, "epoch": 6, "train_loss": 0.014769047498703003, "cos_r_negg": [0.6002717018127441, 0.6222659349441528], "cos_innovation_negg": [0.6002717018127441, 0.6222659349441528], "cos_apical_negg": [0.6002717018127441, 0.6222659349441528], "cos_Ac_negg": [0.6002717018127441, 0.6222659349441528], "r_norm": [0.32910779118537903, 0.321031779050827]}, {"step": 2550, "epoch": 6, "train_loss": 0.006494758650660515, "cos_r_negg": [0.5923924446105957, 0.6133944988250732], "cos_innovation_negg": [0.5923924446105957, 0.6133944988250732], "cos_apical_negg": [0.5923924446105957, 0.6133944988250732], "cos_Ac_negg": [0.5923924446105957, 0.6133944988250732], "r_norm": [0.3157438039779663, 0.3068084120750427]}, {"step": 2600, "epoch": 6, "train_loss": 0.0038575674407184124, "cos_r_negg": [0.5941675901412964, 0.6226593255996704], "cos_innovation_negg": [0.5941675901412964, 0.6226593255996704], "cos_apical_negg": [0.5941675901412964, 0.6226593255996704], "cos_Ac_negg": [0.5941675901412964, 0.6226593255996704], "r_norm": [0.3316269516944885, 0.3221757411956787]}, {"step": 2650, "epoch": 6, "train_loss": 0.04992879927158356, "cos_r_negg": [0.6056866645812988, 0.6268115043640137], "cos_innovation_negg": [0.6056866645812988, 0.6268115043640137], "cos_apical_negg": [0.6056866645812988, 0.6268115043640137], "cos_Ac_negg": [0.6056866645812988, 0.6268115043640137], "r_norm": [0.2716052234172821, 0.264249324798584]}, {"step": 2700, "epoch": 6, "train_loss": 0.02231978438794613, "cos_r_negg": [0.6045780181884766, 0.6295382976531982], "cos_innovation_negg": [0.6045780181884766, 0.6295382976531982], "cos_apical_negg": [0.6045780181884766, 0.6295382976531982], "cos_Ac_negg": [0.6045780181884766, 0.6295382976531982], "r_norm": [0.2652756869792938, 0.25908273458480835]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9716, "test_loss": 0.11448768844604493}, {"step": 2750, "epoch": 7, "train_loss": 0.0007065631216391921, "cos_r_negg": [0.6052439212799072, 0.628796398639679], "cos_innovation_negg": [0.6052439212799072, 0.628796398639679], "cos_apical_negg": [0.6052439212799072, 0.628796398639679], "cos_Ac_negg": [0.6052439212799072, 0.628796398639679], "r_norm": [0.27888739109039307, 0.2719957232475281]}, {"step": 2800, "epoch": 7, "train_loss": 0.002200160641223192, "cos_r_negg": [0.6054223775863647, 0.630107045173645], "cos_innovation_negg": [0.6054223775863647, 0.630107045173645], "cos_apical_negg": [0.6054223775863647, 0.630107045173645], "cos_Ac_negg": [0.6054223775863647, 0.630107045173645], "r_norm": [0.27344638109207153, 0.26647594571113586]}, {"step": 2850, "epoch": 7, "train_loss": 0.001427814713679254, "cos_r_negg": [0.6006847620010376, 0.6296118497848511], "cos_innovation_negg": [0.6006847620010376, 0.6296118497848511], "cos_apical_negg": [0.6006847620010376, 0.6296118497848511], "cos_Ac_negg": [0.6006847620010376, 0.6296118497848511], "r_norm": [0.2742932140827179, 0.26768991351127625]}, {"step": 2900, "epoch": 7, "train_loss": 0.0026452280580997467, "cos_r_negg": [0.6005649566650391, 0.6328866481781006], "cos_innovation_negg": [0.6005649566650391, 0.6328866481781006], "cos_apical_negg": [0.6005649566650391, 0.6328866481781006], "cos_Ac_negg": [0.6005649566650391, 0.6328866481781006], "r_norm": [0.275828093290329, 0.26856642961502075]}, {"step": 2950, "epoch": 7, "train_loss": 0.0012129966635257006, "cos_r_negg": [0.601487398147583, 0.6306925415992737], "cos_innovation_negg": [0.601487398147583, 0.6306925415992737], "cos_apical_negg": [0.601487398147583, 0.6306925415992737], "cos_Ac_negg": [0.601487398147583, 0.6306925415992737], "r_norm": [0.2689046263694763, 0.26184409856796265]}, {"step": 3000, "epoch": 7, "train_loss": 0.0009715294581837952, "cos_r_negg": [0.5981763005256653, 0.6304643750190735], "cos_innovation_negg": [0.5981763005256653, 0.6304643750190735], "cos_apical_negg": [0.5981763005256653, 0.6304643750190735], "cos_Ac_negg": [0.5981763005256653, 0.6304643750190735], "r_norm": [0.2587333917617798, 0.2527354955673218]}, {"step": 3050, "epoch": 7, "train_loss": 0.004791232291609049, "cos_r_negg": [0.6062679290771484, 0.6339936256408691], "cos_innovation_negg": [0.6062679290771484, 0.6339936256408691], "cos_apical_negg": [0.6062679290771484, 0.6339936256408691], "cos_Ac_negg": [0.6062679290771484, 0.6339936256408691], "r_norm": [0.2630886733531952, 0.2569120228290558]}, {"step": 3100, "epoch": 7, "train_loss": 0.0006914597470313311, "cos_r_negg": [0.6054598093032837, 0.6326067447662354], "cos_innovation_negg": [0.6054598093032837, 0.6326067447662354], "cos_apical_negg": [0.6054598093032837, 0.6326067447662354], "cos_Ac_negg": [0.6054598093032837, 0.6326067447662354], "r_norm": [0.24218395352363586, 0.23604658246040344]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9731, "test_loss": 0.10916074409484863}, {"step": 3150, "epoch": 8, "train_loss": 0.00870455615222454, "cos_r_negg": [0.6093850135803223, 0.6374700665473938], "cos_innovation_negg": [0.6093850135803223, 0.6374700665473938], "cos_apical_negg": [0.6093850135803223, 0.6374700665473938], "cos_Ac_negg": [0.6093850135803223, 0.6374700665473938], "r_norm": [0.2756710946559906, 0.2681575417518616]}, {"step": 3200, "epoch": 8, "train_loss": 0.01055352296680212, "cos_r_negg": [0.608307421207428, 0.6361130475997925], "cos_innovation_negg": [0.608307421207428, 0.6361130475997925], "cos_apical_negg": [0.608307421207428, 0.6361130475997925], "cos_Ac_negg": [0.608307421207428, 0.6361130475997925], "r_norm": [0.2770381569862366, 0.271432489156723]}, {"step": 3250, "epoch": 8, "train_loss": 0.0011790997814387083, "cos_r_negg": [0.6055997610092163, 0.6347882151603699], "cos_innovation_negg": [0.6055997610092163, 0.6347882151603699], "cos_apical_negg": [0.6055997610092163, 0.6347882151603699], "cos_Ac_negg": [0.6055997610092163, 0.6347882151603699], "r_norm": [0.27434390783309937, 0.26803821325302124]}, {"step": 3300, "epoch": 8, "train_loss": 0.0029920756351202726, "cos_r_negg": [0.5998681783676147, 0.6338062286376953], "cos_innovation_negg": [0.5998681783676147, 0.6338062286376953], "cos_apical_negg": [0.5998681783676147, 0.6338062286376953], "cos_Ac_negg": [0.5998681783676147, 0.6338062286376953], "r_norm": [0.28071850538253784, 0.27357423305511475]}, {"step": 3350, "epoch": 8, "train_loss": 0.0023230055812746286, "cos_r_negg": [0.6023337244987488, 0.6358672976493835], "cos_innovation_negg": [0.6023337244987488, 0.6358672976493835], "cos_apical_negg": [0.6023337244987488, 0.6358672976493835], "cos_Ac_negg": [0.6023337244987488, 0.6358672976493835], "r_norm": [0.23231680691242218, 0.22585847973823547]}, {"step": 3400, "epoch": 8, "train_loss": 0.007576278876513243, "cos_r_negg": [0.6006604433059692, 0.6317529082298279], "cos_innovation_negg": [0.6006604433059692, 0.6317529082298279], "cos_apical_negg": [0.6006604433059692, 0.6317529082298279], "cos_Ac_negg": [0.6006604433059692, 0.6317529082298279], "r_norm": [0.2643160820007324, 0.2575288414955139]}, {"step": 3450, "epoch": 8, "train_loss": 0.00594232277944684, "cos_r_negg": [0.606902003288269, 0.6356353163719177], "cos_innovation_negg": [0.606902003288269, 0.6356353163719177], "cos_apical_negg": [0.606902003288269, 0.6356353163719177], "cos_Ac_negg": [0.606902003288269, 0.6356353163719177], "r_norm": [0.2516644597053528, 0.24548274278640747]}, {"step": 3500, "epoch": 8, "train_loss": 0.003018162213265896, "cos_r_negg": [0.6056655645370483, 0.6379691958427429], "cos_innovation_negg": [0.6056655645370483, 0.6379691958427429], "cos_apical_negg": [0.6056655645370483, 0.6379691958427429], "cos_Ac_negg": [0.6056655645370483, 0.6379691958427429], "r_norm": [0.2798615097999573, 0.272039532661438]}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9754, "test_loss": 0.10454904050827027}, {"step": 3550, "epoch": 9, "train_loss": 0.001169047667644918, "cos_r_negg": [0.6044520139694214, 0.63583904504776], "cos_innovation_negg": [0.6044520139694214, 0.63583904504776], "cos_apical_negg": [0.6044520139694214, 0.63583904504776], "cos_Ac_negg": [0.6044520139694214, 0.63583904504776], "r_norm": [0.25395333766937256, 0.24848678708076477]}, {"step": 3600, "epoch": 9, "train_loss": 0.002492607804015279, "cos_r_negg": [0.6052104234695435, 0.6358009576797485], "cos_innovation_negg": [0.6052104234695435, 0.6358009576797485], "cos_apical_negg": [0.6052104234695435, 0.6358009576797485], "cos_Ac_negg": [0.6052104234695435, 0.6358009576797485], "r_norm": [0.23036815226078033, 0.225102037191391]}, {"step": 3650, "epoch": 9, "train_loss": 0.004432461224496365, "cos_r_negg": [0.6006731986999512, 0.6358246207237244], "cos_innovation_negg": [0.6006731986999512, 0.6358246207237244], "cos_apical_negg": [0.6006731986999512, 0.6358246207237244], "cos_Ac_negg": [0.6006731986999512, 0.6358246207237244], "r_norm": [0.2575489580631256, 0.2519577741622925]}, {"step": 3700, "epoch": 9, "train_loss": 0.0031860251910984516, "cos_r_negg": [0.6040052175521851, 0.6361644268035889], "cos_innovation_negg": [0.6040052175521851, 0.6361644268035889], "cos_apical_negg": [0.6040052175521851, 0.6361644268035889], "cos_Ac_negg": [0.6040052175521851, 0.6361644268035889], "r_norm": [0.25409021973609924, 0.24832019209861755]}, {"step": 3750, "epoch": 9, "train_loss": 0.0018339516827836633, "cos_r_negg": [0.6058124303817749, 0.6395031213760376], "cos_innovation_negg": [0.6058124303817749, 0.6395031213760376], "cos_apical_negg": [0.6058124303817749, 0.6395031213760376], "cos_Ac_negg": [0.6058124303817749, 0.6395031213760376], "r_norm": [0.2237326055765152, 0.21904978156089783]}, {"step": 3800, "epoch": 9, "train_loss": 0.000784363248385489, "cos_r_negg": [0.6068054437637329, 0.6392664909362793], "cos_innovation_negg": [0.6068054437637329, 0.6392664909362793], "cos_apical_negg": [0.6068054437637329, 0.6392664909362793], "cos_Ac_negg": [0.6068054437637329, 0.6392664909362793], "r_norm": [0.21750923991203308, 0.21227550506591797]}, {"step": 3850, "epoch": 9, "train_loss": 0.0017087406013160944, "cos_r_negg": [0.6092880964279175, 0.6409957408905029], "cos_innovation_negg": [0.6092880964279175, 0.6409957408905029], "cos_apical_negg": [0.6092880964279175, 0.6409957408905029], "cos_Ac_negg": [0.6092880964279175, 0.6409957408905029], "r_norm": [0.2378462255001068, 0.23309537768363953]}, {"step": 3900, "epoch": 9, "train_loss": 0.0024851697962731123, "cos_r_negg": [0.6072857975959778, 0.6374325156211853], "cos_innovation_negg": [0.6072857975959778, 0.6374325156211853], "cos_apical_negg": [0.6072857975959778, 0.6374325156211853], "cos_Ac_negg": [0.6072857975959778, 0.6374325156211853], "r_norm": [0.2267703115940094, 0.2218848019838333]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9754, "test_loss": 0.10871489181518555}, {"step": 3950, "epoch": 10, "train_loss": 0.000559489184524864, "cos_r_negg": [0.6038365364074707, 0.6371967792510986], "cos_innovation_negg": [0.6038365364074707, 0.6371967792510986], "cos_apical_negg": [0.6038365364074707, 0.6371967792510986], "cos_Ac_negg": [0.6038365364074707, 0.6371967792510986], "r_norm": [0.2489277571439743, 0.24345172941684723]}, {"step": 4000, "epoch": 10, "train_loss": 0.0019850663375109434, "cos_r_negg": [0.6031813025474548, 0.6407162547111511], "cos_innovation_negg": [0.6031813025474548, 0.6407162547111511], "cos_apical_negg": [0.6031813025474548, 0.6407162547111511], "cos_Ac_negg": [0.6031813025474548, 0.6407162547111511], "r_norm": [0.25799256563186646, 0.25211748480796814]}, {"step": 4050, "epoch": 10, "train_loss": 0.0010169342858716846, "cos_r_negg": [0.6057558059692383, 0.6390746831893921], "cos_innovation_negg": [0.6057558059692383, 0.6390746831893921], "cos_apical_negg": [0.6057558059692383, 0.6390746831893921], "cos_Ac_negg": [0.6057558059692383, 0.6390746831893921], "r_norm": [0.2483295202255249, 0.24277283251285553]}, {"step": 4100, "epoch": 10, "train_loss": 0.00055602693464607, "cos_r_negg": [0.6051295399665833, 0.6440609693527222], "cos_innovation_negg": [0.6051295399665833, 0.6440609693527222], "cos_apical_negg": [0.6051295399665833, 0.6440609693527222], "cos_Ac_negg": [0.6051295399665833, 0.6440609693527222], "r_norm": [0.24590939283370972, 0.24094104766845703]}, {"step": 4150, "epoch": 10, "train_loss": 0.00029210737557150424, "cos_r_negg": [0.6043974757194519, 0.6427611112594604], "cos_innovation_negg": [0.6043974757194519, 0.6427611112594604], "cos_apical_negg": [0.6043974757194519, 0.6427611112594604], "cos_Ac_negg": [0.6043974757194519, 0.6427611112594604], "r_norm": [0.22862902283668518, 0.2236025333404541]}, {"step": 4200, "epoch": 10, "train_loss": 0.001460029510781169, "cos_r_negg": [0.6056275963783264, 0.6446470022201538], "cos_innovation_negg": [0.6056275963783264, 0.6446470022201538], "cos_apical_negg": [0.6056275963783264, 0.6446470022201538], "cos_Ac_negg": [0.6056275963783264, 0.6446470022201538], "r_norm": [0.22333253920078278, 0.2182374894618988]}, {"step": 4250, "epoch": 10, "train_loss": 0.0017741299234330654, "cos_r_negg": [0.6052027940750122, 0.6444482803344727], "cos_innovation_negg": [0.6052027940750122, 0.6444482803344727], "cos_apical_negg": [0.6052027940750122, 0.6444482803344727], "cos_Ac_negg": [0.6052027940750122, 0.6444482803344727], "r_norm": [0.22229698300361633, 0.21734166145324707]}, {"step": 4300, "epoch": 10, "train_loss": 0.0008201761520467699, "cos_r_negg": [0.606352686882019, 0.6436151266098022], "cos_innovation_negg": [0.606352686882019, 0.6436151266098022], "cos_apical_negg": [0.606352686882019, 0.6436151266098022], "cos_Ac_negg": [0.606352686882019, 0.6436151266098022], "r_norm": [0.23256683349609375, 0.2270793914794922]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9758, "test_loss": 0.11174538707733155}, {"step": 4350, "epoch": 11, "train_loss": 0.000659701821859926, "cos_r_negg": [0.6058481931686401, 0.6438299417495728], "cos_innovation_negg": [0.6058481931686401, 0.6438299417495728], "cos_apical_negg": [0.6058481931686401, 0.6438299417495728], "cos_Ac_negg": [0.6058481931686401, 0.6438299417495728], "r_norm": [0.22253772616386414, 0.21745005249977112]}, {"step": 4400, "epoch": 11, "train_loss": 0.0006173115689307451, "cos_r_negg": [0.6053822040557861, 0.6416548490524292], "cos_innovation_negg": [0.6053822040557861, 0.6416548490524292], "cos_apical_negg": [0.6053822040557861, 0.6416548490524292], "cos_Ac_negg": [0.6053822040557861, 0.6416548490524292], "r_norm": [0.2283536046743393, 0.22290974855422974]}, {"step": 4450, "epoch": 11, "train_loss": 0.002110895235091448, "cos_r_negg": [0.6051180362701416, 0.6434981822967529], "cos_innovation_negg": [0.6051180362701416, 0.6434981822967529], "cos_apical_negg": [0.6051180362701416, 0.6434981822967529], "cos_Ac_negg": [0.6051180362701416, 0.6434981822967529], "r_norm": [0.23391301929950714, 0.22841553390026093]}, {"step": 4500, "epoch": 11, "train_loss": 0.00012227539264131337, "cos_r_negg": [0.6053519248962402, 0.6427146196365356], "cos_innovation_negg": [0.6053519248962402, 0.6427146196365356], "cos_apical_negg": [0.6053519248962402, 0.6427146196365356], "cos_Ac_negg": [0.6053519248962402, 0.6427146196365356], "r_norm": [0.23745103180408478, 0.23215728998184204]}, {"step": 4550, "epoch": 11, "train_loss": 0.0014467915752902627, "cos_r_negg": [0.6029955148696899, 0.6408098936080933], "cos_innovation_negg": [0.6029955148696899, 0.6408098936080933], "cos_apical_negg": [0.6029955148696899, 0.6408098936080933], "cos_Ac_negg": [0.6029955148696899, 0.6408098936080933], "r_norm": [0.2326430380344391, 0.22760671377182007]}, {"step": 4600, "epoch": 11, "train_loss": 0.0004722564772237092, "cos_r_negg": [0.604422926902771, 0.6422469019889832], "cos_innovation_negg": [0.604422926902771, 0.6422469019889832], "cos_apical_negg": [0.604422926902771, 0.6422469019889832], "cos_Ac_negg": [0.604422926902771, 0.6422469019889832], "r_norm": [0.2228693962097168, 0.21844415366649628]}, {"step": 4650, "epoch": 11, "train_loss": 0.000804619281552732, "cos_r_negg": [0.6054491996765137, 0.6434627771377563], "cos_innovation_negg": [0.6054491996765137, 0.6434627771377563], "cos_apical_negg": [0.6054491996765137, 0.6434627771377563], "cos_Ac_negg": [0.6054491996765137, 0.6434627771377563], "r_norm": [0.22829438745975494, 0.2234700471162796]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9757, "test_loss": 0.11246304903030395}, {"step": 4700, "epoch": 12, "train_loss": 0.0008299181936308742, "cos_r_negg": [0.6063137054443359, 0.642088770866394], "cos_innovation_negg": [0.6063137054443359, 0.642088770866394], "cos_apical_negg": [0.6063137054443359, 0.642088770866394], "cos_Ac_negg": [0.6063137054443359, 0.642088770866394], "r_norm": [0.22827664017677307, 0.22316452860832214]}, {"step": 4750, "epoch": 12, "train_loss": 0.000662012433167547, "cos_r_negg": [0.6067098379135132, 0.6420080661773682], "cos_innovation_negg": [0.6067098379135132, 0.6420080661773682], "cos_apical_negg": [0.6067098379135132, 0.6420080661773682], "cos_Ac_negg": [0.6067098379135132, 0.6420080661773682], "r_norm": [0.22390636801719666, 0.21893492341041565]}, {"step": 4800, "epoch": 12, "train_loss": 0.0002446883008815348, "cos_r_negg": [0.6076215505599976, 0.6444720029830933], "cos_innovation_negg": [0.6076215505599976, 0.6444720029830933], "cos_apical_negg": [0.6076215505599976, 0.6444720029830933], "cos_Ac_negg": [0.6076215505599976, 0.6444720029830933], "r_norm": [0.21874341368675232, 0.21361204981803894]}, {"step": 4850, "epoch": 12, "train_loss": 0.0005398922367021441, "cos_r_negg": [0.6058110594749451, 0.6440399885177612], "cos_innovation_negg": [0.6058110594749451, 0.6440399885177612], "cos_apical_negg": [0.6058110594749451, 0.6440399885177612], "cos_Ac_negg": [0.6058110594749451, 0.6440399885177612], "r_norm": [0.22376416623592377, 0.21869154274463654]}, {"step": 4900, "epoch": 12, "train_loss": 0.0007319673895835876, "cos_r_negg": [0.6055881977081299, 0.6421911716461182], "cos_innovation_negg": [0.6055881977081299, 0.6421911716461182], "cos_apical_negg": [0.6055881977081299, 0.6421911716461182], "cos_Ac_negg": [0.6055881977081299, 0.6421911716461182], "r_norm": [0.22697463631629944, 0.22215378284454346]}, {"step": 4950, "epoch": 12, "train_loss": 0.00016851589316502213, "cos_r_negg": [0.6055284738540649, 0.6401599645614624], "cos_innovation_negg": [0.6055284738540649, 0.6401599645614624], "cos_apical_negg": [0.6055284738540649, 0.6401599645614624], "cos_Ac_negg": [0.6055284738540649, 0.6401599645614624], "r_norm": [0.22348734736442566, 0.21880367398262024]}, {"step": 5000, "epoch": 12, "train_loss": 0.0003408656339161098, "cos_r_negg": [0.6073204278945923, 0.6457065343856812], "cos_innovation_negg": [0.6073204278945923, 0.6457065343856812], "cos_apical_negg": [0.6073204278945923, 0.6457065343856812], "cos_Ac_negg": [0.6073204278945923, 0.6457065343856812], "r_norm": [0.2240428626537323, 0.21931299567222595]}, {"step": 5050, "epoch": 12, "train_loss": 0.0006055101985111833, "cos_r_negg": [0.606390118598938, 0.6422377824783325], "cos_innovation_negg": [0.606390118598938, 0.6422377824783325], "cos_apical_negg": [0.606390118598938, 0.6422377824783325], "cos_Ac_negg": [0.606390118598938, 0.6422377824783325], "r_norm": [0.22671039402484894, 0.2217138260602951]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9757, "test_loss": 0.11419960508346558}, {"step": 5100, "epoch": 13, "train_loss": 0.0004390956019051373, "cos_r_negg": [0.6053528785705566, 0.6412116885185242], "cos_innovation_negg": [0.6053528785705566, 0.6412116885185242], "cos_apical_negg": [0.6053528785705566, 0.6412116885185242], "cos_Ac_negg": [0.6053528785705566, 0.6412116885185242], "r_norm": [0.22406300902366638, 0.21923907101154327]}, {"step": 5150, "epoch": 13, "train_loss": 0.0004386473447084427, "cos_r_negg": [0.6072148084640503, 0.6426980495452881], "cos_innovation_negg": [0.6072148084640503, 0.6426980495452881], "cos_apical_negg": [0.6072148084640503, 0.6426980495452881], "cos_Ac_negg": [0.6072148084640503, 0.6426980495452881], "r_norm": [0.22561219334602356, 0.22061669826507568]}, {"step": 5200, "epoch": 13, "train_loss": 0.0008338948246091604, "cos_r_negg": [0.6086260676383972, 0.6434826850891113], "cos_innovation_negg": [0.6086260676383972, 0.6434826850891113], "cos_apical_negg": [0.6086260676383972, 0.6434826850891113], "cos_Ac_negg": [0.6086260676383972, 0.6434826850891113], "r_norm": [0.23019598424434662, 0.22501736879348755]}, {"step": 5250, "epoch": 13, "train_loss": 0.0002766396210063249, "cos_r_negg": [0.6076548099517822, 0.6418483257293701], "cos_innovation_negg": [0.6076548099517822, 0.6418483257293701], "cos_apical_negg": [0.6076548099517822, 0.6418483257293701], "cos_Ac_negg": [0.6076548099517822, 0.6418483257293701], "r_norm": [0.23043480515480042, 0.22547805309295654]}, {"step": 5300, "epoch": 13, "train_loss": 0.000619824044406414, "cos_r_negg": [0.6070982217788696, 0.6443414688110352], "cos_innovation_negg": [0.6070982217788696, 0.6443414688110352], "cos_apical_negg": [0.6070982217788696, 0.6443414688110352], "cos_Ac_negg": [0.6070982217788696, 0.6443414688110352], "r_norm": [0.2286314070224762, 0.22367432713508606]}, {"step": 5350, "epoch": 13, "train_loss": 0.00037365726893767715, "cos_r_negg": [0.6072834730148315, 0.6443613171577454], "cos_innovation_negg": [0.6072834730148315, 0.6443613171577454], "cos_apical_negg": [0.6072834730148315, 0.6443613171577454], "cos_Ac_negg": [0.6072834730148315, 0.6443613171577454], "r_norm": [0.2258957326412201, 0.2209525853395462]}, {"step": 5400, "epoch": 13, "train_loss": 0.0003306753933429718, "cos_r_negg": [0.6075003147125244, 0.6417335867881775], "cos_innovation_negg": [0.6075003147125244, 0.6417335867881775], "cos_apical_negg": [0.6075003147125244, 0.6417335867881775], "cos_Ac_negg": [0.6075003147125244, 0.6417335867881775], "r_norm": [0.22096146643161774, 0.21612611413002014]}, {"step": 5450, "epoch": 13, "train_loss": 0.00014652223035227507, "cos_r_negg": [0.6065349578857422, 0.6433858871459961], "cos_innovation_negg": [0.6065349578857422, 0.6433858871459961], "cos_apical_negg": [0.6065349578857422, 0.6433858871459961], "cos_Ac_negg": [0.6065349578857422, 0.6433858871459961], "r_norm": [0.22019660472869873, 0.21517536044120789]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9756, "test_loss": 0.11535689001083374}, {"step": 5500, "epoch": 14, "train_loss": 0.00031470402609556913, "cos_r_negg": [0.6073096394538879, 0.6436098217964172], "cos_innovation_negg": [0.6073096394538879, 0.6436098217964172], "cos_apical_negg": [0.6073096394538879, 0.6436098217964172], "cos_Ac_negg": [0.6073096394538879, 0.6436098217964172], "r_norm": [0.2282482385635376, 0.2232334017753601]}, {"step": 5550, "epoch": 14, "train_loss": 0.00014632634702138603, "cos_r_negg": [0.6055152416229248, 0.6405602693557739], "cos_innovation_negg": [0.6055152416229248, 0.6405602693557739], "cos_apical_negg": [0.6055152416229248, 0.6405602693557739], "cos_Ac_negg": [0.6055152416229248, 0.6405602693557739], "r_norm": [0.22445420920848846, 0.2194594144821167]}, {"step": 5600, "epoch": 14, "train_loss": 0.00035206889151595533, "cos_r_negg": [0.6062862277030945, 0.6418001055717468], "cos_innovation_negg": [0.6062862277030945, 0.6418001055717468], "cos_apical_negg": [0.6062862277030945, 0.6418001055717468], "cos_Ac_negg": [0.6062862277030945, 0.6418001055717468], "r_norm": [0.22107192873954773, 0.2160290777683258]}, {"step": 5650, "epoch": 14, "train_loss": 0.0003029171784874052, "cos_r_negg": [0.606116771697998, 0.642451286315918], "cos_innovation_negg": [0.606116771697998, 0.642451286315918], "cos_apical_negg": [0.606116771697998, 0.642451286315918], "cos_Ac_negg": [0.606116771697998, 0.642451286315918], "r_norm": [0.21536603569984436, 0.21069170534610748]}, {"step": 5700, "epoch": 14, "train_loss": 4.818075831281021e-05, "cos_r_negg": [0.6069270372390747, 0.6411692500114441], "cos_innovation_negg": [0.6069270372390747, 0.6411692500114441], "cos_apical_negg": [0.6069270372390747, 0.6411692500114441], "cos_Ac_negg": [0.6069270372390747, 0.6411692500114441], "r_norm": [0.22435566782951355, 0.2193545550107956]}, {"step": 5750, "epoch": 14, "train_loss": 0.0007748075295239687, "cos_r_negg": [0.6069520711898804, 0.6438583135604858], "cos_innovation_negg": [0.6069520711898804, 0.6438583135604858], "cos_apical_negg": [0.6069520711898804, 0.6438583135604858], "cos_Ac_negg": [0.6069520711898804, 0.6438583135604858], "r_norm": [0.22101204097270966, 0.21608857810497284]}, {"step": 5800, "epoch": 14, "train_loss": 0.0013761165319010615, "cos_r_negg": [0.6070086359977722, 0.6424093246459961], "cos_innovation_negg": [0.6070086359977722, 0.6424093246459961], "cos_apical_negg": [0.6070086359977722, 0.6424093246459961], "cos_Ac_negg": [0.6070086359977722, 0.6424093246459961], "r_norm": [0.21635860204696655, 0.2114599049091339]}, {"step": 5850, "epoch": 14, "train_loss": 0.0006505022756755352, "cos_r_negg": [0.6063656806945801, 0.6437304019927979], "cos_innovation_negg": [0.6063656806945801, 0.6437304019927979], "cos_apical_negg": [0.6063656806945801, 0.6437304019927979], "cos_Ac_negg": [0.6063656806945801, 0.6437304019927979], "r_norm": [0.22081908583641052, 0.21616995334625244]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9755, "test_loss": 0.1166170207977295}, {"step": 5900, "epoch": 15, "train_loss": 0.0003337043453939259, "cos_r_negg": [0.6077544689178467, 0.645131528377533], "cos_innovation_negg": [0.6077544689178467, 0.645131528377533], "cos_apical_negg": [0.6077544689178467, 0.645131528377533], "cos_Ac_negg": [0.6077544689178467, 0.645131528377533], "r_norm": [0.22514523565769196, 0.22028949856758118]}, {"step": 5950, "epoch": 15, "train_loss": 0.0004773734253831208, "cos_r_negg": [0.6072400212287903, 0.6443727016448975], "cos_innovation_negg": [0.6072400212287903, 0.6443727016448975], "cos_apical_negg": [0.6072400212287903, 0.6443727016448975], "cos_Ac_negg": [0.6072400212287903, 0.6443727016448975], "r_norm": [0.22306853532791138, 0.2181740701198578]}, {"step": 6000, "epoch": 15, "train_loss": 0.000527828058693558, "cos_r_negg": [0.6059132814407349, 0.642967700958252], "cos_innovation_negg": [0.6059132814407349, 0.642967700958252], "cos_apical_negg": [0.6059132814407349, 0.642967700958252], "cos_Ac_negg": [0.6059132814407349, 0.642967700958252], "r_norm": [0.22229386866092682, 0.21742656826972961]}, {"step": 6050, "epoch": 15, "train_loss": 0.0016834245761856437, "cos_r_negg": [0.607344388961792, 0.6429967880249023], "cos_innovation_negg": [0.607344388961792, 0.6429967880249023], "cos_apical_negg": [0.607344388961792, 0.6429967880249023], "cos_Ac_negg": [0.607344388961792, 0.6429967880249023], "r_norm": [0.22345609962940216, 0.21860148012638092]}, {"step": 6100, "epoch": 15, "train_loss": 0.000678304466418922, "cos_r_negg": [0.6073488593101501, 0.6434426307678223], "cos_innovation_negg": [0.6073488593101501, 0.6434426307678223], "cos_apical_negg": [0.6073488593101501, 0.6434426307678223], "cos_Ac_negg": [0.6073488593101501, 0.6434426307678223], "r_norm": [0.21737879514694214, 0.2127750962972641]}, {"step": 6150, "epoch": 15, "train_loss": 0.000343964813509956, "cos_r_negg": [0.6077303886413574, 0.6434036493301392], "cos_innovation_negg": [0.6077303886413574, 0.6434036493301392], "cos_apical_negg": [0.6077303886413574, 0.6434036493301392], "cos_Ac_negg": [0.6077303886413574, 0.6434036493301392], "r_norm": [0.21960148215293884, 0.21495981514453888]}, {"step": 6200, "epoch": 15, "train_loss": 0.00021768469014205039, "cos_r_negg": [0.6055891513824463, 0.6423190236091614], "cos_innovation_negg": [0.6055891513824463, 0.6423190236091614], "cos_apical_negg": [0.6055891513824463, 0.6423190236091614], "cos_Ac_negg": [0.6055891513824463, 0.6423190236091614], "r_norm": [0.2242472916841507, 0.21932350099086761]}, {"step": 6250, "epoch": 15, "train_loss": 0.00031393382232636213, "cos_r_negg": [0.6072725057601929, 0.6411259174346924], "cos_innovation_negg": [0.6072725057601929, 0.6411259174346924], "cos_apical_negg": [0.6072725057601929, 0.6411259174346924], "cos_Ac_negg": [0.6072725057601929, 0.6411259174346924], "r_norm": [0.218368798494339, 0.21337616443634033]}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9756, "test_loss": 0.11731746883392334}, {"step": 6300, "epoch": 16, "train_loss": 0.0009798206156119704, "cos_r_negg": [0.6064773797988892, 0.6435971260070801], "cos_innovation_negg": [0.6064773797988892, 0.6435971260070801], "cos_apical_negg": [0.6064773797988892, 0.6435971260070801], "cos_Ac_negg": [0.6064773797988892, 0.6435971260070801], "r_norm": [0.22433017194271088, 0.21915794909000397]}, {"step": 6350, "epoch": 16, "train_loss": 0.00041334269917570055, "cos_r_negg": [0.6073668003082275, 0.6432597637176514], "cos_innovation_negg": [0.6073668003082275, 0.6432597637176514], "cos_apical_negg": [0.6073668003082275, 0.6432597637176514], "cos_Ac_negg": [0.6073668003082275, 0.6432597637176514], "r_norm": [0.22021609544754028, 0.21533983945846558]}, {"step": 6400, "epoch": 16, "train_loss": 0.0005106915486976504, "cos_r_negg": [0.6078712940216064, 0.6400365829467773], "cos_innovation_negg": [0.6078712940216064, 0.6400365829467773], "cos_apical_negg": [0.6078712940216064, 0.6400365829467773], "cos_Ac_negg": [0.6078712940216064, 0.6400365829467773], "r_norm": [0.2161363810300827, 0.21120324730873108]}, {"step": 6450, "epoch": 16, "train_loss": 0.00017744669457897544, "cos_r_negg": [0.6077789068222046, 0.6401839256286621], "cos_innovation_negg": [0.6077789068222046, 0.6401839256286621], "cos_apical_negg": [0.6077789068222046, 0.6401839256286621], "cos_Ac_negg": [0.6077789068222046, 0.6401839256286621], "r_norm": [0.2118477076292038, 0.20706519484519958]}, {"step": 6500, "epoch": 16, "train_loss": 0.0002629007794894278, "cos_r_negg": [0.6073737144470215, 0.6429742574691772], "cos_innovation_negg": [0.6073737144470215, 0.6429742574691772], "cos_apical_negg": [0.6073737144470215, 0.6429742574691772], "cos_Ac_negg": [0.6073737144470215, 0.6429742574691772], "r_norm": [0.21682801842689514, 0.2120252251625061]}, {"step": 6550, "epoch": 16, "train_loss": 0.00037343570147641003, "cos_r_negg": [0.6068004965782166, 0.6438243389129639], "cos_innovation_negg": [0.6068004965782166, 0.6438243389129639], "cos_apical_negg": [0.6068004965782166, 0.6438243389129639], "cos_Ac_negg": [0.6068004965782166, 0.6438243389129639], "r_norm": [0.22115135192871094, 0.2165360450744629]}, {"step": 6600, "epoch": 16, "train_loss": 0.00035242672311142087, "cos_r_negg": [0.6064462661743164, 0.6425483226776123], "cos_innovation_negg": [0.6064462661743164, 0.6425483226776123], "cos_apical_negg": [0.6064462661743164, 0.6425483226776123], "cos_Ac_negg": [0.6064462661743164, 0.6425483226776123], "r_norm": [0.21792219579219818, 0.21326741576194763]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9762, "test_loss": 0.11821734590530396}, {"step": 6650, "epoch": 17, "train_loss": 0.00032021812512539327, "cos_r_negg": [0.6067191958427429, 0.6410439014434814], "cos_innovation_negg": [0.6067191958427429, 0.6410439014434814], "cos_apical_negg": [0.6067191958427429, 0.6410439014434814], "cos_Ac_negg": [0.6067191958427429, 0.6410439014434814], "r_norm": [0.21614599227905273, 0.2115352600812912]}, {"step": 6700, "epoch": 17, "train_loss": 9.35729403863661e-05, "cos_r_negg": [0.6076892018318176, 0.6427881717681885], "cos_innovation_negg": [0.6076892018318176, 0.6427881717681885], "cos_apical_negg": [0.6076892018318176, 0.6427881717681885], "cos_Ac_negg": [0.6076892018318176, 0.6427881717681885], "r_norm": [0.21853002905845642, 0.2139054834842682]}, {"step": 6750, "epoch": 17, "train_loss": 0.0004668104520533234, "cos_r_negg": [0.607816755771637, 0.6428217887878418], "cos_innovation_negg": [0.607816755771637, 0.6428217887878418], "cos_apical_negg": [0.607816755771637, 0.6428217887878418], "cos_Ac_negg": [0.607816755771637, 0.6428217887878418], "r_norm": [0.22012129426002502, 0.21528613567352295]}, {"step": 6800, "epoch": 17, "train_loss": 0.0006183086661621928, "cos_r_negg": [0.607940137386322, 0.6418611407279968], "cos_innovation_negg": [0.607940137386322, 0.6418611407279968], "cos_apical_negg": [0.607940137386322, 0.6418611407279968], "cos_Ac_negg": [0.607940137386322, 0.6418611407279968], "r_norm": [0.21683678030967712, 0.21201537549495697]}, {"step": 6850, "epoch": 17, "train_loss": 0.0002387900894973427, "cos_r_negg": [0.6071739196777344, 0.6409583687782288], "cos_innovation_negg": [0.6071739196777344, 0.6409583687782288], "cos_apical_negg": [0.6071739196777344, 0.6409583687782288], "cos_Ac_negg": [0.6071739196777344, 0.6409583687782288], "r_norm": [0.2174626588821411, 0.21277430653572083]}, {"step": 6900, "epoch": 17, "train_loss": 0.0004861572233494371, "cos_r_negg": [0.607717752456665, 0.6409003138542175], "cos_innovation_negg": [0.607717752456665, 0.6409003138542175], "cos_apical_negg": [0.607717752456665, 0.6409003138542175], "cos_Ac_negg": [0.607717752456665, 0.6409003138542175], "r_norm": [0.22148707509040833, 0.21675850450992584]}, {"step": 6950, "epoch": 17, "train_loss": 0.0006146635860204697, "cos_r_negg": [0.6067193746566772, 0.6401126384735107], "cos_innovation_negg": [0.6067193746566772, 0.6401126384735107], "cos_apical_negg": [0.6067193746566772, 0.6401126384735107], "cos_Ac_negg": [0.6067193746566772, 0.6401126384735107], "r_norm": [0.21353402733802795, 0.2087993621826172]}, {"step": 7000, "epoch": 17, "train_loss": 0.0002239797031506896, "cos_r_negg": [0.6073110103607178, 0.6414577960968018], "cos_innovation_negg": [0.6073110103607178, 0.6414577960968018], "cos_apical_negg": [0.6073110103607178, 0.6414577960968018], "cos_Ac_negg": [0.6073110103607178, 0.6414577960968018], "r_norm": [0.21312077343463898, 0.20850804448127747]}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9759, "test_loss": 0.11970703477859497}, {"step": 7050, "epoch": 18, "train_loss": 0.00025332620134577155, "cos_r_negg": [0.6075470447540283, 0.6449905633926392], "cos_innovation_negg": [0.6075470447540283, 0.6449905633926392], "cos_apical_negg": [0.6075470447540283, 0.6449905633926392], "cos_Ac_negg": [0.6075470447540283, 0.6449905633926392], "r_norm": [0.22044238448143005, 0.21577958762645721]}, {"step": 7100, "epoch": 18, "train_loss": 0.0004107282729819417, "cos_r_negg": [0.6081258058547974, 0.6440201997756958], "cos_innovation_negg": [0.6081258058547974, 0.6440201997756958], "cos_apical_negg": [0.6081258058547974, 0.6440201997756958], "cos_Ac_negg": [0.6081258058547974, 0.6440201997756958], "r_norm": [0.21860890090465546, 0.21398864686489105]}, {"step": 7150, "epoch": 18, "train_loss": 0.00025281342095695436, "cos_r_negg": [0.6078125238418579, 0.6429470777511597], "cos_innovation_negg": [0.6078125238418579, 0.6429470777511597], "cos_apical_negg": [0.6078125238418579, 0.6429470777511597], "cos_Ac_negg": [0.6078125238418579, 0.6429470777511597], "r_norm": [0.21979129314422607, 0.21511532366275787]}, {"step": 7200, "epoch": 18, "train_loss": 0.00025404494954273105, "cos_r_negg": [0.6074597835540771, 0.6417773962020874], "cos_innovation_negg": [0.6074597835540771, 0.6417773962020874], "cos_apical_negg": [0.6074597835540771, 0.6417773962020874], "cos_Ac_negg": [0.6074597835540771, 0.6417773962020874], "r_norm": [0.21497367322444916, 0.21015533804893494]}, {"step": 7250, "epoch": 18, "train_loss": 0.0004713493981398642, "cos_r_negg": [0.6070048809051514, 0.6421058177947998], "cos_innovation_negg": [0.6070048809051514, 0.6421058177947998], "cos_apical_negg": [0.6070048809051514, 0.6421058177947998], "cos_Ac_negg": [0.6070048809051514, 0.6421058177947998], "r_norm": [0.2147379368543625, 0.21010920405387878]}, {"step": 7300, "epoch": 18, "train_loss": 0.00027388936723582447, "cos_r_negg": [0.6071680784225464, 0.6427091360092163], "cos_innovation_negg": [0.6071680784225464, 0.6427091360092163], "cos_apical_negg": [0.6071680784225464, 0.6427091360092163], "cos_Ac_negg": [0.6071680784225464, 0.6427091360092163], "r_norm": [0.2136652022600174, 0.20912808179855347]}, {"step": 7350, "epoch": 18, "train_loss": 0.0010203479323536158, "cos_r_negg": [0.6084359884262085, 0.6432454586029053], "cos_innovation_negg": [0.6084359884262085, 0.6432454586029053], "cos_apical_negg": [0.6084359884262085, 0.6432454586029053], "cos_Ac_negg": [0.6084359884262085, 0.6432454586029053], "r_norm": [0.21556973457336426, 0.21088126301765442]}, {"step": 7400, "epoch": 18, "train_loss": 0.00010405287321191281, "cos_r_negg": [0.6076136827468872, 0.6421487331390381], "cos_innovation_negg": [0.6076136827468872, 0.6421487331390381], "cos_apical_negg": [0.6076136827468872, 0.6421487331390381], "cos_Ac_negg": [0.6076136827468872, 0.6421487331390381], "r_norm": [0.21566754579544067, 0.21103638410568237]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.976, "test_loss": 0.11991589193344117}, {"step": 7450, "epoch": 19, "train_loss": 0.0001187972811749205, "cos_r_negg": [0.6066335439682007, 0.6422187089920044], "cos_innovation_negg": [0.6066335439682007, 0.6422187089920044], "cos_apical_negg": [0.6066335439682007, 0.6422187089920044], "cos_Ac_negg": [0.6066335439682007, 0.6422187089920044], "r_norm": [0.2113751620054245, 0.2068570852279663]}, {"step": 7500, "epoch": 19, "train_loss": 0.0003312706539873034, "cos_r_negg": [0.6073672771453857, 0.6429380774497986], "cos_innovation_negg": [0.6073672771453857, 0.6429380774497986], "cos_apical_negg": [0.6073672771453857, 0.6429380774497986], "cos_Ac_negg": [0.6073672771453857, 0.6429380774497986], "r_norm": [0.21371059119701385, 0.20917090773582458]}, {"step": 7550, "epoch": 19, "train_loss": 0.00031858819420449436, "cos_r_negg": [0.6075880527496338, 0.642981767654419], "cos_innovation_negg": [0.6075880527496338, 0.642981767654419], "cos_apical_negg": [0.6075880527496338, 0.642981767654419], "cos_Ac_negg": [0.6075880527496338, 0.642981767654419], "r_norm": [0.21441836655139923, 0.20980092883110046]}, {"step": 7600, "epoch": 19, "train_loss": 8.215026173274964e-05, "cos_r_negg": [0.6076679229736328, 0.6426824331283569], "cos_innovation_negg": [0.6076679229736328, 0.6426824331283569], "cos_apical_negg": [0.6076679229736328, 0.6426824331283569], "cos_Ac_negg": [0.6076679229736328, 0.6426824331283569], "r_norm": [0.21309766173362732, 0.20851874351501465]}, {"step": 7650, "epoch": 19, "train_loss": 0.0005836087511852384, "cos_r_negg": [0.6077015399932861, 0.6447464227676392], "cos_innovation_negg": [0.6077015399932861, 0.6447464227676392], "cos_apical_negg": [0.6077015399932861, 0.6447464227676392], "cos_Ac_negg": [0.6077015399932861, 0.6447464227676392], "r_norm": [0.22145336866378784, 0.2167131006717682]}, {"step": 7700, "epoch": 19, "train_loss": 0.00045680173207074404, "cos_r_negg": [0.6073691248893738, 0.6434156894683838], "cos_innovation_negg": [0.6073691248893738, 0.6434156894683838], "cos_apical_negg": [0.6073691248893738, 0.6434156894683838], "cos_Ac_negg": [0.6073691248893738, 0.6434156894683838], "r_norm": [0.21547818183898926, 0.2108631432056427]}, {"step": 7750, "epoch": 19, "train_loss": 0.0005832561291754246, "cos_r_negg": [0.6076167225837708, 0.6436324715614319], "cos_innovation_negg": [0.6076167225837708, 0.6436324715614319], "cos_apical_negg": [0.6076167225837708, 0.6436324715614319], "cos_Ac_negg": [0.6076167225837708, 0.6436324715614319], "r_norm": [0.21731506288051605, 0.21265152096748352]}, {"step": 7800, "epoch": 19, "train_loss": 0.00043576047755777836, "cos_r_negg": [0.6076645851135254, 0.643814206123352], "cos_innovation_negg": [0.6076645851135254, 0.643814206123352], "cos_apical_negg": [0.6076645851135254, 0.643814206123352], "cos_Ac_negg": [0.6076645851135254, 0.643814206123352], "r_norm": [0.2157050222158432, 0.21100103855133057]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9757, "test_loss": 0.12119259281158447}, {"step": 7850, "epoch": 20, "train_loss": 0.00034529701224528253, "cos_r_negg": [0.6074122190475464, 0.6431341767311096], "cos_innovation_negg": [0.6074122190475464, 0.6431341767311096], "cos_apical_negg": [0.6074122190475464, 0.6431341767311096], "cos_Ac_negg": [0.6074122190475464, 0.6431341767311096], "r_norm": [0.212406188249588, 0.20770522952079773]}, {"step": 7900, "epoch": 20, "train_loss": 0.0003590024425648153, "cos_r_negg": [0.6078691482543945, 0.6437973380088806], "cos_innovation_negg": [0.6078691482543945, 0.6437973380088806], "cos_apical_negg": [0.6078691482543945, 0.6437973380088806], "cos_Ac_negg": [0.6078691482543945, 0.6437973380088806], "r_norm": [0.21783722937107086, 0.2132222205400467]}, {"step": 7950, "epoch": 20, "train_loss": 0.00028275325894355774, "cos_r_negg": [0.6070728898048401, 0.6428688168525696], "cos_innovation_negg": [0.6070728898048401, 0.6428688168525696], "cos_apical_negg": [0.6070728898048401, 0.6428688168525696], "cos_Ac_negg": [0.6070728898048401, 0.6428688168525696], "r_norm": [0.2149834930896759, 0.2104034125804901]}, {"step": 8000, "epoch": 20, "train_loss": 0.00040659375372342765, "cos_r_negg": [0.6077402234077454, 0.6440637707710266], "cos_innovation_negg": [0.6077402234077454, 0.6440637707710266], "cos_apical_negg": [0.6077402234077454, 0.6440637707710266], "cos_Ac_negg": [0.6077402234077454, 0.6440637707710266], "r_norm": [0.2131514549255371, 0.20865517854690552]}, {"step": 8050, "epoch": 20, "train_loss": 0.0004175765789113939, "cos_r_negg": [0.6077233552932739, 0.6443275213241577], "cos_innovation_negg": [0.6077233552932739, 0.6443275213241577], "cos_apical_negg": [0.6077233552932739, 0.6443275213241577], "cos_Ac_negg": [0.6077233552932739, 0.6443275213241577], "r_norm": [0.21202737092971802, 0.2075185328722]}, {"step": 8100, "epoch": 20, "train_loss": 0.0002824017428793013, "cos_r_negg": [0.6075584292411804, 0.6441810727119446], "cos_innovation_negg": [0.6075584292411804, 0.6441810727119446], "cos_apical_negg": [0.6075584292411804, 0.6441810727119446], "cos_Ac_negg": [0.6075584292411804, 0.6441810727119446], "r_norm": [0.21601855754852295, 0.21136720478534698]}, {"step": 8150, "epoch": 20, "train_loss": 0.0002583094174042344, "cos_r_negg": [0.6076537370681763, 0.6438764333724976], "cos_innovation_negg": [0.6076537370681763, 0.6438764333724976], "cos_apical_negg": [0.6076537370681763, 0.6438764333724976], "cos_Ac_negg": [0.6076537370681763, 0.6438764333724976], "r_norm": [0.21287819743156433, 0.20833829045295715]}, {"step": 8200, "epoch": 20, "train_loss": 0.00010419149475637823, "cos_r_negg": [0.6072860360145569, 0.6435948610305786], "cos_innovation_negg": [0.6072860360145569, 0.6435948610305786], "cos_apical_negg": [0.6072860360145569, 0.6435948610305786], "cos_Ac_negg": [0.6072860360145569, 0.6435948610305786], "r_norm": [0.21648746728897095, 0.21186202764511108]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9759, "test_loss": 0.1218473370552063}, {"step": 8250, "epoch": 21, "train_loss": 0.0003233831957913935, "cos_r_negg": [0.6071949005126953, 0.6443147659301758], "cos_innovation_negg": [0.6071949005126953, 0.6443147659301758], "cos_apical_negg": [0.6071949005126953, 0.6443147659301758], "cos_Ac_negg": [0.6071949005126953, 0.6443147659301758], "r_norm": [0.21715320646762848, 0.21264520287513733]}, {"step": 8300, "epoch": 21, "train_loss": 0.0005254865391179919, "cos_r_negg": [0.6070684194564819, 0.6445499658584595], "cos_innovation_negg": [0.6070684194564819, 0.6445499658584595], "cos_apical_negg": [0.6070684194564819, 0.6445499658584595], "cos_Ac_negg": [0.6070684194564819, 0.6445499658584595], "r_norm": [0.21097686886787415, 0.20650222897529602]}, {"step": 8350, "epoch": 21, "train_loss": 0.0001692709483904764, "cos_r_negg": [0.607628583908081, 0.6447464227676392], "cos_innovation_negg": [0.607628583908081, 0.6447464227676392], "cos_apical_negg": [0.607628583908081, 0.6447464227676392], "cos_Ac_negg": [0.607628583908081, 0.6447464227676392], "r_norm": [0.21319980919361115, 0.2086084485054016]}, {"step": 8400, "epoch": 21, "train_loss": 0.00017962261335924268, "cos_r_negg": [0.6073861718177795, 0.6452429294586182], "cos_innovation_negg": [0.6073861718177795, 0.6452429294586182], "cos_apical_negg": [0.6073861718177795, 0.6452429294586182], "cos_Ac_negg": [0.6073861718177795, 0.6452429294586182], "r_norm": [0.2110183984041214, 0.2064582109451294]}, {"step": 8450, "epoch": 21, "train_loss": 0.0005038093077018857, "cos_r_negg": [0.6073805689811707, 0.6444365978240967], "cos_innovation_negg": [0.6073805689811707, 0.6444365978240967], "cos_apical_negg": [0.6073805689811707, 0.6444365978240967], "cos_Ac_negg": [0.6073805689811707, 0.6444365978240967], "r_norm": [0.20771856606006622, 0.20318061113357544]}, {"step": 8500, "epoch": 21, "train_loss": 0.0003669906291179359, "cos_r_negg": [0.607077419757843, 0.6442137956619263], "cos_innovation_negg": [0.607077419757843, 0.6442137956619263], "cos_apical_negg": [0.607077419757843, 0.6442137956619263], "cos_Ac_negg": [0.607077419757843, 0.6442137956619263], "r_norm": [0.21124960482120514, 0.20668141543865204]}, {"step": 8550, "epoch": 21, "train_loss": 0.00019048988178838044, "cos_r_negg": [0.6074145436286926, 0.6451147794723511], "cos_innovation_negg": [0.6074145436286926, 0.6451147794723511], "cos_apical_negg": [0.6074145436286926, 0.6451147794723511], "cos_Ac_negg": [0.6074145436286926, 0.6451147794723511], "r_norm": [0.21424183249473572, 0.20963886380195618]}, {"step": 8600, "epoch": 21, "train_loss": 0.0007697895634919405, "cos_r_negg": [0.6080241203308105, 0.6451120972633362], "cos_innovation_negg": [0.6080241203308105, 0.6451120972633362], "cos_apical_negg": [0.6080241203308105, 0.6451120972633362], "cos_Ac_negg": [0.6080241203308105, 0.6451120972633362], "r_norm": [0.21289066970348358, 0.2082958072423935]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.976, "test_loss": 0.12255315828323364}, {"step": 8650, "epoch": 22, "train_loss": 0.00015459705900866538, "cos_r_negg": [0.6072821021080017, 0.644921064376831], "cos_innovation_negg": [0.6072821021080017, 0.644921064376831], "cos_apical_negg": [0.6072821021080017, 0.644921064376831], "cos_Ac_negg": [0.6072821021080017, 0.644921064376831], "r_norm": [0.21151770651340485, 0.2070922702550888]}, {"step": 8700, "epoch": 22, "train_loss": 0.00022558783530257642, "cos_r_negg": [0.6071242094039917, 0.6446882486343384], "cos_innovation_negg": [0.6071242094039917, 0.6446882486343384], "cos_apical_negg": [0.6071242094039917, 0.6446882486343384], "cos_Ac_negg": [0.6071242094039917, 0.6446882486343384], "r_norm": [0.21246086061000824, 0.2080446034669876]}, {"step": 8750, "epoch": 22, "train_loss": 0.0001304442121181637, "cos_r_negg": [0.6074180603027344, 0.6446472406387329], "cos_innovation_negg": [0.6074180603027344, 0.6446472406387329], "cos_apical_negg": [0.6074180603027344, 0.6446472406387329], "cos_Ac_negg": [0.6074180603027344, 0.6446472406387329], "r_norm": [0.21200984716415405, 0.20757074654102325]}, {"step": 8800, "epoch": 22, "train_loss": 0.00028783330344595015, "cos_r_negg": [0.6078379154205322, 0.644891619682312], "cos_innovation_negg": [0.6078379154205322, 0.644891619682312], "cos_apical_negg": [0.6078379154205322, 0.644891619682312], "cos_Ac_negg": [0.6078379154205322, 0.644891619682312], "r_norm": [0.21225222945213318, 0.20772136747837067]}, {"step": 8850, "epoch": 22, "train_loss": 0.0002150807558791712, "cos_r_negg": [0.6082141399383545, 0.6450319886207581], "cos_innovation_negg": [0.6082141399383545, 0.6450319886207581], "cos_apical_negg": [0.6082141399383545, 0.6450319886207581], "cos_Ac_negg": [0.6082141399383545, 0.6450319886207581], "r_norm": [0.21407730877399445, 0.2094482183456421]}, {"step": 8900, "epoch": 22, "train_loss": 0.00040259232628159225, "cos_r_negg": [0.6081833839416504, 0.6446104049682617], "cos_innovation_negg": [0.6081833839416504, 0.6446104049682617], "cos_apical_negg": [0.6081833839416504, 0.6446104049682617], "cos_Ac_negg": [0.6081833839416504, 0.6446104049682617], "r_norm": [0.21526017785072327, 0.21056023240089417]}, {"step": 8950, "epoch": 22, "train_loss": 0.00021830416517332196, "cos_r_negg": [0.6080087423324585, 0.6446536779403687], "cos_innovation_negg": [0.6080087423324585, 0.6446536779403687], "cos_apical_negg": [0.6080087423324585, 0.6446536779403687], "cos_Ac_negg": [0.6080087423324585, 0.6446536779403687], "r_norm": [0.21462513506412506, 0.20994821190834045]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9762, "test_loss": 0.123172474193573}, {"step": 9000, "epoch": 23, "train_loss": 0.0001450097479391843, "cos_r_negg": [0.6082227230072021, 0.6451570391654968], "cos_innovation_negg": [0.6082227230072021, 0.6451570391654968], "cos_apical_negg": [0.6082227230072021, 0.6451570391654968], "cos_Ac_negg": [0.6082227230072021, 0.6451570391654968], "r_norm": [0.21194227039813995, 0.2073526680469513]}, {"step": 9050, "epoch": 23, "train_loss": 0.0002876768121495843, "cos_r_negg": [0.6085623502731323, 0.6447358131408691], "cos_innovation_negg": [0.6085623502731323, 0.6447358131408691], "cos_apical_negg": [0.6085623502731323, 0.6447358131408691], "cos_Ac_negg": [0.6085623502731323, 0.6447358131408691], "r_norm": [0.21221213042736053, 0.20761871337890625]}, {"step": 9100, "epoch": 23, "train_loss": 0.0001458739279769361, "cos_r_negg": [0.6084401607513428, 0.645261287689209], "cos_innovation_negg": [0.6084401607513428, 0.645261287689209], "cos_apical_negg": [0.6084401607513428, 0.645261287689209], "cos_Ac_negg": [0.6084401607513428, 0.645261287689209], "r_norm": [0.20889422297477722, 0.2043578028678894]}, {"step": 9150, "epoch": 23, "train_loss": 0.0002881252730730921, "cos_r_negg": [0.6085151433944702, 0.645384669303894], "cos_innovation_negg": [0.6085151433944702, 0.645384669303894], "cos_apical_negg": [0.6085151433944702, 0.645384669303894], "cos_Ac_negg": [0.6085151433944702, 0.645384669303894], "r_norm": [0.21107745170593262, 0.20650823414325714]}, {"step": 9200, "epoch": 23, "train_loss": 0.00046528701204806566, "cos_r_negg": [0.6090123057365417, 0.6453206539154053], "cos_innovation_negg": [0.6090123057365417, 0.6453206539154053], "cos_apical_negg": [0.6090123057365417, 0.6453206539154053], "cos_Ac_negg": [0.6090123057365417, 0.6453206539154053], "r_norm": [0.21085266768932343, 0.20622995495796204]}, {"step": 9250, "epoch": 23, "train_loss": 0.0001817634329199791, "cos_r_negg": [0.6085069179534912, 0.6451451778411865], "cos_innovation_negg": [0.6085069179534912, 0.6451451778411865], "cos_apical_negg": [0.6085069179534912, 0.6451451778411865], "cos_Ac_negg": [0.6085069179534912, 0.6451451778411865], "r_norm": [0.20939277112483978, 0.20484478771686554]}, {"step": 9300, "epoch": 23, "train_loss": 0.0001961781963473186, "cos_r_negg": [0.6083225011825562, 0.6440107226371765], "cos_innovation_negg": [0.6083225011825562, 0.6440107226371765], "cos_apical_negg": [0.6083225011825562, 0.6440107226371765], "cos_Ac_negg": [0.6083225011825562, 0.6440107226371765], "r_norm": [0.20846357941627502, 0.2039819061756134]}, {"step": 9350, "epoch": 23, "train_loss": 0.0001734799734549597, "cos_r_negg": [0.607592761516571, 0.6444517970085144], "cos_innovation_negg": [0.607592761516571, 0.6444517970085144], "cos_apical_negg": [0.607592761516571, 0.6444517970085144], "cos_Ac_negg": [0.607592761516571, 0.6444517970085144], "r_norm": [0.21125271916389465, 0.20672965049743652]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9763, "test_loss": 0.1238852346420288}, {"step": 9400, "epoch": 24, "train_loss": 0.0001984694681596011, "cos_r_negg": [0.6079629063606262, 0.6449022889137268], "cos_innovation_negg": [0.6079629063606262, 0.6449022889137268], "cos_apical_negg": [0.6079629063606262, 0.6449022889137268], "cos_Ac_negg": [0.6079629063606262, 0.6449022889137268], "r_norm": [0.21072033047676086, 0.20630493760108948]}, {"step": 9450, "epoch": 24, "train_loss": 0.00016183636034838855, "cos_r_negg": [0.6085948348045349, 0.6462000608444214], "cos_innovation_negg": [0.6085948348045349, 0.6462000608444214], "cos_apical_negg": [0.6085948348045349, 0.6462000608444214], "cos_Ac_negg": [0.6085948348045349, 0.6462000608444214], "r_norm": [0.2108825445175171, 0.20654886960983276]}, {"step": 9500, "epoch": 24, "train_loss": 0.00020156230311840773, "cos_r_negg": [0.6088647246360779, 0.6468566656112671], "cos_innovation_negg": [0.6088647246360779, 0.6468566656112671], "cos_apical_negg": [0.6088647246360779, 0.6468566656112671], "cos_Ac_negg": [0.6088647246360779, 0.6468566656112671], "r_norm": [0.21206897497177124, 0.20754919946193695]}, {"step": 9550, "epoch": 24, "train_loss": 0.0002467844169586897, "cos_r_negg": [0.608803391456604, 0.6469889879226685], "cos_innovation_negg": [0.608803391456604, 0.6469889879226685], "cos_apical_negg": [0.608803391456604, 0.6469889879226685], "cos_Ac_negg": [0.608803391456604, 0.6469889879226685], "r_norm": [0.21258361637592316, 0.20804795622825623]}, {"step": 9600, "epoch": 24, "train_loss": 0.00018962219473905861, "cos_r_negg": [0.6086061000823975, 0.6444880962371826], "cos_innovation_negg": [0.6086061000823975, 0.6444880962371826], "cos_apical_negg": [0.6086061000823975, 0.6444880962371826], "cos_Ac_negg": [0.6086061000823975, 0.6444880962371826], "r_norm": [0.20697979629039764, 0.20250234007835388]}, {"step": 9650, "epoch": 24, "train_loss": 0.00021510099759325385, "cos_r_negg": [0.6085697412490845, 0.6455309391021729], "cos_innovation_negg": [0.6085697412490845, 0.6455309391021729], "cos_apical_negg": [0.6085697412490845, 0.6455309391021729], "cos_Ac_negg": [0.6085697412490845, 0.6455309391021729], "r_norm": [0.2066059410572052, 0.2020672857761383]}, {"step": 9700, "epoch": 24, "train_loss": 0.0001787949731806293, "cos_r_negg": [0.608381450176239, 0.6464067697525024], "cos_innovation_negg": [0.608381450176239, 0.6464067697525024], "cos_apical_negg": [0.608381450176239, 0.6464067697525024], "cos_Ac_negg": [0.608381450176239, 0.6464067697525024], "r_norm": [0.21066728234291077, 0.20612289011478424]}, {"step": 9750, "epoch": 24, "train_loss": 0.0005009089363738894, "cos_r_negg": [0.6072912216186523, 0.6453893780708313], "cos_innovation_negg": [0.6072912216186523, 0.6453893780708313], "cos_apical_negg": [0.6072912216186523, 0.6453893780708313], "cos_Ac_negg": [0.6072912216186523, 0.6453893780708313], "r_norm": [0.2101336121559143, 0.2055215835571289]}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9763, "test_loss": 0.12441687660217285}, {"step": 9800, "epoch": 25, "train_loss": 0.0006330442847684026, "cos_r_negg": [0.6090487241744995, 0.6451515555381775], "cos_innovation_negg": [0.6090487241744995, 0.6451515555381775], "cos_apical_negg": [0.6090487241744995, 0.6451515555381775], "cos_Ac_negg": [0.6090487241744995, 0.6451515555381775], "r_norm": [0.2108669877052307, 0.20636925101280212]}, {"step": 9850, "epoch": 25, "train_loss": 0.0002060106780845672, "cos_r_negg": [0.6087682247161865, 0.64541095495224], "cos_innovation_negg": [0.6087682247161865, 0.64541095495224], "cos_apical_negg": [0.6087682247161865, 0.64541095495224], "cos_Ac_negg": [0.6087682247161865, 0.64541095495224], "r_norm": [0.20878078043460846, 0.2042178064584732]}, {"step": 9900, "epoch": 25, "train_loss": 7.312393427127972e-05, "cos_r_negg": [0.6086273193359375, 0.6455930471420288], "cos_innovation_negg": [0.6086273193359375, 0.6455930471420288], "cos_apical_negg": [0.6086273193359375, 0.6455930471420288], "cos_Ac_negg": [0.6086273193359375, 0.6455930471420288], "r_norm": [0.20978596806526184, 0.20521414279937744]}, {"step": 9950, "epoch": 25, "train_loss": 0.00022750976495444775, "cos_r_negg": [0.6084942817687988, 0.6466245651245117], "cos_innovation_negg": [0.6084942817687988, 0.6466245651245117], "cos_apical_negg": [0.6084942817687988, 0.6466245651245117], "cos_Ac_negg": [0.6084942817687988, 0.6466245651245117], "r_norm": [0.21068531274795532, 0.20610475540161133]}, {"step": 10000, "epoch": 25, "train_loss": 0.0001282603043364361, "cos_r_negg": [0.6093279123306274, 0.6457866430282593], "cos_innovation_negg": [0.6093279123306274, 0.6457866430282593], "cos_apical_negg": [0.6093279123306274, 0.6457866430282593], "cos_Ac_negg": [0.6093279123306274, 0.6457866430282593], "r_norm": [0.20859216153621674, 0.20406964421272278]}, {"step": 10050, "epoch": 25, "train_loss": 0.000231495825573802, "cos_r_negg": [0.608388364315033, 0.6460198163986206], "cos_innovation_negg": [0.608388364315033, 0.6460198163986206], "cos_apical_negg": [0.608388364315033, 0.6460198163986206], "cos_Ac_negg": [0.608388364315033, 0.6460198163986206], "r_norm": [0.21124181151390076, 0.20668944716453552]}, {"step": 10100, "epoch": 25, "train_loss": 0.00013470696285367012, "cos_r_negg": [0.6090037822723389, 0.647545576095581], "cos_innovation_negg": [0.6090037822723389, 0.647545576095581], "cos_apical_negg": [0.6090037822723389, 0.647545576095581], "cos_Ac_negg": [0.6090037822723389, 0.647545576095581], "r_norm": [0.21259114146232605, 0.20807364583015442]}, {"step": 10150, "epoch": 25, "train_loss": 9.650383435655385e-05, "cos_r_negg": [0.6093044877052307, 0.6458711624145508], "cos_innovation_negg": [0.6093044877052307, 0.6458711624145508], "cos_apical_negg": [0.6093044877052307, 0.6458711624145508], "cos_Ac_negg": [0.6093044877052307, 0.6458711624145508], "r_norm": [0.20906655490398407, 0.20463873445987701]}, {"epoch_end": 25, "step": 10166, "test_acc": 0.9763, "test_loss": 0.12502457799911498}, {"step": 10200, "epoch": 26, "train_loss": 0.00020479071827139705, "cos_r_negg": [0.6096016764640808, 0.6458014249801636], "cos_innovation_negg": [0.6096016764640808, 0.6458014249801636], "cos_apical_negg": [0.6096016764640808, 0.6458014249801636], "cos_Ac_negg": [0.6096016764640808, 0.6458014249801636], "r_norm": [0.20811645686626434, 0.20374846458435059]}, {"step": 10250, "epoch": 26, "train_loss": 0.000143962271977216, "cos_r_negg": [0.6096662282943726, 0.6461493968963623], "cos_innovation_negg": [0.6096662282943726, 0.6461493968963623], "cos_apical_negg": [0.6096662282943726, 0.6461493968963623], "cos_Ac_negg": [0.6096662282943726, 0.6461493968963623], "r_norm": [0.2057340443134308, 0.20145341753959656]}, {"step": 10300, "epoch": 26, "train_loss": 0.001206217217259109, "cos_r_negg": [0.6095321178436279, 0.6459656953811646], "cos_innovation_negg": [0.6095321178436279, 0.6459656953811646], "cos_apical_negg": [0.6095321178436279, 0.6459656953811646], "cos_Ac_negg": [0.6095321178436279, 0.6459656953811646], "r_norm": [0.20527741312980652, 0.20106007158756256]}, {"step": 10350, "epoch": 26, "train_loss": 9.903677710099146e-05, "cos_r_negg": [0.6095660924911499, 0.6464745998382568], "cos_innovation_negg": [0.6095660924911499, 0.6464745998382568], "cos_apical_negg": [0.6095660924911499, 0.6464745998382568], "cos_Ac_negg": [0.6095660924911499, 0.6464745998382568], "r_norm": [0.20997455716133118, 0.2055591642856598]}, {"step": 10400, "epoch": 26, "train_loss": 0.0003140891494695097, "cos_r_negg": [0.608525812625885, 0.645348310470581], "cos_innovation_negg": [0.608525812625885, 0.645348310470581], "cos_apical_negg": [0.608525812625885, 0.645348310470581], "cos_Ac_negg": [0.608525812625885, 0.645348310470581], "r_norm": [0.20927667617797852, 0.20490068197250366]}, {"step": 10450, "epoch": 26, "train_loss": 0.00029370817355811596, "cos_r_negg": [0.6090952157974243, 0.6469283699989319], "cos_innovation_negg": [0.6090952157974243, 0.6469283699989319], "cos_apical_negg": [0.6090952157974243, 0.6469283699989319], "cos_Ac_negg": [0.6090952157974243, 0.6469283699989319], "r_norm": [0.20752838253974915, 0.2031654715538025]}, {"step": 10500, "epoch": 26, "train_loss": 0.00021237763576209545, "cos_r_negg": [0.6088494062423706, 0.6467031836509705], "cos_innovation_negg": [0.6088494062423706, 0.6467031836509705], "cos_apical_negg": [0.6088494062423706, 0.6467031836509705], "cos_Ac_negg": [0.6088494062423706, 0.6467031836509705], "r_norm": [0.20957881212234497, 0.2050876021385193]}, {"step": 10550, "epoch": 26, "train_loss": 0.00011847187124658376, "cos_r_negg": [0.6094184517860413, 0.648003339767456], "cos_innovation_negg": [0.6094184517860413, 0.648003339767456], "cos_apical_negg": [0.6094184517860413, 0.648003339767456], "cos_Ac_negg": [0.6094184517860413, 0.648003339767456], "r_norm": [0.21110522747039795, 0.2065095603466034]}, {"epoch_end": 26, "step": 10557, "test_acc": 0.9761, "test_loss": 0.12561427984237672}, {"step": 10600, "epoch": 27, "train_loss": 0.00010350134107284248, "cos_r_negg": [0.6102931499481201, 0.6466249227523804], "cos_innovation_negg": [0.6102931499481201, 0.6466249227523804], "cos_apical_negg": [0.6102931499481201, 0.6466249227523804], "cos_Ac_negg": [0.6102931499481201, 0.6466249227523804], "r_norm": [0.2087327539920807, 0.20417794585227966]}, {"step": 10650, "epoch": 27, "train_loss": 0.00021196083980612457, "cos_r_negg": [0.6091963648796082, 0.6468872427940369], "cos_innovation_negg": [0.6091963648796082, 0.6468872427940369], "cos_apical_negg": [0.6091963648796082, 0.6468872427940369], "cos_Ac_negg": [0.6091963648796082, 0.6468872427940369], "r_norm": [0.20824655890464783, 0.20385152101516724]}, {"step": 10700, "epoch": 27, "train_loss": 0.00025290355551987886, "cos_r_negg": [0.6087678670883179, 0.6463394165039062], "cos_innovation_negg": [0.6087678670883179, 0.6463394165039062], "cos_apical_negg": [0.6087678670883179, 0.6463394165039062], "cos_Ac_negg": [0.6087678670883179, 0.6463394165039062], "r_norm": [0.20844024419784546, 0.20410636067390442]}, {"step": 10750, "epoch": 27, "train_loss": 0.0001693075755611062, "cos_r_negg": [0.6090290546417236, 0.6457663774490356], "cos_innovation_negg": [0.6090290546417236, 0.6457663774490356], "cos_apical_negg": [0.6090290546417236, 0.6457663774490356], "cos_Ac_negg": [0.6090290546417236, 0.6457663774490356], "r_norm": [0.20863640308380127, 0.20426088571548462]}, {"step": 10800, "epoch": 27, "train_loss": 7.876745075918734e-05, "cos_r_negg": [0.6086046695709229, 0.6462023258209229], "cos_innovation_negg": [0.6086046695709229, 0.6462023258209229], "cos_apical_negg": [0.6086046695709229, 0.6462023258209229], "cos_Ac_negg": [0.6086046695709229, 0.6462023258209229], "r_norm": [0.20800276100635529, 0.20353782176971436]}, {"step": 10850, "epoch": 27, "train_loss": 0.00014505772560369223, "cos_r_negg": [0.6085615754127502, 0.6475402116775513], "cos_innovation_negg": [0.6085615754127502, 0.6475402116775513], "cos_apical_negg": [0.6085615754127502, 0.6475402116775513], "cos_Ac_negg": [0.6085615754127502, 0.6475402116775513], "r_norm": [0.20940786600112915, 0.20491313934326172]}, {"step": 10900, "epoch": 27, "train_loss": 0.00015565127250738442, "cos_r_negg": [0.6088991761207581, 0.6480454206466675], "cos_innovation_negg": [0.6088991761207581, 0.6480454206466675], "cos_apical_negg": [0.6088991761207581, 0.6480454206466675], "cos_Ac_negg": [0.6088991761207581, 0.6480454206466675], "r_norm": [0.20931318402290344, 0.2048131823539734]}, {"epoch_end": 27, "step": 10948, "test_acc": 0.9763, "test_loss": 0.12601046466827392}, {"step": 10950, "epoch": 28, "train_loss": 0.00020508526358753443, "cos_r_negg": [0.6093116998672485, 0.6469252705574036], "cos_innovation_negg": [0.6093116998672485, 0.6469252705574036], "cos_apical_negg": [0.6093116998672485, 0.6469252705574036], "cos_Ac_negg": [0.6093116998672485, 0.6469252705574036], "r_norm": [0.2072816789150238, 0.2028426229953766]}, {"step": 11000, "epoch": 28, "train_loss": 6.880037835799158e-05, "cos_r_negg": [0.6080726981163025, 0.6459028124809265], "cos_innovation_negg": [0.6080726981163025, 0.6459028124809265], "cos_apical_negg": [0.6080726981163025, 0.6459028124809265], "cos_Ac_negg": [0.6080726981163025, 0.6459028124809265], "r_norm": [0.2058665007352829, 0.2014724463224411]}, {"step": 11050, "epoch": 28, "train_loss": 0.0003503851476125419, "cos_r_negg": [0.6093969345092773, 0.646760880947113], "cos_innovation_negg": [0.6093969345092773, 0.646760880947113], "cos_apical_negg": [0.6093969345092773, 0.646760880947113], "cos_Ac_negg": [0.6093969345092773, 0.646760880947113], "r_norm": [0.2081526815891266, 0.20366856455802917]}, {"step": 11100, "epoch": 28, "train_loss": 0.00023013391182757914, "cos_r_negg": [0.6086805462837219, 0.6467714309692383], "cos_innovation_negg": [0.6086805462837219, 0.6467714309692383], "cos_apical_negg": [0.6086805462837219, 0.6467714309692383], "cos_Ac_negg": [0.6086805462837219, 0.6467714309692383], "r_norm": [0.20688138902187347, 0.20241905748844147]}, {"step": 11150, "epoch": 28, "train_loss": 0.0002800603397190571, "cos_r_negg": [0.6090186238288879, 0.6470364928245544], "cos_innovation_negg": [0.6090186238288879, 0.6470364928245544], "cos_apical_negg": [0.6090186238288879, 0.6470364928245544], "cos_Ac_negg": [0.6090186238288879, 0.6470364928245544], "r_norm": [0.20742028951644897, 0.20298025012016296]}, {"step": 11200, "epoch": 28, "train_loss": 0.0004772744723595679, "cos_r_negg": [0.6090479493141174, 0.6464312672615051], "cos_innovation_negg": [0.6090479493141174, 0.6464312672615051], "cos_apical_negg": [0.6090479493141174, 0.6464312672615051], "cos_Ac_negg": [0.6090479493141174, 0.6464312672615051], "r_norm": [0.20597335696220398, 0.2015635371208191]}, {"step": 11250, "epoch": 28, "train_loss": 0.00035624479642137885, "cos_r_negg": [0.6086312532424927, 0.6460810899734497], "cos_innovation_negg": [0.6086312532424927, 0.6460810899734497], "cos_apical_negg": [0.6086312532424927, 0.6460810899734497], "cos_Ac_negg": [0.6086312532424927, 0.6460810899734497], "r_norm": [0.2045760452747345, 0.20019923150539398]}, {"step": 11300, "epoch": 28, "train_loss": 0.0001519810757599771, "cos_r_negg": [0.6089500188827515, 0.6473729610443115], "cos_innovation_negg": [0.6089500188827515, 0.6473729610443115], "cos_apical_negg": [0.6089500188827515, 0.6473729610443115], "cos_Ac_negg": [0.6089500188827515, 0.6473729610443115], "r_norm": [0.20760835707187653, 0.2031782865524292]}, {"epoch_end": 28, "step": 11339, "test_acc": 0.9763, "test_loss": 0.12666312198638915}, {"step": 11350, "epoch": 29, "train_loss": 0.00012941769091412425, "cos_r_negg": [0.6083730459213257, 0.6470094323158264], "cos_innovation_negg": [0.6083730459213257, 0.6470094323158264], "cos_apical_negg": [0.6083730459213257, 0.6470094323158264], "cos_Ac_negg": [0.6083730459213257, 0.6470094323158264], "r_norm": [0.2071705013513565, 0.20278993248939514]}, {"step": 11400, "epoch": 29, "train_loss": 0.00015080871526151896, "cos_r_negg": [0.608283281326294, 0.6461224555969238], "cos_innovation_negg": [0.608283281326294, 0.6461224555969238], "cos_apical_negg": [0.608283281326294, 0.6461224555969238], "cos_Ac_negg": [0.608283281326294, 0.6461224555969238], "r_norm": [0.20816344022750854, 0.20367030799388885]}, {"step": 11450, "epoch": 29, "train_loss": 0.00020637994748540223, "cos_r_negg": [0.6084939241409302, 0.6468187570571899], "cos_innovation_negg": [0.6084939241409302, 0.6468187570571899], "cos_apical_negg": [0.6084939241409302, 0.6468187570571899], "cos_Ac_negg": [0.6084939241409302, 0.6468187570571899], "r_norm": [0.20834168791770935, 0.2038283497095108]}, {"step": 11500, "epoch": 29, "train_loss": 0.000275619444437325, "cos_r_negg": [0.6097787022590637, 0.6474931836128235], "cos_innovation_negg": [0.6097787022590637, 0.6474931836128235], "cos_apical_negg": [0.6097787022590637, 0.6474931836128235], "cos_Ac_negg": [0.6097787022590637, 0.6474931836128235], "r_norm": [0.20874492824077606, 0.20427623391151428]}, {"step": 11550, "epoch": 29, "train_loss": 0.0001454605080652982, "cos_r_negg": [0.6091145277023315, 0.6477962732315063], "cos_innovation_negg": [0.6091145277023315, 0.6477962732315063], "cos_apical_negg": [0.6091145277023315, 0.6477962732315063], "cos_Ac_negg": [0.6091145277023315, 0.6477962732315063], "r_norm": [0.2079268842935562, 0.20352786779403687]}, {"step": 11600, "epoch": 29, "train_loss": 0.00012862126459367573, "cos_r_negg": [0.6089835166931152, 0.6469780206680298], "cos_innovation_negg": [0.6089835166931152, 0.6469780206680298], "cos_apical_negg": [0.6089835166931152, 0.6469780206680298], "cos_Ac_negg": [0.6089835166931152, 0.6469780206680298], "r_norm": [0.20701760053634644, 0.20270344614982605]}, {"step": 11650, "epoch": 29, "train_loss": 0.00023405798128806055, "cos_r_negg": [0.6099194884300232, 0.6481742858886719], "cos_innovation_negg": [0.6099194884300232, 0.6481742858886719], "cos_apical_negg": [0.6099194884300232, 0.6481742858886719], "cos_Ac_negg": [0.6099194884300232, 0.6481742858886719], "r_norm": [0.20957016944885254, 0.2052297443151474]}, {"step": 11700, "epoch": 29, "train_loss": 0.0001197457968373783, "cos_r_negg": [0.6089586019515991, 0.6474888920783997], "cos_innovation_negg": [0.6089586019515991, 0.6474888920783997], "cos_apical_negg": [0.6089586019515991, 0.6474888920783997], "cos_Ac_negg": [0.6089586019515991, 0.6474888920783997], "r_norm": [0.207164004445076, 0.20277413725852966]}, {"epoch_end": 29, "step": 11730, "test_acc": 0.9763, "test_loss": 0.12712518272399903}, {"step": 11750, "epoch": 30, "train_loss": 0.00036064605228602886, "cos_r_negg": [0.6085893511772156, 0.6471824645996094], "cos_innovation_negg": [0.6085893511772156, 0.6471824645996094], "cos_apical_negg": [0.6085893511772156, 0.6471824645996094], "cos_Ac_negg": [0.6085893511772156, 0.6471824645996094], "r_norm": [0.20450466871261597, 0.2001684606075287]}, {"step": 11800, "epoch": 30, "train_loss": 7.865775842219591e-05, "cos_r_negg": [0.6091032028198242, 0.6475104093551636], "cos_innovation_negg": [0.6091032028198242, 0.6475104093551636], "cos_apical_negg": [0.6091032028198242, 0.6475104093551636], "cos_Ac_negg": [0.6091032028198242, 0.6475104093551636], "r_norm": [0.20693939924240112, 0.2026233971118927]}, {"step": 11850, "epoch": 30, "train_loss": 0.0002478293317835778, "cos_r_negg": [0.6083101034164429, 0.6479607224464417], "cos_innovation_negg": [0.6083101034164429, 0.6479607224464417], "cos_apical_negg": [0.6083101034164429, 0.6479607224464417], "cos_Ac_negg": [0.6083101034164429, 0.6479607224464417], "r_norm": [0.20784644782543182, 0.20342344045639038]}, {"step": 11900, "epoch": 30, "train_loss": 0.0004083082021679729, "cos_r_negg": [0.6081591844558716, 0.6466140151023865], "cos_innovation_negg": [0.6081591844558716, 0.6466140151023865], "cos_apical_negg": [0.6081591844558716, 0.6466140151023865], "cos_Ac_negg": [0.6081591844558716, 0.6466140151023865], "r_norm": [0.20520931482315063, 0.20076285302639008]}, {"step": 11950, "epoch": 30, "train_loss": 0.00010982264211634174, "cos_r_negg": [0.6080327033996582, 0.6469792127609253], "cos_innovation_negg": [0.6080327033996582, 0.6469792127609253], "cos_apical_negg": [0.6080327033996582, 0.6469792127609253], "cos_Ac_negg": [0.6080327033996582, 0.6469792127609253], "r_norm": [0.20386868715286255, 0.19949030876159668]}, {"step": 12000, "epoch": 30, "train_loss": 0.00023502515978179872, "cos_r_negg": [0.6091433763504028, 0.6478240489959717], "cos_innovation_negg": [0.6091433763504028, 0.6478240489959717], "cos_apical_negg": [0.6091433763504028, 0.6478240489959717], "cos_Ac_negg": [0.6091433763504028, 0.6478240489959717], "r_norm": [0.20407360792160034, 0.19974927604198456]}, {"step": 12050, "epoch": 30, "train_loss": 0.0004285122558940202, "cos_r_negg": [0.6089702248573303, 0.6481924653053284], "cos_innovation_negg": [0.6089702248573303, 0.6481924653053284], "cos_apical_negg": [0.6089702248573303, 0.6481924653053284], "cos_Ac_negg": [0.6089702248573303, 0.6481924653053284], "r_norm": [0.20643536746501923, 0.2021670788526535]}, {"step": 12100, "epoch": 30, "train_loss": 0.0001486722903791815, "cos_r_negg": [0.6086907386779785, 0.6478686332702637], "cos_innovation_negg": [0.6086907386779785, 0.6478686332702637], "cos_apical_negg": [0.6086907386779785, 0.6478686332702637], "cos_Ac_negg": [0.6086907386779785, 0.6478686332702637], "r_norm": [0.2067878246307373, 0.20242257416248322]}, {"epoch_end": 30, "step": 12121, "test_acc": 0.9762, "test_loss": 0.12771099939346314}, {"step": 12150, "epoch": 31, "train_loss": 0.00012516847345978022, "cos_r_negg": [0.6078300476074219, 0.6474735736846924], "cos_innovation_negg": [0.6078300476074219, 0.6474735736846924], "cos_apical_negg": [0.6078300476074219, 0.6474735736846924], "cos_Ac_negg": [0.6078300476074219, 0.6474735736846924], "r_norm": [0.20700703561306, 0.2025732398033142]}, {"step": 12200, "epoch": 31, "train_loss": 0.00024193413264583796, "cos_r_negg": [0.6077865362167358, 0.6475708484649658], "cos_innovation_negg": [0.6077865362167358, 0.6475708484649658], "cos_apical_negg": [0.6077865362167358, 0.6475708484649658], "cos_Ac_negg": [0.6077865362167358, 0.6475708484649658], "r_norm": [0.2067859172821045, 0.20235511660575867]}, {"step": 12250, "epoch": 31, "train_loss": 0.0003679939254652709, "cos_r_negg": [0.6085134744644165, 0.6480830907821655], "cos_innovation_negg": [0.6085134744644165, 0.6480830907821655], "cos_apical_negg": [0.6085134744644165, 0.6480830907821655], "cos_Ac_negg": [0.6085134744644165, 0.6480830907821655], "r_norm": [0.20722833275794983, 0.2027522474527359]}, {"step": 12300, "epoch": 31, "train_loss": 0.00022874954447615892, "cos_r_negg": [0.6082181930541992, 0.6476218700408936], "cos_innovation_negg": [0.6082181930541992, 0.6476218700408936], "cos_apical_negg": [0.6082181930541992, 0.6476218700408936], "cos_Ac_negg": [0.6082181930541992, 0.6476218700408936], "r_norm": [0.20559993386268616, 0.20116382837295532]}, {"step": 12350, "epoch": 31, "train_loss": 0.00026529558817856014, "cos_r_negg": [0.608305811882019, 0.6477084159851074], "cos_innovation_negg": [0.608305811882019, 0.6477084159851074], "cos_apical_negg": [0.608305811882019, 0.6477084159851074], "cos_Ac_negg": [0.608305811882019, 0.6477084159851074], "r_norm": [0.20595897734165192, 0.20150086283683777]}, {"step": 12400, "epoch": 31, "train_loss": 0.00015710663865320385, "cos_r_negg": [0.608457088470459, 0.6481025815010071], "cos_innovation_negg": [0.608457088470459, 0.6481025815010071], "cos_apical_negg": [0.608457088470459, 0.6481025815010071], "cos_Ac_negg": [0.608457088470459, 0.6481025815010071], "r_norm": [0.2048887014389038, 0.20050549507141113]}, {"step": 12450, "epoch": 31, "train_loss": 0.00012551664258353412, "cos_r_negg": [0.6083911657333374, 0.6480413675308228], "cos_innovation_negg": [0.6083911657333374, 0.6480413675308228], "cos_apical_negg": [0.6083911657333374, 0.6480413675308228], "cos_Ac_negg": [0.6083911657333374, 0.6480413675308228], "r_norm": [0.20563942193984985, 0.20139479637145996]}, {"step": 12500, "epoch": 31, "train_loss": 0.00014390300202649087, "cos_r_negg": [0.6085879802703857, 0.6478216648101807], "cos_innovation_negg": [0.6085879802703857, 0.6478216648101807], "cos_apical_negg": [0.6085879802703857, 0.6478216648101807], "cos_Ac_negg": [0.6085879802703857, 0.6478216648101807], "r_norm": [0.204402357339859, 0.20015092194080353]}, {"epoch_end": 31, "step": 12512, "test_acc": 0.9761, "test_loss": 0.1279660449028015}, {"step": 12550, "epoch": 32, "train_loss": 0.00011791670112870634, "cos_r_negg": [0.6079504489898682, 0.6466275453567505], "cos_innovation_negg": [0.6079504489898682, 0.6466275453567505], "cos_apical_negg": [0.6079504489898682, 0.6466275453567505], "cos_Ac_negg": [0.6079504489898682, 0.6466275453567505], "r_norm": [0.2029132843017578, 0.19866140186786652]}, {"step": 12600, "epoch": 32, "train_loss": 2.6700337912188843e-05, "cos_r_negg": [0.6084250211715698, 0.6476912498474121], "cos_innovation_negg": [0.6084250211715698, 0.6476912498474121], "cos_apical_negg": [0.6084250211715698, 0.6476912498474121], "cos_Ac_negg": [0.6084250211715698, 0.6476912498474121], "r_norm": [0.20477929711341858, 0.20049190521240234]}, {"step": 12650, "epoch": 32, "train_loss": 0.00019181089010089636, "cos_r_negg": [0.6084034442901611, 0.6478748917579651], "cos_innovation_negg": [0.6084034442901611, 0.6478748917579651], "cos_apical_negg": [0.6084034442901611, 0.6478748917579651], "cos_Ac_negg": [0.6084034442901611, 0.6478748917579651], "r_norm": [0.20355629920959473, 0.19932417571544647]}, {"step": 12700, "epoch": 32, "train_loss": 0.0002926250745076686, "cos_r_negg": [0.6087379455566406, 0.6481636762619019], "cos_innovation_negg": [0.6087379455566406, 0.6481636762619019], "cos_apical_negg": [0.6087379455566406, 0.6481636762619019], "cos_Ac_negg": [0.6087379455566406, 0.6481636762619019], "r_norm": [0.2033575475215912, 0.19912967085838318]}, {"step": 12750, "epoch": 32, "train_loss": 8.079149120021611e-05, "cos_r_negg": [0.6087198257446289, 0.6479594111442566], "cos_innovation_negg": [0.6087198257446289, 0.6479594111442566], "cos_apical_negg": [0.6087198257446289, 0.6479594111442566], "cos_Ac_negg": [0.6087198257446289, 0.6479594111442566], "r_norm": [0.20470765233039856, 0.2004135549068451]}, {"step": 12800, "epoch": 32, "train_loss": 0.0002175736881326884, "cos_r_negg": [0.6083923578262329, 0.6470462679862976], "cos_innovation_negg": [0.6083923578262329, 0.6470462679862976], "cos_apical_negg": [0.6083923578262329, 0.6470462679862976], "cos_Ac_negg": [0.6083923578262329, 0.6470462679862976], "r_norm": [0.20385241508483887, 0.19960705935955048]}, {"step": 12850, "epoch": 32, "train_loss": 0.00016925188538152725, "cos_r_negg": [0.6082162261009216, 0.6479694843292236], "cos_innovation_negg": [0.6082162261009216, 0.6479694843292236], "cos_apical_negg": [0.6082162261009216, 0.6479694843292236], "cos_Ac_negg": [0.6082162261009216, 0.6479694843292236], "r_norm": [0.204181969165802, 0.19986453652381897]}, {"step": 12900, "epoch": 32, "train_loss": 0.00016731816867832094, "cos_r_negg": [0.6085127592086792, 0.6478444337844849], "cos_innovation_negg": [0.6085127592086792, 0.6478444337844849], "cos_apical_negg": [0.6085127592086792, 0.6478444337844849], "cos_Ac_negg": [0.6085127592086792, 0.6478444337844849], "r_norm": [0.20595280826091766, 0.20154114067554474]}, {"epoch_end": 32, "step": 12903, "test_acc": 0.976, "test_loss": 0.12837038621902466}, {"step": 12950, "epoch": 33, "train_loss": 0.00010563770774751902, "cos_r_negg": [0.6083108186721802, 0.6468507647514343], "cos_innovation_negg": [0.6083108186721802, 0.6468507647514343], "cos_apical_negg": [0.6083108186721802, 0.6468507647514343], "cos_Ac_negg": [0.6083108186721802, 0.6468507647514343], "r_norm": [0.2020072340965271, 0.19762276113033295]}, {"step": 13000, "epoch": 33, "train_loss": 3.661263326648623e-05, "cos_r_negg": [0.60860276222229, 0.6471698880195618], "cos_innovation_negg": [0.60860276222229, 0.6471698880195618], "cos_apical_negg": [0.60860276222229, 0.6471698880195618], "cos_Ac_negg": [0.60860276222229, 0.6471698880195618], "r_norm": [0.20572882890701294, 0.20129087567329407]}, {"step": 13050, "epoch": 33, "train_loss": 0.00019618782971519977, "cos_r_negg": [0.6092155575752258, 0.6470685005187988], "cos_innovation_negg": [0.6092155575752258, 0.6470685005187988], "cos_apical_negg": [0.6092155575752258, 0.6470685005187988], "cos_Ac_negg": [0.6092155575752258, 0.6470685005187988], "r_norm": [0.20558136701583862, 0.20112599432468414]}, {"step": 13100, "epoch": 33, "train_loss": 9.234179015038535e-05, "cos_r_negg": [0.6084921360015869, 0.6483314037322998], "cos_innovation_negg": [0.6084921360015869, 0.6483314037322998], "cos_apical_negg": [0.6084921360015869, 0.6483314037322998], "cos_Ac_negg": [0.6084921360015869, 0.6483314037322998], "r_norm": [0.20645037293434143, 0.20189747214317322]}, {"step": 13150, "epoch": 33, "train_loss": 6.604449299629778e-05, "cos_r_negg": [0.6083916425704956, 0.6481500267982483], "cos_innovation_negg": [0.6083916425704956, 0.6481500267982483], "cos_apical_negg": [0.6083916425704956, 0.6481500267982483], "cos_Ac_negg": [0.6083916425704956, 0.6481500267982483], "r_norm": [0.20403708517551422, 0.19960053265094757]}, {"step": 13200, "epoch": 33, "train_loss": 0.00019610713934525847, "cos_r_negg": [0.6077664494514465, 0.6464560031890869], "cos_innovation_negg": [0.6077664494514465, 0.6464560031890869], "cos_apical_negg": [0.6077664494514465, 0.6464560031890869], "cos_Ac_negg": [0.6077664494514465, 0.6464560031890869], "r_norm": [0.20308691263198853, 0.19874539971351624]}, {"step": 13250, "epoch": 33, "train_loss": 0.00026613770751282573, "cos_r_negg": [0.6079593300819397, 0.6480308771133423], "cos_innovation_negg": [0.6079593300819397, 0.6480308771133423], "cos_apical_negg": [0.6079593300819397, 0.6480308771133423], "cos_Ac_negg": [0.6079593300819397, 0.6480308771133423], "r_norm": [0.20268431305885315, 0.19840332865715027]}, {"epoch_end": 33, "step": 13294, "test_acc": 0.976, "test_loss": 0.12897777509689332}, {"step": 13300, "epoch": 34, "train_loss": 0.0001457042817492038, "cos_r_negg": [0.6089094281196594, 0.6481329798698425], "cos_innovation_negg": [0.6089094281196594, 0.6481329798698425], "cos_apical_negg": [0.6089094281196594, 0.6481329798698425], "cos_Ac_negg": [0.6089094281196594, 0.6481329798698425], "r_norm": [0.20315037667751312, 0.19891394674777985]}, {"step": 13350, "epoch": 34, "train_loss": 0.00017981490236707032, "cos_r_negg": [0.6082541942596436, 0.6469302177429199], "cos_innovation_negg": [0.6082541942596436, 0.6469302177429199], "cos_apical_negg": [0.6082541942596436, 0.6469302177429199], "cos_Ac_negg": [0.6082541942596436, 0.6469302177429199], "r_norm": [0.2025304138660431, 0.19825175404548645]}, {"step": 13400, "epoch": 34, "train_loss": 8.800532668828964e-05, "cos_r_negg": [0.6076637506484985, 0.6474345922470093], "cos_innovation_negg": [0.6076637506484985, 0.6474345922470093], "cos_apical_negg": [0.6076637506484985, 0.6474345922470093], "cos_Ac_negg": [0.6076637506484985, 0.6474345922470093], "r_norm": [0.20128563046455383, 0.197054922580719]}, {"step": 13450, "epoch": 34, "train_loss": 0.000234742954489775, "cos_r_negg": [0.6079167127609253, 0.6476658582687378], "cos_innovation_negg": [0.6079167127609253, 0.6476658582687378], "cos_apical_negg": [0.6079167127609253, 0.6476658582687378], "cos_Ac_negg": [0.6079167127609253, 0.6476658582687378], "r_norm": [0.2018398642539978, 0.1976255476474762]}, {"step": 13500, "epoch": 34, "train_loss": 0.00024511406081728637, "cos_r_negg": [0.6085893511772156, 0.6474190354347229], "cos_innovation_negg": [0.6085893511772156, 0.6474190354347229], "cos_apical_negg": [0.6085893511772156, 0.6474190354347229], "cos_Ac_negg": [0.6085893511772156, 0.6474190354347229], "r_norm": [0.2042311131954193, 0.19993600249290466]}, {"step": 13550, "epoch": 34, "train_loss": 0.0001838639727793634, "cos_r_negg": [0.6087640523910522, 0.6483689546585083], "cos_innovation_negg": [0.6087640523910522, 0.6483689546585083], "cos_apical_negg": [0.6087640523910522, 0.6483689546585083], "cos_Ac_negg": [0.6087640523910522, 0.6483689546585083], "r_norm": [0.20514830946922302, 0.20089390873908997]}, {"step": 13600, "epoch": 34, "train_loss": 0.00015778347733430564, "cos_r_negg": [0.6087731719017029, 0.6472049951553345], "cos_innovation_negg": [0.6087731719017029, 0.6472049951553345], "cos_apical_negg": [0.6087731719017029, 0.6472049951553345], "cos_Ac_negg": [0.6087731719017029, 0.6472049951553345], "r_norm": [0.2052794098854065, 0.20100146532058716]}, {"step": 13650, "epoch": 34, "train_loss": 0.00023811068967916071, "cos_r_negg": [0.6086916923522949, 0.6472836136817932], "cos_innovation_negg": [0.6086916923522949, 0.6472836136817932], "cos_apical_negg": [0.6086916923522949, 0.6472836136817932], "cos_Ac_negg": [0.6086916923522949, 0.6472836136817932], "r_norm": [0.20368681848049164, 0.19941513240337372]}, {"epoch_end": 34, "step": 13685, "test_acc": 0.976, "test_loss": 0.12943235807418824}, {"step": 13700, "epoch": 35, "train_loss": 5.18735105288215e-05, "cos_r_negg": [0.6088360548019409, 0.6472188234329224], "cos_innovation_negg": [0.6088360548019409, 0.6472188234329224], "cos_apical_negg": [0.6088360548019409, 0.6472188234329224], "cos_Ac_negg": [0.6088360548019409, 0.6472188234329224], "r_norm": [0.20509661734104156, 0.2007494866847992]}, {"step": 13750, "epoch": 35, "train_loss": 0.00030729963327758014, "cos_r_negg": [0.6091210246086121, 0.6473942995071411], "cos_innovation_negg": [0.6091210246086121, 0.6473942995071411], "cos_apical_negg": [0.6091210246086121, 0.6473942995071411], "cos_Ac_negg": [0.6091210246086121, 0.6473942995071411], "r_norm": [0.2060244232416153, 0.20159992575645447]}, {"step": 13800, "epoch": 35, "train_loss": 4.923344022245146e-05, "cos_r_negg": [0.608903169631958, 0.647666335105896], "cos_innovation_negg": [0.608903169631958, 0.647666335105896], "cos_apical_negg": [0.608903169631958, 0.647666335105896], "cos_Ac_negg": [0.608903169631958, 0.647666335105896], "r_norm": [0.2035999298095703, 0.19923600554466248]}, {"step": 13850, "epoch": 35, "train_loss": 0.00015086792700458318, "cos_r_negg": [0.609705924987793, 0.6469659805297852], "cos_innovation_negg": [0.609705924987793, 0.6469659805297852], "cos_apical_negg": [0.609705924987793, 0.6469659805297852], "cos_Ac_negg": [0.609705924987793, 0.6469659805297852], "r_norm": [0.20351578295230865, 0.19919851422309875]}, {"step": 13900, "epoch": 35, "train_loss": 0.00017013498290907592, "cos_r_negg": [0.609848141670227, 0.6471240520477295], "cos_innovation_negg": [0.609848141670227, 0.6471240520477295], "cos_apical_negg": [0.609848141670227, 0.6471240520477295], "cos_Ac_negg": [0.609848141670227, 0.6471240520477295], "r_norm": [0.202349454164505, 0.19804318249225616]}, {"step": 13950, "epoch": 35, "train_loss": 0.00014245719648897648, "cos_r_negg": [0.6094030141830444, 0.6469724774360657], "cos_innovation_negg": [0.6094030141830444, 0.6469724774360657], "cos_apical_negg": [0.6094030141830444, 0.6469724774360657], "cos_Ac_negg": [0.6094030141830444, 0.6469724774360657], "r_norm": [0.20323657989501953, 0.19893452525138855]}, {"step": 14000, "epoch": 35, "train_loss": 0.0002059683611150831, "cos_r_negg": [0.6092826128005981, 0.6462044715881348], "cos_innovation_negg": [0.6092826128005981, 0.6462044715881348], "cos_apical_negg": [0.6092826128005981, 0.6462044715881348], "cos_Ac_negg": [0.6092826128005981, 0.6462044715881348], "r_norm": [0.20326560735702515, 0.1989833414554596]}, {"step": 14050, "epoch": 35, "train_loss": 0.00010453996947035193, "cos_r_negg": [0.6091712713241577, 0.6470344066619873], "cos_innovation_negg": [0.6091712713241577, 0.6470344066619873], "cos_apical_negg": [0.6091712713241577, 0.6470344066619873], "cos_Ac_negg": [0.6091712713241577, 0.6470344066619873], "r_norm": [0.2025037407875061, 0.19828566908836365]}, {"epoch_end": 35, "step": 14076, "test_acc": 0.9762, "test_loss": 0.12983904275894165}, {"step": 14100, "epoch": 36, "train_loss": 0.00028321542777121067, "cos_r_negg": [0.6087377667427063, 0.6469500064849854], "cos_innovation_negg": [0.6087377667427063, 0.6469500064849854], "cos_apical_negg": [0.6087377667427063, 0.6469500064849854], "cos_Ac_negg": [0.6087377667427063, 0.6469500064849854], "r_norm": [0.20204058289527893, 0.19777490198612213]}, {"step": 14150, "epoch": 36, "train_loss": 9.841455903369933e-05, "cos_r_negg": [0.6093285083770752, 0.647078275680542], "cos_innovation_negg": [0.6093285083770752, 0.647078275680542], "cos_apical_negg": [0.6093285083770752, 0.647078275680542], "cos_Ac_negg": [0.6093285083770752, 0.647078275680542], "r_norm": [0.20295488834381104, 0.19864559173583984]}, {"step": 14200, "epoch": 36, "train_loss": 7.707654003752396e-05, "cos_r_negg": [0.6089173555374146, 0.6474088430404663], "cos_innovation_negg": [0.6089173555374146, 0.6474088430404663], "cos_apical_negg": [0.6089173555374146, 0.6474088430404663], "cos_Ac_negg": [0.6089173555374146, 0.6474088430404663], "r_norm": [0.20313656330108643, 0.19886191189289093]}, {"step": 14250, "epoch": 36, "train_loss": 8.381546649616212e-05, "cos_r_negg": [0.6090459823608398, 0.6476091146469116], "cos_innovation_negg": [0.6090459823608398, 0.6476091146469116], "cos_apical_negg": [0.6090459823608398, 0.6476091146469116], "cos_Ac_negg": [0.6090459823608398, 0.6476091146469116], "r_norm": [0.20200198888778687, 0.19777393341064453]}, {"step": 14300, "epoch": 36, "train_loss": 3.578648829716258e-05, "cos_r_negg": [0.6090007424354553, 0.6474984884262085], "cos_innovation_negg": [0.6090007424354553, 0.6474984884262085], "cos_apical_negg": [0.6090007424354553, 0.6474984884262085], "cos_Ac_negg": [0.6090007424354553, 0.6474984884262085], "r_norm": [0.20470759272575378, 0.2003588080406189]}, {"step": 14350, "epoch": 36, "train_loss": 6.607240356970578e-05, "cos_r_negg": [0.6096976399421692, 0.6476772427558899], "cos_innovation_negg": [0.6096976399421692, 0.6476772427558899], "cos_apical_negg": [0.6096976399421692, 0.6476772427558899], "cos_Ac_negg": [0.6096976399421692, 0.6476772427558899], "r_norm": [0.20278820395469666, 0.19850917160511017]}, {"step": 14400, "epoch": 36, "train_loss": 5.578594209509902e-05, "cos_r_negg": [0.6096055507659912, 0.6470474004745483], "cos_innovation_negg": [0.6096055507659912, 0.6470474004745483], "cos_apical_negg": [0.6096055507659912, 0.6470474004745483], "cos_Ac_negg": [0.6096055507659912, 0.6470474004745483], "r_norm": [0.20214079320430756, 0.19784565269947052]}, {"step": 14450, "epoch": 36, "train_loss": 6.427059997804463e-05, "cos_r_negg": [0.6091495752334595, 0.6464866995811462], "cos_innovation_negg": [0.6091495752334595, 0.6464866995811462], "cos_apical_negg": [0.6091495752334595, 0.6464866995811462], "cos_Ac_negg": [0.6091495752334595, 0.6464866995811462], "r_norm": [0.2029775232076645, 0.19866302609443665]}, {"epoch_end": 36, "step": 14467, "test_acc": 0.9762, "test_loss": 0.1303530658721924}, {"step": 14500, "epoch": 37, "train_loss": 0.00012010634964099154, "cos_r_negg": [0.6096655130386353, 0.6473977565765381], "cos_innovation_negg": [0.6096655130386353, 0.6473977565765381], "cos_apical_negg": [0.6096655130386353, 0.6473977565765381], "cos_Ac_negg": [0.6096655130386353, 0.6473977565765381], "r_norm": [0.2049008011817932, 0.20056793093681335]}, {"step": 14550, "epoch": 37, "train_loss": 0.00012912052625324577, "cos_r_negg": [0.6097825765609741, 0.6480040550231934], "cos_innovation_negg": [0.6097825765609741, 0.6480040550231934], "cos_apical_negg": [0.6097825765609741, 0.6480040550231934], "cos_Ac_negg": [0.6097825765609741, 0.6480040550231934], "r_norm": [0.20355913043022156, 0.19921986758708954]}, {"step": 14600, "epoch": 37, "train_loss": 2.3969765607034788e-05, "cos_r_negg": [0.6097168922424316, 0.6471917629241943], "cos_innovation_negg": [0.6097168922424316, 0.6471917629241943], "cos_apical_negg": [0.6097168922424316, 0.6471917629241943], "cos_Ac_negg": [0.6097168922424316, 0.6471917629241943], "r_norm": [0.20185227692127228, 0.19761916995048523]}, {"step": 14650, "epoch": 37, "train_loss": 0.00012710824375972152, "cos_r_negg": [0.6096020936965942, 0.6472259759902954], "cos_innovation_negg": [0.6096020936965942, 0.6472259759902954], "cos_apical_negg": [0.6096020936965942, 0.6472259759902954], "cos_Ac_negg": [0.6096020936965942, 0.6472259759902954], "r_norm": [0.20126879215240479, 0.1970328986644745]}, {"step": 14700, "epoch": 37, "train_loss": 0.00013742940791416913, "cos_r_negg": [0.6093664169311523, 0.6472023725509644], "cos_innovation_negg": [0.6093664169311523, 0.6472023725509644], "cos_apical_negg": [0.6093664169311523, 0.6472023725509644], "cos_Ac_negg": [0.6093664169311523, 0.6472023725509644], "r_norm": [0.2014646977186203, 0.19723761081695557]}, {"step": 14750, "epoch": 37, "train_loss": 0.00010708062472986057, "cos_r_negg": [0.6091811656951904, 0.6473842859268188], "cos_innovation_negg": [0.6091811656951904, 0.6473842859268188], "cos_apical_negg": [0.6091811656951904, 0.6473842859268188], "cos_Ac_negg": [0.6091811656951904, 0.6473842859268188], "r_norm": [0.20128896832466125, 0.1970372051000595]}, {"step": 14800, "epoch": 37, "train_loss": 7.483066292479634e-05, "cos_r_negg": [0.6094000339508057, 0.647365927696228], "cos_innovation_negg": [0.6094000339508057, 0.647365927696228], "cos_apical_negg": [0.6094000339508057, 0.647365927696228], "cos_Ac_negg": [0.6094000339508057, 0.647365927696228], "r_norm": [0.20248915255069733, 0.19822067022323608]}, {"step": 14850, "epoch": 37, "train_loss": 9.5210867584683e-05, "cos_r_negg": [0.6092155575752258, 0.6474692225456238], "cos_innovation_negg": [0.6092155575752258, 0.6474692225456238], "cos_apical_negg": [0.6092155575752258, 0.6474692225456238], "cos_Ac_negg": [0.6092155575752258, 0.6474692225456238], "r_norm": [0.201035737991333, 0.1968076527118683]}, {"epoch_end": 37, "step": 14858, "test_acc": 0.9763, "test_loss": 0.13064042835235595}, {"step": 14900, "epoch": 38, "train_loss": 0.0001782578619895503, "cos_r_negg": [0.6092283129692078, 0.6475495100021362], "cos_innovation_negg": [0.6092283129692078, 0.6475495100021362], "cos_apical_negg": [0.6092283129692078, 0.6475495100021362], "cos_Ac_negg": [0.6092283129692078, 0.6475495100021362], "r_norm": [0.19997969269752502, 0.19572563469409943]}, {"step": 14950, "epoch": 38, "train_loss": 4.8378333303844556e-05, "cos_r_negg": [0.6094984412193298, 0.6476823091506958], "cos_innovation_negg": [0.6094984412193298, 0.6476823091506958], "cos_apical_negg": [0.6094984412193298, 0.6476823091506958], "cos_Ac_negg": [0.6094984412193298, 0.6476823091506958], "r_norm": [0.2004830539226532, 0.19619478285312653]}, {"step": 15000, "epoch": 38, "train_loss": 0.0002598926075734198, "cos_r_negg": [0.6093150973320007, 0.6478130221366882], "cos_innovation_negg": [0.6093150973320007, 0.6478130221366882], "cos_apical_negg": [0.6093150973320007, 0.6478130221366882], "cos_Ac_negg": [0.6093150973320007, 0.6478130221366882], "r_norm": [0.20164838433265686, 0.19740666449069977]}, {"step": 15050, "epoch": 38, "train_loss": 0.00013104536628816277, "cos_r_negg": [0.6092925071716309, 0.6478273868560791], "cos_innovation_negg": [0.6092925071716309, 0.6478273868560791], "cos_apical_negg": [0.6092925071716309, 0.6478273868560791], "cos_Ac_negg": [0.6092925071716309, 0.6478273868560791], "r_norm": [0.20282094180583954, 0.19855257868766785]}, {"step": 15100, "epoch": 38, "train_loss": 6.822879367973655e-05, "cos_r_negg": [0.6094030141830444, 0.6475664377212524], "cos_innovation_negg": [0.6094030141830444, 0.6475664377212524], "cos_apical_negg": [0.6094030141830444, 0.6475664377212524], "cos_Ac_negg": [0.6094030141830444, 0.6475664377212524], "r_norm": [0.20374585688114166, 0.19950303435325623]}, {"step": 15150, "epoch": 38, "train_loss": 0.00014995278615970165, "cos_r_negg": [0.6096280813217163, 0.6476519107818604], "cos_innovation_negg": [0.6096280813217163, 0.6476519107818604], "cos_apical_negg": [0.6096280813217163, 0.6476519107818604], "cos_Ac_negg": [0.6096280813217163, 0.6476519107818604], "r_norm": [0.20288236439228058, 0.19867467880249023]}, {"step": 15200, "epoch": 38, "train_loss": 0.00024253521405626088, "cos_r_negg": [0.609255313873291, 0.6478553414344788], "cos_innovation_negg": [0.609255313873291, 0.6478553414344788], "cos_apical_negg": [0.609255313873291, 0.6478553414344788], "cos_Ac_negg": [0.609255313873291, 0.6478553414344788], "r_norm": [0.2018015831708908, 0.19754153490066528]}, {"epoch_end": 38, "step": 15249, "test_acc": 0.9762, "test_loss": 0.13102968730926515}, {"step": 15250, "epoch": 39, "train_loss": 6.701556412735954e-05, "cos_r_negg": [0.6093925833702087, 0.6479514837265015], "cos_innovation_negg": [0.6093925833702087, 0.6479514837265015], "cos_apical_negg": [0.6093925833702087, 0.6479514837265015], "cos_Ac_negg": [0.6093925833702087, 0.6479514837265015], "r_norm": [0.20059603452682495, 0.19637084007263184]}, {"step": 15300, "epoch": 39, "train_loss": 0.00016217533266171813, "cos_r_negg": [0.6090742349624634, 0.6472887396812439], "cos_innovation_negg": [0.6090742349624634, 0.6472887396812439], "cos_apical_negg": [0.6090742349624634, 0.6472887396812439], "cos_Ac_negg": [0.6090742349624634, 0.6472887396812439], "r_norm": [0.20124879479408264, 0.19698481261730194]}, {"step": 15350, "epoch": 39, "train_loss": 0.0002462145348545164, "cos_r_negg": [0.6091647148132324, 0.6477609276771545], "cos_innovation_negg": [0.6091647148132324, 0.6477609276771545], "cos_apical_negg": [0.6091647148132324, 0.6477609276771545], "cos_Ac_negg": [0.6091647148132324, 0.6477609276771545], "r_norm": [0.19916334748268127, 0.19493715465068817]}, {"step": 15400, "epoch": 39, "train_loss": 6.315468635875732e-05, "cos_r_negg": [0.6091283559799194, 0.6476806402206421], "cos_innovation_negg": [0.6091283559799194, 0.6476806402206421], "cos_apical_negg": [0.6091283559799194, 0.6476806402206421], "cos_Ac_negg": [0.6091283559799194, 0.6476806402206421], "r_norm": [0.20068097114562988, 0.19644160568714142]}, {"step": 15450, "epoch": 39, "train_loss": 0.00018961261957883835, "cos_r_negg": [0.6090285181999207, 0.6476953029632568], "cos_innovation_negg": [0.6090285181999207, 0.6476953029632568], "cos_apical_negg": [0.6090285181999207, 0.6476953029632568], "cos_Ac_negg": [0.6090285181999207, 0.6476953029632568], "r_norm": [0.20092466473579407, 0.19668161869049072]}, {"step": 15500, "epoch": 39, "train_loss": 0.00019071064889431, "cos_r_negg": [0.6091627478599548, 0.6478362083435059], "cos_innovation_negg": [0.6091627478599548, 0.6478362083435059], "cos_apical_negg": [0.6091627478599548, 0.6478362083435059], "cos_Ac_negg": [0.6091627478599548, 0.6478362083435059], "r_norm": [0.20044666528701782, 0.19621723890304565]}, {"step": 15550, "epoch": 39, "train_loss": 0.0002979656565003097, "cos_r_negg": [0.6089200377464294, 0.6478412747383118], "cos_innovation_negg": [0.6089200377464294, 0.6478412747383118], "cos_apical_negg": [0.6089200377464294, 0.6478412747383118], "cos_Ac_negg": [0.6089200377464294, 0.6478412747383118], "r_norm": [0.20091328024864197, 0.19665959477424622]}, {"step": 15600, "epoch": 39, "train_loss": 8.00170237198472e-05, "cos_r_negg": [0.6086945533752441, 0.6471185684204102], "cos_innovation_negg": [0.6086945533752441, 0.6471185684204102], "cos_apical_negg": [0.6086945533752441, 0.6471185684204102], "cos_Ac_negg": [0.6086945533752441, 0.6471185684204102], "r_norm": [0.20000600814819336, 0.19579988718032837]}, {"epoch_end": 39, "step": 15640, "test_acc": 0.976, "test_loss": 0.13132525606155396}, {"step": 15650, "epoch": 40, "train_loss": 0.00016374750703107566, "cos_r_negg": [0.6086736917495728, 0.6480486392974854], "cos_innovation_negg": [0.6086736917495728, 0.6480486392974854], "cos_apical_negg": [0.6086736917495728, 0.6480486392974854], "cos_Ac_negg": [0.6086736917495728, 0.6480486392974854], "r_norm": [0.20072877407073975, 0.19652920961380005]}, {"step": 15700, "epoch": 40, "train_loss": 9.487802890362218e-05, "cos_r_negg": [0.6083988547325134, 0.6481927037239075], "cos_innovation_negg": [0.6083988547325134, 0.6481927037239075], "cos_apical_negg": [0.6083988547325134, 0.6481927037239075], "cos_Ac_negg": [0.6083988547325134, 0.6481927037239075], "r_norm": [0.20100247859954834, 0.196866974234581]}, {"step": 15750, "epoch": 40, "train_loss": 0.00013416470028460026, "cos_r_negg": [0.6098116040229797, 0.6486712694168091], "cos_innovation_negg": [0.6098116040229797, 0.6486712694168091], "cos_apical_negg": [0.6098116040229797, 0.6486712694168091], "cos_Ac_negg": [0.6098116040229797, 0.6486712694168091], "r_norm": [0.20024913549423218, 0.1960858702659607]}, {"step": 15800, "epoch": 40, "train_loss": 0.0001221699349116534, "cos_r_negg": [0.608723521232605, 0.6473904252052307], "cos_innovation_negg": [0.608723521232605, 0.6473904252052307], "cos_apical_negg": [0.608723521232605, 0.6473904252052307], "cos_Ac_negg": [0.608723521232605, 0.6473904252052307], "r_norm": [0.19923308491706848, 0.19500184059143066]}, {"step": 15850, "epoch": 40, "train_loss": 6.263671821216121e-05, "cos_r_negg": [0.6087061166763306, 0.6472287178039551], "cos_innovation_negg": [0.6087061166763306, 0.6472287178039551], "cos_apical_negg": [0.6087061166763306, 0.6472287178039551], "cos_Ac_negg": [0.6087061166763306, 0.6472287178039551], "r_norm": [0.19819539785385132, 0.19396927952766418]}, {"step": 15900, "epoch": 40, "train_loss": 4.878621984971687e-05, "cos_r_negg": [0.6084513664245605, 0.6472717523574829], "cos_innovation_negg": [0.6084513664245605, 0.6472717523574829], "cos_apical_negg": [0.6084513664245605, 0.6472717523574829], "cos_Ac_negg": [0.6084513664245605, 0.6472717523574829], "r_norm": [0.19903826713562012, 0.1948138177394867]}, {"step": 15950, "epoch": 40, "train_loss": 0.00012793330824933946, "cos_r_negg": [0.6095020771026611, 0.6480796337127686], "cos_innovation_negg": [0.6095020771026611, 0.6480796337127686], "cos_apical_negg": [0.6095020771026611, 0.6480796337127686], "cos_Ac_negg": [0.6095020771026611, 0.6480796337127686], "r_norm": [0.20053933560848236, 0.19628295302391052]}, {"step": 16000, "epoch": 40, "train_loss": 1.5094492482603528e-05, "cos_r_negg": [0.6092753410339355, 0.6477199792861938], "cos_innovation_negg": [0.6092753410339355, 0.6477199792861938], "cos_apical_negg": [0.6092753410339355, 0.6477199792861938], "cos_Ac_negg": [0.6092753410339355, 0.6477199792861938], "r_norm": [0.20261070132255554, 0.19836299121379852]}, {"epoch_end": 40, "step": 16031, "test_acc": 0.9762, "test_loss": 0.1316465663909912}, {"step": 16050, "epoch": 41, "train_loss": 5.4762596846558154e-05, "cos_r_negg": [0.6088098883628845, 0.647881269454956], "cos_innovation_negg": [0.6088098883628845, 0.647881269454956], "cos_apical_negg": [0.6088098883628845, 0.647881269454956], "cos_Ac_negg": [0.6088098883628845, 0.647881269454956], "r_norm": [0.202137753367424, 0.19787286221981049]}, {"step": 16100, "epoch": 41, "train_loss": 7.78624671511352e-05, "cos_r_negg": [0.6090061664581299, 0.6475789546966553], "cos_innovation_negg": [0.6090061664581299, 0.6475789546966553], "cos_apical_negg": [0.6090061664581299, 0.6475789546966553], "cos_Ac_negg": [0.6090061664581299, 0.6475789546966553], "r_norm": [0.20162662863731384, 0.1973506510257721]}, {"step": 16150, "epoch": 41, "train_loss": 0.00010306220792699605, "cos_r_negg": [0.6097725033760071, 0.6475155353546143], "cos_innovation_negg": [0.6097725033760071, 0.6475155353546143], "cos_apical_negg": [0.6097725033760071, 0.6475155353546143], "cos_Ac_negg": [0.6097725033760071, 0.6475155353546143], "r_norm": [0.20199385285377502, 0.19771774113178253]}, {"step": 16200, "epoch": 41, "train_loss": 8.630486991023645e-05, "cos_r_negg": [0.6093868613243103, 0.6476075649261475], "cos_innovation_negg": [0.6093868613243103, 0.6476075649261475], "cos_apical_negg": [0.6093868613243103, 0.6476075649261475], "cos_Ac_negg": [0.6093868613243103, 0.6476075649261475], "r_norm": [0.20204949378967285, 0.19777053594589233]}, {"step": 16250, "epoch": 41, "train_loss": 0.0001529291766928509, "cos_r_negg": [0.6091243624687195, 0.647162914276123], "cos_innovation_negg": [0.6091243624687195, 0.647162914276123], "cos_apical_negg": [0.6091243624687195, 0.647162914276123], "cos_Ac_negg": [0.6091243624687195, 0.647162914276123], "r_norm": [0.20283816754817963, 0.19854742288589478]}, {"step": 16300, "epoch": 41, "train_loss": 9.697224595583975e-05, "cos_r_negg": [0.6090236902236938, 0.6470590829849243], "cos_innovation_negg": [0.6090236902236938, 0.6470590829849243], "cos_apical_negg": [0.6090236902236938, 0.6470590829849243], "cos_Ac_negg": [0.6090236902236938, 0.6470590829849243], "r_norm": [0.20153090357780457, 0.1972462683916092]}, {"step": 16350, "epoch": 41, "train_loss": 6.934771954547614e-05, "cos_r_negg": [0.6091894507408142, 0.64715975522995], "cos_innovation_negg": [0.6091894507408142, 0.64715975522995], "cos_apical_negg": [0.6091894507408142, 0.64715975522995], "cos_Ac_negg": [0.6091894507408142, 0.64715975522995], "r_norm": [0.20118653774261475, 0.19688554108142853]}, {"step": 16400, "epoch": 41, "train_loss": 8.31747311167419e-05, "cos_r_negg": [0.6091172099113464, 0.6476352214813232], "cos_innovation_negg": [0.6091172099113464, 0.6476352214813232], "cos_apical_negg": [0.6091172099113464, 0.6476352214813232], "cos_Ac_negg": [0.6091172099113464, 0.6476352214813232], "r_norm": [0.1996687650680542, 0.1954793930053711]}, {"epoch_end": 41, "step": 16422, "test_acc": 0.9762, "test_loss": 0.13204322652816772}, {"step": 16450, "epoch": 42, "train_loss": 5.680666072294116e-05, "cos_r_negg": [0.6091469526290894, 0.6478079557418823], "cos_innovation_negg": [0.6091469526290894, 0.6478079557418823], "cos_apical_negg": [0.6091469526290894, 0.6478079557418823], "cos_Ac_negg": [0.6091469526290894, 0.6478079557418823], "r_norm": [0.19935846328735352, 0.1951751857995987]}, {"step": 16500, "epoch": 42, "train_loss": 9.128364035859704e-05, "cos_r_negg": [0.6091283559799194, 0.6477609872817993], "cos_innovation_negg": [0.6091283559799194, 0.6477609872817993], "cos_apical_negg": [0.6091283559799194, 0.6477609872817993], "cos_Ac_negg": [0.6091283559799194, 0.6477609872817993], "r_norm": [0.19987420737743378, 0.19566687941551208]}, {"step": 16550, "epoch": 42, "train_loss": 0.0001368288794765249, "cos_r_negg": [0.6094226837158203, 0.647304117679596], "cos_innovation_negg": [0.6094226837158203, 0.647304117679596], "cos_apical_negg": [0.6094226837158203, 0.647304117679596], "cos_Ac_negg": [0.6094226837158203, 0.647304117679596], "r_norm": [0.19978894293308258, 0.19556860625743866]}, {"step": 16600, "epoch": 42, "train_loss": 0.00021914462558925152, "cos_r_negg": [0.6087508201599121, 0.6474552154541016], "cos_innovation_negg": [0.6087508201599121, 0.6474552154541016], "cos_apical_negg": [0.6087508201599121, 0.6474552154541016], "cos_Ac_negg": [0.6087508201599121, 0.6474552154541016], "r_norm": [0.20060652494430542, 0.19634516537189484]}, {"step": 16650, "epoch": 42, "train_loss": 8.048457675613463e-05, "cos_r_negg": [0.6091586947441101, 0.6475765705108643], "cos_innovation_negg": [0.6091586947441101, 0.6475765705108643], "cos_apical_negg": [0.6091586947441101, 0.6475765705108643], "cos_Ac_negg": [0.6091586947441101, 0.6475765705108643], "r_norm": [0.20012125372886658, 0.19589489698410034]}, {"step": 16700, "epoch": 42, "train_loss": 7.915206515463069e-05, "cos_r_negg": [0.6092212796211243, 0.64778071641922], "cos_innovation_negg": [0.6092212796211243, 0.64778071641922], "cos_apical_negg": [0.6092212796211243, 0.64778071641922], "cos_Ac_negg": [0.6092212796211243, 0.64778071641922], "r_norm": [0.20063507556915283, 0.19648140668869019]}, {"step": 16750, "epoch": 42, "train_loss": 9.566274820826948e-05, "cos_r_negg": [0.6090748310089111, 0.6480107307434082], "cos_innovation_negg": [0.6090748310089111, 0.6480107307434082], "cos_apical_negg": [0.6090748310089111, 0.6480107307434082], "cos_Ac_negg": [0.6090748310089111, 0.6480107307434082], "r_norm": [0.19786472618579865, 0.1937674880027771]}, {"step": 16800, "epoch": 42, "train_loss": 5.7875025959219784e-05, "cos_r_negg": [0.6090431809425354, 0.6479624509811401], "cos_innovation_negg": [0.6090431809425354, 0.6479624509811401], "cos_apical_negg": [0.6090431809425354, 0.6479624509811401], "cos_Ac_negg": [0.6090431809425354, 0.6479624509811401], "r_norm": [0.19883373379707336, 0.19469596445560455]}, {"epoch_end": 42, "step": 16813, "test_acc": 0.976, "test_loss": 0.13247353992462158}, {"step": 16850, "epoch": 43, "train_loss": 0.00020195255638100207, "cos_r_negg": [0.6093136072158813, 0.6483654975891113], "cos_innovation_negg": [0.6093136072158813, 0.6483654975891113], "cos_apical_negg": [0.6093136072158813, 0.6483654975891113], "cos_Ac_negg": [0.6093136072158813, 0.6483654975891113], "r_norm": [0.19878613948822021, 0.19459977746009827]}, {"step": 16900, "epoch": 43, "train_loss": 8.109817281365395e-05, "cos_r_negg": [0.6095137000083923, 0.6477922201156616], "cos_innovation_negg": [0.6095137000083923, 0.6477922201156616], "cos_apical_negg": [0.6095137000083923, 0.6477922201156616], "cos_Ac_negg": [0.6095137000083923, 0.6477922201156616], "r_norm": [0.19708296656608582, 0.1929481029510498]}, {"step": 16950, "epoch": 43, "train_loss": 0.00013754305837210268, "cos_r_negg": [0.6097707152366638, 0.647735595703125], "cos_innovation_negg": [0.6097707152366638, 0.647735595703125], "cos_apical_negg": [0.6097707152366638, 0.647735595703125], "cos_Ac_negg": [0.6097707152366638, 0.647735595703125], "r_norm": [0.1974276453256607, 0.1932240128517151]}, {"step": 17000, "epoch": 43, "train_loss": 0.00010292349907103926, "cos_r_negg": [0.6099083423614502, 0.6476026773452759], "cos_innovation_negg": [0.6099083423614502, 0.6476026773452759], "cos_apical_negg": [0.6099083423614502, 0.6476026773452759], "cos_Ac_negg": [0.6099083423614502, 0.6476026773452759], "r_norm": [0.20026090741157532, 0.1959705501794815]}, {"step": 17050, "epoch": 43, "train_loss": 0.00014400637883227319, "cos_r_negg": [0.609671950340271, 0.6481074094772339], "cos_innovation_negg": [0.609671950340271, 0.6481074094772339], "cos_apical_negg": [0.609671950340271, 0.6481074094772339], "cos_Ac_negg": [0.609671950340271, 0.6481074094772339], "r_norm": [0.19814199209213257, 0.19396796822547913]}, {"step": 17100, "epoch": 43, "train_loss": 8.431968308286741e-05, "cos_r_negg": [0.6093689799308777, 0.6481800675392151], "cos_innovation_negg": [0.6093689799308777, 0.6481800675392151], "cos_apical_negg": [0.6093689799308777, 0.6481800675392151], "cos_Ac_negg": [0.6093689799308777, 0.6481800675392151], "r_norm": [0.19775696098804474, 0.19361358880996704]}, {"step": 17150, "epoch": 43, "train_loss": 7.196549267973751e-05, "cos_r_negg": [0.609348714351654, 0.6484687328338623], "cos_innovation_negg": [0.609348714351654, 0.6484687328338623], "cos_apical_negg": [0.609348714351654, 0.6484687328338623], "cos_Ac_negg": [0.609348714351654, 0.6484687328338623], "r_norm": [0.19932207465171814, 0.19515684247016907]}, {"step": 17200, "epoch": 43, "train_loss": 9.673998283687979e-05, "cos_r_negg": [0.6097550392150879, 0.6480585336685181], "cos_innovation_negg": [0.6097550392150879, 0.6480585336685181], "cos_apical_negg": [0.6097550392150879, 0.6480585336685181], "cos_Ac_negg": [0.6097550392150879, 0.6480585336685181], "r_norm": [0.20001190900802612, 0.19582735002040863]}, {"epoch_end": 43, "step": 17204, "test_acc": 0.9762, "test_loss": 0.13278173160552978}, {"step": 17250, "epoch": 44, "train_loss": 0.00013195718929637223, "cos_r_negg": [0.609670877456665, 0.6483866572380066], "cos_innovation_negg": [0.609670877456665, 0.6483866572380066], "cos_apical_negg": [0.609670877456665, 0.6483866572380066], "cos_Ac_negg": [0.609670877456665, 0.6483866572380066], "r_norm": [0.19836142659187317, 0.1941804736852646]}, {"step": 17300, "epoch": 44, "train_loss": 0.00011879992962349206, "cos_r_negg": [0.609973132610321, 0.6482360363006592], "cos_innovation_negg": [0.609973132610321, 0.6482360363006592], "cos_apical_negg": [0.609973132610321, 0.6482360363006592], "cos_Ac_negg": [0.609973132610321, 0.6482360363006592], "r_norm": [0.1993274986743927, 0.19510695338249207]}, {"step": 17350, "epoch": 44, "train_loss": 0.00010009613470174372, "cos_r_negg": [0.6093284487724304, 0.648573637008667], "cos_innovation_negg": [0.6093284487724304, 0.648573637008667], "cos_apical_negg": [0.6093284487724304, 0.648573637008667], "cos_Ac_negg": [0.6093284487724304, 0.648573637008667], "r_norm": [0.19847643375396729, 0.1942709982395172]}, {"step": 17400, "epoch": 44, "train_loss": 0.0001042358999256976, "cos_r_negg": [0.6100373268127441, 0.6486430168151855], "cos_innovation_negg": [0.6100373268127441, 0.6486430168151855], "cos_apical_negg": [0.6100373268127441, 0.6486430168151855], "cos_Ac_negg": [0.6100373268127441, 0.6486430168151855], "r_norm": [0.19868072867393494, 0.1945083737373352]}, {"step": 17450, "epoch": 44, "train_loss": 0.00013206763833295554, "cos_r_negg": [0.609914243221283, 0.6484251618385315], "cos_innovation_negg": [0.609914243221283, 0.6484251618385315], "cos_apical_negg": [0.609914243221283, 0.6484251618385315], "cos_Ac_negg": [0.609914243221283, 0.6484251618385315], "r_norm": [0.1999579668045044, 0.195761576294899]}, {"step": 17500, "epoch": 44, "train_loss": 9.27686778595671e-05, "cos_r_negg": [0.6097316741943359, 0.648492693901062], "cos_innovation_negg": [0.6097316741943359, 0.648492693901062], "cos_apical_negg": [0.6097316741943359, 0.648492693901062], "cos_Ac_negg": [0.6097316741943359, 0.648492693901062], "r_norm": [0.1985854208469391, 0.19440218806266785]}, {"step": 17550, "epoch": 44, "train_loss": 0.00013168517034500837, "cos_r_negg": [0.6097545623779297, 0.6483986377716064], "cos_innovation_negg": [0.6097545623779297, 0.6483986377716064], "cos_apical_negg": [0.6097545623779297, 0.6483986377716064], "cos_Ac_negg": [0.6097545623779297, 0.6483986377716064], "r_norm": [0.19953246414661407, 0.19537445902824402]}, {"epoch_end": 44, "step": 17595, "test_acc": 0.9764, "test_loss": 0.1329854224205017}, {"step": 17600, "epoch": 45, "train_loss": 0.00010513047163840383, "cos_r_negg": [0.6094540357589722, 0.6486949324607849], "cos_innovation_negg": [0.6094540357589722, 0.6486949324607849], "cos_apical_negg": [0.6094540357589722, 0.6486949324607849], "cos_Ac_negg": [0.6094540357589722, 0.6486949324607849], "r_norm": [0.19857479631900787, 0.19443732500076294]}, {"step": 17650, "epoch": 45, "train_loss": 5.146549301571213e-05, "cos_r_negg": [0.6096485257148743, 0.648273229598999], "cos_innovation_negg": [0.6096485257148743, 0.648273229598999], "cos_apical_negg": [0.6096485257148743, 0.648273229598999], "cos_Ac_negg": [0.6096485257148743, 0.648273229598999], "r_norm": [0.1981961727142334, 0.19408439099788666]}, {"step": 17700, "epoch": 45, "train_loss": 2.9857341360184364e-05, "cos_r_negg": [0.6099220514297485, 0.6485836505889893], "cos_innovation_negg": [0.6099220514297485, 0.6485836505889893], "cos_apical_negg": [0.6099220514297485, 0.6485836505889893], "cos_Ac_negg": [0.6099220514297485, 0.6485836505889893], "r_norm": [0.1992548704147339, 0.19508710503578186]}, {"step": 17750, "epoch": 45, "train_loss": 9.067263454198837e-05, "cos_r_negg": [0.6098122000694275, 0.6485943794250488], "cos_innovation_negg": [0.6098122000694275, 0.6485943794250488], "cos_apical_negg": [0.6098122000694275, 0.6485943794250488], "cos_Ac_negg": [0.6098122000694275, 0.6485943794250488], "r_norm": [0.20012420415878296, 0.19597020745277405]}, {"step": 17800, "epoch": 45, "train_loss": 0.00016890188271645457, "cos_r_negg": [0.609828531742096, 0.6485685706138611], "cos_innovation_negg": [0.609828531742096, 0.6485685706138611], "cos_apical_negg": [0.609828531742096, 0.6485685706138611], "cos_Ac_negg": [0.609828531742096, 0.6485685706138611], "r_norm": [0.1995999813079834, 0.19542095065116882]}, {"step": 17850, "epoch": 45, "train_loss": 4.157237708568573e-05, "cos_r_negg": [0.6096773147583008, 0.6485178470611572], "cos_innovation_negg": [0.6096773147583008, 0.6485178470611572], "cos_apical_negg": [0.6096773147583008, 0.6485178470611572], "cos_Ac_negg": [0.6096773147583008, 0.6485178470611572], "r_norm": [0.19742009043693542, 0.19326236844062805]}, {"step": 17900, "epoch": 45, "train_loss": 0.00022521952632814646, "cos_r_negg": [0.6098793745040894, 0.6484229564666748], "cos_innovation_negg": [0.6098793745040894, 0.6484229564666748], "cos_apical_negg": [0.6098793745040894, 0.6484229564666748], "cos_Ac_negg": [0.6098793745040894, 0.6484229564666748], "r_norm": [0.197527676820755, 0.19332543015480042]}, {"step": 17950, "epoch": 45, "train_loss": 9.116779256146401e-05, "cos_r_negg": [0.6101086139678955, 0.648454487323761], "cos_innovation_negg": [0.6101086139678955, 0.648454487323761], "cos_apical_negg": [0.6101086139678955, 0.648454487323761], "cos_Ac_negg": [0.6101086139678955, 0.648454487323761], "r_norm": [0.19834865629673004, 0.19414721429347992]}, {"epoch_end": 45, "step": 17986, "test_acc": 0.9763, "test_loss": 0.13328590869903564}, {"step": 18000, "epoch": 46, "train_loss": 8.167915802914649e-05, "cos_r_negg": [0.6097424030303955, 0.64844810962677], "cos_innovation_negg": [0.6097424030303955, 0.64844810962677], "cos_apical_negg": [0.6097424030303955, 0.64844810962677], "cos_Ac_negg": [0.6097424030303955, 0.64844810962677], "r_norm": [0.19810907542705536, 0.1939425766468048]}, {"step": 18050, "epoch": 46, "train_loss": 5.312486973707564e-05, "cos_r_negg": [0.6098935604095459, 0.6484392285346985], "cos_innovation_negg": [0.6098935604095459, 0.6484392285346985], "cos_apical_negg": [0.6098935604095459, 0.6484392285346985], "cos_Ac_negg": [0.6098935604095459, 0.6484392285346985], "r_norm": [0.19724494218826294, 0.19307373464107513]}, {"step": 18100, "epoch": 46, "train_loss": 0.00021801525144837797, "cos_r_negg": [0.6097134351730347, 0.6484982371330261], "cos_innovation_negg": [0.6097134351730347, 0.6484982371330261], "cos_apical_negg": [0.6097134351730347, 0.6484982371330261], "cos_Ac_negg": [0.6097134351730347, 0.6484982371330261], "r_norm": [0.19753563404083252, 0.19336163997650146]}, {"step": 18150, "epoch": 46, "train_loss": 9.411537030246109e-05, "cos_r_negg": [0.6097709536552429, 0.6491109132766724], "cos_innovation_negg": [0.6097709536552429, 0.6491109132766724], "cos_apical_negg": [0.6097709536552429, 0.6491109132766724], "cos_Ac_negg": [0.6097709536552429, 0.6491109132766724], "r_norm": [0.19855435192584991, 0.19439606368541718]}, {"step": 18200, "epoch": 46, "train_loss": 8.075156802078709e-05, "cos_r_negg": [0.6096892356872559, 0.6486268043518066], "cos_innovation_negg": [0.6096892356872559, 0.6486268043518066], "cos_apical_negg": [0.6096892356872559, 0.6486268043518066], "cos_Ac_negg": [0.6096892356872559, 0.6486268043518066], "r_norm": [0.19908246397972107, 0.19489926099777222]}, {"step": 18250, "epoch": 46, "train_loss": 8.711958071216941e-05, "cos_r_negg": [0.6097580194473267, 0.6489228010177612], "cos_innovation_negg": [0.6097580194473267, 0.6489228010177612], "cos_apical_negg": [0.6097580194473267, 0.6489228010177612], "cos_Ac_negg": [0.6097580194473267, 0.6489228010177612], "r_norm": [0.19906143844127655, 0.194878950715065]}, {"step": 18300, "epoch": 46, "train_loss": 0.00017918634694069624, "cos_r_negg": [0.6101102828979492, 0.6488393545150757], "cos_innovation_negg": [0.6101102828979492, 0.6488393545150757], "cos_apical_negg": [0.6101102828979492, 0.6488393545150757], "cos_Ac_negg": [0.6101102828979492, 0.6488393545150757], "r_norm": [0.19824998080730438, 0.1940796971321106]}, {"step": 18350, "epoch": 46, "train_loss": 7.801275205565616e-05, "cos_r_negg": [0.6091902256011963, 0.6486138105392456], "cos_innovation_negg": [0.6091902256011963, 0.6486138105392456], "cos_apical_negg": [0.6091902256011963, 0.6486138105392456], "cos_Ac_negg": [0.6091902256011963, 0.6486138105392456], "r_norm": [0.19677947461605072, 0.19263868033885956]}, {"epoch_end": 46, "step": 18377, "test_acc": 0.9761, "test_loss": 0.13364646100997926}, {"step": 18400, "epoch": 47, "train_loss": 0.0002630068047437817, "cos_r_negg": [0.6094005107879639, 0.6489219069480896], "cos_innovation_negg": [0.6094005107879639, 0.6489219069480896], "cos_apical_negg": [0.6094005107879639, 0.6489219069480896], "cos_Ac_negg": [0.6094005107879639, 0.6489219069480896], "r_norm": [0.19666166603565216, 0.19256746768951416]}, {"step": 18450, "epoch": 47, "train_loss": 9.005523315863684e-05, "cos_r_negg": [0.6094279289245605, 0.6485036611557007], "cos_innovation_negg": [0.6094279289245605, 0.6485036611557007], "cos_apical_negg": [0.6094279289245605, 0.6485036611557007], "cos_Ac_negg": [0.6094279289245605, 0.6485036611557007], "r_norm": [0.19724801182746887, 0.1931360810995102]}, {"step": 18500, "epoch": 47, "train_loss": 0.00015418214024975896, "cos_r_negg": [0.6098688840866089, 0.6488431692123413], "cos_innovation_negg": [0.6098688840866089, 0.6488431692123413], "cos_apical_negg": [0.6098688840866089, 0.6488431692123413], "cos_Ac_negg": [0.6098688840866089, 0.6488431692123413], "r_norm": [0.19884532690048218, 0.19469954073429108]}, {"step": 18550, "epoch": 47, "train_loss": 0.00015552148397546262, "cos_r_negg": [0.6100870370864868, 0.6485645771026611], "cos_innovation_negg": [0.6100870370864868, 0.6485645771026611], "cos_apical_negg": [0.6100870370864868, 0.6485645771026611], "cos_Ac_negg": [0.6100870370864868, 0.6485645771026611], "r_norm": [0.19719819724559784, 0.19311276078224182]}, {"step": 18600, "epoch": 47, "train_loss": 4.083212843397632e-05, "cos_r_negg": [0.6104497909545898, 0.6491954922676086], "cos_innovation_negg": [0.6104497909545898, 0.6491954922676086], "cos_apical_negg": [0.6104497909545898, 0.6491954922676086], "cos_Ac_negg": [0.6104497909545898, 0.6491954922676086], "r_norm": [0.19678762555122375, 0.19273117184638977]}, {"step": 18650, "epoch": 47, "train_loss": 0.000179397058673203, "cos_r_negg": [0.6107610464096069, 0.6493672728538513], "cos_innovation_negg": [0.6107610464096069, 0.6493672728538513], "cos_apical_negg": [0.6107610464096069, 0.6493672728538513], "cos_Ac_negg": [0.6107610464096069, 0.6493672728538513], "r_norm": [0.19749270379543304, 0.19339880347251892]}, {"step": 18700, "epoch": 47, "train_loss": 0.0001891572610475123, "cos_r_negg": [0.6106307506561279, 0.6497993469238281], "cos_innovation_negg": [0.6106307506561279, 0.6497993469238281], "cos_apical_negg": [0.6106307506561279, 0.6497993469238281], "cos_Ac_negg": [0.6106307506561279, 0.6497993469238281], "r_norm": [0.1991940140724182, 0.1950400173664093]}, {"step": 18750, "epoch": 47, "train_loss": 6.721394311171025e-05, "cos_r_negg": [0.6103876829147339, 0.6489486694335938], "cos_innovation_negg": [0.6103876829147339, 0.6489486694335938], "cos_apical_negg": [0.6103876829147339, 0.6489486694335938], "cos_Ac_negg": [0.6103876829147339, 0.6489486694335938], "r_norm": [0.19790543615818024, 0.19373442232608795]}, {"epoch_end": 47, "step": 18768, "test_acc": 0.9765, "test_loss": 0.13398166790008545}, {"step": 18800, "epoch": 48, "train_loss": 5.2134877478238195e-05, "cos_r_negg": [0.6105512380599976, 0.6494849920272827], "cos_innovation_negg": [0.6105512380599976, 0.6494849920272827], "cos_apical_negg": [0.6105512380599976, 0.6494849920272827], "cos_Ac_negg": [0.6105512380599976, 0.6494849920272827], "r_norm": [0.19826892018318176, 0.1940510869026184]}, {"step": 18850, "epoch": 48, "train_loss": 0.00014548898616340011, "cos_r_negg": [0.6096621751785278, 0.6487137675285339], "cos_innovation_negg": [0.6096621751785278, 0.6487137675285339], "cos_apical_negg": [0.6096621751785278, 0.6487137675285339], "cos_Ac_negg": [0.6096621751785278, 0.6487137675285339], "r_norm": [0.1971220076084137, 0.19289399683475494]}, {"step": 18900, "epoch": 48, "train_loss": 4.279163113096729e-05, "cos_r_negg": [0.6097536087036133, 0.6486955881118774], "cos_innovation_negg": [0.6097536087036133, 0.6486955881118774], "cos_apical_negg": [0.6097536087036133, 0.6486955881118774], "cos_Ac_negg": [0.6097536087036133, 0.6486955881118774], "r_norm": [0.19739417731761932, 0.19321537017822266]}, {"step": 18950, "epoch": 48, "train_loss": 0.00022429265663959086, "cos_r_negg": [0.61015784740448, 0.649328351020813], "cos_innovation_negg": [0.61015784740448, 0.649328351020813], "cos_apical_negg": [0.61015784740448, 0.649328351020813], "cos_Ac_negg": [0.61015784740448, 0.649328351020813], "r_norm": [0.19774945080280304, 0.19356906414031982]}, {"step": 19000, "epoch": 48, "train_loss": 4.8901347327046096e-05, "cos_r_negg": [0.6096208095550537, 0.6482166051864624], "cos_innovation_negg": [0.6096208095550537, 0.6482166051864624], "cos_apical_negg": [0.6096208095550537, 0.6482166051864624], "cos_Ac_negg": [0.6096208095550537, 0.6482166051864624], "r_norm": [0.19637809693813324, 0.19223898649215698]}, {"step": 19050, "epoch": 48, "train_loss": 0.0001559256634209305, "cos_r_negg": [0.6097554564476013, 0.6478947401046753], "cos_innovation_negg": [0.6097554564476013, 0.6478947401046753], "cos_apical_negg": [0.6097554564476013, 0.6478947401046753], "cos_Ac_negg": [0.6097554564476013, 0.6478947401046753], "r_norm": [0.19616732001304626, 0.1919761300086975]}, {"step": 19100, "epoch": 48, "train_loss": 0.00012084085756214336, "cos_r_negg": [0.6094491481781006, 0.648469090461731], "cos_innovation_negg": [0.6094491481781006, 0.648469090461731], "cos_apical_negg": [0.6094491481781006, 0.648469090461731], "cos_Ac_negg": [0.6094491481781006, 0.648469090461731], "r_norm": [0.19705107808113098, 0.19292676448822021]}, {"step": 19150, "epoch": 48, "train_loss": 8.288274693768471e-05, "cos_r_negg": [0.6112877130508423, 0.6498939990997314], "cos_innovation_negg": [0.6112877130508423, 0.6498939990997314], "cos_apical_negg": [0.6112877130508423, 0.6498939990997314], "cos_Ac_negg": [0.6112877130508423, 0.6498939990997314], "r_norm": [0.1984366923570633, 0.19430696964263916]}, {"epoch_end": 48, "step": 19159, "test_acc": 0.9763, "test_loss": 0.13419121770858763}, {"step": 19200, "epoch": 49, "train_loss": 7.432918937411159e-05, "cos_r_negg": [0.6115022897720337, 0.6499325633049011], "cos_innovation_negg": [0.6115022897720337, 0.6499325633049011], "cos_apical_negg": [0.6115022897720337, 0.6499325633049011], "cos_Ac_negg": [0.6115022897720337, 0.6499325633049011], "r_norm": [0.19951626658439636, 0.1953396201133728]}, {"step": 19250, "epoch": 49, "train_loss": 2.2312922737910412e-05, "cos_r_negg": [0.6117582321166992, 0.6497946977615356], "cos_innovation_negg": [0.6117582321166992, 0.6497946977615356], "cos_apical_negg": [0.6117582321166992, 0.6497946977615356], "cos_Ac_negg": [0.6117582321166992, 0.6497946977615356], "r_norm": [0.20033632218837738, 0.19616925716400146]}, {"step": 19300, "epoch": 49, "train_loss": 0.0002562111185397953, "cos_r_negg": [0.610996425151825, 0.649759829044342], "cos_innovation_negg": [0.610996425151825, 0.649759829044342], "cos_apical_negg": [0.610996425151825, 0.649759829044342], "cos_Ac_negg": [0.610996425151825, 0.649759829044342], "r_norm": [0.19736911356449127, 0.19328346848487854]}, {"step": 19350, "epoch": 49, "train_loss": 0.00012312090257182717, "cos_r_negg": [0.6109350323677063, 0.6501536965370178], "cos_innovation_negg": [0.6109350323677063, 0.6501536965370178], "cos_apical_negg": [0.6109350323677063, 0.6501536965370178], "cos_Ac_negg": [0.6109350323677063, 0.6501536965370178], "r_norm": [0.1975184977054596, 0.19343850016593933]}, {"step": 19400, "epoch": 49, "train_loss": 7.637072121724486e-05, "cos_r_negg": [0.6108003854751587, 0.649732768535614], "cos_innovation_negg": [0.6108003854751587, 0.649732768535614], "cos_apical_negg": [0.6108003854751587, 0.649732768535614], "cos_Ac_negg": [0.6108003854751587, 0.649732768535614], "r_norm": [0.19791758060455322, 0.19386810064315796]}, {"step": 19450, "epoch": 49, "train_loss": 9.576410229783505e-05, "cos_r_negg": [0.6106141209602356, 0.6496735215187073], "cos_innovation_negg": [0.6106141209602356, 0.6496735215187073], "cos_apical_negg": [0.6106141209602356, 0.6496735215187073], "cos_Ac_negg": [0.6106141209602356, 0.6496735215187073], "r_norm": [0.19580106437206268, 0.19171515107154846]}, {"step": 19500, "epoch": 49, "train_loss": 0.0001074977481039241, "cos_r_negg": [0.6107502579689026, 0.6485109329223633], "cos_innovation_negg": [0.6107502579689026, 0.6485109329223633], "cos_apical_negg": [0.6107502579689026, 0.6485109329223633], "cos_Ac_negg": [0.6107502579689026, 0.6485109329223633], "r_norm": [0.19492413103580475, 0.19079536199569702]}, {"epoch_end": 49, "step": 19550, "test_acc": 0.9762, "test_loss": 0.13443933715820314}, {"step": 19550, "epoch": 50, "train_loss": 8.038020314415917e-05, "cos_r_negg": [0.6106132864952087, 0.6485135555267334], "cos_innovation_negg": [0.6106132864952087, 0.6485135555267334], "cos_apical_negg": [0.6106132864952087, 0.6485135555267334], "cos_Ac_negg": [0.6106132864952087, 0.6485135555267334], "r_norm": [0.19693699479103088, 0.19277262687683105]}, {"step": 19600, "epoch": 50, "train_loss": 0.00014919406385160983, "cos_r_negg": [0.6101688742637634, 0.648561954498291], "cos_innovation_negg": [0.6101688742637634, 0.648561954498291], "cos_apical_negg": [0.6101688742637634, 0.648561954498291], "cos_Ac_negg": [0.6101688742637634, 0.648561954498291], "r_norm": [0.19644109904766083, 0.19224685430526733]}, {"step": 19650, "epoch": 50, "train_loss": 4.2797204514499754e-05, "cos_r_negg": [0.6104334592819214, 0.6485168933868408], "cos_innovation_negg": [0.6104334592819214, 0.6485168933868408], "cos_apical_negg": [0.6104334592819214, 0.6485168933868408], "cos_Ac_negg": [0.6104334592819214, 0.6485168933868408], "r_norm": [0.1970372051000595, 0.1928657740354538]}, {"step": 19700, "epoch": 50, "train_loss": 0.00011250465468037874, "cos_r_negg": [0.6100656390190125, 0.6475851535797119], "cos_innovation_negg": [0.6100656390190125, 0.6475851535797119], "cos_apical_negg": [0.6100656390190125, 0.6475851535797119], "cos_Ac_negg": [0.6100656390190125, 0.6475851535797119], "r_norm": [0.19637221097946167, 0.19225779175758362]}, {"step": 19750, "epoch": 50, "train_loss": 0.00020012374443467706, "cos_r_negg": [0.6104928851127625, 0.6471752524375916], "cos_innovation_negg": [0.6104928851127625, 0.6471752524375916], "cos_apical_negg": [0.6104928851127625, 0.6471752524375916], "cos_Ac_negg": [0.6104928851127625, 0.6471752524375916], "r_norm": [0.19650596380233765, 0.19239604473114014]}, {"step": 19800, "epoch": 50, "train_loss": 8.523465658072382e-05, "cos_r_negg": [0.6109594106674194, 0.6477485299110413], "cos_innovation_negg": [0.6109594106674194, 0.6477485299110413], "cos_apical_negg": [0.6109594106674194, 0.6477485299110413], "cos_Ac_negg": [0.6109594106674194, 0.6477485299110413], "r_norm": [0.19794628024101257, 0.19380317628383636]}, {"step": 19850, "epoch": 50, "train_loss": 0.00017435773042961955, "cos_r_negg": [0.6114784479141235, 0.6487127542495728], "cos_innovation_negg": [0.6114784479141235, 0.6487127542495728], "cos_apical_negg": [0.6114784479141235, 0.6487127542495728], "cos_Ac_negg": [0.6114784479141235, 0.6487127542495728], "r_norm": [0.19816356897354126, 0.1940203607082367]}, {"step": 19900, "epoch": 50, "train_loss": 0.00011058810923714191, "cos_r_negg": [0.6118782758712769, 0.6495969295501709], "cos_innovation_negg": [0.6118782758712769, 0.6495969295501709], "cos_apical_negg": [0.6118782758712769, 0.6495969295501709], "cos_Ac_negg": [0.6118782758712769, 0.6495969295501709], "r_norm": [0.19784332811832428, 0.19372045993804932]}, {"epoch_end": 50, "step": 19941, "test_acc": 0.9762, "test_loss": 0.13491558008193968}, {"step": 19950, "epoch": 51, "train_loss": 7.286987965926528e-05, "cos_r_negg": [0.6118170022964478, 0.6492289304733276], "cos_innovation_negg": [0.6118170022964478, 0.6492289304733276], "cos_apical_negg": [0.6118170022964478, 0.6492289304733276], "cos_Ac_negg": [0.6118170022964478, 0.6492289304733276], "r_norm": [0.19681333005428314, 0.19267064332962036]}, {"step": 20000, "epoch": 51, "train_loss": 6.738010415574536e-05, "cos_r_negg": [0.6120624542236328, 0.6499684453010559], "cos_innovation_negg": [0.6120624542236328, 0.6499684453010559], "cos_apical_negg": [0.6120624542236328, 0.6499684453010559], "cos_Ac_negg": [0.6120624542236328, 0.6499684453010559], "r_norm": [0.19708506762981415, 0.19294887781143188]}, {"step": 20050, "epoch": 51, "train_loss": 6.593437865376472e-05, "cos_r_negg": [0.6116798520088196, 0.6502708792686462], "cos_innovation_negg": [0.6116798520088196, 0.6502708792686462], "cos_apical_negg": [0.6116798520088196, 0.6502708792686462], "cos_Ac_negg": [0.6116798520088196, 0.6502708792686462], "r_norm": [0.1975865364074707, 0.1934180110692978]}, {"step": 20100, "epoch": 51, "train_loss": 4.7495523176621646e-05, "cos_r_negg": [0.6116160154342651, 0.6492847204208374], "cos_innovation_negg": [0.6116160154342651, 0.6492847204208374], "cos_apical_negg": [0.6116160154342651, 0.6492847204208374], "cos_Ac_negg": [0.6116160154342651, 0.6492847204208374], "r_norm": [0.19576220214366913, 0.19157949090003967]}, {"step": 20150, "epoch": 51, "train_loss": 4.517384513746947e-05, "cos_r_negg": [0.611533522605896, 0.6489057540893555], "cos_innovation_negg": [0.611533522605896, 0.6489057540893555], "cos_apical_negg": [0.611533522605896, 0.6489057540893555], "cos_Ac_negg": [0.611533522605896, 0.6489057540893555], "r_norm": [0.19628149271011353, 0.1921011060476303]}, {"step": 20200, "epoch": 51, "train_loss": 5.77597129449714e-05, "cos_r_negg": [0.6117774844169617, 0.6488087177276611], "cos_innovation_negg": [0.6117774844169617, 0.6488087177276611], "cos_apical_negg": [0.6117774844169617, 0.6488087177276611], "cos_Ac_negg": [0.6117774844169617, 0.6488087177276611], "r_norm": [0.1964971274137497, 0.1923205703496933]}, {"step": 20250, "epoch": 51, "train_loss": 6.789803592255339e-05, "cos_r_negg": [0.611608624458313, 0.6488527655601501], "cos_innovation_negg": [0.611608624458313, 0.6488527655601501], "cos_apical_negg": [0.611608624458313, 0.6488527655601501], "cos_Ac_negg": [0.611608624458313, 0.6488527655601501], "r_norm": [0.1959134340286255, 0.1918199360370636]}, {"step": 20300, "epoch": 51, "train_loss": 0.00010737671982496977, "cos_r_negg": [0.6114139556884766, 0.6488959193229675], "cos_innovation_negg": [0.6114139556884766, 0.6488959193229675], "cos_apical_negg": [0.6114139556884766, 0.6488959193229675], "cos_Ac_negg": [0.6114139556884766, 0.6488959193229675], "r_norm": [0.1953667402267456, 0.19124048948287964]}, {"epoch_end": 51, "step": 20332, "test_acc": 0.9763, "test_loss": 0.13511402826309205}, {"step": 20350, "epoch": 52, "train_loss": 0.00012428815534804016, "cos_r_negg": [0.611479640007019, 0.6489630937576294], "cos_innovation_negg": [0.611479640007019, 0.6489630937576294], "cos_apical_negg": [0.611479640007019, 0.6489630937576294], "cos_Ac_negg": [0.611479640007019, 0.6489630937576294], "r_norm": [0.19560769200325012, 0.19149860739707947]}, {"step": 20400, "epoch": 52, "train_loss": 6.712715548928827e-05, "cos_r_negg": [0.6115047931671143, 0.6488732099533081], "cos_innovation_negg": [0.6115047931671143, 0.6488732099533081], "cos_apical_negg": [0.6115047931671143, 0.6488732099533081], "cos_Ac_negg": [0.6115047931671143, 0.6488732099533081], "r_norm": [0.19539619982242584, 0.19129782915115356]}, {"step": 20450, "epoch": 52, "train_loss": 0.0001083166862372309, "cos_r_negg": [0.6114053726196289, 0.6488954424858093], "cos_innovation_negg": [0.6114053726196289, 0.6488954424858093], "cos_apical_negg": [0.6114053726196289, 0.6488954424858093], "cos_Ac_negg": [0.6114053726196289, 0.6488954424858093], "r_norm": [0.19529280066490173, 0.19119730591773987]}, {"step": 20500, "epoch": 52, "train_loss": 0.00014942155394237489, "cos_r_negg": [0.6115514039993286, 0.6481619477272034], "cos_innovation_negg": [0.6115514039993286, 0.6481619477272034], "cos_apical_negg": [0.6115514039993286, 0.6481619477272034], "cos_Ac_negg": [0.6115514039993286, 0.6481619477272034], "r_norm": [0.194800466299057, 0.1907295137643814]}, {"step": 20550, "epoch": 52, "train_loss": 5.026526196161285e-05, "cos_r_negg": [0.6117467880249023, 0.6484425067901611], "cos_innovation_negg": [0.6117467880249023, 0.6484425067901611], "cos_apical_negg": [0.6117467880249023, 0.6484425067901611], "cos_Ac_negg": [0.6117467880249023, 0.6484425067901611], "r_norm": [0.19621224701404572, 0.19214139878749847]}, {"step": 20600, "epoch": 52, "train_loss": 7.633966015418991e-05, "cos_r_negg": [0.6116405725479126, 0.6493078470230103], "cos_innovation_negg": [0.6116405725479126, 0.6493078470230103], "cos_apical_negg": [0.6116405725479126, 0.6493078470230103], "cos_Ac_negg": [0.6116405725479126, 0.6493078470230103], "r_norm": [0.19678810238838196, 0.19272169470787048]}, {"step": 20650, "epoch": 52, "train_loss": 0.00014238178846426308, "cos_r_negg": [0.6118085384368896, 0.6482964754104614], "cos_innovation_negg": [0.6118085384368896, 0.6482964754104614], "cos_apical_negg": [0.6118085384368896, 0.6482964754104614], "cos_Ac_negg": [0.6118085384368896, 0.6482964754104614], "r_norm": [0.19721239805221558, 0.19309410452842712]}, {"step": 20700, "epoch": 52, "train_loss": 6.351499177981168e-05, "cos_r_negg": [0.6117823123931885, 0.6493390798568726], "cos_innovation_negg": [0.6117823123931885, 0.6493390798568726], "cos_apical_negg": [0.6117823123931885, 0.6493390798568726], "cos_Ac_negg": [0.6117823123931885, 0.6493390798568726], "r_norm": [0.19625630974769592, 0.1921287178993225]}, {"epoch_end": 52, "step": 20723, "test_acc": 0.9762, "test_loss": 0.1354423137664795}, {"step": 20750, "epoch": 53, "train_loss": 6.45406253170222e-05, "cos_r_negg": [0.6116482019424438, 0.6493897438049316], "cos_innovation_negg": [0.6116482019424438, 0.6493897438049316], "cos_apical_negg": [0.6116482019424438, 0.6493897438049316], "cos_Ac_negg": [0.6116482019424438, 0.6493897438049316], "r_norm": [0.1958794891834259, 0.1918138563632965]}, {"step": 20800, "epoch": 53, "train_loss": 4.898720726487227e-05, "cos_r_negg": [0.6117715835571289, 0.6494015455245972], "cos_innovation_negg": [0.6117715835571289, 0.6494015455245972], "cos_apical_negg": [0.6117715835571289, 0.6494015455245972], "cos_Ac_negg": [0.6117715835571289, 0.6494015455245972], "r_norm": [0.19627165794372559, 0.19217830896377563]}, {"step": 20850, "epoch": 53, "train_loss": 0.00015776307554915547, "cos_r_negg": [0.6117249131202698, 0.649533748626709], "cos_innovation_negg": [0.6117249131202698, 0.649533748626709], "cos_apical_negg": [0.6117249131202698, 0.649533748626709], "cos_Ac_negg": [0.6117249131202698, 0.649533748626709], "r_norm": [0.196152001619339, 0.19206929206848145]}, {"step": 20900, "epoch": 53, "train_loss": 8.977117977337912e-05, "cos_r_negg": [0.611409068107605, 0.6495692133903503], "cos_innovation_negg": [0.611409068107605, 0.6495692133903503], "cos_apical_negg": [0.611409068107605, 0.6495692133903503], "cos_Ac_negg": [0.611409068107605, 0.6495692133903503], "r_norm": [0.1955689638853073, 0.19149857759475708]}, {"step": 20950, "epoch": 53, "train_loss": 0.00010349128569941968, "cos_r_negg": [0.6111223697662354, 0.649506688117981], "cos_innovation_negg": [0.6111223697662354, 0.649506688117981], "cos_apical_negg": [0.6111223697662354, 0.649506688117981], "cos_Ac_negg": [0.6111223697662354, 0.649506688117981], "r_norm": [0.19538074731826782, 0.19133144617080688]}, {"step": 21000, "epoch": 53, "train_loss": 6.838229455752298e-05, "cos_r_negg": [0.6111241579055786, 0.6493894457817078], "cos_innovation_negg": [0.6111241579055786, 0.6493894457817078], "cos_apical_negg": [0.6111241579055786, 0.6493894457817078], "cos_Ac_negg": [0.6111241579055786, 0.6493894457817078], "r_norm": [0.19611530005931854, 0.19205480813980103]}, {"step": 21050, "epoch": 53, "train_loss": 4.7354034904856235e-05, "cos_r_negg": [0.6116939187049866, 0.6494287848472595], "cos_innovation_negg": [0.6116939187049866, 0.6494287848472595], "cos_apical_negg": [0.6116939187049866, 0.6494287848472595], "cos_Ac_negg": [0.6116939187049866, 0.6494287848472595], "r_norm": [0.19624356925487518, 0.1921205222606659]}, {"step": 21100, "epoch": 53, "train_loss": 0.00017017863865476102, "cos_r_negg": [0.6113112568855286, 0.6485601663589478], "cos_innovation_negg": [0.6113112568855286, 0.6485601663589478], "cos_apical_negg": [0.6113112568855286, 0.6485601663589478], "cos_Ac_negg": [0.6113112568855286, 0.6485601663589478], "r_norm": [0.1949484795331955, 0.1908472776412964]}, {"epoch_end": 53, "step": 21114, "test_acc": 0.9763, "test_loss": 0.13555746231079102}, {"step": 21150, "epoch": 54, "train_loss": 4.7513287427136675e-05, "cos_r_negg": [0.6116718053817749, 0.6495280861854553], "cos_innovation_negg": [0.6116718053817749, 0.6495280861854553], "cos_apical_negg": [0.6116718053817749, 0.6495280861854553], "cos_Ac_negg": [0.6116718053817749, 0.6495280861854553], "r_norm": [0.19643168151378632, 0.1923021376132965]}, {"step": 21200, "epoch": 54, "train_loss": 3.1077652238309383e-05, "cos_r_negg": [0.611251950263977, 0.6489294171333313], "cos_innovation_negg": [0.611251950263977, 0.6489294171333313], "cos_apical_negg": [0.611251950263977, 0.6489294171333313], "cos_Ac_negg": [0.611251950263977, 0.6489294171333313], "r_norm": [0.19608868658542633, 0.19198894500732422]}, {"step": 21250, "epoch": 54, "train_loss": 5.35187209607102e-05, "cos_r_negg": [0.611810564994812, 0.6497999429702759], "cos_innovation_negg": [0.611810564994812, 0.6497999429702759], "cos_apical_negg": [0.611810564994812, 0.6497999429702759], "cos_Ac_negg": [0.611810564994812, 0.6497999429702759], "r_norm": [0.1961560696363449, 0.19203203916549683]}, {"step": 21300, "epoch": 54, "train_loss": 0.00011435210035415366, "cos_r_negg": [0.6119072437286377, 0.6493101119995117], "cos_innovation_negg": [0.6119072437286377, 0.6493101119995117], "cos_apical_negg": [0.6119072437286377, 0.6493101119995117], "cos_Ac_negg": [0.6119072437286377, 0.6493101119995117], "r_norm": [0.19627265632152557, 0.19216132164001465]}, {"step": 21350, "epoch": 54, "train_loss": 0.00012831414642278105, "cos_r_negg": [0.6107460260391235, 0.6487008929252625], "cos_innovation_negg": [0.6107460260391235, 0.6487008929252625], "cos_apical_negg": [0.6107460260391235, 0.6487008929252625], "cos_Ac_negg": [0.6107460260391235, 0.6487008929252625], "r_norm": [0.19525447487831116, 0.1911701112985611]}, {"step": 21400, "epoch": 54, "train_loss": 0.00011696259753080085, "cos_r_negg": [0.6108721494674683, 0.6484324932098389], "cos_innovation_negg": [0.6108721494674683, 0.6484324932098389], "cos_apical_negg": [0.6108721494674683, 0.6484324932098389], "cos_Ac_negg": [0.6108721494674683, 0.6484324932098389], "r_norm": [0.1946834921836853, 0.19062648713588715]}, {"step": 21450, "epoch": 54, "train_loss": 8.283644274342805e-05, "cos_r_negg": [0.611009418964386, 0.6481306552886963], "cos_innovation_negg": [0.611009418964386, 0.6481306552886963], "cos_apical_negg": [0.611009418964386, 0.6481306552886963], "cos_Ac_negg": [0.611009418964386, 0.6481306552886963], "r_norm": [0.1940653771162033, 0.19001102447509766]}, {"step": 21500, "epoch": 54, "train_loss": 4.8312536819139495e-05, "cos_r_negg": [0.6112446188926697, 0.6488720774650574], "cos_innovation_negg": [0.6112446188926697, 0.6488720774650574], "cos_apical_negg": [0.6112446188926697, 0.6488720774650574], "cos_Ac_negg": [0.6112446188926697, 0.6488720774650574], "r_norm": [0.1943950057029724, 0.19030344486236572]}, {"epoch_end": 54, "step": 21505, "test_acc": 0.9762, "test_loss": 0.13593919973373414}, {"step": 21550, "epoch": 55, "train_loss": 6.710179150104523e-05, "cos_r_negg": [0.6111615896224976, 0.6497875452041626], "cos_innovation_negg": [0.6111615896224976, 0.6497875452041626], "cos_apical_negg": [0.6111615896224976, 0.6497875452041626], "cos_Ac_negg": [0.6111615896224976, 0.6497875452041626], "r_norm": [0.1953403353691101, 0.19125252962112427]}, {"step": 21600, "epoch": 55, "train_loss": 8.517796959495172e-05, "cos_r_negg": [0.6113667488098145, 0.6497987508773804], "cos_innovation_negg": [0.6113667488098145, 0.6497987508773804], "cos_apical_negg": [0.6113667488098145, 0.6497987508773804], "cos_Ac_negg": [0.6113667488098145, 0.6497987508773804], "r_norm": [0.19481931626796722, 0.19073951244354248]}, {"step": 21650, "epoch": 55, "train_loss": 3.5116157960146666e-05, "cos_r_negg": [0.6109592914581299, 0.6494230031967163], "cos_innovation_negg": [0.6109592914581299, 0.6494230031967163], "cos_apical_negg": [0.6109592914581299, 0.6494230031967163], "cos_Ac_negg": [0.6109592914581299, 0.6494230031967163], "r_norm": [0.19404509663581848, 0.18994295597076416]}, {"step": 21700, "epoch": 55, "train_loss": 4.288760101189837e-05, "cos_r_negg": [0.6114494800567627, 0.6494351029396057], "cos_innovation_negg": [0.6114494800567627, 0.6494351029396057], "cos_apical_negg": [0.6114494800567627, 0.6494351029396057], "cos_Ac_negg": [0.6114494800567627, 0.6494351029396057], "r_norm": [0.19489917159080505, 0.19079503417015076]}, {"step": 21750, "epoch": 55, "train_loss": 9.235257311956957e-05, "cos_r_negg": [0.6116573810577393, 0.6496384143829346], "cos_innovation_negg": [0.6116573810577393, 0.6496384143829346], "cos_apical_negg": [0.6116573810577393, 0.6496384143829346], "cos_Ac_negg": [0.6116573810577393, 0.6496384143829346], "r_norm": [0.19549117982387543, 0.19140177965164185]}, {"step": 21800, "epoch": 55, "train_loss": 0.00019991680164821446, "cos_r_negg": [0.611446738243103, 0.6491489410400391], "cos_innovation_negg": [0.611446738243103, 0.6491489410400391], "cos_apical_negg": [0.611446738243103, 0.6491489410400391], "cos_Ac_negg": [0.611446738243103, 0.6491489410400391], "r_norm": [0.19537074863910675, 0.19124972820281982]}, {"step": 21850, "epoch": 55, "train_loss": 8.388089190702885e-05, "cos_r_negg": [0.6117556691169739, 0.649688720703125], "cos_innovation_negg": [0.6117556691169739, 0.649688720703125], "cos_apical_negg": [0.6117556691169739, 0.649688720703125], "cos_Ac_negg": [0.6117556691169739, 0.649688720703125], "r_norm": [0.19544941186904907, 0.19133535027503967]}, {"epoch_end": 55, "step": 21896, "test_acc": 0.976, "test_loss": 0.13609471311569213}, {"step": 21900, "epoch": 56, "train_loss": 6.295031926129013e-05, "cos_r_negg": [0.611395537853241, 0.6493766903877258], "cos_innovation_negg": [0.611395537853241, 0.6493766903877258], "cos_apical_negg": [0.611395537853241, 0.6493766903877258], "cos_Ac_negg": [0.611395537853241, 0.6493766903877258], "r_norm": [0.1946270614862442, 0.19057027995586395]}, {"step": 21950, "epoch": 56, "train_loss": 0.0001737069833325222, "cos_r_negg": [0.6109737157821655, 0.6489630341529846], "cos_innovation_negg": [0.6109737157821655, 0.6489630341529846], "cos_apical_negg": [0.6109737157821655, 0.6489630341529846], "cos_Ac_negg": [0.6109737157821655, 0.6489630341529846], "r_norm": [0.1928560435771942, 0.18885743618011475]}, {"step": 22000, "epoch": 56, "train_loss": 6.69444416416809e-05, "cos_r_negg": [0.6109394431114197, 0.6487882137298584], "cos_innovation_negg": [0.6109394431114197, 0.6487882137298584], "cos_apical_negg": [0.6109394431114197, 0.6487882137298584], "cos_Ac_negg": [0.6109394431114197, 0.6487882137298584], "r_norm": [0.194209024310112, 0.19021275639533997]}, {"step": 22050, "epoch": 56, "train_loss": 6.0891645262017846e-05, "cos_r_negg": [0.6111123561859131, 0.6489163637161255], "cos_innovation_negg": [0.6111123561859131, 0.6489163637161255], "cos_apical_negg": [0.6111123561859131, 0.6489163637161255], "cos_Ac_negg": [0.6111123561859131, 0.6489163637161255], "r_norm": [0.19388243556022644, 0.18987464904785156]}, {"step": 22100, "epoch": 56, "train_loss": 7.857132732169703e-05, "cos_r_negg": [0.6109414100646973, 0.6490328311920166], "cos_innovation_negg": [0.6109414100646973, 0.6490328311920166], "cos_apical_negg": [0.6109414100646973, 0.6490328311920166], "cos_Ac_negg": [0.6109414100646973, 0.6490328311920166], "r_norm": [0.19524331390857697, 0.19120407104492188]}, {"step": 22150, "epoch": 56, "train_loss": 0.0001939037611009553, "cos_r_negg": [0.6111292839050293, 0.6490786671638489], "cos_innovation_negg": [0.6111292839050293, 0.6490786671638489], "cos_apical_negg": [0.6111292839050293, 0.6490786671638489], "cos_Ac_negg": [0.6111292839050293, 0.6490786671638489], "r_norm": [0.19457238912582397, 0.1905846744775772]}, {"step": 22200, "epoch": 56, "train_loss": 0.00011033016926376149, "cos_r_negg": [0.6108754277229309, 0.6486225724220276], "cos_innovation_negg": [0.6108754277229309, 0.6486225724220276], "cos_apical_negg": [0.6108754277229309, 0.6486225724220276], "cos_Ac_negg": [0.6108754277229309, 0.6486225724220276], "r_norm": [0.19429443776607513, 0.19028547406196594]}, {"step": 22250, "epoch": 56, "train_loss": 0.00021475163521245122, "cos_r_negg": [0.6114833354949951, 0.6491771936416626], "cos_innovation_negg": [0.6114833354949951, 0.6491771936416626], "cos_apical_negg": [0.6114833354949951, 0.6491771936416626], "cos_Ac_negg": [0.6114833354949951, 0.6491771936416626], "r_norm": [0.19569554924964905, 0.19162583351135254]}, {"epoch_end": 56, "step": 22287, "test_acc": 0.9762, "test_loss": 0.13629333057403564}, {"step": 22300, "epoch": 57, "train_loss": 0.00015916163101792336, "cos_r_negg": [0.6116270422935486, 0.6491227149963379], "cos_innovation_negg": [0.6116270422935486, 0.6491227149963379], "cos_apical_negg": [0.6116270422935486, 0.6491227149963379], "cos_Ac_negg": [0.6116270422935486, 0.6491227149963379], "r_norm": [0.19542860984802246, 0.1913042962551117]}, {"step": 22350, "epoch": 57, "train_loss": 0.00011581199942156672, "cos_r_negg": [0.6102705001831055, 0.6483069658279419], "cos_innovation_negg": [0.6102705001831055, 0.6483069658279419], "cos_apical_negg": [0.6102705001831055, 0.6483069658279419], "cos_Ac_negg": [0.6102705001831055, 0.6483069658279419], "r_norm": [0.19542452692985535, 0.19129794836044312]}, {"step": 22400, "epoch": 57, "train_loss": 0.0001669094490353018, "cos_r_negg": [0.6108677387237549, 0.6487964391708374], "cos_innovation_negg": [0.6108677387237549, 0.6487964391708374], "cos_apical_negg": [0.6108677387237549, 0.6487964391708374], "cos_Ac_negg": [0.6108677387237549, 0.6487964391708374], "r_norm": [0.19600810110569, 0.19188368320465088]}, {"step": 22450, "epoch": 57, "train_loss": 6.8001154431840405e-06, "cos_r_negg": [0.6110916137695312, 0.6485376358032227], "cos_innovation_negg": [0.6110916137695312, 0.6485376358032227], "cos_apical_negg": [0.6110916137695312, 0.6485376358032227], "cos_Ac_negg": [0.6110916137695312, 0.6485376358032227], "r_norm": [0.1953519880771637, 0.1912412792444229]}, {"step": 22500, "epoch": 57, "train_loss": 8.132815128192306e-05, "cos_r_negg": [0.6118436455726624, 0.649355947971344], "cos_innovation_negg": [0.6118436455726624, 0.649355947971344], "cos_apical_negg": [0.6118436455726624, 0.649355947971344], "cos_Ac_negg": [0.6118436455726624, 0.649355947971344], "r_norm": [0.19549833238124847, 0.1913885623216629]}, {"step": 22550, "epoch": 57, "train_loss": 0.00014938050298951566, "cos_r_negg": [0.6109238266944885, 0.6488853693008423], "cos_innovation_negg": [0.6109238266944885, 0.6488853693008423], "cos_apical_negg": [0.6109238266944885, 0.6488853693008423], "cos_Ac_negg": [0.6109238266944885, 0.6488853693008423], "r_norm": [0.19440297782421112, 0.1903165578842163]}, {"step": 22600, "epoch": 57, "train_loss": 2.4406934244325384e-05, "cos_r_negg": [0.611286461353302, 0.6489112973213196], "cos_innovation_negg": [0.611286461353302, 0.6489112973213196], "cos_apical_negg": [0.611286461353302, 0.6489112973213196], "cos_Ac_negg": [0.611286461353302, 0.6489112973213196], "r_norm": [0.19407439231872559, 0.19001542031764984]}, {"step": 22650, "epoch": 57, "train_loss": 8.661290485179052e-05, "cos_r_negg": [0.6112189888954163, 0.6490510702133179], "cos_innovation_negg": [0.6112189888954163, 0.6490510702133179], "cos_apical_negg": [0.6112189888954163, 0.6490510702133179], "cos_Ac_negg": [0.6112189888954163, 0.6490510702133179], "r_norm": [0.19453513622283936, 0.1904599517583847]}, {"epoch_end": 57, "step": 22678, "test_acc": 0.9761, "test_loss": 0.13649128828048707}, {"step": 22700, "epoch": 58, "train_loss": 6.813074287492782e-05, "cos_r_negg": [0.6113318800926208, 0.6487468481063843], "cos_innovation_negg": [0.6113318800926208, 0.6487468481063843], "cos_apical_negg": [0.6113318800926208, 0.6487468481063843], "cos_Ac_negg": [0.6113318800926208, 0.6487468481063843], "r_norm": [0.1935989260673523, 0.1895342767238617]}, {"step": 22750, "epoch": 58, "train_loss": 9.495820268057287e-05, "cos_r_negg": [0.6111410856246948, 0.6487271785736084], "cos_innovation_negg": [0.6111410856246948, 0.6487271785736084], "cos_apical_negg": [0.6111410856246948, 0.6487271785736084], "cos_Ac_negg": [0.6111410856246948, 0.6487271785736084], "r_norm": [0.19283010065555573, 0.1887838989496231]}, {"step": 22800, "epoch": 58, "train_loss": 7.069796993164346e-05, "cos_r_negg": [0.6103880405426025, 0.6484224796295166], "cos_innovation_negg": [0.6103880405426025, 0.6484224796295166], "cos_apical_negg": [0.6103880405426025, 0.6484224796295166], "cos_Ac_negg": [0.6103880405426025, 0.6484224796295166], "r_norm": [0.19433069229125977, 0.19025519490242004]}, {"step": 22850, "epoch": 58, "train_loss": 8.58233543112874e-05, "cos_r_negg": [0.6114145517349243, 0.6489536166191101], "cos_innovation_negg": [0.6114145517349243, 0.6489536166191101], "cos_apical_negg": [0.6114145517349243, 0.6489536166191101], "cos_Ac_negg": [0.6114145517349243, 0.6489536166191101], "r_norm": [0.19456340372562408, 0.19052575528621674]}, {"step": 22900, "epoch": 58, "train_loss": 5.45297225471586e-05, "cos_r_negg": [0.6104964017868042, 0.6484887003898621], "cos_innovation_negg": [0.6104964017868042, 0.6484887003898621], "cos_apical_negg": [0.6104964017868042, 0.6484887003898621], "cos_Ac_negg": [0.6104964017868042, 0.6484887003898621], "r_norm": [0.19353167712688446, 0.18948009610176086]}, {"step": 22950, "epoch": 58, "train_loss": 0.00013232161290943623, "cos_r_negg": [0.6106131076812744, 0.6485586166381836], "cos_innovation_negg": [0.6106131076812744, 0.6485586166381836], "cos_apical_negg": [0.6106131076812744, 0.6485586166381836], "cos_Ac_negg": [0.6106131076812744, 0.6485586166381836], "r_norm": [0.19402669370174408, 0.18993797898292542]}, {"step": 23000, "epoch": 58, "train_loss": 3.636210385593586e-05, "cos_r_negg": [0.6105428338050842, 0.6486952304840088], "cos_innovation_negg": [0.6105428338050842, 0.6486952304840088], "cos_apical_negg": [0.6105428338050842, 0.6486952304840088], "cos_Ac_negg": [0.6105428338050842, 0.6486952304840088], "r_norm": [0.19432777166366577, 0.1902250051498413]}, {"step": 23050, "epoch": 58, "train_loss": 0.00011232279939576983, "cos_r_negg": [0.6112781763076782, 0.6491961479187012], "cos_innovation_negg": [0.6112781763076782, 0.6491961479187012], "cos_apical_negg": [0.6112781763076782, 0.6491961479187012], "cos_Ac_negg": [0.6112781763076782, 0.6491961479187012], "r_norm": [0.19431358575820923, 0.19022132456302643]}, {"epoch_end": 58, "step": 23069, "test_acc": 0.976, "test_loss": 0.136776171875}, {"step": 23100, "epoch": 59, "train_loss": 7.42435222491622e-05, "cos_r_negg": [0.611787736415863, 0.6496398448944092], "cos_innovation_negg": [0.611787736415863, 0.6496398448944092], "cos_apical_negg": [0.611787736415863, 0.6496398448944092], "cos_Ac_negg": [0.611787736415863, 0.6496398448944092], "r_norm": [0.19488678872585297, 0.1908126324415207]}, {"step": 23150, "epoch": 59, "train_loss": 4.906477261101827e-05, "cos_r_negg": [0.6108536720275879, 0.649296760559082], "cos_innovation_negg": [0.6108536720275879, 0.649296760559082], "cos_apical_negg": [0.6108536720275879, 0.649296760559082], "cos_Ac_negg": [0.6108536720275879, 0.649296760559082], "r_norm": [0.19443129003047943, 0.19034837186336517]}, {"step": 23200, "epoch": 59, "train_loss": 4.134152550250292e-05, "cos_r_negg": [0.6114223003387451, 0.6493172645568848], "cos_innovation_negg": [0.6114223003387451, 0.6493172645568848], "cos_apical_negg": [0.6114223003387451, 0.6493172645568848], "cos_Ac_negg": [0.6114223003387451, 0.6493172645568848], "r_norm": [0.1947176158428192, 0.19061481952667236]}, {"step": 23250, "epoch": 59, "train_loss": 7.993485633051023e-05, "cos_r_negg": [0.6111438274383545, 0.6489995718002319], "cos_innovation_negg": [0.6111438274383545, 0.6489995718002319], "cos_apical_negg": [0.6111438274383545, 0.6489995718002319], "cos_Ac_negg": [0.6111438274383545, 0.6489995718002319], "r_norm": [0.1943821907043457, 0.19030624628067017]}, {"step": 23300, "epoch": 59, "train_loss": 7.216433004941791e-05, "cos_r_negg": [0.6115036010742188, 0.6494396924972534], "cos_innovation_negg": [0.6115036010742188, 0.6494396924972534], "cos_apical_negg": [0.6115036010742188, 0.6494396924972534], "cos_Ac_negg": [0.6115036010742188, 0.6494396924972534], "r_norm": [0.19563953578472137, 0.1915557086467743]}, {"step": 23350, "epoch": 59, "train_loss": 4.7029388952068985e-05, "cos_r_negg": [0.6115121841430664, 0.6495776176452637], "cos_innovation_negg": [0.6115121841430664, 0.6495776176452637], "cos_apical_negg": [0.6115121841430664, 0.6495776176452637], "cos_Ac_negg": [0.6115121841430664, 0.6495776176452637], "r_norm": [0.19629593193531036, 0.19220739603042603]}, {"step": 23400, "epoch": 59, "train_loss": 0.0002899966202676296, "cos_r_negg": [0.611375093460083, 0.6492328643798828], "cos_innovation_negg": [0.611375093460083, 0.6492328643798828], "cos_apical_negg": [0.611375093460083, 0.6492328643798828], "cos_Ac_negg": [0.611375093460083, 0.6492328643798828], "r_norm": [0.19438910484313965, 0.19033002853393555]}, {"step": 23450, "epoch": 59, "train_loss": 4.873832585872151e-05, "cos_r_negg": [0.6112637519836426, 0.6491208076477051], "cos_innovation_negg": [0.6112637519836426, 0.6491208076477051], "cos_apical_negg": [0.6112637519836426, 0.6491208076477051], "cos_Ac_negg": [0.6112637519836426, 0.6491208076477051], "r_norm": [0.1922486573457718, 0.18823522329330444]}, {"epoch_end": 59, "step": 23460, "test_acc": 0.9761, "test_loss": 0.13703026790618897}], "final": {"test_acc": 0.9761, "test_loss": 0.13703026790618897, "wall_s": 32.134910583496094, "cos_r_negg": [0.6112751960754395, 0.6491243839263916], "cos_innovation_negg": [0.6112751960754395, 0.6491243839263916], "cos_apical_negg": [0.6112751960754395, 0.6491243839263916], "cos_Ac_negg": [0.6112751960754395, 0.6491243839263916]}}