{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 15, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 0, "raw_scale_control": "match_innovation_norm", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.2, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 4, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "nuis_ctrl_v1_rho0p2_matched_s4", "n_in": 784}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4633917808532715, "cos_r_negg": [-0.011682895943522453, 0.021248377859592438, 0.0025810941588133574], "cos_innovation_negg": [-0.010262858122587204, 0.024842172861099243, 0.006921787746250629], "cos_apical_negg": [-0.011682895943522453, 0.021248377859592438, 0.0025810941588133574], "cos_Ac_negg": [-0.010263703763484955, 0.02484174072742462, 0.006921331398189068], "r_norm": [4.861614227294922, 4.8644256591796875, 4.958981513977051], "ldr": {"dL_sdil": 0.009249448776245117, "dL_bp": -0.2576141357421875, "ratio": -0.03590427501036546}}, {"step": 100, "epoch": 0, "train_loss": 0.41053307056427, "cos_r_negg": [0.21120573580265045, 0.2628409266471863, 0.43200212717056274], "cos_innovation_negg": [0.41517841815948486, 0.4416387677192688, 0.7416012287139893], "cos_apical_negg": [0.21120572090148926, 0.2628409266471863, 0.43200209736824036], "cos_Ac_negg": [0.4149090051651001, 0.4414636194705963, 0.7415955662727356], "r_norm": [1.4688832759857178, 1.4861677885055542, 1.5087388753890991]}, {"step": 200, "epoch": 0, "train_loss": 0.6262565851211548, "cos_r_negg": [0.2109842300415039, 0.21873196959495544, 0.3458510637283325], "cos_innovation_negg": [0.3923499584197998, 0.3887983560562134, 0.730186939239502], "cos_apical_negg": [0.2109842300415039, 0.21873196959495544, 0.3458510637283325], "cos_Ac_negg": [0.39198464155197144, 0.38864755630493164, 0.7304191589355469], "r_norm": [1.3699445724487305, 1.3842023611068726, 1.4075835943222046]}, {"step": 300, "epoch": 0, "train_loss": 0.3782344460487366, "cos_r_negg": [0.16843444108963013, 0.20350274443626404, 0.3043299615383148], "cos_innovation_negg": [0.4008367359638214, 0.42071056365966797, 0.6820570230484009], "cos_apical_negg": [0.16843444108963013, 0.20350274443626404, 0.3043299615383148], "cos_Ac_negg": [0.40066319704055786, 0.42055952548980713, 0.6820881962776184], "r_norm": [0.988032877445221, 1.0014121532440186, 1.0196332931518555]}, {"step": 400, "epoch": 0, "train_loss": 0.28483903408050537, "cos_r_negg": [0.18906868994235992, 0.21057285368442535, 0.3197048604488373], "cos_innovation_negg": [0.4159192740917206, 0.42365968227386475, 0.8126862645149231], "cos_apical_negg": [0.18906867504119873, 0.21057286858558655, 0.3197048604488373], "cos_Ac_negg": [0.4157969355583191, 0.4235580563545227, 0.8126296997070312], "r_norm": [1.0828183889389038, 1.0980843305587769, 1.1216752529144287]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9122, "test_loss": 0.33212696533203123}, {"step": 500, "epoch": 1, "train_loss": 0.2540929913520813, "cos_r_negg": [0.15185591578483582, 0.15670140087604523, 0.26108109951019287], "cos_innovation_negg": [0.3839699923992157, 0.3891584575176239, 0.7882236838340759], "cos_apical_negg": [0.15185591578483582, 0.15670140087604523, 0.26108112931251526], "cos_Ac_negg": [0.3838613033294678, 0.3890269994735718, 0.7882048487663269], "r_norm": [0.8332318067550659, 0.8433594703674316, 0.8635990023612976], "ldr": {"dL_sdil": -0.01319509744644165, "dL_bp": -0.020045429468154907, "ratio": 0.6582596530248449}}, {"step": 600, "epoch": 1, "train_loss": 0.16460122168064117, "cos_r_negg": [0.15444540977478027, 0.15115073323249817, 0.33929991722106934], "cos_innovation_negg": [0.3953157663345337, 0.41563254594802856, 0.7793077826499939], "cos_apical_negg": [0.15444540977478027, 0.15115073323249817, 0.33929991722106934], "cos_Ac_negg": [0.39511990547180176, 0.4155126214027405, 0.7791947722434998], "r_norm": [0.9099339246749878, 0.9232620000839233, 0.9495981335639954]}, {"step": 700, "epoch": 1, "train_loss": 0.2918155789375305, "cos_r_negg": [0.15385684370994568, 0.16356827318668365, 0.29698213934898376], "cos_innovation_negg": [0.4167991280555725, 0.42821580171585083, 0.7697370648384094], "cos_apical_negg": [0.15385684370994568, 0.16356827318668365, 0.29698213934898376], "cos_Ac_negg": [0.4166952967643738, 0.42808353900909424, 0.7698770761489868], "r_norm": [0.9668311476707458, 0.9881653785705566, 1.0139029026031494]}, {"step": 800, "epoch": 1, "train_loss": 0.3391774594783783, "cos_r_negg": [0.14070671796798706, 0.154814213514328, 0.09407252073287964], "cos_innovation_negg": [0.3432130217552185, 0.39280059933662415, 0.7598002552986145], "cos_apical_negg": [0.14070671796798706, 0.154814213514328, 0.09407252073287964], "cos_Ac_negg": [0.34309136867523193, 0.39268428087234497, 0.7597470283508301], "r_norm": [0.9049474000930786, 0.9296468496322632, 0.9450775980949402]}, {"step": 900, "epoch": 1, "train_loss": 0.3571324050426483, "cos_r_negg": [0.11806076765060425, 0.13426010310649872, 0.1254441887140274], "cos_innovation_negg": [0.36654984951019287, 0.3533163070678711, 0.7541623115539551], "cos_apical_negg": [0.11806076765060425, 0.13426010310649872, 0.1254441738128662], "cos_Ac_negg": [0.36658594012260437, 0.35329481959342957, 0.7541159391403198], "r_norm": [0.7646726965904236, 0.7780411243438721, 0.8002845048904419]}, {"epoch_end": 1, "step": 938, "test_acc": 0.939, "test_loss": 0.23312706756591797}, {"step": 1000, "epoch": 2, "train_loss": 0.09978217631578445, "cos_r_negg": [0.13688361644744873, 0.15752843022346497, 0.19977553188800812], "cos_innovation_negg": [0.4013173580169678, 0.44258052110671997, 0.8329656720161438], "cos_apical_negg": [0.13688363134860992, 0.15752843022346497, 0.19977551698684692], "cos_Ac_negg": [0.40131014585494995, 0.44255679845809937, 0.8326481580734253], "r_norm": [0.7775167226791382, 0.7903605103492737, 0.8099894523620605], "ldr": {"dL_sdil": -0.030260175466537476, "dL_bp": -0.04607781767845154, "ratio": 0.6567189374658418}}, {"step": 1100, "epoch": 2, "train_loss": 0.2645607888698578, "cos_r_negg": [0.09845705330371857, 0.1395694762468338, 0.13869507610797882], "cos_innovation_negg": [0.38810995221138, 0.3962540924549103, 0.7656185030937195], "cos_apical_negg": [0.09845705330371857, 0.1395694613456726, 0.13869506120681763], "cos_Ac_negg": [0.38810813426971436, 0.3962060213088989, 0.7655527591705322], "r_norm": [0.7038515210151672, 0.7138141393661499, 0.7348631620407104]}, {"step": 1200, "epoch": 2, "train_loss": 0.2265443503856659, "cos_r_negg": [0.11234335601329803, 0.11361578851938248, 0.13047271966934204], "cos_innovation_negg": [0.37416985630989075, 0.4150465130805969, 0.7350255250930786], "cos_apical_negg": [0.11234335601329803, 0.11361579596996307, 0.13047271966934204], "cos_Ac_negg": [0.3741361200809479, 0.41503775119781494, 0.7350165843963623], "r_norm": [0.6068500280380249, 0.6156581044197083, 0.6326056718826294]}, {"step": 1300, "epoch": 2, "train_loss": 0.31248822808265686, "cos_r_negg": [0.10859152674674988, 0.12851887941360474, 0.22344902157783508], "cos_innovation_negg": [0.3752672076225281, 0.3706457316875458, 0.6036753058433533], "cos_apical_negg": [0.10859152674674988, 0.12851889431476593, 0.22344902157783508], "cos_Ac_negg": [0.37523192167282104, 0.37063291668891907, 0.6034502387046814], "r_norm": [0.6378560066223145, 0.646695613861084, 0.6658786535263062]}, {"step": 1400, "epoch": 2, "train_loss": 0.22328069806098938, "cos_r_negg": [0.10234048962593079, 0.11358051002025604, 0.07161962985992432], "cos_innovation_negg": [0.3311741054058075, 0.36670809984207153, 0.6587581634521484], "cos_apical_negg": [0.10234048962593079, 0.11358051002025604, 0.07161962985992432], "cos_Ac_negg": [0.3311992883682251, 0.3667413592338562, 0.6588879823684692], "r_norm": [0.7144718170166016, 0.7270647287368774, 0.7500253915786743]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9388, "test_loss": 0.2344582160949707}, {"step": 1500, "epoch": 3, "train_loss": 0.15693561732769012, "cos_r_negg": [0.10787053406238556, 0.12390090525150299, 0.2679864168167114], "cos_innovation_negg": [0.3898828625679016, 0.3926648199558258, 0.7474457621574402], "cos_apical_negg": [0.10787053406238556, 0.1239008903503418, 0.2679864168167114], "cos_Ac_negg": [0.3898441791534424, 0.3925970792770386, 0.7470107674598694], "r_norm": [0.6114495992660522, 0.619301438331604, 0.6350533962249756], "ldr": {"dL_sdil": -0.015088126063346863, "dL_bp": -0.02963070571422577, "ratio": 0.5092057613768888}}, {"step": 1600, "epoch": 3, "train_loss": 0.17743758857250214, "cos_r_negg": [0.10768801718950272, 0.1175634041428566, 0.25766721367836], "cos_innovation_negg": [0.40519052743911743, 0.4071451723575592, 0.7698088884353638], "cos_apical_negg": [0.10768801718950272, 0.1175634115934372, 0.25766721367836], "cos_Ac_negg": [0.4052160978317261, 0.4071645140647888, 0.7694416642189026], "r_norm": [0.5734442472457886, 0.5845726728439331, 0.5984963774681091]}, {"step": 1700, "epoch": 3, "train_loss": 0.20792122185230255, "cos_r_negg": [0.08450322598218918, 0.10385923087596893, 0.12117033451795578], "cos_innovation_negg": [0.37098291516304016, 0.4234551191329956, 0.7653336524963379], "cos_apical_negg": [0.08450322598218918, 0.10385923087596893, 0.12117032706737518], "cos_Ac_negg": [0.3709849715232849, 0.4234609007835388, 0.7655013203620911], "r_norm": [0.5625088214874268, 0.5712831616401672, 0.5836696624755859]}, {"step": 1800, "epoch": 3, "train_loss": 0.09999382495880127, "cos_r_negg": [0.09550761431455612, 0.12660077214241028, 0.20088191330432892], "cos_innovation_negg": [0.38705819845199585, 0.41634225845336914, 0.7071832418441772], "cos_apical_negg": [0.09550760686397552, 0.12660077214241028, 0.20088191330432892], "cos_Ac_negg": [0.3868919014930725, 0.4159446954727173, 0.7074464559555054], "r_norm": [0.557034969329834, 0.5668622255325317, 0.5829949378967285]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.94, "test_loss": 0.25001368255615236}, {"step": 1900, "epoch": 4, "train_loss": 0.15469612181186676, "cos_r_negg": [0.09818380326032639, 0.1273515820503235, 0.12134392559528351], "cos_innovation_negg": [0.41390261054039, 0.44023215770721436, 0.6958903074264526], "cos_apical_negg": [0.09818381071090698, 0.1273515820503235, 0.12134392559528351], "cos_Ac_negg": [0.41387927532196045, 0.4401131272315979, 0.6958767175674438], "r_norm": [0.5500970482826233, 0.5569380521774292, 0.574651300907135]}, {"step": 2000, "epoch": 4, "train_loss": 0.2128089964389801, "cos_r_negg": [0.09326376765966415, 0.10330966860055923, 0.24521704018115997], "cos_innovation_negg": [0.40592893958091736, 0.4548645317554474, 0.7100414037704468], "cos_apical_negg": [0.09326376765966415, 0.10330966860055923, 0.24521702527999878], "cos_Ac_negg": [0.4060746431350708, 0.4549553692340851, 0.7102867364883423], "r_norm": [0.46225154399871826, 0.46613821387290955, 0.4803006052970886], "ldr": {"dL_sdil": -0.009972944855690002, "dL_bp": -0.022860616445541382, "ratio": 0.4362500407391715}}, {"step": 2100, "epoch": 4, "train_loss": 0.15295618772506714, "cos_r_negg": [0.08869123458862305, 0.11383302509784698, 0.06687113642692566], "cos_innovation_negg": [0.39854124188423157, 0.4167359471321106, 0.7585870027542114], "cos_apical_negg": [0.08869124203920364, 0.11383302509784698, 0.06687113642692566], "cos_Ac_negg": [0.39873385429382324, 0.41682982444763184, 0.7589167356491089], "r_norm": [0.46618640422821045, 0.4707163870334625, 0.4836179316043854]}, {"step": 2200, "epoch": 4, "train_loss": 0.09179909527301788, "cos_r_negg": [0.10070512443780899, 0.12419068813323975, 0.06317576766014099], "cos_innovation_negg": [0.36842644214630127, 0.3992958068847656, 0.6719766855239868], "cos_apical_negg": [0.1007051169872284, 0.12419068813323975, 0.06317576766014099], "cos_Ac_negg": [0.3684704005718231, 0.39928698539733887, 0.672103762626648], "r_norm": [0.5058722496032715, 0.508932888507843, 0.5246779322624207]}, {"step": 2300, "epoch": 4, "train_loss": 0.2925705909729004, "cos_r_negg": [0.0751347541809082, 0.11288592964410782, 0.29184451699256897], "cos_innovation_negg": [0.40606626868247986, 0.45072969794273376, 0.8423775434494019], "cos_apical_negg": [0.0751347541809082, 0.11288593709468842, 0.29184451699256897], "cos_Ac_negg": [0.4059680104255676, 0.4505543112754822, 0.842880368232727], "r_norm": [0.4347483217716217, 0.44089943170547485, 0.45825356245040894]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9471, "test_loss": 0.21272765579223632}, {"step": 2400, "epoch": 5, "train_loss": 0.27907389402389526, "cos_r_negg": [0.08019134402275085, 0.11235351115465164, 0.11302737146615982], "cos_innovation_negg": [0.37619203329086304, 0.42445898056030273, 0.6897738575935364], "cos_apical_negg": [0.08019134402275085, 0.11235351115465164, 0.11302736401557922], "cos_Ac_negg": [0.37614938616752625, 0.4244285225868225, 0.6896795034408569], "r_norm": [0.5223556756973267, 0.5312448740005493, 0.5470421314239502]}, {"step": 2500, "epoch": 5, "train_loss": 0.16260740160942078, "cos_r_negg": [0.0909058228135109, 0.08839759975671768, 0.31978344917297363], "cos_innovation_negg": [0.440868616104126, 0.4875530004501343, 0.8524196743965149], "cos_apical_negg": [0.0909058228135109, 0.08839759230613708, 0.31978344917297363], "cos_Ac_negg": [0.44042080640792847, 0.48698002099990845, 0.851769208908081], "r_norm": [0.40238407254219055, 0.40660905838012695, 0.4197536110877991], "ldr": {"dL_sdil": -0.007677853107452393, "dL_bp": -0.019469276070594788, "ratio": 0.3943574008408333}}, {"step": 2600, "epoch": 5, "train_loss": 0.23229701817035675, "cos_r_negg": [0.06360861659049988, 0.09395895898342133, 0.18296802043914795], "cos_innovation_negg": [0.4320843815803528, 0.46038222312927246, 0.842450737953186], "cos_apical_negg": [0.06360861659049988, 0.09395897388458252, 0.18296802043914795], "cos_Ac_negg": [0.4320768117904663, 0.46017730236053467, 0.8418355584144592], "r_norm": [0.44097065925598145, 0.4436109960079193, 0.45734941959381104]}, {"step": 2700, "epoch": 5, "train_loss": 0.13178721070289612, "cos_r_negg": [0.08140005171298981, 0.11266081035137177, 0.30397453904151917], "cos_innovation_negg": [0.4453584551811218, 0.4734402596950531, 0.8197774291038513], "cos_apical_negg": [0.08140003681182861, 0.11266081035137177, 0.3039745092391968], "cos_Ac_negg": [0.44556429982185364, 0.4735179543495178, 0.8196971416473389], "r_norm": [0.48501238226890564, 0.4915286898612976, 0.5090052485466003]}, {"step": 2800, "epoch": 5, "train_loss": 0.3718406558036804, "cos_r_negg": [0.09403565526008606, 0.14480730891227722, 0.19146648049354553], "cos_innovation_negg": [0.4020455479621887, 0.459244042634964, 0.8356913924217224], "cos_apical_negg": [0.09403566271066666, 0.14480730891227722, 0.19146648049354553], "cos_Ac_negg": [0.40191662311553955, 0.4590546190738678, 0.8354898691177368], "r_norm": [0.4042191505432129, 0.4093473553657532, 0.42419520020484924]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9379, "test_loss": 0.2555447769165039}, {"step": 2900, "epoch": 6, "train_loss": 0.07557213306427002, "cos_r_negg": [0.07505618035793304, 0.08974916487932205, 0.14667253196239471], "cos_innovation_negg": [0.38145482540130615, 0.4281131327152252, 0.7992935180664062], "cos_apical_negg": [0.07505617290735245, 0.08974916487932205, 0.14667253196239471], "cos_Ac_negg": [0.38156557083129883, 0.4278411865234375, 0.8002254962921143], "r_norm": [0.3834804594516754, 0.38793498277664185, 0.40039727091789246]}, {"step": 3000, "epoch": 6, "train_loss": 0.2219008505344391, "cos_r_negg": [0.06788243353366852, 0.09483136236667633, 0.18495909869670868], "cos_innovation_negg": [0.3990977108478546, 0.45599955320358276, 0.7706533670425415], "cos_apical_negg": [0.06788243353366852, 0.09483136236667633, 0.18495911359786987], "cos_Ac_negg": [0.3992325961589813, 0.4560081958770752, 0.7704576253890991], "r_norm": [0.39800089597702026, 0.4035380482673645, 0.4163855314254761], "ldr": {"dL_sdil": -0.009042501449584961, "dL_bp": -0.019549831748008728, "ratio": 0.4625360241530465}}, {"step": 3100, "epoch": 6, "train_loss": 0.15087325870990753, "cos_r_negg": [0.05583612620830536, 0.06717230379581451, 0.21009361743927002], "cos_innovation_negg": [0.38338279724121094, 0.41219210624694824, 0.8622269630432129], "cos_apical_negg": [0.05583612620830536, 0.06717230379581451, 0.21009361743927002], "cos_Ac_negg": [0.3834088444709778, 0.41177675127983093, 0.8619050979614258], "r_norm": [0.31824159622192383, 0.3232581615447998, 0.33147305250167847]}, {"step": 3200, "epoch": 6, "train_loss": 0.21398979425430298, "cos_r_negg": [0.0641307383775711, 0.08751078695058823, 0.2056616246700287], "cos_innovation_negg": [0.38996827602386475, 0.4251745641231537, 0.7033661603927612], "cos_apical_negg": [0.0641307383775711, 0.08751077950000763, 0.2056616246700287], "cos_Ac_negg": [0.3899790048599243, 0.4249228835105896, 0.7024281024932861], "r_norm": [0.37234026193618774, 0.3795733153820038, 0.39143645763397217]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9488, "test_loss": 0.22057864151000978}, {"step": 3300, "epoch": 7, "train_loss": 0.1614992916584015, "cos_r_negg": [0.08768826723098755, 0.06972533464431763, 0.20678718388080597], "cos_innovation_negg": [0.3783720135688782, 0.41138485074043274, 0.8892285823822021], "cos_apical_negg": [0.08768826723098755, 0.06972533464431763, 0.20678719878196716], "cos_Ac_negg": [0.3784742057323456, 0.41120919585227966, 0.8892532587051392], "r_norm": [0.37459859251976013, 0.37855738401412964, 0.39130234718322754]}, {"step": 3400, "epoch": 7, "train_loss": 0.08100332319736481, "cos_r_negg": [0.08259744942188263, 0.0747326910495758, 0.17624694108963013], "cos_innovation_negg": [0.41565901041030884, 0.4770714342594147, 0.8280069231987], "cos_apical_negg": [0.08259744197130203, 0.0747326910495758, 0.17624694108963013], "cos_Ac_negg": [0.4154513478279114, 0.4769425690174103, 0.8282555341720581], "r_norm": [0.40025413036346436, 0.40759968757629395, 0.42241206765174866]}, {"step": 3500, "epoch": 7, "train_loss": 0.13410425186157227, "cos_r_negg": [0.0804743841290474, 0.0817059725522995, 0.3010490834712982], "cos_innovation_negg": [0.40426409244537354, 0.4392186999320984, 0.7740101218223572], "cos_apical_negg": [0.0804743841290474, 0.0817059725522995, 0.30104905366897583], "cos_Ac_negg": [0.4043189287185669, 0.43930932879447937, 0.7747332453727722], "r_norm": [0.4346146583557129, 0.4409008324146271, 0.4544880986213684], "ldr": {"dL_sdil": -0.014603078365325928, "dL_bp": -0.03912034630775452, "ratio": 0.37328601977205084}}, {"step": 3600, "epoch": 7, "train_loss": 0.07714975625276566, "cos_r_negg": [0.06835495680570602, 0.06928538531064987, 0.08564530313014984], "cos_innovation_negg": [0.31875497102737427, 0.40684059262275696, 0.7801216840744019], "cos_apical_negg": [0.06835495680570602, 0.06928537786006927, 0.08564530313014984], "cos_Ac_negg": [0.3182862401008606, 0.4071730971336365, 0.780643880367279], "r_norm": [0.35515639185905457, 0.3603340983390808, 0.3733851909637451]}, {"step": 3700, "epoch": 7, "train_loss": 0.07337075471878052, "cos_r_negg": [0.06587930768728256, 0.08804114162921906, 0.15163102746009827], "cos_innovation_negg": [0.374573677778244, 0.4521702527999878, 0.6877122521400452], "cos_apical_negg": [0.06587930768728256, 0.08804114162921906, 0.15163102746009827], "cos_Ac_negg": [0.3747364282608032, 0.45205315947532654, 0.6875947713851929], "r_norm": [0.3566398322582245, 0.36068716645240784, 0.371725857257843]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9515, "test_loss": 0.19599117889404297}, {"step": 3800, "epoch": 8, "train_loss": 0.13576091825962067, "cos_r_negg": [0.05338773876428604, 0.06723623722791672, 0.17333054542541504], "cos_innovation_negg": [0.34853434562683105, 0.41022980213165283, 0.8080852031707764], "cos_apical_negg": [0.05338773876428604, 0.06723624467849731, 0.17333053052425385], "cos_Ac_negg": [0.34890830516815186, 0.4100467562675476, 0.8070822954177856], "r_norm": [0.34986940026283264, 0.3551466763019562, 0.36433926224708557]}, {"step": 3900, "epoch": 8, "train_loss": 0.3243873715400696, "cos_r_negg": [0.060662999749183655, 0.08019344508647919, 0.13761413097381592], "cos_innovation_negg": [0.3742068409919739, 0.4473201632499695, 0.8598663806915283], "cos_apical_negg": [0.060662996023893356, 0.08019345253705978, 0.13761413097381592], "cos_Ac_negg": [0.3748463988304138, 0.4483766555786133, 0.8600820302963257], "r_norm": [0.34177011251449585, 0.34795674681663513, 0.3583543002605438]}, {"step": 4000, "epoch": 8, "train_loss": 0.10624215006828308, "cos_r_negg": [0.07240407913923264, 0.08963578939437866, 0.20086120069026947], "cos_innovation_negg": [0.3990883231163025, 0.48925915360450745, 0.801177978515625], "cos_apical_negg": [0.07240407168865204, 0.08963578939437866, 0.20086120069026947], "cos_Ac_negg": [0.3991803526878357, 0.4887305796146393, 0.8014171123504639], "r_norm": [0.349206805229187, 0.3547331988811493, 0.3662940263748169], "ldr": {"dL_sdil": -0.011774986982345581, "dL_bp": -0.028448879718780518, "ratio": 0.41389984768266036}}, {"step": 4100, "epoch": 8, "train_loss": 0.13333386182785034, "cos_r_negg": [0.06914068758487701, 0.08643893897533417, 0.05814060941338539], "cos_innovation_negg": [0.35781151056289673, 0.4302525520324707, 0.734013020992279], "cos_apical_negg": [0.06914068758487701, 0.08643893897533417, 0.05814060568809509], "cos_Ac_negg": [0.35766011476516724, 0.43010398745536804, 0.733878493309021], "r_norm": [0.4042797088623047, 0.40916305780410767, 0.4226120710372925]}, {"step": 4200, "epoch": 8, "train_loss": 0.2944686710834503, "cos_r_negg": [0.07071380317211151, 0.11774702370166779, 0.2421034723520279], "cos_innovation_negg": [0.38776469230651855, 0.4611736536026001, 0.8230035305023193], "cos_apical_negg": [0.07071381062269211, 0.11774702370166779, 0.2421034574508667], "cos_Ac_negg": [0.38808488845825195, 0.46097224950790405, 0.8239763379096985], "r_norm": [0.42499101161956787, 0.43017786741256714, 0.4416730999946594]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9531, "test_loss": 0.20775283966064453}, {"step": 4300, "epoch": 9, "train_loss": 0.08550158143043518, "cos_r_negg": [0.05379042774438858, 0.0747293084859848, 0.17267200350761414], "cos_innovation_negg": [0.37589749693870544, 0.4667752981185913, 0.8623870015144348], "cos_apical_negg": [0.05379042401909828, 0.0747293159365654, 0.17267200350761414], "cos_Ac_negg": [0.3758904039859772, 0.4669952988624573, 0.862406849861145], "r_norm": [0.32288748025894165, 0.3278752565383911, 0.33866462111473083]}, {"step": 4400, "epoch": 9, "train_loss": 0.04019725322723389, "cos_r_negg": [0.05765800178050995, 0.05524839460849762, 0.21880260109901428], "cos_innovation_negg": [0.40567314624786377, 0.47482752799987793, 0.8458130359649658], "cos_apical_negg": [0.05765800178050995, 0.05524839088320732, 0.21880263090133667], "cos_Ac_negg": [0.40560752153396606, 0.4751845598220825, 0.8455036878585815], "r_norm": [0.3023514449596405, 0.3072102963924408, 0.31525954604148865]}, {"step": 4500, "epoch": 9, "train_loss": 0.20656368136405945, "cos_r_negg": [0.061169013381004333, 0.0632934719324112, 0.2320057451725006], "cos_innovation_negg": [0.36124590039253235, 0.43740618228912354, 0.7263761758804321], "cos_apical_negg": [0.061169013381004333, 0.0632934719324112, 0.2320057451725006], "cos_Ac_negg": [0.36119648814201355, 0.4377795457839966, 0.7263678312301636], "r_norm": [0.3497084975242615, 0.353681743144989, 0.3688981533050537], "ldr": {"dL_sdil": -0.014830201864242554, "dL_bp": -0.03632296621799469, "ratio": 0.408287191504078}}, {"step": 4600, "epoch": 9, "train_loss": 0.10160844773054123, "cos_r_negg": [0.04702310636639595, 0.032225072383880615, 0.1727820187807083], "cos_innovation_negg": [0.34587329626083374, 0.4174235463142395, 0.7862191796302795], "cos_apical_negg": [0.04702310264110565, 0.032225072383880615, 0.17278200387954712], "cos_Ac_negg": [0.34580907225608826, 0.4188026785850525, 0.7855105400085449], "r_norm": [0.3018583655357361, 0.3093205392360687, 0.32058000564575195]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9536, "test_loss": 0.19554481658935546}, {"step": 4700, "epoch": 10, "train_loss": 0.10746815800666809, "cos_r_negg": [0.05174773931503296, 0.044344715774059296, 0.10797139257192612], "cos_innovation_negg": [0.3865963816642761, 0.4590938687324524, 0.9038069248199463], "cos_apical_negg": [0.05174774304032326, 0.044344715774059296, 0.10797140002250671], "cos_Ac_negg": [0.3881083130836487, 0.45977145433425903, 0.904222846031189], "r_norm": [0.2900826334953308, 0.29456502199172974, 0.3017042875289917]}, {"step": 4800, "epoch": 10, "train_loss": 0.10541199147701263, "cos_r_negg": [0.04803857207298279, 0.05671129748225212, 0.23833107948303223], "cos_innovation_negg": [0.38753464818000793, 0.4660438597202301, 0.8369371891021729], "cos_apical_negg": [0.04803857579827309, 0.05671130120754242, 0.23833104968070984], "cos_Ac_negg": [0.38963526487350464, 0.46886229515075684, 0.838510274887085], "r_norm": [0.2866842448711395, 0.29184892773628235, 0.2995152175426483]}, {"step": 4900, "epoch": 10, "train_loss": 0.09777286648750305, "cos_r_negg": [0.060669004917144775, 0.07559402287006378, 0.026874948292970657], "cos_innovation_negg": [0.3483748435974121, 0.39406460523605347, 0.8071061372756958], "cos_apical_negg": [0.06066899746656418, 0.07559402287006378, 0.026874952018260956], "cos_Ac_negg": [0.34847211837768555, 0.3932236135005951, 0.806911051273346], "r_norm": [0.3717004656791687, 0.375873863697052, 0.39112287759780884]}, {"step": 5000, "epoch": 10, "train_loss": 0.08608250319957733, "cos_r_negg": [0.03609630465507507, 0.04601597040891647, 0.11982588469982147], "cos_innovation_negg": [0.39659249782562256, 0.4835689067840576, 0.8205564618110657], "cos_apical_negg": [0.036096300929784775, 0.04601597040891647, 0.11982588469982147], "cos_Ac_negg": [0.39773911237716675, 0.48670482635498047, 0.8221338391304016], "r_norm": [0.2503602206707001, 0.2536306381225586, 0.26155564188957214], "ldr": {"dL_sdil": -0.005621433258056641, "dL_bp": -0.014837637543678284, "ratio": 0.3788630933670236}}, {"step": 5100, "epoch": 10, "train_loss": 0.1825137436389923, "cos_r_negg": [0.029130682349205017, 0.05148549750447273, 0.0962519496679306], "cos_innovation_negg": [0.3710719347000122, 0.429757297039032, 0.8482706546783447], "cos_apical_negg": [0.029130684211850166, 0.051485493779182434, 0.0962519496679306], "cos_Ac_negg": [0.37187981605529785, 0.4305475056171417, 0.848673939704895], "r_norm": [0.27795207500457764, 0.2815271317958832, 0.28976207971572876]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9562, "test_loss": 0.19900882568359374}, {"step": 5200, "epoch": 11, "train_loss": 0.031531766057014465, "cos_r_negg": [0.03655214607715607, 0.03297565504908562, 0.13179898262023926], "cos_innovation_negg": [0.36732256412506104, 0.4698495864868164, 0.8093478083610535], "cos_apical_negg": [0.036552149802446365, 0.03297565132379532, 0.13179898262023926], "cos_Ac_negg": [0.3689810037612915, 0.47376567125320435, 0.8130834102630615], "r_norm": [0.2927882969379425, 0.2969595491886139, 0.30312007665634155]}, {"step": 5300, "epoch": 11, "train_loss": 0.05474286526441574, "cos_r_negg": [0.039616089314222336, 0.03690396249294281, -0.018224237486720085], "cos_innovation_negg": [0.3556918799877167, 0.4213458299636841, 0.8614095449447632], "cos_apical_negg": [0.039616089314222336, 0.03690396249294281, -0.018224233761429787], "cos_Ac_negg": [0.35614973306655884, 0.4215202331542969, 0.8659122586250305], "r_norm": [0.30020302534103394, 0.30485332012176514, 0.31194496154785156]}, {"step": 5400, "epoch": 11, "train_loss": 0.21619296073913574, "cos_r_negg": [0.04012070596218109, 0.0759122371673584, 0.021753933280706406], "cos_innovation_negg": [0.37772315740585327, 0.43885338306427, 0.8346245884895325], "cos_apical_negg": [0.04012070968747139, 0.0759122371673584, 0.021753929555416107], "cos_Ac_negg": [0.3782368004322052, 0.4393499493598938, 0.8345948457717896], "r_norm": [0.2648906111717224, 0.2689496874809265, 0.27698737382888794]}, {"step": 5500, "epoch": 11, "train_loss": 0.16915827989578247, "cos_r_negg": [0.04510924592614174, 0.02041701227426529, 0.005804227665066719], "cos_innovation_negg": [0.36968448758125305, 0.4119541645050049, 0.7302386164665222], "cos_apical_negg": [0.04510924220085144, 0.02041701227426529, 0.005804236978292465], "cos_Ac_negg": [0.37084683775901794, 0.4130067229270935, 0.7298507690429688], "r_norm": [0.23753896355628967, 0.24243085086345673, 0.2478860467672348], "ldr": {"dL_sdil": -0.0063653141260147095, "dL_bp": -0.021118029952049255, "ratio": 0.3014160951787565}}, {"step": 5600, "epoch": 11, "train_loss": 0.05939307063817978, "cos_r_negg": [0.06129289045929909, 0.05863214284181595, 0.044176459312438965], "cos_innovation_negg": [0.3770793080329895, 0.4115693271160126, 0.8306359648704529], "cos_apical_negg": [0.06129289045929909, 0.058632150292396545, 0.04417645186185837], "cos_Ac_negg": [0.377330482006073, 0.41278302669525146, 0.8293212056159973], "r_norm": [0.31713148951530457, 0.3232504725456238, 0.3303645849227905]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9611, "test_loss": 0.19052626342773438}, {"step": 5700, "epoch": 12, "train_loss": 0.04905204102396965, "cos_r_negg": [0.032898612320423126, 0.020606981590390205, 0.0065833330154418945], "cos_innovation_negg": [0.36813652515411377, 0.40751972794532776, 0.8288460969924927], "cos_apical_negg": [0.032898612320423126, 0.020606987178325653, 0.0065833404660224915], "cos_Ac_negg": [0.36732012033462524, 0.4082815945148468, 0.8287973403930664], "r_norm": [0.28716182708740234, 0.29157522320747375, 0.30123478174209595]}, {"step": 5800, "epoch": 12, "train_loss": 0.05149498209357262, "cos_r_negg": [0.05042818933725357, 0.04561412334442139, 0.006646441295742989], "cos_innovation_negg": [0.35240402817726135, 0.4132154583930969, 0.8421091437339783], "cos_apical_negg": [0.05042818933725357, 0.045614127069711685, 0.006646446418017149], "cos_Ac_negg": [0.3520730435848236, 0.4140246510505676, 0.8436807990074158], "r_norm": [0.3047531843185425, 0.3098893165588379, 0.3177676796913147]}, {"step": 5900, "epoch": 12, "train_loss": 0.09314168989658356, "cos_r_negg": [0.03376233950257301, 0.0618138462305069, 0.07664758712053299], "cos_innovation_negg": [0.3483762741088867, 0.4451121687889099, 0.801885187625885], "cos_apical_negg": [0.03376233950257301, 0.0618138387799263, 0.07664759457111359], "cos_Ac_negg": [0.3490247130393982, 0.44558393955230713, 0.8022327423095703], "r_norm": [0.25475382804870605, 0.2583659589290619, 0.2643088400363922]}, {"step": 6000, "epoch": 12, "train_loss": 0.04574059695005417, "cos_r_negg": [0.0386682003736496, 0.04948435351252556, -0.029719388112425804], "cos_innovation_negg": [0.35256698727607727, 0.3934881389141083, 0.786099374294281], "cos_apical_negg": [0.0386682003736496, 0.04948434978723526, -0.02971940115094185], "cos_Ac_negg": [0.3538978695869446, 0.3947858214378357, 0.7860838770866394], "r_norm": [0.2947387099266052, 0.2999417185783386, 0.31020140647888184], "ldr": {"dL_sdil": -0.013723880052566528, "dL_bp": -0.03685186803340912, "ratio": 0.37240663187344397}}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9558, "test_loss": 0.1946441520690918}, {"step": 6100, "epoch": 13, "train_loss": 0.07313955575227737, "cos_r_negg": [0.0473712794482708, 0.05741364508867264, 0.028849126771092415], "cos_innovation_negg": [0.41367626190185547, 0.4686368703842163, 0.8472159504890442], "cos_apical_negg": [0.047371283173561096, 0.05741364136338234, 0.028849134221673012], "cos_Ac_negg": [0.41373318433761597, 0.46893930435180664, 0.8472248315811157], "r_norm": [0.2699012756347656, 0.27334821224212646, 0.27994030714035034]}, {"step": 6200, "epoch": 13, "train_loss": 0.05021894350647926, "cos_r_negg": [0.054144278168678284, 0.04861467704176903, -0.053660497069358826], "cos_innovation_negg": [0.36075398325920105, 0.4268929660320282, 0.8821358680725098], "cos_apical_negg": [0.054144278168678284, 0.04861467704176903, -0.053660497069358826], "cos_Ac_negg": [0.3622370958328247, 0.43242549896240234, 0.8840374946594238], "r_norm": [0.27022266387939453, 0.27675312757492065, 0.2842249572277069]}, {"step": 6300, "epoch": 13, "train_loss": 0.057521119713783264, "cos_r_negg": [0.03135903924703598, 0.06436774134635925, -0.15125158429145813], "cos_innovation_negg": [0.3535681962966919, 0.426801860332489, 0.848403811454773], "cos_apical_negg": [0.03135904297232628, 0.06436774134635925, -0.15125158429145813], "cos_Ac_negg": [0.3534523844718933, 0.42822951078414917, 0.8487876653671265], "r_norm": [0.2335302233695984, 0.23840990662574768, 0.24550428986549377]}, {"step": 6400, "epoch": 13, "train_loss": 0.07028601318597794, "cos_r_negg": [0.008544020354747772, 0.04054494947195053, -0.053839512169361115], "cos_innovation_negg": [0.3367863893508911, 0.41978204250335693, 0.8259826302528381], "cos_apical_negg": [0.008544017560780048, 0.04054495319724083, -0.05383951961994171], "cos_Ac_negg": [0.3361411988735199, 0.42212969064712524, 0.8266055583953857], "r_norm": [0.23072147369384766, 0.23476827144622803, 0.2393934726715088]}, {"step": 6500, "epoch": 13, "train_loss": 0.026540828868746758, "cos_r_negg": [0.03228551149368286, 0.03877141699194908, -0.17610760033130646], "cos_innovation_negg": [0.3460446000099182, 0.4333292841911316, 0.8007405996322632], "cos_apical_negg": [0.03228551521897316, 0.03877141326665878, -0.17610760033130646], "cos_Ac_negg": [0.34589242935180664, 0.4331650137901306, 0.8005431890487671], "r_norm": [0.2234192192554474, 0.2283843755722046, 0.23382842540740967], "ldr": {"dL_sdil": -0.006777837872505188, "dL_bp": -0.01698954403400421, "ratio": 0.3989417172667783}}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9603, "test_loss": 0.19238731880187987}, {"step": 6600, "epoch": 14, "train_loss": 0.041297897696495056, "cos_r_negg": [0.031721316277980804, 0.013572380878031254, 0.030148163437843323], "cos_innovation_negg": [0.35834527015686035, 0.43063098192214966, 0.8037606477737427], "cos_apical_negg": [0.031721316277980804, 0.013572381809353828, 0.03014816716313362], "cos_Ac_negg": [0.3590083718299866, 0.43182265758514404, 0.8040323257446289], "r_norm": [0.2462867796421051, 0.24983009696006775, 0.257363498210907]}, {"step": 6700, "epoch": 14, "train_loss": 0.046167030930519104, "cos_r_negg": [0.06146516650915146, 0.058398231863975525, -0.176686629652977], "cos_innovation_negg": [0.3227420747280121, 0.39037108421325684, 0.8751136660575867], "cos_apical_negg": [0.06146517023444176, 0.058398228138685226, -0.1766866147518158], "cos_Ac_negg": [0.3231213390827179, 0.39027535915374756, 0.875177800655365], "r_norm": [0.3230252265930176, 0.33182939887046814, 0.33672451972961426]}, {"step": 6800, "epoch": 14, "train_loss": 0.08576922118663788, "cos_r_negg": [0.037942297756671906, 0.03300860896706581, -0.1447712928056717], "cos_innovation_negg": [0.34488445520401, 0.4232572913169861, 0.8635647296905518], "cos_apical_negg": [0.037942301481962204, 0.03300861269235611, -0.14477130770683289], "cos_Ac_negg": [0.3450527787208557, 0.4242023825645447, 0.8650830388069153], "r_norm": [0.27866965532302856, 0.28555601835250854, 0.2935582995414734]}, {"step": 6900, "epoch": 14, "train_loss": 0.09305959939956665, "cos_r_negg": [0.02351430431008339, 0.029837053269147873, -0.12993724644184113], "cos_innovation_negg": [0.3242305517196655, 0.4072209596633911, 0.8378764986991882], "cos_apical_negg": [0.02351430431008339, 0.029837053269147873, -0.12993724644184113], "cos_Ac_negg": [0.32555752992630005, 0.41107887029647827, 0.8389134407043457], "r_norm": [0.218392014503479, 0.22300034761428833, 0.22705896198749542]}, {"step": 7000, "epoch": 14, "train_loss": 0.043245039880275726, "cos_r_negg": [0.06413209438323975, 0.05182088911533356, -0.049311086535453796], "cos_innovation_negg": [0.3618299961090088, 0.4285293221473694, 0.8689847588539124], "cos_apical_negg": [0.06413207948207855, 0.05182088911533356, -0.0493110790848732], "cos_Ac_negg": [0.3625856637954712, 0.43353021144866943, 0.8722168207168579], "r_norm": [0.2781904935836792, 0.2813512086868286, 0.2932329475879669], "ldr": {"dL_sdil": -0.010562092065811157, "dL_bp": -0.02707698941230774, "ratio": 0.39007630815153327}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9613, "test_loss": 0.20164922256469728}], "final": {"test_acc": 0.9613, "test_loss": 0.20164922256469728, "wall_s": 24.976321935653687, "cos_r_negg": [0.05517727881669998, 0.038112822920084, 0.010608313605189323], "cos_innovation_negg": [0.3540676236152649, 0.4195675253868103, 0.8055198192596436], "cos_apical_negg": [0.05517727881669998, 0.038112822920084, 0.010608317330479622], "cos_Ac_negg": [0.35732316970825195, 0.42626839876174927, 0.8111425638198853]}}