{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 15, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 0, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.2, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "nuis_ctrl_v1_rho0p2_raw_s2", "n_in": 784}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4534778594970703, "cos_r_negg": [0.01100200042128563, 0.03520447760820389, 0.0008281543850898743], "cos_innovation_negg": [0.012890354730188847, 0.03915034234523773, 0.0022402864415198565], "cos_apical_negg": [0.01100200042128563, 0.03520447760820389, 0.0008281543850898743], "cos_Ac_negg": [0.012891530059278011, 0.039150483906269073, 0.002240527654066682], "r_norm": [5.454525947570801, 5.131897449493408, 5.140923500061035], "ldr": {"dL_sdil": -0.032923221588134766, "dL_bp": -0.22342252731323242, "ratio": 0.14735855862008618}}, {"step": 100, "epoch": 0, "train_loss": 0.4567059576511383, "cos_r_negg": [0.183788001537323, 0.2661236524581909, 0.5584408044815063], "cos_innovation_negg": [0.3884589672088623, 0.41925448179244995, 0.637851357460022], "cos_apical_negg": [0.183788001537323, 0.2661236524581909, 0.5584408044815063], "cos_Ac_negg": [0.38843798637390137, 0.4193718433380127, 0.6338832974433899], "r_norm": [3.8852334022521973, 3.9061994552612305, 3.876513957977295]}, {"step": 200, "epoch": 0, "train_loss": 0.5221072435379028, "cos_r_negg": [0.15865111351013184, 0.2638058066368103, 0.5799490213394165], "cos_innovation_negg": [0.45361852645874023, 0.4495181143283844, 0.7601876258850098], "cos_apical_negg": [0.15865111351013184, 0.2638058066368103, 0.5799490213394165], "cos_Ac_negg": [0.45342111587524414, 0.4498065412044525, 0.7596868276596069], "r_norm": [3.6946067810058594, 3.716439723968506, 3.7157468795776367]}, {"step": 300, "epoch": 0, "train_loss": 0.3912925720214844, "cos_r_negg": [0.12103879451751709, 0.20954403281211853, 0.3600914776325226], "cos_innovation_negg": [0.39541223645210266, 0.3972243368625641, 0.63163161277771], "cos_apical_negg": [0.12103879451751709, 0.20954403281211853, 0.3600914776325226], "cos_Ac_negg": [0.3952164649963379, 0.39704662561416626, 0.6314436197280884], "r_norm": [3.6589107513427734, 3.681612968444824, 3.675020933151245]}, {"step": 400, "epoch": 0, "train_loss": 0.2649149000644684, "cos_r_negg": [0.1183207631111145, 0.20703822374343872, 0.525892972946167], "cos_innovation_negg": [0.42131781578063965, 0.44716107845306396, 0.5986328125], "cos_apical_negg": [0.1183207631111145, 0.20703822374343872, 0.525892972946167], "cos_Ac_negg": [0.42124143242836, 0.4470200836658478, 0.5985804796218872], "r_norm": [3.680372714996338, 3.7120895385742188, 3.701115846633911]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9238, "test_loss": 0.30036927795410157}, {"step": 500, "epoch": 1, "train_loss": 0.2979006767272949, "cos_r_negg": [0.10134469717741013, 0.24083799123764038, 0.561469316482544], "cos_innovation_negg": [0.4165549874305725, 0.4379448890686035, 0.725527286529541], "cos_apical_negg": [0.10134469717741013, 0.24083799123764038, 0.561469316482544], "cos_Ac_negg": [0.4163804352283478, 0.4378066956996918, 0.7251526117324829], "r_norm": [3.6300320625305176, 3.654676675796509, 3.649027109146118], "ldr": {"dL_sdil": -0.01135137677192688, "dL_bp": -0.012096881866455078, "ratio": 0.9383721273995822}}, {"step": 600, "epoch": 1, "train_loss": 0.20395031571388245, "cos_r_negg": [0.10366348922252655, 0.2262384593486786, 0.3926882743835449], "cos_innovation_negg": [0.4073781669139862, 0.4379689395427704, 0.649882435798645], "cos_apical_negg": [0.10366348922252655, 0.2262384593486786, 0.3926882743835449], "cos_Ac_negg": [0.4072294235229492, 0.43774914741516113, 0.648726224899292], "r_norm": [3.621697425842285, 3.637753963470459, 3.62241530418396]}, {"step": 700, "epoch": 1, "train_loss": 0.27171626687049866, "cos_r_negg": [0.08675828576087952, 0.2611267864704132, 0.5247832536697388], "cos_innovation_negg": [0.429625540971756, 0.45289304852485657, 0.6150094270706177], "cos_apical_negg": [0.08675828576087952, 0.2611267864704132, 0.5247832536697388], "cos_Ac_negg": [0.42956364154815674, 0.45258814096450806, 0.6146399974822998], "r_norm": [3.6252498626708984, 3.646993637084961, 3.630019187927246]}, {"step": 800, "epoch": 1, "train_loss": 0.19473892450332642, "cos_r_negg": [0.09996411204338074, 0.2637495696544647, 0.5815935730934143], "cos_innovation_negg": [0.43061530590057373, 0.545244574546814, 0.7611676454544067], "cos_apical_negg": [0.09996411204338074, 0.2637495696544647, 0.5815935730934143], "cos_Ac_negg": [0.43070554733276367, 0.544631838798523, 0.7609244585037231], "r_norm": [3.590703010559082, 3.60972261428833, 3.605208158493042]}, {"step": 900, "epoch": 1, "train_loss": 0.3473258316516876, "cos_r_negg": [0.11643949896097183, 0.20353730022907257, 0.5414054989814758], "cos_innovation_negg": [0.42487579584121704, 0.4055999517440796, 0.6959956288337708], "cos_apical_negg": [0.11643949896097183, 0.20353730022907257, 0.5414054989814758], "cos_Ac_negg": [0.4248531460762024, 0.4055476486682892, 0.6957740783691406], "r_norm": [3.6190974712371826, 3.6391844749450684, 3.618412733078003]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9365, "test_loss": 0.2589676322937012}, {"step": 1000, "epoch": 2, "train_loss": 0.12500594556331635, "cos_r_negg": [0.08203049004077911, 0.1839422732591629, 0.48551541566848755], "cos_innovation_negg": [0.3441847860813141, 0.36872947216033936, 0.7727000713348389], "cos_apical_negg": [0.08203049004077911, 0.1839422732591629, 0.48551541566848755], "cos_Ac_negg": [0.3442431092262268, 0.36869943141937256, 0.7725566625595093], "r_norm": [3.5884664058685303, 3.610746383666992, 3.5924630165100098], "ldr": {"dL_sdil": -0.010504692792892456, "dL_bp": -0.011980056762695312, "ratio": 0.8768483322719313}}, {"step": 1100, "epoch": 2, "train_loss": 0.34199368953704834, "cos_r_negg": [0.11164788901805878, 0.23326581716537476, 0.6226155757904053], "cos_innovation_negg": [0.4554581046104431, 0.460382342338562, 0.7208415269851685], "cos_apical_negg": [0.11164788901805878, 0.23326581716537476, 0.6226155757904053], "cos_Ac_negg": [0.4554137587547302, 0.4602082669734955, 0.7207430601119995], "r_norm": [3.594935655593872, 3.6190807819366455, 3.607933521270752]}, {"step": 1200, "epoch": 2, "train_loss": 0.2814132571220398, "cos_r_negg": [0.11584852635860443, 0.2605387568473816, 0.6017051935195923], "cos_innovation_negg": [0.4351564645767212, 0.42843958735466003, 0.749901533126831], "cos_apical_negg": [0.11584852635860443, 0.2605387568473816, 0.6017051935195923], "cos_Ac_negg": [0.4350380301475525, 0.4283710718154907, 0.749815046787262], "r_norm": [3.6309621334075928, 3.6449289321899414, 3.628077507019043]}, {"step": 1300, "epoch": 2, "train_loss": 0.338234007358551, "cos_r_negg": [0.09786969423294067, 0.24103958904743195, 0.4937022924423218], "cos_innovation_negg": [0.44733133912086487, 0.5467552542686462, 0.8056282997131348], "cos_apical_negg": [0.09786969423294067, 0.24103958904743195, 0.4937022924423218], "cos_Ac_negg": [0.4471920132637024, 0.5468170642852783, 0.8056417107582092], "r_norm": [3.600451946258545, 3.6231000423431396, 3.6078546047210693]}, {"step": 1400, "epoch": 2, "train_loss": 0.279987633228302, "cos_r_negg": [0.10552861541509628, 0.196035236120224, 0.35683348774909973], "cos_innovation_negg": [0.4144078493118286, 0.42837873101234436, 0.7016053199768066], "cos_apical_negg": [0.10552861541509628, 0.196035236120224, 0.35683348774909973], "cos_Ac_negg": [0.4144124984741211, 0.4282885193824768, 0.7014795541763306], "r_norm": [3.60420560836792, 3.620573043823242, 3.616130828857422]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9439, "test_loss": 0.23199323806762695}, {"step": 1500, "epoch": 3, "train_loss": 0.21747246384620667, "cos_r_negg": [0.09274222701787949, 0.22619463503360748, 0.5033063888549805], "cos_innovation_negg": [0.4356076121330261, 0.47053012251853943, 0.6841946840286255], "cos_apical_negg": [0.09274222701787949, 0.22619463503360748, 0.5033063888549805], "cos_Ac_negg": [0.4354821443557739, 0.4703521728515625, 0.6840982437133789], "r_norm": [3.5539584159851074, 3.5746707916259766, 3.5701417922973633], "ldr": {"dL_sdil": -0.009036242961883545, "dL_bp": -0.010900884866714478, "ratio": 0.8289458215887996}}, {"step": 1600, "epoch": 3, "train_loss": 0.16448652744293213, "cos_r_negg": [0.0730118453502655, 0.10163488984107971, 0.33589762449264526], "cos_innovation_negg": [0.4109404683113098, 0.4354201555252075, 0.6562427282333374], "cos_apical_negg": [0.0730118453502655, 0.10163488984107971, 0.33589762449264526], "cos_Ac_negg": [0.41103115677833557, 0.4354763925075531, 0.6558845043182373], "r_norm": [3.548964262008667, 3.5620219707489014, 3.55721378326416]}, {"step": 1700, "epoch": 3, "train_loss": 0.11381898820400238, "cos_r_negg": [0.09348250180482864, 0.10862497240304947, 0.5267173647880554], "cos_innovation_negg": [0.45632195472717285, 0.445330411195755, 0.7073129415512085], "cos_apical_negg": [0.09348250180482864, 0.10862497240304947, 0.5267173647880554], "cos_Ac_negg": [0.45629990100860596, 0.4455423653125763, 0.7071501016616821], "r_norm": [3.564303398132324, 3.5836260318756104, 3.584378242492676]}, {"step": 1800, "epoch": 3, "train_loss": 0.12649154663085938, "cos_r_negg": [0.10802160203456879, 0.11879727989435196, 0.3618788719177246], "cos_innovation_negg": [0.385187566280365, 0.388162761926651, 0.5935660004615784], "cos_apical_negg": [0.10802160203456879, 0.11879727989435196, 0.3618788719177246], "cos_Ac_negg": [0.38517194986343384, 0.3880550265312195, 0.5938934087753296], "r_norm": [3.596954345703125, 3.6132450103759766, 3.607607364654541]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.945, "test_loss": 0.2334100471496582}, {"step": 1900, "epoch": 4, "train_loss": 0.13103771209716797, "cos_r_negg": [0.10467971116304398, 0.20130600035190582, 0.6237015724182129], "cos_innovation_negg": [0.38329052925109863, 0.4045200049877167, 0.7487303018569946], "cos_apical_negg": [0.10467971116304398, 0.20130600035190582, 0.6237015724182129], "cos_Ac_negg": [0.3832147717475891, 0.40447109937667847, 0.7478185296058655], "r_norm": [3.5451278686523438, 3.560122489929199, 3.5429205894470215]}, {"step": 2000, "epoch": 4, "train_loss": 0.25334614515304565, "cos_r_negg": [0.09000155329704285, 0.23374587297439575, 0.44203490018844604], "cos_innovation_negg": [0.42575353384017944, 0.487026184797287, 0.7367817163467407], "cos_apical_negg": [0.09000155329704285, 0.23374587297439575, 0.44203490018844604], "cos_Ac_negg": [0.42574718594551086, 0.486884206533432, 0.7365819811820984], "r_norm": [3.539418935775757, 3.553729772567749, 3.5494563579559326], "ldr": {"dL_sdil": -0.016608983278274536, "dL_bp": -0.020770937204360962, "ratio": 0.799626088840488}}, {"step": 2100, "epoch": 4, "train_loss": 0.13614681363105774, "cos_r_negg": [0.11624449491500854, 0.24827834963798523, 0.540483295917511], "cos_innovation_negg": [0.4476695656776428, 0.5435805320739746, 0.7354997396469116], "cos_apical_negg": [0.11624449491500854, 0.24827834963798523, 0.540483295917511], "cos_Ac_negg": [0.4463356137275696, 0.5433157682418823, 0.7353386878967285], "r_norm": [3.5509908199310303, 3.564251661300659, 3.5484390258789062]}, {"step": 2200, "epoch": 4, "train_loss": 0.09910304844379425, "cos_r_negg": [0.0648544654250145, 0.2561730742454529, 0.6050653457641602], "cos_innovation_negg": [0.4268740117549896, 0.5653669238090515, 0.7930992841720581], "cos_apical_negg": [0.0648544654250145, 0.2561730742454529, 0.6050653457641602], "cos_Ac_negg": [0.4268888533115387, 0.5653213262557983, 0.7929272055625916], "r_norm": [3.5276098251342773, 3.5417864322662354, 3.5346827507019043]}, {"step": 2300, "epoch": 4, "train_loss": 0.3346070349216461, "cos_r_negg": [0.05427011847496033, 0.21244634687900543, 0.36979740858078003], "cos_innovation_negg": [0.3929559886455536, 0.5010935068130493, 0.6559827327728271], "cos_apical_negg": [0.05427011847496033, 0.21244634687900543, 0.36979740858078003], "cos_Ac_negg": [0.3928688168525696, 0.5009849667549133, 0.6558835506439209], "r_norm": [3.5298454761505127, 3.5479307174682617, 3.538519859313965]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9479, "test_loss": 0.2237758575439453}, {"step": 2400, "epoch": 5, "train_loss": 0.20185178518295288, "cos_r_negg": [0.06709720939397812, 0.20028173923492432, 0.38817980885505676], "cos_innovation_negg": [0.3768389821052551, 0.46378570795059204, 0.6710083484649658], "cos_apical_negg": [0.06709720939397812, 0.20028173923492432, 0.38817980885505676], "cos_Ac_negg": [0.3767949938774109, 0.46380507946014404, 0.6708019971847534], "r_norm": [3.5429935455322266, 3.5546131134033203, 3.5520107746124268]}, {"step": 2500, "epoch": 5, "train_loss": 0.1784784197807312, "cos_r_negg": [0.0768587589263916, 0.1248767226934433, 0.34923142194747925], "cos_innovation_negg": [0.42881113290786743, 0.44066083431243896, 0.6540669202804565], "cos_apical_negg": [0.0768587589263916, 0.1248767226934433, 0.34923142194747925], "cos_Ac_negg": [0.42882055044174194, 0.4387943148612976, 0.6531764268875122], "r_norm": [3.551330089569092, 3.5617291927337646, 3.557990074157715], "ldr": {"dL_sdil": -0.0162622332572937, "dL_bp": -0.021854013204574585, "ratio": 0.7441302933728261}}, {"step": 2600, "epoch": 5, "train_loss": 0.16214726865291595, "cos_r_negg": [0.052363526076078415, 0.08490971475839615, 0.33629992604255676], "cos_innovation_negg": [0.32632553577423096, 0.3073757588863373, 0.7332020998001099], "cos_apical_negg": [0.052363526076078415, 0.08490971475839615, 0.33629992604255676], "cos_Ac_negg": [0.32628488540649414, 0.3073587417602539, 0.7331984043121338], "r_norm": [3.543248176574707, 3.558189630508423, 3.542583703994751]}, {"step": 2700, "epoch": 5, "train_loss": 0.1369170844554901, "cos_r_negg": [0.055529460310935974, 0.2342858910560608, 0.3659183979034424], "cos_innovation_negg": [0.42261722683906555, 0.4846903681755066, 0.6340969800949097], "cos_apical_negg": [0.055529460310935974, 0.2342858910560608, 0.3659183979034424], "cos_Ac_negg": [0.4226449429988861, 0.4847880005836487, 0.6337226629257202], "r_norm": [3.536177635192871, 3.552563190460205, 3.5478663444519043]}, {"step": 2800, "epoch": 5, "train_loss": 0.2521779537200928, "cos_r_negg": [0.06476972252130508, 0.24740000069141388, 0.3723814785480499], "cos_innovation_negg": [0.3799830973148346, 0.47136107087135315, 0.710888147354126], "cos_apical_negg": [0.06476972252130508, 0.24740000069141388, 0.3723814785480499], "cos_Ac_negg": [0.37988266348838806, 0.4748282730579376, 0.7110286951065063], "r_norm": [3.525418281555176, 3.535935878753662, 3.526451826095581]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9505, "test_loss": 0.2087245460510254}, {"step": 2900, "epoch": 6, "train_loss": 0.11933334916830063, "cos_r_negg": [0.060522228479385376, 0.16942700743675232, 0.519522488117218], "cos_innovation_negg": [0.37501612305641174, 0.42948880791664124, 0.7528126239776611], "cos_apical_negg": [0.060522228479385376, 0.16942700743675232, 0.519522488117218], "cos_Ac_negg": [0.37504780292510986, 0.42936092615127563, 0.7527654767036438], "r_norm": [3.549933910369873, 3.558411121368408, 3.5546014308929443]}, {"step": 3000, "epoch": 6, "train_loss": 0.46797239780426025, "cos_r_negg": [0.05155858397483826, 0.24312405288219452, 0.41349536180496216], "cos_innovation_negg": [0.3493667542934418, 0.4458984136581421, 0.662284255027771], "cos_apical_negg": [0.05155858397483826, 0.24312405288219452, 0.41349536180496216], "cos_Ac_negg": [0.3494006097316742, 0.4455445110797882, 0.6621168851852417], "r_norm": [3.533210277557373, 3.5433437824249268, 3.5356082916259766], "ldr": {"dL_sdil": -0.012944579124450684, "dL_bp": -0.01592540740966797, "ratio": 0.812825618300497}}, {"step": 3100, "epoch": 6, "train_loss": 0.22827595472335815, "cos_r_negg": [0.04552757740020752, 0.19341063499450684, 0.2632794678211212], "cos_innovation_negg": [0.26925477385520935, 0.36854177713394165, 0.6529192924499512], "cos_apical_negg": [0.04552757740020752, 0.19341063499450684, 0.2632794678211212], "cos_Ac_negg": [0.26958921551704407, 0.36841315031051636, 0.6540975570678711], "r_norm": [3.562100887298584, 3.5745458602905273, 3.5627670288085938]}, {"step": 3200, "epoch": 6, "train_loss": 0.2890065312385559, "cos_r_negg": [0.07927241921424866, 0.21649539470672607, 0.41718924045562744], "cos_innovation_negg": [0.3627319633960724, 0.49093931913375854, 0.7118546962738037], "cos_apical_negg": [0.07927241921424866, 0.21649539470672607, 0.41718924045562744], "cos_Ac_negg": [0.3627040982246399, 0.49099481105804443, 0.7110843658447266], "r_norm": [3.5166826248168945, 3.52805233001709, 3.523509979248047]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9506, "test_loss": 0.20884917068481446}, {"step": 3300, "epoch": 7, "train_loss": 0.07418417930603027, "cos_r_negg": [0.06989209353923798, 0.12369517982006073, 0.3734971284866333], "cos_innovation_negg": [0.38426846265792847, 0.46338215470314026, 0.5919349193572998], "cos_apical_negg": [0.06989209353923798, 0.12369517982006073, 0.3734971284866333], "cos_Ac_negg": [0.3843148946762085, 0.46331679821014404, 0.5915554761886597], "r_norm": [3.510678291320801, 3.526305675506592, 3.5156121253967285]}, {"step": 3400, "epoch": 7, "train_loss": 0.25392860174179077, "cos_r_negg": [0.04078827053308487, 0.15718908607959747, 0.3688907027244568], "cos_innovation_negg": [0.3101622462272644, 0.3867226243019104, 0.6405729055404663], "cos_apical_negg": [0.04078827053308487, 0.15718908607959747, 0.3688907027244568], "cos_Ac_negg": [0.3103155493736267, 0.3865430951118469, 0.6404472589492798], "r_norm": [3.5139670372009277, 3.5295913219451904, 3.5230026245117188]}, {"step": 3500, "epoch": 7, "train_loss": 0.11625717580318451, "cos_r_negg": [0.037048958241939545, 0.21172501146793365, 0.4897260069847107], "cos_innovation_negg": [0.31466615200042725, 0.3850085139274597, 0.7382959127426147], "cos_apical_negg": [0.037048958241939545, 0.21172501146793365, 0.4897260069847107], "cos_Ac_negg": [0.31472235918045044, 0.38480842113494873, 0.7382181882858276], "r_norm": [3.522158145904541, 3.5345427989959717, 3.525588274002075], "ldr": {"dL_sdil": -0.006321340799331665, "dL_bp": -0.010596394538879395, "ratio": 0.596555816805229}}, {"step": 3600, "epoch": 7, "train_loss": 0.07584749907255173, "cos_r_negg": [0.045071009546518326, 0.1780015379190445, 0.39236947894096375], "cos_innovation_negg": [0.3479326069355011, 0.38996952772140503, 0.6829699277877808], "cos_apical_negg": [0.045071009546518326, 0.1780015379190445, 0.39236947894096375], "cos_Ac_negg": [0.3478541970252991, 0.3900073766708374, 0.6829819679260254], "r_norm": [3.493873357772827, 3.5034313201904297, 3.4956436157226562]}, {"step": 3700, "epoch": 7, "train_loss": 0.11418284475803375, "cos_r_negg": [0.07023665308952332, 0.15918795764446259, 0.4905637502670288], "cos_innovation_negg": [0.39593905210494995, 0.4115228056907654, 0.673789918422699], "cos_apical_negg": [0.07023665308952332, 0.15918795764446259, 0.4905637502670288], "cos_Ac_negg": [0.3959917426109314, 0.4117951989173889, 0.6735410690307617], "r_norm": [3.5024595260620117, 3.5144505500793457, 3.506063938140869]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9484, "test_loss": 0.23533484725952147}, {"step": 3800, "epoch": 8, "train_loss": 0.1606840193271637, "cos_r_negg": [0.05866185575723648, 0.12872251868247986, 0.4020008444786072], "cos_innovation_negg": [0.3276687264442444, 0.39441102743148804, 0.5848279595375061], "cos_apical_negg": [0.05866185575723648, 0.12872251868247986, 0.4020008444786072], "cos_Ac_negg": [0.32772424817085266, 0.39426061511039734, 0.5845370888710022], "r_norm": [3.482597827911377, 3.494558811187744, 3.487753391265869]}, {"step": 3900, "epoch": 8, "train_loss": 0.25916221737861633, "cos_r_negg": [0.050195276737213135, 0.16606280207633972, 0.3071008622646332], "cos_innovation_negg": [0.291739284992218, 0.3520588278770447, 0.6213912963867188], "cos_apical_negg": [0.050195276737213135, 0.16606280207633972, 0.3071008622646332], "cos_Ac_negg": [0.2914842665195465, 0.35185563564300537, 0.6211859583854675], "r_norm": [3.5000383853912354, 3.5071334838867188, 3.503175735473633]}, {"step": 4000, "epoch": 8, "train_loss": 0.2509729266166687, "cos_r_negg": [0.06992388516664505, 0.1116754412651062, 0.26220211386680603], "cos_innovation_negg": [0.35568588972091675, 0.44589173793792725, 0.6574065685272217], "cos_apical_negg": [0.06992388516664505, 0.1116754412651062, 0.26220211386680603], "cos_Ac_negg": [0.35574978590011597, 0.44588202238082886, 0.6573203206062317], "r_norm": [3.488227128982544, 3.500368118286133, 3.4904279708862305], "ldr": {"dL_sdil": -0.006662696599960327, "dL_bp": -0.01077413558959961, "ratio": 0.6183973224164638}}, {"step": 4100, "epoch": 8, "train_loss": 0.1663362681865692, "cos_r_negg": [0.028803933411836624, 0.0883977860212326, 0.33949169516563416], "cos_innovation_negg": [0.3531327247619629, 0.44179436564445496, 0.6693330407142639], "cos_apical_negg": [0.028803933411836624, 0.0883977860212326, 0.33949169516563416], "cos_Ac_negg": [0.3532670736312866, 0.4426644444465637, 0.6688066124916077], "r_norm": [3.4893453121185303, 3.498201847076416, 3.494220495223999]}, {"step": 4200, "epoch": 8, "train_loss": 0.28906285762786865, "cos_r_negg": [0.022621016949415207, 0.10095589607954025, 0.36402660608291626], "cos_innovation_negg": [0.3255588710308075, 0.3754814565181732, 0.68536376953125], "cos_apical_negg": [0.022621016949415207, 0.10095589607954025, 0.36402660608291626], "cos_Ac_negg": [0.32601025700569153, 0.37586450576782227, 0.6850257515907288], "r_norm": [3.5021300315856934, 3.5099406242370605, 3.5010807514190674]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.953, "test_loss": 0.205215665435791}, {"step": 4300, "epoch": 9, "train_loss": 0.12148469686508179, "cos_r_negg": [0.06310656666755676, 0.14638730883598328, 0.4602958858013153], "cos_innovation_negg": [0.36672326922416687, 0.44657689332962036, 0.7104050517082214], "cos_apical_negg": [0.06310656666755676, 0.14638730883598328, 0.4602958858013153], "cos_Ac_negg": [0.3664681911468506, 0.44682544469833374, 0.7106057405471802], "r_norm": [3.506289482116699, 3.5161452293395996, 3.505258560180664]}, {"step": 4400, "epoch": 9, "train_loss": 0.08510865271091461, "cos_r_negg": [-0.010272042825818062, 0.15191876888275146, 0.43028974533081055], "cos_innovation_negg": [0.38079124689102173, 0.44991809129714966, 0.7786355018615723], "cos_apical_negg": [-0.010272042825818062, 0.15191876888275146, 0.43028974533081055], "cos_Ac_negg": [0.38079801201820374, 0.4504637122154236, 0.7784952521324158], "r_norm": [3.5009899139404297, 3.510887622833252, 3.5052731037139893]}, {"step": 4500, "epoch": 9, "train_loss": 0.20403647422790527, "cos_r_negg": [0.010687527246773243, 0.13759338855743408, 0.4406067132949829], "cos_innovation_negg": [0.3841218054294586, 0.5035387277603149, 0.6796131730079651], "cos_apical_negg": [0.010687527246773243, 0.13759338855743408, 0.4406067132949829], "cos_Ac_negg": [0.3842289447784424, 0.503507137298584, 0.6796402931213379], "r_norm": [3.513428211212158, 3.529162645339966, 3.512880563735962], "ldr": {"dL_sdil": -0.007929712533950806, "dL_bp": -0.012386322021484375, "ratio": 0.6401991261164152}}, {"step": 4600, "epoch": 9, "train_loss": 0.03242642432451248, "cos_r_negg": [0.0505828782916069, 0.0804450511932373, 0.32763200998306274], "cos_innovation_negg": [0.31487613916397095, 0.4083035886287689, 0.6746851801872253], "cos_apical_negg": [0.0505828782916069, 0.0804450511932373, 0.32763200998306274], "cos_Ac_negg": [0.3151475787162781, 0.408203125, 0.6746005415916443], "r_norm": [3.521483898162842, 3.5280349254608154, 3.5226235389709473]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9548, "test_loss": 0.2061031898498535}, {"step": 4700, "epoch": 10, "train_loss": 0.1115632876753807, "cos_r_negg": [0.02221045456826687, 0.1120276004076004, 0.4373319745063782], "cos_innovation_negg": [0.32638704776763916, 0.36114078760147095, 0.6762726306915283], "cos_apical_negg": [0.02221045456826687, 0.1120276004076004, 0.4373319745063782], "cos_Ac_negg": [0.3263549208641052, 0.3607480227947235, 0.6741930246353149], "r_norm": [3.476983070373535, 3.483590602874756, 3.476677417755127]}, {"step": 4800, "epoch": 10, "train_loss": 0.12115556746721268, "cos_r_negg": [0.034846387803554535, 0.13012909889221191, 0.40665000677108765], "cos_innovation_negg": [0.3161507546901703, 0.3160267770290375, 0.5843727588653564], "cos_apical_negg": [0.034846387803554535, 0.13012909889221191, 0.40665000677108765], "cos_Ac_negg": [0.31633883714675903, 0.31568193435668945, 0.5841403603553772], "r_norm": [3.4819440841674805, 3.4860775470733643, 3.475830078125]}, {"step": 4900, "epoch": 10, "train_loss": 0.1609702706336975, "cos_r_negg": [0.04368805140256882, 0.09769974648952484, 0.3166388273239136], "cos_innovation_negg": [0.29963433742523193, 0.31716933846473694, 0.5456969738006592], "cos_apical_negg": [0.04368805140256882, 0.09769974648952484, 0.3166388273239136], "cos_Ac_negg": [0.2999567985534668, 0.31802740693092346, 0.5459784269332886], "r_norm": [3.5055782794952393, 3.51322603225708, 3.50827693939209]}, {"step": 5000, "epoch": 10, "train_loss": 0.05106005072593689, "cos_r_negg": [0.042463064193725586, 0.1969190239906311, 0.42296677827835083], "cos_innovation_negg": [0.3468455374240875, 0.42660462856292725, 0.673263669013977], "cos_apical_negg": [0.042463064193725586, 0.1969190239906311, 0.42296677827835083], "cos_Ac_negg": [0.34681013226509094, 0.42831796407699585, 0.6732136011123657], "r_norm": [3.488314151763916, 3.4958815574645996, 3.4880306720733643], "ldr": {"dL_sdil": -0.004139572381973267, "dL_bp": -0.007407546043395996, "ratio": 0.5588318125492847}}, {"step": 5100, "epoch": 10, "train_loss": 0.20244255661964417, "cos_r_negg": [0.014465187676250935, 0.1376720666885376, 0.3820728063583374], "cos_innovation_negg": [0.31749844551086426, 0.3807353079319, 0.5672973394393921], "cos_apical_negg": [0.014465187676250935, 0.1376720666885376, 0.3820728063583374], "cos_Ac_negg": [0.31760525703430176, 0.3803553283214569, 0.5672276020050049], "r_norm": [3.5066823959350586, 3.515922784805298, 3.501880407333374]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.955, "test_loss": 0.2094983467102051}, {"step": 5200, "epoch": 11, "train_loss": 0.07901652902364731, "cos_r_negg": [0.050434064120054245, 0.058497946709394455, 0.23812434077262878], "cos_innovation_negg": [0.32730698585510254, 0.3108316659927368, 0.4035617709159851], "cos_apical_negg": [0.050434064120054245, 0.058497946709394455, 0.23812434077262878], "cos_Ac_negg": [0.32737332582473755, 0.3107430338859558, 0.4036167860031128], "r_norm": [3.4832308292388916, 3.4909329414367676, 3.480499744415283]}, {"step": 5300, "epoch": 11, "train_loss": 0.16419199109077454, "cos_r_negg": [0.053285371512174606, 0.1840730607509613, 0.28839346766471863], "cos_innovation_negg": [0.38993483781814575, 0.37072324752807617, 0.5901734828948975], "cos_apical_negg": [0.053285371512174606, 0.1840730607509613, 0.28839346766471863], "cos_Ac_negg": [0.39002013206481934, 0.3705340027809143, 0.5902138352394104], "r_norm": [3.4742956161499023, 3.4803595542907715, 3.4762659072875977]}, {"step": 5400, "epoch": 11, "train_loss": 0.25575199723243713, "cos_r_negg": [0.049340926110744476, 0.1775239109992981, 0.2837269902229309], "cos_innovation_negg": [0.36274003982543945, 0.4060286283493042, 0.5776951909065247], "cos_apical_negg": [0.049340926110744476, 0.1775239109992981, 0.2837269902229309], "cos_Ac_negg": [0.3627276122570038, 0.4060618281364441, 0.5776838064193726], "r_norm": [3.477604389190674, 3.4840965270996094, 3.472667694091797]}, {"step": 5500, "epoch": 11, "train_loss": 0.21913626790046692, "cos_r_negg": [0.07639949023723602, 0.17942078411579132, 0.2658585011959076], "cos_innovation_negg": [0.3854910731315613, 0.42924195528030396, 0.5578122138977051], "cos_apical_negg": [0.07639949023723602, 0.17942078411579132, 0.2658585011959076], "cos_Ac_negg": [0.38568559288978577, 0.434417724609375, 0.557792067527771], "r_norm": [3.4973573684692383, 3.502743721008301, 3.4955036640167236], "ldr": {"dL_sdil": -0.0059844255447387695, "dL_bp": -0.015154421329498291, "ratio": 0.3948963417751889}}, {"step": 5600, "epoch": 11, "train_loss": 0.13204315304756165, "cos_r_negg": [0.004832189530134201, 0.14195498824119568, 0.356207937002182], "cos_innovation_negg": [0.3070482909679413, 0.4355112910270691, 0.6441358327865601], "cos_apical_negg": [0.004832189530134201, 0.14195498824119568, 0.356207937002182], "cos_Ac_negg": [0.30701562762260437, 0.4354711174964905, 0.6438366174697876], "r_norm": [3.484740734100342, 3.490720272064209, 3.4857611656188965]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9541, "test_loss": 0.21454206924438476}, {"step": 5700, "epoch": 12, "train_loss": 0.11386805772781372, "cos_r_negg": [0.0549413338303566, 0.06245000287890434, 0.47099626064300537], "cos_innovation_negg": [0.32851672172546387, 0.30441874265670776, 0.6426862478256226], "cos_apical_negg": [0.0549413338303566, 0.06245000287890434, 0.47099626064300537], "cos_Ac_negg": [0.32895076274871826, 0.29865115880966187, 0.64252769947052], "r_norm": [3.4699504375457764, 3.475128650665283, 3.4729838371276855]}, {"step": 5800, "epoch": 12, "train_loss": 0.07414205372333527, "cos_r_negg": [0.013079151511192322, 0.061160698533058167, 0.4021567404270172], "cos_innovation_negg": [0.3663828372955322, 0.40112730860710144, 0.6730082035064697], "cos_apical_negg": [0.013079151511192322, 0.061160698533058167, 0.4021567404270172], "cos_Ac_negg": [0.36617815494537354, 0.4005953073501587, 0.6726951599121094], "r_norm": [3.4707837104797363, 3.4784164428710938, 3.472170352935791]}, {"step": 5900, "epoch": 12, "train_loss": 0.10111047327518463, "cos_r_negg": [0.02621365152299404, 0.15886923670768738, 0.36656808853149414], "cos_innovation_negg": [0.3404310345649719, 0.3644443154335022, 0.6749333739280701], "cos_apical_negg": [0.02621365152299404, 0.15886923670768738, 0.36656808853149414], "cos_Ac_negg": [0.3408862054347992, 0.3638870120048523, 0.6749204993247986], "r_norm": [3.4871010780334473, 3.493950366973877, 3.4880800247192383]}, {"step": 6000, "epoch": 12, "train_loss": 0.023485127836465836, "cos_r_negg": [0.05445155128836632, 0.007987810298800468, 0.20682509243488312], "cos_innovation_negg": [0.26833176612854004, 0.2997751235961914, 0.4263879656791687], "cos_apical_negg": [0.05445155128836632, 0.007987810298800468, 0.20682509243488312], "cos_Ac_negg": [0.26820188760757446, 0.30016398429870605, 0.4269087314605713], "r_norm": [3.4766125679016113, 3.4831552505493164, 3.475107431411743], "ldr": {"dL_sdil": -0.006880640983581543, "dL_bp": -0.010458588600158691, "ratio": 0.6578938369826633}}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9558, "test_loss": 0.2026500846862793}, {"step": 6100, "epoch": 13, "train_loss": 0.08687175065279007, "cos_r_negg": [0.04893213137984276, 0.17724522948265076, 0.38123536109924316], "cos_innovation_negg": [0.35023096203804016, 0.4337785243988037, 0.7616674900054932], "cos_apical_negg": [0.04893213137984276, 0.17724522948265076, 0.38123536109924316], "cos_Ac_negg": [0.3501967191696167, 0.4347092807292938, 0.7617870569229126], "r_norm": [3.4888854026794434, 3.4950647354125977, 3.488955020904541]}, {"step": 6200, "epoch": 13, "train_loss": 0.04847916215658188, "cos_r_negg": [0.042757563292980194, 0.14450564980506897, 0.2226705104112625], "cos_innovation_negg": [0.290037602186203, 0.36447250843048096, 0.5477343797683716], "cos_apical_negg": [0.042757563292980194, 0.14450564980506897, 0.2226705104112625], "cos_Ac_negg": [0.2902388274669647, 0.36432570219039917, 0.5470004081726074], "r_norm": [3.4833076000213623, 3.4895639419555664, 3.4830546379089355]}, {"step": 6300, "epoch": 13, "train_loss": 0.06115848198533058, "cos_r_negg": [0.05876431614160538, 0.15547120571136475, 0.3499096930027008], "cos_innovation_negg": [0.38396957516670227, 0.4307061433792114, 0.7028771638870239], "cos_apical_negg": [0.05876431614160538, 0.15547120571136475, 0.3499096930027008], "cos_Ac_negg": [0.38495269417762756, 0.4317866563796997, 0.7030075788497925], "r_norm": [3.4799933433532715, 3.48433780670166, 3.4775474071502686]}, {"step": 6400, "epoch": 13, "train_loss": 0.0630403682589531, "cos_r_negg": [0.03731595352292061, 0.13848638534545898, 0.2675327658653259], "cos_innovation_negg": [0.3231140375137329, 0.4235890507698059, 0.6113507747650146], "cos_apical_negg": [0.03731595352292061, 0.13848638534545898, 0.2675327658653259], "cos_Ac_negg": [0.32327771186828613, 0.42362403869628906, 0.6113297343254089], "r_norm": [3.4880356788635254, 3.494199275970459, 3.4880480766296387]}, {"step": 6500, "epoch": 13, "train_loss": 0.01672252267599106, "cos_r_negg": [0.032514844089746475, 0.09534486383199692, 0.4149414002895355], "cos_innovation_negg": [0.29357174038887024, 0.3667604625225067, 0.5798873901367188], "cos_apical_negg": [0.032514844089746475, 0.09534486383199692, 0.4149414002895355], "cos_Ac_negg": [0.29363441467285156, 0.3668266236782074, 0.5797698497772217], "r_norm": [3.474494457244873, 3.4805514812469482, 3.472459554672241], "ldr": {"dL_sdil": -0.005686312913894653, "dL_bp": -0.010570958256721497, "ratio": 0.5379183964026191}}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9564, "test_loss": 0.20574900283813477}, {"step": 6600, "epoch": 14, "train_loss": 0.11292517185211182, "cos_r_negg": [0.01754484325647354, 0.11215884983539581, 0.37554875016212463], "cos_innovation_negg": [0.30893057584762573, 0.47593510150909424, 0.6779210567474365], "cos_apical_negg": [0.01754484325647354, 0.11215884983539581, 0.37554875016212463], "cos_Ac_negg": [0.3088195323944092, 0.47575485706329346, 0.6779165863990784], "r_norm": [3.4791736602783203, 3.484938383102417, 3.4762465953826904]}, {"step": 6700, "epoch": 14, "train_loss": 0.0758395716547966, "cos_r_negg": [0.0053497059270739555, 0.15712696313858032, 0.28254202008247375], "cos_innovation_negg": [0.2489399015903473, 0.36492636799812317, 0.6058889031410217], "cos_apical_negg": [0.0053497059270739555, 0.15712696313858032, 0.28254202008247375], "cos_Ac_negg": [0.24940410256385803, 0.3639839291572571, 0.6067221164703369], "r_norm": [3.484689474105835, 3.489269256591797, 3.4857072830200195]}, {"step": 6800, "epoch": 14, "train_loss": 0.13973073661327362, "cos_r_negg": [0.028950165957212448, 0.1441994458436966, 0.3252054750919342], "cos_innovation_negg": [0.2828671336174011, 0.3844386041164398, 0.6908804178237915], "cos_apical_negg": [0.028950165957212448, 0.1441994458436966, 0.3252054750919342], "cos_Ac_negg": [0.2828330993652344, 0.3840353488922119, 0.6907874345779419], "r_norm": [3.4923133850097656, 3.496694564819336, 3.492377281188965]}, {"step": 6900, "epoch": 14, "train_loss": 0.11943142861127853, "cos_r_negg": [0.03463827446103096, 0.15241678059101105, 0.30104637145996094], "cos_innovation_negg": [0.2674281895160675, 0.3884856104850769, 0.6272569894790649], "cos_apical_negg": [0.03463827446103096, 0.15241678059101105, 0.30104637145996094], "cos_Ac_negg": [0.26769256591796875, 0.3886655569076538, 0.6270128488540649], "r_norm": [3.4798500537872314, 3.4845900535583496, 3.4785399436950684]}, {"step": 7000, "epoch": 14, "train_loss": 0.07303012907505035, "cos_r_negg": [0.027918649837374687, 0.11706951260566711, 0.15363363921642303], "cos_innovation_negg": [0.2829412817955017, 0.37086641788482666, 0.6008607149124146], "cos_apical_negg": [0.027918649837374687, 0.11706951260566711, 0.15363363921642303], "cos_Ac_negg": [0.28335750102996826, 0.3724294900894165, 0.6002528667449951], "r_norm": [3.4688148498535156, 3.471724510192871, 3.464806079864502], "ldr": {"dL_sdil": -0.0035640597343444824, "dL_bp": -0.008194401860237122, "ratio": 0.4349383634257533}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9565, "test_loss": 0.21070952911376953}], "final": {"test_acc": 0.9565, "test_loss": 0.21070952911376953, "wall_s": 23.235268354415894, "cos_r_negg": [0.03801558166742325, 0.08539733290672302, 0.2681865394115448], "cos_innovation_negg": [0.2545422315597534, 0.3348400890827179, 0.7059264183044434], "cos_apical_negg": [0.03801558166742325, 0.08539733290672302, 0.2681865394115448], "cos_Ac_negg": [0.2547372281551361, 0.3345704674720764, 0.7062969207763672]}}