{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 15, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "nuis_ctrl_v1_rho0_residual_s1", "n_in": 784}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.247864246368408, "cos_r_negg": [0.012752903625369072, -0.010880010202527046, -0.004258741624653339], "cos_innovation_negg": [0.012752903625369072, -0.010880010202527046, -0.004258741624653339], "cos_apical_negg": [0.012752903625369072, -0.010880010202527046, -0.004258741624653339], "cos_Ac_negg": [0.012752903625369072, -0.010880010202527046, -0.004258741624653339], "r_norm": [4.729090213775635, 4.788191795349121, 4.781856536865234], "ldr": {"dL_sdil": -0.035402774810791016, "dL_bp": -0.2081589698791504, "ratio": 0.17007566299614468}}, {"step": 100, "epoch": 0, "train_loss": 0.3791123926639557, "cos_r_negg": [0.4325192868709564, 0.3425039052963257, 0.34370851516723633], "cos_innovation_negg": [0.4325192868709564, 0.3425039052963257, 0.34370851516723633], "cos_apical_negg": [0.4325192868709564, 0.3425039052963257, 0.34370851516723633], "cos_Ac_negg": [0.4325192868709564, 0.3425039052963257, 0.34370851516723633], "r_norm": [0.8098099231719971, 0.8149547576904297, 0.8344215154647827]}, {"step": 200, "epoch": 0, "train_loss": 0.2855910360813141, "cos_r_negg": [0.47700124979019165, 0.42365050315856934, 0.39592015743255615], "cos_innovation_negg": [0.47700124979019165, 0.42365050315856934, 0.39592015743255615], "cos_apical_negg": [0.47700124979019165, 0.42365050315856934, 0.39592015743255615], "cos_Ac_negg": [0.47700124979019165, 0.42365050315856934, 0.39592015743255615], "r_norm": [0.7800662517547607, 0.7833849787712097, 0.7984472513198853]}, {"step": 300, "epoch": 0, "train_loss": 0.3106156587600708, "cos_r_negg": [0.49683982133865356, 0.4656694531440735, 0.4201711118221283], "cos_innovation_negg": [0.49683982133865356, 0.4656694531440735, 0.4201711118221283], "cos_apical_negg": [0.49683982133865356, 0.4656694531440735, 0.4201711118221283], "cos_Ac_negg": [0.49683982133865356, 0.4656694531440735, 0.4201711118221283], "r_norm": [0.6266008019447327, 0.6296441555023193, 0.6423605680465698]}, {"step": 400, "epoch": 0, "train_loss": 0.1368972212076187, "cos_r_negg": [0.5131005048751831, 0.48043298721313477, 0.4115670323371887], "cos_innovation_negg": [0.5131005048751831, 0.48043298721313477, 0.4115670323371887], "cos_apical_negg": [0.5131005048751831, 0.48043298721313477, 0.4115670323371887], "cos_Ac_negg": [0.5131005048751831, 0.48043298721313477, 0.4115670323371887], "r_norm": [0.4948488473892212, 0.49738022685050964, 0.5028847455978394]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9471, "test_loss": 0.18460173034667968}, {"step": 500, "epoch": 1, "train_loss": 0.22857800126075745, "cos_r_negg": [0.5339407920837402, 0.4849788546562195, 0.4415796399116516], "cos_innovation_negg": [0.5339407920837402, 0.4849788546562195, 0.4415796399116516], "cos_apical_negg": [0.5339407920837402, 0.4849788546562195, 0.4415796399116516], "cos_Ac_negg": [0.5339407920837402, 0.4849788546562195, 0.4415796399116516], "r_norm": [0.5006556510925293, 0.501956582069397, 0.5072718858718872], "ldr": {"dL_sdil": -0.010978296399116516, "dL_bp": -0.00958406925201416, "ratio": 1.1454734007487841}}, {"step": 600, "epoch": 1, "train_loss": 0.26168546080589294, "cos_r_negg": [0.521554708480835, 0.49236857891082764, 0.46233895421028137], "cos_innovation_negg": [0.521554708480835, 0.49236857891082764, 0.46233895421028137], "cos_apical_negg": [0.521554708480835, 0.49236857891082764, 0.46233895421028137], "cos_Ac_negg": [0.521554708480835, 0.49236857891082764, 0.46233895421028137], "r_norm": [0.4931199550628662, 0.49525341391563416, 0.5031353235244751]}, {"step": 700, "epoch": 1, "train_loss": 0.08662884682416916, "cos_r_negg": [0.52215576171875, 0.4998355507850647, 0.4687618613243103], "cos_innovation_negg": [0.52215576171875, 0.4998355507850647, 0.4687618613243103], "cos_apical_negg": [0.52215576171875, 0.4998355507850647, 0.4687618613243103], "cos_Ac_negg": [0.52215576171875, 0.4998355507850647, 0.4687618613243103], "r_norm": [0.41211724281311035, 0.4123530983924866, 0.42171144485473633]}, {"step": 800, "epoch": 1, "train_loss": 0.06552650779485703, "cos_r_negg": [0.5319322347640991, 0.5127753019332886, 0.47523486614227295], "cos_innovation_negg": [0.5319322347640991, 0.5127753019332886, 0.47523486614227295], "cos_apical_negg": [0.5319322347640991, 0.5127753019332886, 0.47523486614227295], "cos_Ac_negg": [0.5319322347640991, 0.5127753019332886, 0.47523486614227295], "r_norm": [0.37752482295036316, 0.37500566244125366, 0.38382813334465027]}, {"step": 900, "epoch": 1, "train_loss": 0.16771306097507477, "cos_r_negg": [0.5413532853126526, 0.5249296426773071, 0.47342005372047424], "cos_innovation_negg": [0.5413532853126526, 0.5249296426773071, 0.47342005372047424], "cos_apical_negg": [0.5413532853126526, 0.5249296426773071, 0.47342005372047424], "cos_Ac_negg": [0.5413532853126526, 0.5249296426773071, 0.47342005372047424], "r_norm": [0.3334032893180847, 0.33176112174987793, 0.3353516459465027]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9596, "test_loss": 0.1381149112701416}, {"step": 1000, "epoch": 2, "train_loss": 0.0976904109120369, "cos_r_negg": [0.5671747922897339, 0.5522836446762085, 0.4741804599761963], "cos_innovation_negg": [0.5671747922897339, 0.5522836446762085, 0.4741804599761963], "cos_apical_negg": [0.5671747922897339, 0.5522836446762085, 0.4741804599761963], "cos_Ac_negg": [0.5671747922897339, 0.5522836446762085, 0.4741804599761963], "r_norm": [0.3129379451274872, 0.31030431389808655, 0.3134283423423767], "ldr": {"dL_sdil": -0.005524396896362305, "dL_bp": -0.00501541793346405, "ratio": 1.101482861378755}}, {"step": 1100, "epoch": 2, "train_loss": 0.11463465541601181, "cos_r_negg": [0.5700598955154419, 0.5434622168540955, 0.49277806282043457], "cos_innovation_negg": [0.5700598955154419, 0.5434622168540955, 0.49277806282043457], "cos_apical_negg": [0.5700598955154419, 0.5434622168540955, 0.49277806282043457], "cos_Ac_negg": [0.5700598955154419, 0.5434622168540955, 0.49277806282043457], "r_norm": [0.27226677536964417, 0.27177441120147705, 0.2737849950790405]}, {"step": 1200, "epoch": 2, "train_loss": 0.022953230887651443, "cos_r_negg": [0.5559427738189697, 0.5386655330657959, 0.4789605736732483], "cos_innovation_negg": [0.5559427738189697, 0.5386655330657959, 0.4789605736732483], "cos_apical_negg": [0.5559427738189697, 0.5386655330657959, 0.4789605736732483], "cos_Ac_negg": [0.5559427738189697, 0.5386655330657959, 0.4789605736732483], "r_norm": [0.3118118643760681, 0.31061288714408875, 0.3118583559989929]}, {"step": 1300, "epoch": 2, "train_loss": 0.19519557058811188, "cos_r_negg": [0.5691392421722412, 0.5552347898483276, 0.499505877494812], "cos_innovation_negg": [0.5691392421722412, 0.5552347898483276, 0.499505877494812], "cos_apical_negg": [0.5691392421722412, 0.5552347898483276, 0.499505877494812], "cos_Ac_negg": [0.5691392421722412, 0.5552347898483276, 0.499505877494812], "r_norm": [0.27181971073150635, 0.26876047253608704, 0.2751275300979614]}, {"step": 1400, "epoch": 2, "train_loss": 0.20355364680290222, "cos_r_negg": [0.5666496753692627, 0.5699707865715027, 0.5015599131584167], "cos_innovation_negg": [0.5666496753692627, 0.5699707865715027, 0.5015599131584167], "cos_apical_negg": [0.5666496753692627, 0.5699707865715027, 0.5015599131584167], "cos_Ac_negg": [0.5666496753692627, 0.5699707865715027, 0.5015599131584167], "r_norm": [0.26793360710144043, 0.2665303349494934, 0.2706131637096405]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9619, "test_loss": 0.12944196891784668}, {"step": 1500, "epoch": 3, "train_loss": 0.04727518558502197, "cos_r_negg": [0.5635039806365967, 0.5683403611183167, 0.5114924907684326], "cos_innovation_negg": [0.5635039806365967, 0.5683403611183167, 0.5114924907684326], "cos_apical_negg": [0.5635039806365967, 0.5683403611183167, 0.5114924907684326], "cos_Ac_negg": [0.5635039806365967, 0.5683403611183167, 0.5114924907684326], "r_norm": [0.2907962203025818, 0.2895806133747101, 0.2904374301433563], "ldr": {"dL_sdil": -0.00766473263502121, "dL_bp": -0.007067129015922546, "ratio": 1.0845610173172495}}, {"step": 1600, "epoch": 3, "train_loss": 0.028240162879228592, "cos_r_negg": [0.5836167931556702, 0.5681452751159668, 0.5083830952644348], "cos_innovation_negg": [0.5836167931556702, 0.5681452751159668, 0.5083830952644348], "cos_apical_negg": [0.5836167931556702, 0.5681452751159668, 0.5083830952644348], "cos_Ac_negg": [0.5836167931556702, 0.5681452751159668, 0.5083830952644348], "r_norm": [0.24258095026016235, 0.2405192106962204, 0.2429429292678833]}, {"step": 1700, "epoch": 3, "train_loss": 0.08582475781440735, "cos_r_negg": [0.5944448709487915, 0.5831553936004639, 0.5183581709861755], "cos_innovation_negg": [0.5944448709487915, 0.5831553936004639, 0.5183581709861755], "cos_apical_negg": [0.5944448709487915, 0.5831553936004639, 0.5183581709861755], "cos_Ac_negg": [0.5944448709487915, 0.5831553936004639, 0.5183581709861755], "r_norm": [0.23459598422050476, 0.23319926857948303, 0.23500296473503113]}, {"step": 1800, "epoch": 3, "train_loss": 0.054279766976833344, "cos_r_negg": [0.5952188968658447, 0.5937332510948181, 0.5194491744041443], "cos_innovation_negg": [0.5952188968658447, 0.5937332510948181, 0.5194491744041443], "cos_apical_negg": [0.5952188968658447, 0.5937332510948181, 0.5194491744041443], "cos_Ac_negg": [0.5952188968658447, 0.5937332510948181, 0.5194491744041443], "r_norm": [0.2751310467720032, 0.2752900719642639, 0.2777182459831238]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9686, "test_loss": 0.1130959093093872}, {"step": 1900, "epoch": 4, "train_loss": 0.08464933186769485, "cos_r_negg": [0.5940946340560913, 0.5953451991081238, 0.5435026288032532], "cos_innovation_negg": [0.5940946340560913, 0.5953451991081238, 0.5435026288032532], "cos_apical_negg": [0.5940946340560913, 0.5953451991081238, 0.5435026288032532], "cos_Ac_negg": [0.5940946340560913, 0.5953451991081238, 0.5435026288032532], "r_norm": [0.21713416278362274, 0.21652851998806, 0.21772976219654083]}, {"step": 2000, "epoch": 4, "train_loss": 0.08816886693239212, "cos_r_negg": [0.6078377366065979, 0.599784255027771, 0.5560770034790039], "cos_innovation_negg": [0.6078377366065979, 0.599784255027771, 0.5560770034790039], "cos_apical_negg": [0.6078377366065979, 0.599784255027771, 0.5560770034790039], "cos_Ac_negg": [0.6078377366065979, 0.599784255027771, 0.5560770034790039], "r_norm": [0.20291899144649506, 0.2031886875629425, 0.20419245958328247], "ldr": {"dL_sdil": -0.004766151309013367, "dL_bp": -0.005502060055732727, "ratio": 0.8662485070564434}}, {"step": 2100, "epoch": 4, "train_loss": 0.07242057472467422, "cos_r_negg": [0.5998598337173462, 0.609147846698761, 0.5555221438407898], "cos_innovation_negg": [0.5998598337173462, 0.609147846698761, 0.5555221438407898], "cos_apical_negg": [0.5998598337173462, 0.609147846698761, 0.5555221438407898], "cos_Ac_negg": [0.5998598337173462, 0.609147846698761, 0.5555221438407898], "r_norm": [0.23937690258026123, 0.23910373449325562, 0.2406611144542694]}, {"step": 2200, "epoch": 4, "train_loss": 0.07056484371423721, "cos_r_negg": [0.5931302309036255, 0.5939610004425049, 0.5502951145172119], "cos_innovation_negg": [0.5931302309036255, 0.5939610004425049, 0.5502951145172119], "cos_apical_negg": [0.5931302309036255, 0.5939610004425049, 0.5502951145172119], "cos_Ac_negg": [0.5931302309036255, 0.5939610004425049, 0.5502951145172119], "r_norm": [0.23531854152679443, 0.23204778134822845, 0.23232631385326385]}, {"step": 2300, "epoch": 4, "train_loss": 0.12437652051448822, "cos_r_negg": [0.5943087935447693, 0.6049081683158875, 0.5639764666557312], "cos_innovation_negg": [0.5943087935447693, 0.6049081683158875, 0.5639764666557312], "cos_apical_negg": [0.5943087935447693, 0.6049081683158875, 0.5639764666557312], "cos_Ac_negg": [0.5943087935447693, 0.6049081683158875, 0.5639764666557312], "r_norm": [0.21436047554016113, 0.21310736238956451, 0.21543720364570618]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.967, "test_loss": 0.11917487754821778}, {"step": 2400, "epoch": 5, "train_loss": 0.02945767343044281, "cos_r_negg": [0.5876122713088989, 0.6044968366622925, 0.5625086426734924], "cos_innovation_negg": [0.5876122713088989, 0.6044968366622925, 0.5625086426734924], "cos_apical_negg": [0.5876122713088989, 0.6044968366622925, 0.5625086426734924], "cos_Ac_negg": [0.5876122713088989, 0.6044968366622925, 0.5625086426734924], "r_norm": [0.17013323307037354, 0.16899538040161133, 0.17079725861549377]}, {"step": 2500, "epoch": 5, "train_loss": 0.05113217979669571, "cos_r_negg": [0.6018557548522949, 0.6268559694290161, 0.5786784887313843], "cos_innovation_negg": [0.6018557548522949, 0.6268559694290161, 0.5786784887313843], "cos_apical_negg": [0.6018557548522949, 0.6268559694290161, 0.5786784887313843], "cos_Ac_negg": [0.6018557548522949, 0.6268559694290161, 0.5786784887313843], "r_norm": [0.19201859831809998, 0.190620556473732, 0.19072513282299042], "ldr": {"dL_sdil": -0.0062797218561172485, "dL_bp": -0.007466904819011688, "ratio": 0.8410073528898184}}, {"step": 2600, "epoch": 5, "train_loss": 0.00991781149059534, "cos_r_negg": [0.597125768661499, 0.6248884201049805, 0.5796911716461182], "cos_innovation_negg": [0.597125768661499, 0.6248884201049805, 0.5796911716461182], "cos_apical_negg": [0.597125768661499, 0.6248884201049805, 0.5796911716461182], "cos_Ac_negg": [0.597125768661499, 0.6248884201049805, 0.5796911716461182], "r_norm": [0.19189369678497314, 0.1880035698413849, 0.18973243236541748]}, {"step": 2700, "epoch": 5, "train_loss": 0.05675402656197548, "cos_r_negg": [0.5978406667709351, 0.6243821382522583, 0.5874540209770203], "cos_innovation_negg": [0.5978406667709351, 0.6243821382522583, 0.5874540209770203], "cos_apical_negg": [0.5978406667709351, 0.6243821382522583, 0.5874540209770203], "cos_Ac_negg": [0.5978406667709351, 0.6243821382522583, 0.5874540209770203], "r_norm": [0.2130669355392456, 0.20993337035179138, 0.21378093957901]}, {"step": 2800, "epoch": 5, "train_loss": 0.009208951145410538, "cos_r_negg": [0.5927330255508423, 0.6231971979141235, 0.5867453813552856], "cos_innovation_negg": [0.5927330255508423, 0.6231971979141235, 0.5867453813552856], "cos_apical_negg": [0.5927330255508423, 0.6231971979141235, 0.5867453813552856], "cos_Ac_negg": [0.5927330255508423, 0.6231971979141235, 0.5867453813552856], "r_norm": [0.21457375586032867, 0.21203386783599854, 0.21387223899364471]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9724, "test_loss": 0.10937111053466797}, {"step": 2900, "epoch": 6, "train_loss": 0.014543101191520691, "cos_r_negg": [0.6086075305938721, 0.6244409084320068, 0.5985665321350098], "cos_innovation_negg": [0.6086075305938721, 0.6244409084320068, 0.5985665321350098], "cos_apical_negg": [0.6086075305938721, 0.6244409084320068, 0.5985665321350098], "cos_Ac_negg": [0.6086075305938721, 0.6244409084320068, 0.5985665321350098], "r_norm": [0.18077343702316284, 0.1798022985458374, 0.18212389945983887]}, {"step": 3000, "epoch": 6, "train_loss": 0.006073781289160252, "cos_r_negg": [0.5966978073120117, 0.621256411075592, 0.6010026931762695], "cos_innovation_negg": [0.5966978073120117, 0.621256411075592, 0.6010026931762695], "cos_apical_negg": [0.5966978073120117, 0.621256411075592, 0.6010026931762695], "cos_Ac_negg": [0.5966978073120117, 0.621256411075592, 0.6010026931762695], "r_norm": [0.15268780291080475, 0.15006791055202484, 0.1529131680727005], "ldr": {"dL_sdil": -0.005284003913402557, "dL_bp": -0.006912320852279663, "ratio": 0.7644326741082784}}, {"step": 3100, "epoch": 6, "train_loss": 0.07234150171279907, "cos_r_negg": [0.6114012598991394, 0.6296575665473938, 0.6066649556159973], "cos_innovation_negg": [0.6114012598991394, 0.6296575665473938, 0.6066649556159973], "cos_apical_negg": [0.6114012598991394, 0.6296575665473938, 0.6066649556159973], "cos_Ac_negg": [0.6114012598991394, 0.6296575665473938, 0.6066649556159973], "r_norm": [0.13482704758644104, 0.13283531367778778, 0.1336984634399414]}, {"step": 3200, "epoch": 6, "train_loss": 0.06304893642663956, "cos_r_negg": [0.5907710790634155, 0.6187146902084351, 0.611295759677887], "cos_innovation_negg": [0.5907710790634155, 0.6187146902084351, 0.611295759677887], "cos_apical_negg": [0.5907710790634155, 0.6187146902084351, 0.611295759677887], "cos_Ac_negg": [0.5907710790634155, 0.6187146902084351, 0.611295759677887], "r_norm": [0.18191789090633392, 0.1812913715839386, 0.18045282363891602]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9716, "test_loss": 0.11546330757141113}, {"step": 3300, "epoch": 7, "train_loss": 0.008135353215038776, "cos_r_negg": [0.605095624923706, 0.6289936304092407, 0.6129757165908813], "cos_innovation_negg": [0.605095624923706, 0.6289936304092407, 0.6129757165908813], "cos_apical_negg": [0.605095624923706, 0.6289936304092407, 0.6129757165908813], "cos_Ac_negg": [0.605095624923706, 0.6289936304092407, 0.6129757165908813], "r_norm": [0.1324104368686676, 0.13133256137371063, 0.1319148689508438]}, {"step": 3400, "epoch": 7, "train_loss": 0.003062707372009754, "cos_r_negg": [0.609114944934845, 0.6304043531417847, 0.6218795776367188], "cos_innovation_negg": [0.609114944934845, 0.6304043531417847, 0.6218795776367188], "cos_apical_negg": [0.609114944934845, 0.6304043531417847, 0.6218795776367188], "cos_Ac_negg": [0.609114944934845, 0.6304043531417847, 0.6218795776367188], "r_norm": [0.17751097679138184, 0.17610973119735718, 0.17820629477500916]}, {"step": 3500, "epoch": 7, "train_loss": 0.0075003234669566154, "cos_r_negg": [0.6195396184921265, 0.644755482673645, 0.6330949068069458], "cos_innovation_negg": [0.6195396184921265, 0.644755482673645, 0.6330949068069458], "cos_apical_negg": [0.6195396184921265, 0.644755482673645, 0.6330949068069458], "cos_Ac_negg": [0.6195396184921265, 0.644755482673645, 0.6330949068069458], "r_norm": [0.15693698823451996, 0.1564456969499588, 0.15661953389644623], "ldr": {"dL_sdil": -0.005416072905063629, "dL_bp": -0.0077264681458473206, "ratio": 0.7009765397110399}}, {"step": 3600, "epoch": 7, "train_loss": 0.004378090146929026, "cos_r_negg": [0.6075403690338135, 0.6391722559928894, 0.6257597208023071], "cos_innovation_negg": [0.6075403690338135, 0.6391722559928894, 0.6257597208023071], "cos_apical_negg": [0.6075403690338135, 0.6391722559928894, 0.6257597208023071], "cos_Ac_negg": [0.6075403690338135, 0.6391722559928894, 0.6257597208023071], "r_norm": [0.15218180418014526, 0.15111035108566284, 0.1530647873878479]}, {"step": 3700, "epoch": 7, "train_loss": 0.005401092581450939, "cos_r_negg": [0.6035904884338379, 0.6418662667274475, 0.6278824806213379], "cos_innovation_negg": [0.6035904884338379, 0.6418662667274475, 0.6278824806213379], "cos_apical_negg": [0.6035904884338379, 0.6418662667274475, 0.6278824806213379], "cos_Ac_negg": [0.6035904884338379, 0.6418662667274475, 0.6278824806213379], "r_norm": [0.15374818444252014, 0.1511906236410141, 0.15268918871879578]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9725, "test_loss": 0.12304098224639892}, {"step": 3800, "epoch": 8, "train_loss": 0.020612072199583054, "cos_r_negg": [0.6025469303131104, 0.6354708075523376, 0.6354650259017944], "cos_innovation_negg": [0.6025469303131104, 0.6354708075523376, 0.6354650259017944], "cos_apical_negg": [0.6025469303131104, 0.6354708075523376, 0.6354650259017944], "cos_Ac_negg": [0.6025469303131104, 0.6354708075523376, 0.6354650259017944], "r_norm": [0.18328630924224854, 0.18096177279949188, 0.1839454621076584]}, {"step": 3900, "epoch": 8, "train_loss": 0.00907292403280735, "cos_r_negg": [0.6152520775794983, 0.6486815214157104, 0.6391942501068115], "cos_innovation_negg": [0.6152520775794983, 0.6486815214157104, 0.6391942501068115], "cos_apical_negg": [0.6152520775794983, 0.6486815214157104, 0.6391942501068115], "cos_Ac_negg": [0.6152520775794983, 0.6486815214157104, 0.6391942501068115], "r_norm": [0.15745952725410461, 0.15553179383277893, 0.15759898722171783]}, {"step": 4000, "epoch": 8, "train_loss": 0.0011170797515660524, "cos_r_negg": [0.608879029750824, 0.6432069540023804, 0.6362855434417725], "cos_innovation_negg": [0.608879029750824, 0.6432069540023804, 0.6362855434417725], "cos_apical_negg": [0.608879029750824, 0.6432069540023804, 0.6362855434417725], "cos_Ac_negg": [0.608879029750824, 0.6432069540023804, 0.6362855434417725], "r_norm": [0.13805150985717773, 0.13616320490837097, 0.1368236541748047], "ldr": {"dL_sdil": -0.005435429513454437, "dL_bp": -0.00862833857536316, "ratio": 0.6299508840525146}}, {"step": 4100, "epoch": 8, "train_loss": 0.06657039374113083, "cos_r_negg": [0.6083284020423889, 0.6368762254714966, 0.6377155780792236], "cos_innovation_negg": [0.6083284020423889, 0.6368762254714966, 0.6377155780792236], "cos_apical_negg": [0.6083284020423889, 0.6368762254714966, 0.6377155780792236], "cos_Ac_negg": [0.6083284020423889, 0.6368762254714966, 0.6377155780792236], "r_norm": [0.14812925457954407, 0.14660516381263733, 0.14825358986854553]}, {"step": 4200, "epoch": 8, "train_loss": 0.01757517084479332, "cos_r_negg": [0.6107895970344543, 0.6481828093528748, 0.6390138268470764], "cos_innovation_negg": [0.6107895970344543, 0.6481828093528748, 0.6390138268470764], "cos_apical_negg": [0.6107895970344543, 0.6481828093528748, 0.6390138268470764], "cos_Ac_negg": [0.6107895970344543, 0.6481828093528748, 0.6390138268470764], "r_norm": [0.14519406855106354, 0.14317519962787628, 0.1447223722934723]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9733, "test_loss": 0.12583541717529298}, {"step": 4300, "epoch": 9, "train_loss": 0.0043710931204259396, "cos_r_negg": [0.6124082803726196, 0.6420118808746338, 0.6461033821105957], "cos_innovation_negg": [0.6124082803726196, 0.6420118808746338, 0.6461033821105957], "cos_apical_negg": [0.6124082803726196, 0.6420118808746338, 0.6461033821105957], "cos_Ac_negg": [0.6124082803726196, 0.6420118808746338, 0.6461033821105957], "r_norm": [0.17884290218353271, 0.1771182417869568, 0.17936065793037415]}, {"step": 4400, "epoch": 9, "train_loss": 0.012221035547554493, "cos_r_negg": [0.6140802502632141, 0.6452147960662842, 0.6478192806243896], "cos_innovation_negg": [0.6140802502632141, 0.6452147960662842, 0.6478192806243896], "cos_apical_negg": [0.6140802502632141, 0.6452147960662842, 0.6478192806243896], "cos_Ac_negg": [0.6140802502632141, 0.6452147960662842, 0.6478192806243896], "r_norm": [0.159407377243042, 0.15782558917999268, 0.15985700488090515]}, {"step": 4500, "epoch": 9, "train_loss": 0.004442101344466209, "cos_r_negg": [0.6168966889381409, 0.645344614982605, 0.6513071060180664], "cos_innovation_negg": [0.6168966889381409, 0.645344614982605, 0.6513071060180664], "cos_apical_negg": [0.6168966889381409, 0.645344614982605, 0.6513071060180664], "cos_Ac_negg": [0.6168966889381409, 0.645344614982605, 0.6513071060180664], "r_norm": [0.1378084421157837, 0.13638418912887573, 0.13881981372833252], "ldr": {"dL_sdil": -0.006090611219406128, "dL_bp": -0.009796351194381714, "ratio": 0.6217224248656115}}, {"step": 4600, "epoch": 9, "train_loss": 0.05368257686495781, "cos_r_negg": [0.6151841878890991, 0.647202730178833, 0.6508036851882935], "cos_innovation_negg": [0.6151841878890991, 0.647202730178833, 0.6508036851882935], "cos_apical_negg": [0.6151841878890991, 0.647202730178833, 0.6508036851882935], "cos_Ac_negg": [0.6151841878890991, 0.647202730178833, 0.6508036851882935], "r_norm": [0.14086458086967468, 0.1384350061416626, 0.1409018635749817]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9722, "test_loss": 0.1313097234725952}, {"step": 4700, "epoch": 10, "train_loss": 0.0048868609592318535, "cos_r_negg": [0.5991007089614868, 0.6374084949493408, 0.652641236782074], "cos_innovation_negg": [0.5991007089614868, 0.6374084949493408, 0.652641236782074], "cos_apical_negg": [0.5991007089614868, 0.6374084949493408, 0.652641236782074], "cos_Ac_negg": [0.5991007089614868, 0.6374084949493408, 0.652641236782074], "r_norm": [0.13858553767204285, 0.13714627921581268, 0.13974396884441376]}, {"step": 4800, "epoch": 10, "train_loss": 0.001804178231395781, "cos_r_negg": [0.6069160103797913, 0.6433519124984741, 0.6545641422271729], "cos_innovation_negg": [0.6069160103797913, 0.6433519124984741, 0.6545641422271729], "cos_apical_negg": [0.6069160103797913, 0.6433519124984741, 0.6545641422271729], "cos_Ac_negg": [0.6069160103797913, 0.6433519124984741, 0.6545641422271729], "r_norm": [0.1522747427225113, 0.1504199206829071, 0.15280333161354065]}, {"step": 4900, "epoch": 10, "train_loss": 0.0028787143528461456, "cos_r_negg": [0.6024950742721558, 0.6423514485359192, 0.6571534872055054], "cos_innovation_negg": [0.6024950742721558, 0.6423514485359192, 0.6571534872055054], "cos_apical_negg": [0.6024950742721558, 0.6423514485359192, 0.6571534872055054], "cos_Ac_negg": [0.6024950742721558, 0.6423514485359192, 0.6571534872055054], "r_norm": [0.1442190408706665, 0.14268440008163452, 0.14490017294883728]}, {"step": 5000, "epoch": 10, "train_loss": 0.0013339570723474026, "cos_r_negg": [0.6024949550628662, 0.6410781145095825, 0.6558099389076233], "cos_innovation_negg": [0.6024949550628662, 0.6410781145095825, 0.6558099389076233], "cos_apical_negg": [0.6024949550628662, 0.6410781145095825, 0.6558099389076233], "cos_Ac_negg": [0.6024949550628662, 0.6410781145095825, 0.6558099389076233], "r_norm": [0.1472242772579193, 0.14609915018081665, 0.14829722046852112], "ldr": {"dL_sdil": -0.006713069975376129, "dL_bp": -0.011234067380428314, "ratio": 0.5975636203741715}}, {"step": 5100, "epoch": 10, "train_loss": 0.0018756217323243618, "cos_r_negg": [0.596645712852478, 0.6321779489517212, 0.655342698097229], "cos_innovation_negg": [0.596645712852478, 0.6321779489517212, 0.655342698097229], "cos_apical_negg": [0.596645712852478, 0.6321779489517212, 0.655342698097229], "cos_Ac_negg": [0.596645712852478, 0.6321779489517212, 0.655342698097229], "r_norm": [0.14868545532226562, 0.14725178480148315, 0.14963632822036743]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.973, "test_loss": 0.13351503677368165}, {"step": 5200, "epoch": 11, "train_loss": 0.0014711369294673204, "cos_r_negg": [0.597823977470398, 0.6412510275840759, 0.6565788984298706], "cos_innovation_negg": [0.597823977470398, 0.6412510275840759, 0.6565788984298706], "cos_apical_negg": [0.597823977470398, 0.6412510275840759, 0.6565788984298706], "cos_Ac_negg": [0.597823977470398, 0.6412510275840759, 0.6565788984298706], "r_norm": [0.12346100807189941, 0.12253932654857635, 0.12461203336715698]}, {"step": 5300, "epoch": 11, "train_loss": 0.001629142090678215, "cos_r_negg": [0.5951378345489502, 0.6368370652198792, 0.6564886569976807], "cos_innovation_negg": [0.5951378345489502, 0.6368370652198792, 0.6564886569976807], "cos_apical_negg": [0.5951378345489502, 0.6368370652198792, 0.6564886569976807], "cos_Ac_negg": [0.5951378345489502, 0.6368370652198792, 0.6564886569976807], "r_norm": [0.12968139350414276, 0.1281958818435669, 0.13058608770370483]}, {"step": 5400, "epoch": 11, "train_loss": 0.0024097473360598087, "cos_r_negg": [0.5949071645736694, 0.6371099352836609, 0.6593981981277466], "cos_innovation_negg": [0.5949071645736694, 0.6371099352836609, 0.6593981981277466], "cos_apical_negg": [0.5949071645736694, 0.6371099352836609, 0.6593981981277466], "cos_Ac_negg": [0.5949071645736694, 0.6371099352836609, 0.6593981981277466], "r_norm": [0.12974487245082855, 0.12847599387168884, 0.13078004121780396]}, {"step": 5500, "epoch": 11, "train_loss": 0.0010489317355677485, "cos_r_negg": [0.5930535197257996, 0.6363919973373413, 0.659381091594696], "cos_innovation_negg": [0.5930535197257996, 0.6363919973373413, 0.659381091594696], "cos_apical_negg": [0.5930535197257996, 0.6363919973373413, 0.659381091594696], "cos_Ac_negg": [0.5930535197257996, 0.6363919973373413, 0.659381091594696], "r_norm": [0.13474895060062408, 0.13274598121643066, 0.13516360521316528], "ldr": {"dL_sdil": -0.006466925144195557, "dL_bp": -0.01084946095943451, "ratio": 0.5960595801372074}}, {"step": 5600, "epoch": 11, "train_loss": 0.0009077594731934369, "cos_r_negg": [0.5962475538253784, 0.6397339105606079, 0.6600366830825806], "cos_innovation_negg": [0.5962475538253784, 0.6397339105606079, 0.6600366830825806], "cos_apical_negg": [0.5962475538253784, 0.6397339105606079, 0.6600366830825806], "cos_Ac_negg": [0.5962475538253784, 0.6397339105606079, 0.6600366830825806], "r_norm": [0.13371193408966064, 0.13146626949310303, 0.13360051810741425]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9739, "test_loss": 0.1354274552345276}, {"step": 5700, "epoch": 12, "train_loss": 0.0005193198448978364, "cos_r_negg": [0.5935052633285522, 0.6346560716629028, 0.6568100452423096], "cos_innovation_negg": [0.5935052633285522, 0.6346560716629028, 0.6568100452423096], "cos_apical_negg": [0.5935052633285522, 0.6346560716629028, 0.6568100452423096], "cos_Ac_negg": [0.5935052633285522, 0.6346560716629028, 0.6568100452423096], "r_norm": [0.13641861081123352, 0.13459017872810364, 0.1368558406829834]}, {"step": 5800, "epoch": 12, "train_loss": 0.0007246336317621171, "cos_r_negg": [0.5907622575759888, 0.6327726244926453, 0.6565173864364624], "cos_innovation_negg": [0.5907622575759888, 0.6327726244926453, 0.6565173864364624], "cos_apical_negg": [0.5907622575759888, 0.6327726244926453, 0.6565173864364624], "cos_Ac_negg": [0.5907622575759888, 0.6327726244926453, 0.6565173864364624], "r_norm": [0.1397680640220642, 0.137950599193573, 0.14015179872512817]}, {"step": 5900, "epoch": 12, "train_loss": 0.0012115520657971501, "cos_r_negg": [0.5903595685958862, 0.6344199180603027, 0.658551037311554], "cos_innovation_negg": [0.5903595685958862, 0.6344199180603027, 0.658551037311554], "cos_apical_negg": [0.5903595685958862, 0.6344199180603027, 0.658551037311554], "cos_Ac_negg": [0.5903595685958862, 0.6344199180603027, 0.658551037311554], "r_norm": [0.12886938452720642, 0.12738792598247528, 0.1296568214893341]}, {"step": 6000, "epoch": 12, "train_loss": 0.0011408575810492039, "cos_r_negg": [0.5883030891418457, 0.6310743093490601, 0.6591668725013733], "cos_innovation_negg": [0.5883030891418457, 0.6310743093490601, 0.6591668725013733], "cos_apical_negg": [0.5883030891418457, 0.6310743093490601, 0.6591668725013733], "cos_Ac_negg": [0.5883030891418457, 0.6310743093490601, 0.6591668725013733], "r_norm": [0.13654574751853943, 0.13504381477832794, 0.1375402808189392], "ldr": {"dL_sdil": -0.006541714072227478, "dL_bp": -0.010865777730941772, "ratio": 0.602047477337868}}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9739, "test_loss": 0.13652948637008666}, {"step": 6100, "epoch": 13, "train_loss": 0.0016530295833945274, "cos_r_negg": [0.5924124717712402, 0.6343724131584167, 0.6603498458862305], "cos_innovation_negg": [0.5924124717712402, 0.6343724131584167, 0.6603498458862305], "cos_apical_negg": [0.5924124717712402, 0.6343724131584167, 0.6603498458862305], "cos_Ac_negg": [0.5924124717712402, 0.6343724131584167, 0.6603498458862305], "r_norm": [0.13538393378257751, 0.13388687372207642, 0.1362152248620987]}, {"step": 6200, "epoch": 13, "train_loss": 0.0004883500514551997, "cos_r_negg": [0.5938141345977783, 0.6332895755767822, 0.6610090136528015], "cos_innovation_negg": [0.5938141345977783, 0.6332895755767822, 0.6610090136528015], "cos_apical_negg": [0.5938141345977783, 0.6332895755767822, 0.6610090136528015], "cos_Ac_negg": [0.5938141345977783, 0.6332895755767822, 0.6610090136528015], "r_norm": [0.13575664162635803, 0.13420100510120392, 0.13645632565021515]}, {"step": 6300, "epoch": 13, "train_loss": 0.0005272991256788373, "cos_r_negg": [0.588531494140625, 0.6321733593940735, 0.6613149046897888], "cos_innovation_negg": [0.588531494140625, 0.6321733593940735, 0.6613149046897888], "cos_apical_negg": [0.588531494140625, 0.6321733593940735, 0.6613149046897888], "cos_Ac_negg": [0.588531494140625, 0.6321733593940735, 0.6613149046897888], "r_norm": [0.1379033327102661, 0.1362687349319458, 0.13877828419208527]}, {"step": 6400, "epoch": 13, "train_loss": 0.0008385080145671964, "cos_r_negg": [0.5887690782546997, 0.6329339742660522, 0.6627668142318726], "cos_innovation_negg": [0.5887690782546997, 0.6329339742660522, 0.6627668142318726], "cos_apical_negg": [0.5887690782546997, 0.6329339742660522, 0.6627668142318726], "cos_Ac_negg": [0.5887690782546997, 0.6329339742660522, 0.6627668142318726], "r_norm": [0.1363997906446457, 0.1347801685333252, 0.13696125149726868]}, {"step": 6500, "epoch": 13, "train_loss": 0.0004538414941634983, "cos_r_negg": [0.5886293649673462, 0.6323056221008301, 0.6620996594429016], "cos_innovation_negg": [0.5886293649673462, 0.6323056221008301, 0.6620996594429016], "cos_apical_negg": [0.5886293649673462, 0.6323056221008301, 0.6620996594429016], "cos_Ac_negg": [0.5886293649673462, 0.6323056221008301, 0.6620996594429016], "r_norm": [0.13410302996635437, 0.13246551156044006, 0.1348181515932083], "ldr": {"dL_sdil": -0.006781101226806641, "dL_bp": -0.01180441677570343, "ratio": 0.5744545754063781}}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9737, "test_loss": 0.13901660509109498}, {"step": 6600, "epoch": 14, "train_loss": 0.0003573036228772253, "cos_r_negg": [0.5871461033821106, 0.6295948028564453, 0.6612600088119507], "cos_innovation_negg": [0.5871461033821106, 0.6295948028564453, 0.6612600088119507], "cos_apical_negg": [0.5871461033821106, 0.6295948028564453, 0.6612600088119507], "cos_Ac_negg": [0.5871461033821106, 0.6295948028564453, 0.6612600088119507], "r_norm": [0.13315507769584656, 0.13159938156604767, 0.1339610517024994]}, {"step": 6700, "epoch": 14, "train_loss": 0.0008824412361718714, "cos_r_negg": [0.588778018951416, 0.6299223303794861, 0.6623358726501465], "cos_innovation_negg": [0.588778018951416, 0.6299223303794861, 0.6623358726501465], "cos_apical_negg": [0.588778018951416, 0.6299223303794861, 0.6623358726501465], "cos_Ac_negg": [0.588778018951416, 0.6299223303794861, 0.6623358726501465], "r_norm": [0.1327393501996994, 0.1310739368200302, 0.13362014293670654]}, {"step": 6800, "epoch": 14, "train_loss": 0.0010087769478559494, "cos_r_negg": [0.5887224674224854, 0.6323004364967346, 0.6633529663085938], "cos_innovation_negg": [0.5887224674224854, 0.6323004364967346, 0.6633529663085938], "cos_apical_negg": [0.5887224674224854, 0.6323004364967346, 0.6633529663085938], "cos_Ac_negg": [0.5887224674224854, 0.6323004364967346, 0.6633529663085938], "r_norm": [0.13503387570381165, 0.1333080381155014, 0.13559962809085846]}, {"step": 6900, "epoch": 14, "train_loss": 0.0009153951541520655, "cos_r_negg": [0.5893241763114929, 0.6298164129257202, 0.6629990935325623], "cos_innovation_negg": [0.5893241763114929, 0.6298164129257202, 0.6629990935325623], "cos_apical_negg": [0.5893241763114929, 0.6298164129257202, 0.6629990935325623], "cos_Ac_negg": [0.5893241763114929, 0.6298164129257202, 0.6629990935325623], "r_norm": [0.13242390751838684, 0.1308332085609436, 0.13339316844940186]}, {"step": 7000, "epoch": 14, "train_loss": 0.00029737711884081364, "cos_r_negg": [0.5876061916351318, 0.6274572610855103, 0.661839485168457], "cos_innovation_negg": [0.5876061916351318, 0.6274572610855103, 0.661839485168457], "cos_apical_negg": [0.5876061916351318, 0.6274572610855103, 0.661839485168457], "cos_Ac_negg": [0.5876061916351318, 0.6274572610855103, 0.661839485168457], "r_norm": [0.1377774327993393, 0.1363024264574051, 0.13875912129878998], "ldr": {"dL_sdil": -0.007288441061973572, "dL_bp": -0.01291123777627945, "ratio": 0.564503666361401}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9742, "test_loss": 0.14128447875976563}], "final": {"test_acc": 0.9742, "test_loss": 0.14128447875976563, "wall_s": 29.368946313858032, "cos_r_negg": [0.5861812829971313, 0.6281393766403198, 0.6627663969993591], "cos_innovation_negg": [0.5861812829971313, 0.6281393766403198, 0.6627663969993591], "cos_apical_negg": [0.5861812829971313, 0.6281393766403198, 0.6627663969993591], "cos_Ac_negg": [0.5861812829971313, 0.6281393766403198, 0.6627663969993591]}}