{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 15, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 4, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "nuis_ctrl_v1_rho0_residual_s4", "n_in": 784}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4173901081085205, "cos_r_negg": [-0.013576557859778404, 0.025841742753982544, 0.0074026198126375675], "cos_innovation_negg": [-0.013576557859778404, 0.025841742753982544, 0.0074026198126375675], "cos_apical_negg": [-0.013576557859778404, 0.025841742753982544, 0.0074026198126375675], "cos_Ac_negg": [-0.013576557859778404, 0.025841742753982544, 0.0074026198126375675], "r_norm": [4.844976425170898, 4.853462219238281, 4.948795318603516], "ldr": {"dL_sdil": -0.00283050537109375, "dL_bp": -0.25957250595092773, "ratio": 0.01090448836530036}}, {"step": 100, "epoch": 0, "train_loss": 0.4020535349845886, "cos_r_negg": [0.47780513763427734, 0.3931659460067749, 0.32962289452552795], "cos_innovation_negg": [0.47780513763427734, 0.3931659460067749, 0.32962289452552795], "cos_apical_negg": [0.47780513763427734, 0.3931659460067749, 0.32962289452552795], "cos_Ac_negg": [0.47780513763427734, 0.3931659460067749, 0.32962289452552795], "r_norm": [0.7995222806930542, 0.8062721490859985, 0.8229418396949768]}, {"step": 200, "epoch": 0, "train_loss": 0.2508821189403534, "cos_r_negg": [0.497688353061676, 0.4222521185874939, 0.358740895986557], "cos_innovation_negg": [0.497688353061676, 0.4222521185874939, 0.358740895986557], "cos_apical_negg": [0.497688353061676, 0.4222521185874939, 0.358740895986557], "cos_Ac_negg": [0.497688353061676, 0.4222521185874939, 0.358740895986557], "r_norm": [0.7765392065048218, 0.7898226380348206, 0.8046278357505798]}, {"step": 300, "epoch": 0, "train_loss": 0.25044649839401245, "cos_r_negg": [0.5308647155761719, 0.454055517911911, 0.3798382878303528], "cos_innovation_negg": [0.5308647155761719, 0.454055517911911, 0.3798382878303528], "cos_apical_negg": [0.5308647155761719, 0.454055517911911, 0.3798382878303528], "cos_Ac_negg": [0.5308647155761719, 0.454055517911911, 0.3798382878303528], "r_norm": [0.6173285841941833, 0.623796284198761, 0.6384584903717041]}, {"step": 400, "epoch": 0, "train_loss": 0.17270351946353912, "cos_r_negg": [0.5254049301147461, 0.4671183228492737, 0.39171653985977173], "cos_innovation_negg": [0.5254049301147461, 0.4671183228492737, 0.39171653985977173], "cos_apical_negg": [0.5254049301147461, 0.4671183228492737, 0.39171653985977173], "cos_Ac_negg": [0.5254049301147461, 0.4671183228492737, 0.39171653985977173], "r_norm": [0.5093363523483276, 0.5141817331314087, 0.5286765098571777]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9455, "test_loss": 0.1889075668334961}, {"step": 500, "epoch": 1, "train_loss": 0.21437089145183563, "cos_r_negg": [0.576738178730011, 0.512541651725769, 0.4356192648410797], "cos_innovation_negg": [0.576738178730011, 0.512541651725769, 0.4356192648410797], "cos_apical_negg": [0.576738178730011, 0.512541651725769, 0.4356192648410797], "cos_Ac_negg": [0.576738178730011, 0.512541651725769, 0.4356192648410797], "r_norm": [0.520584225654602, 0.5245216488838196, 0.5380268096923828], "ldr": {"dL_sdil": -0.012444496154785156, "dL_bp": -0.010713472962379456, "ratio": 1.161574421150286}}, {"step": 600, "epoch": 1, "train_loss": 0.22007516026496887, "cos_r_negg": [0.548774242401123, 0.5115599632263184, 0.42728766798973083], "cos_innovation_negg": [0.548774242401123, 0.5115599632263184, 0.42728766798973083], "cos_apical_negg": [0.548774242401123, 0.5115599632263184, 0.42728766798973083], "cos_Ac_negg": [0.548774242401123, 0.5115599632263184, 0.42728766798973083], "r_norm": [0.5072118639945984, 0.507872462272644, 0.5214201211929321]}, {"step": 700, "epoch": 1, "train_loss": 0.10645534098148346, "cos_r_negg": [0.5577744841575623, 0.5250405073165894, 0.4485853910446167], "cos_innovation_negg": [0.5577744841575623, 0.5250405073165894, 0.4485853910446167], "cos_apical_negg": [0.5577744841575623, 0.5250405073165894, 0.4485853910446167], "cos_Ac_negg": [0.5577744841575623, 0.5250405073165894, 0.4485853910446167], "r_norm": [0.3919033408164978, 0.3957861661911011, 0.4059203267097473]}, {"step": 800, "epoch": 1, "train_loss": 0.099101722240448, "cos_r_negg": [0.5633866786956787, 0.5421226024627686, 0.4494962692260742], "cos_innovation_negg": [0.5633866786956787, 0.5421226024627686, 0.4494962692260742], "cos_apical_negg": [0.5633866786956787, 0.5421226024627686, 0.4494962692260742], "cos_Ac_negg": [0.5633866786956787, 0.5421226024627686, 0.4494962692260742], "r_norm": [0.35605648159980774, 0.3594273328781128, 0.36916738748550415]}, {"step": 900, "epoch": 1, "train_loss": 0.11939629912376404, "cos_r_negg": [0.580341100692749, 0.5596993565559387, 0.4562115967273712], "cos_innovation_negg": [0.580341100692749, 0.5596993565559387, 0.4562115967273712], "cos_apical_negg": [0.580341100692749, 0.5596993565559387, 0.4562115967273712], "cos_Ac_negg": [0.580341100692749, 0.5596993565559387, 0.4562115967273712], "r_norm": [0.35462111234664917, 0.356706440448761, 0.3648630678653717]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9565, "test_loss": 0.1442838306427002}, {"step": 1000, "epoch": 2, "train_loss": 0.10045582056045532, "cos_r_negg": [0.5762250423431396, 0.565385103225708, 0.46840357780456543], "cos_innovation_negg": [0.5762250423431396, 0.565385103225708, 0.46840357780456543], "cos_apical_negg": [0.5762250423431396, 0.565385103225708, 0.46840357780456543], "cos_Ac_negg": [0.5762250423431396, 0.565385103225708, 0.46840357780456543], "r_norm": [0.28615742921829224, 0.288568913936615, 0.29509449005126953], "ldr": {"dL_sdil": -0.0052221789956092834, "dL_bp": -0.004839010536670685, "ratio": 1.0791832247594617}}, {"step": 1100, "epoch": 2, "train_loss": 0.09472673386335373, "cos_r_negg": [0.5664094686508179, 0.5700337886810303, 0.48000356554985046], "cos_innovation_negg": [0.5664094686508179, 0.5700337886810303, 0.48000356554985046], "cos_apical_negg": [0.5664094686508179, 0.5700337886810303, 0.48000356554985046], "cos_Ac_negg": [0.5664094686508179, 0.5700337886810303, 0.48000356554985046], "r_norm": [0.29523903131484985, 0.295265257358551, 0.30285394191741943]}, {"step": 1200, "epoch": 2, "train_loss": 0.02559100277721882, "cos_r_negg": [0.5798338651657104, 0.5716899633407593, 0.49267521500587463], "cos_innovation_negg": [0.5798338651657104, 0.5716899633407593, 0.49267521500587463], "cos_apical_negg": [0.5798338651657104, 0.5716899633407593, 0.49267521500587463], "cos_Ac_negg": [0.5798338651657104, 0.5716899633407593, 0.49267521500587463], "r_norm": [0.30911892652511597, 0.31053924560546875, 0.3160984516143799]}, {"step": 1300, "epoch": 2, "train_loss": 0.15685486793518066, "cos_r_negg": [0.5904578566551208, 0.59508216381073, 0.4969713091850281], "cos_innovation_negg": [0.5904578566551208, 0.59508216381073, 0.4969713091850281], "cos_apical_negg": [0.5904578566551208, 0.59508216381073, 0.4969713091850281], "cos_Ac_negg": [0.5904578566551208, 0.59508216381073, 0.4969713091850281], "r_norm": [0.2874014675617218, 0.290073037147522, 0.2968340814113617]}, {"step": 1400, "epoch": 2, "train_loss": 0.23597419261932373, "cos_r_negg": [0.573271632194519, 0.5929781198501587, 0.4888983964920044], "cos_innovation_negg": [0.573271632194519, 0.5929781198501587, 0.4888983964920044], "cos_apical_negg": [0.573271632194519, 0.5929781198501587, 0.4888983964920044], "cos_Ac_negg": [0.573271632194519, 0.5929781198501587, 0.4888983964920044], "r_norm": [0.3454799950122833, 0.34709277749061584, 0.35570353269577026]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9584, "test_loss": 0.1362682201385498}, {"step": 1500, "epoch": 3, "train_loss": 0.049877192825078964, "cos_r_negg": [0.5788212418556213, 0.5889820456504822, 0.49286848306655884], "cos_innovation_negg": [0.5788212418556213, 0.5889820456504822, 0.49286848306655884], "cos_apical_negg": [0.5788212418556213, 0.5889820456504822, 0.49286848306655884], "cos_Ac_negg": [0.5788212418556213, 0.5889820456504822, 0.49286848306655884], "r_norm": [0.32026493549346924, 0.32111209630966187, 0.32673612236976624], "ldr": {"dL_sdil": -0.008508473634719849, "dL_bp": -0.007917135953903198, "ratio": 1.0746908584442227}}, {"step": 1600, "epoch": 3, "train_loss": 0.04681463539600372, "cos_r_negg": [0.5812249779701233, 0.5933512449264526, 0.515969455242157], "cos_innovation_negg": [0.5812249779701233, 0.5933512449264526, 0.515969455242157], "cos_apical_negg": [0.5812249779701233, 0.5933512449264526, 0.515969455242157], "cos_Ac_negg": [0.5812249779701233, 0.5933512449264526, 0.515969455242157], "r_norm": [0.2679218351840973, 0.2675299048423767, 0.2748056650161743]}, {"step": 1700, "epoch": 3, "train_loss": 0.042607326060533524, "cos_r_negg": [0.592969536781311, 0.5956996083259583, 0.5169702768325806], "cos_innovation_negg": [0.592969536781311, 0.5956996083259583, 0.5169702768325806], "cos_apical_negg": [0.592969536781311, 0.5956996083259583, 0.5169702768325806], "cos_Ac_negg": [0.592969536781311, 0.5956996083259583, 0.5169702768325806], "r_norm": [0.25324034690856934, 0.25399982929229736, 0.25864163041114807]}, {"step": 1800, "epoch": 3, "train_loss": 0.05712303891777992, "cos_r_negg": [0.5795919895172119, 0.6103173494338989, 0.5235826969146729], "cos_innovation_negg": [0.5795919895172119, 0.6103173494338989, 0.5235826969146729], "cos_apical_negg": [0.5795919895172119, 0.6103173494338989, 0.5235826969146729], "cos_Ac_negg": [0.5795919895172119, 0.6103173494338989, 0.5235826969146729], "r_norm": [0.26621386408805847, 0.2666720151901245, 0.27278897166252136]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9686, "test_loss": 0.10741588859558106}, {"step": 1900, "epoch": 4, "train_loss": 0.0610680989921093, "cos_r_negg": [0.5814831256866455, 0.5985654592514038, 0.5398411154747009], "cos_innovation_negg": [0.5814831256866455, 0.5985654592514038, 0.5398411154747009], "cos_apical_negg": [0.5814831256866455, 0.5985654592514038, 0.5398411154747009], "cos_Ac_negg": [0.5814831256866455, 0.5985654592514038, 0.5398411154747009], "r_norm": [0.255119651556015, 0.25568583607673645, 0.26110944151878357]}, {"step": 2000, "epoch": 4, "train_loss": 0.059706609696149826, "cos_r_negg": [0.5836533308029175, 0.6085301637649536, 0.5367716550827026], "cos_innovation_negg": [0.5836533308029175, 0.6085301637649536, 0.5367716550827026], "cos_apical_negg": [0.5836533308029175, 0.6085301637649536, 0.5367716550827026], "cos_Ac_negg": [0.5836533308029175, 0.6085301637649536, 0.5367716550827026], "r_norm": [0.21822944283485413, 0.2185012400150299, 0.22326743602752686], "ldr": {"dL_sdil": -0.004507958889007568, "dL_bp": -0.004968710243701935, "ratio": 0.9072694256465469}}, {"step": 2100, "epoch": 4, "train_loss": 0.032644227147102356, "cos_r_negg": [0.5811567306518555, 0.6085543632507324, 0.5547049641609192], "cos_innovation_negg": [0.5811567306518555, 0.6085543632507324, 0.5547049641609192], "cos_apical_negg": [0.5811567306518555, 0.6085543632507324, 0.5547049641609192], "cos_Ac_negg": [0.5811567306518555, 0.6085543632507324, 0.5547049641609192], "r_norm": [0.24712875485420227, 0.24843883514404297, 0.2534225881099701]}, {"step": 2200, "epoch": 4, "train_loss": 0.028950463980436325, "cos_r_negg": [0.5847131013870239, 0.6218141913414001, 0.5643103122711182], "cos_innovation_negg": [0.5847131013870239, 0.6218141913414001, 0.5643103122711182], "cos_apical_negg": [0.5847131013870239, 0.6218141913414001, 0.5643103122711182], "cos_Ac_negg": [0.5847131013870239, 0.6218141913414001, 0.5643103122711182], "r_norm": [0.24966076016426086, 0.2504446804523468, 0.25478261709213257]}, {"step": 2300, "epoch": 4, "train_loss": 0.0650198757648468, "cos_r_negg": [0.5730236768722534, 0.6205640435218811, 0.5527874231338501], "cos_innovation_negg": [0.5730236768722534, 0.6205640435218811, 0.5527874231338501], "cos_apical_negg": [0.5730236768722534, 0.6205640435218811, 0.5527874231338501], "cos_Ac_negg": [0.5730236768722534, 0.6205640435218811, 0.5527874231338501], "r_norm": [0.20470218360424042, 0.2031494677066803, 0.20760329067707062]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9693, "test_loss": 0.10958373928070068}, {"step": 2400, "epoch": 5, "train_loss": 0.03290189430117607, "cos_r_negg": [0.5914133787155151, 0.6294198632240295, 0.5489491820335388], "cos_innovation_negg": [0.5914133787155151, 0.6294198632240295, 0.5489491820335388], "cos_apical_negg": [0.5914133787155151, 0.6294198632240295, 0.5489491820335388], "cos_Ac_negg": [0.5914133787155151, 0.6294198632240295, 0.5489491820335388], "r_norm": [0.21331188082695007, 0.21278373897075653, 0.2184755653142929]}, {"step": 2500, "epoch": 5, "train_loss": 0.03874827176332474, "cos_r_negg": [0.5949760675430298, 0.6306216716766357, 0.5710424780845642], "cos_innovation_negg": [0.5949760675430298, 0.6306216716766357, 0.5710424780845642], "cos_apical_negg": [0.5949760675430298, 0.6306216716766357, 0.5710424780845642], "cos_Ac_negg": [0.5949760675430298, 0.6306216716766357, 0.5710424780845642], "r_norm": [0.22789107263088226, 0.2283928245306015, 0.23281589150428772], "ldr": {"dL_sdil": -0.0070598796010017395, "dL_bp": -0.008158765733242035, "ratio": 0.8653122092030416}}, {"step": 2600, "epoch": 5, "train_loss": 0.021128688007593155, "cos_r_negg": [0.5858960151672363, 0.6278800368309021, 0.5700942873954773], "cos_innovation_negg": [0.5858960151672363, 0.6278800368309021, 0.5700942873954773], "cos_apical_negg": [0.5858960151672363, 0.6278800368309021, 0.5700942873954773], "cos_Ac_negg": [0.5858960151672363, 0.6278800368309021, 0.5700942873954773], "r_norm": [0.2212328165769577, 0.2204180359840393, 0.2251305729150772]}, {"step": 2700, "epoch": 5, "train_loss": 0.07236946374177933, "cos_r_negg": [0.6011340618133545, 0.6260433197021484, 0.570478081703186], "cos_innovation_negg": [0.6011340618133545, 0.6260433197021484, 0.570478081703186], "cos_apical_negg": [0.6011340618133545, 0.6260433197021484, 0.570478081703186], "cos_Ac_negg": [0.6011340618133545, 0.6260433197021484, 0.570478081703186], "r_norm": [0.2149030566215515, 0.2140052616596222, 0.2162187099456787]}, {"step": 2800, "epoch": 5, "train_loss": 0.008522935211658478, "cos_r_negg": [0.5996780395507812, 0.627189576625824, 0.5757463574409485], "cos_innovation_negg": [0.5996780395507812, 0.627189576625824, 0.5757463574409485], "cos_apical_negg": [0.5996780395507812, 0.627189576625824, 0.5757463574409485], "cos_Ac_negg": [0.5996780395507812, 0.627189576625824, 0.5757463574409485], "r_norm": [0.205214723944664, 0.2052396833896637, 0.2100837081670761]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9724, "test_loss": 0.10797543697357177}, {"step": 2900, "epoch": 6, "train_loss": 0.018756665289402008, "cos_r_negg": [0.6026749610900879, 0.6295627355575562, 0.5728473663330078], "cos_innovation_negg": [0.6026749610900879, 0.6295627355575562, 0.5728473663330078], "cos_apical_negg": [0.6026749610900879, 0.6295627355575562, 0.5728473663330078], "cos_Ac_negg": [0.6026749610900879, 0.6295627355575562, 0.5728473663330078], "r_norm": [0.22938458621501923, 0.22977539896965027, 0.23387743532657623]}, {"step": 3000, "epoch": 6, "train_loss": 0.005393678322434425, "cos_r_negg": [0.5884539484977722, 0.6252824664115906, 0.5843188166618347], "cos_innovation_negg": [0.5884539484977722, 0.6252824664115906, 0.5843188166618347], "cos_apical_negg": [0.5884539484977722, 0.6252824664115906, 0.5843188166618347], "cos_Ac_negg": [0.5884539484977722, 0.6252824664115906, 0.5843188166618347], "r_norm": [0.19885726273059845, 0.1973133385181427, 0.20168818533420563], "ldr": {"dL_sdil": -0.005929701030254364, "dL_bp": -0.008110091090202332, "ratio": 0.7311509777514015}}, {"step": 3100, "epoch": 6, "train_loss": 0.03258326277136803, "cos_r_negg": [0.5935311317443848, 0.6407343745231628, 0.5825847387313843], "cos_innovation_negg": [0.5935311317443848, 0.6407343745231628, 0.5825847387313843], "cos_apical_negg": [0.5935311317443848, 0.6407343745231628, 0.5825847387313843], "cos_Ac_negg": [0.5935311317443848, 0.6407343745231628, 0.5825847387313843], "r_norm": [0.22770541906356812, 0.22627578675746918, 0.22949440777301788]}, {"step": 3200, "epoch": 6, "train_loss": 0.05724141746759415, "cos_r_negg": [0.5926040410995483, 0.6424926519393921, 0.5951640605926514], "cos_innovation_negg": [0.5926040410995483, 0.6424926519393921, 0.5951640605926514], "cos_apical_negg": [0.5926040410995483, 0.6424926519393921, 0.5951640605926514], "cos_Ac_negg": [0.5926040410995483, 0.6424926519393921, 0.5951640605926514], "r_norm": [0.23419582843780518, 0.23333817720413208, 0.23697063326835632]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9735, "test_loss": 0.1085232892036438}, {"step": 3300, "epoch": 7, "train_loss": 0.044839728623628616, "cos_r_negg": [0.5871893167495728, 0.6351736783981323, 0.5917670726776123], "cos_innovation_negg": [0.5871893167495728, 0.6351736783981323, 0.5917670726776123], "cos_apical_negg": [0.5871893167495728, 0.6351736783981323, 0.5917670726776123], "cos_Ac_negg": [0.5871893167495728, 0.6351736783981323, 0.5917670726776123], "r_norm": [0.18712347745895386, 0.185409277677536, 0.1905364990234375]}, {"step": 3400, "epoch": 7, "train_loss": 0.008097128942608833, "cos_r_negg": [0.598461389541626, 0.6425559520721436, 0.5985062122344971], "cos_innovation_negg": [0.598461389541626, 0.6425559520721436, 0.5985062122344971], "cos_apical_negg": [0.598461389541626, 0.6425559520721436, 0.5985062122344971], "cos_Ac_negg": [0.598461389541626, 0.6425559520721436, 0.5985062122344971], "r_norm": [0.19379451870918274, 0.19184225797653198, 0.19568520784378052]}, {"step": 3500, "epoch": 7, "train_loss": 0.010430501773953438, "cos_r_negg": [0.5999592542648315, 0.6464356780052185, 0.6043606996536255], "cos_innovation_negg": [0.5999592542648315, 0.6464356780052185, 0.6043606996536255], "cos_apical_negg": [0.5999592542648315, 0.6464356780052185, 0.6043606996536255], "cos_Ac_negg": [0.5999592542648315, 0.6464356780052185, 0.6043606996536255], "r_norm": [0.1839253008365631, 0.18301129341125488, 0.18623384833335876], "ldr": {"dL_sdil": -0.006262347102165222, "dL_bp": -0.009936518967151642, "ratio": 0.6302355103298675}}, {"step": 3600, "epoch": 7, "train_loss": 0.0012780515244230628, "cos_r_negg": [0.5982638597488403, 0.6448532342910767, 0.6086806654930115], "cos_innovation_negg": [0.5982638597488403, 0.6448532342910767, 0.6086806654930115], "cos_apical_negg": [0.5982638597488403, 0.6448532342910767, 0.6086806654930115], "cos_Ac_negg": [0.5982638597488403, 0.6448532342910767, 0.6086806654930115], "r_norm": [0.1790696531534195, 0.1764722466468811, 0.17974436283111572]}, {"step": 3700, "epoch": 7, "train_loss": 0.018456075340509415, "cos_r_negg": [0.596823513507843, 0.6471102237701416, 0.6086265444755554], "cos_innovation_negg": [0.596823513507843, 0.6471102237701416, 0.6086265444755554], "cos_apical_negg": [0.596823513507843, 0.6471102237701416, 0.6086265444755554], "cos_Ac_negg": [0.596823513507843, 0.6471102237701416, 0.6086265444755554], "r_norm": [0.18262530863285065, 0.18070702254772186, 0.1839236468076706]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.973, "test_loss": 0.11429949645996093}, {"step": 3800, "epoch": 8, "train_loss": 0.019817866384983063, "cos_r_negg": [0.5917383432388306, 0.6484235525131226, 0.6023948192596436], "cos_innovation_negg": [0.5917383432388306, 0.6484235525131226, 0.6023948192596436], "cos_apical_negg": [0.5917383432388306, 0.6484235525131226, 0.6023948192596436], "cos_Ac_negg": [0.5917383432388306, 0.6484235525131226, 0.6023948192596436], "r_norm": [0.1908964067697525, 0.19014066457748413, 0.19408388435840607]}, {"step": 3900, "epoch": 8, "train_loss": 0.019774047657847404, "cos_r_negg": [0.6020888090133667, 0.6518036723136902, 0.6111307740211487], "cos_innovation_negg": [0.6020888090133667, 0.6518036723136902, 0.6111307740211487], "cos_apical_negg": [0.6020888090133667, 0.6518036723136902, 0.6111307740211487], "cos_Ac_negg": [0.6020888090133667, 0.6518036723136902, 0.6111307740211487], "r_norm": [0.19253888726234436, 0.19145795702934265, 0.19445383548736572]}, {"step": 4000, "epoch": 8, "train_loss": 0.0010947450064122677, "cos_r_negg": [0.5878117680549622, 0.6392156481742859, 0.6161020398139954], "cos_innovation_negg": [0.5878117680549622, 0.6392156481742859, 0.6161020398139954], "cos_apical_negg": [0.5878117680549622, 0.6392156481742859, 0.6161020398139954], "cos_Ac_negg": [0.5878117680549622, 0.6392156481742859, 0.6161020398139954], "r_norm": [0.18950730562210083, 0.18815365433692932, 0.19119828939437866], "ldr": {"dL_sdil": -0.007813781499862671, "dL_bp": -0.014065638184547424, "ratio": 0.5555227141024378}}, {"step": 4100, "epoch": 8, "train_loss": 0.09640847891569138, "cos_r_negg": [0.5970286130905151, 0.6522461175918579, 0.6217045783996582], "cos_innovation_negg": [0.5970286130905151, 0.6522461175918579, 0.6217045783996582], "cos_apical_negg": [0.5970286130905151, 0.6522461175918579, 0.6217045783996582], "cos_Ac_negg": [0.5970286130905151, 0.6522461175918579, 0.6217045783996582], "r_norm": [0.1922830492258072, 0.19028913974761963, 0.19349952042102814]}, {"step": 4200, "epoch": 8, "train_loss": 0.014551833271980286, "cos_r_negg": [0.5896190404891968, 0.6460390090942383, 0.6227425336837769], "cos_innovation_negg": [0.5896190404891968, 0.6460390090942383, 0.6227425336837769], "cos_apical_negg": [0.5896190404891968, 0.6460390090942383, 0.6227425336837769], "cos_Ac_negg": [0.5896190404891968, 0.6460390090942383, 0.6227425336837769], "r_norm": [0.19427847862243652, 0.19271467626094818, 0.19574645161628723]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9729, "test_loss": 0.12127476367950439}, {"step": 4300, "epoch": 9, "train_loss": 0.0006672337185591459, "cos_r_negg": [0.5907028913497925, 0.6471917629241943, 0.6189355850219727], "cos_innovation_negg": [0.5907028913497925, 0.6471917629241943, 0.6189355850219727], "cos_apical_negg": [0.5907028913497925, 0.6471917629241943, 0.6189355850219727], "cos_Ac_negg": [0.5907028913497925, 0.6471917629241943, 0.6189355850219727], "r_norm": [0.19403856992721558, 0.19274917244911194, 0.1965358704328537]}, {"step": 4400, "epoch": 9, "train_loss": 0.004814686719328165, "cos_r_negg": [0.5863927006721497, 0.6445280909538269, 0.6254445314407349], "cos_innovation_negg": [0.5863927006721497, 0.6445280909538269, 0.6254445314407349], "cos_apical_negg": [0.5863927006721497, 0.6445280909538269, 0.6254445314407349], "cos_Ac_negg": [0.5863927006721497, 0.6445280909538269, 0.6254445314407349], "r_norm": [0.1811094731092453, 0.1802864819765091, 0.18380987644195557]}, {"step": 4500, "epoch": 9, "train_loss": 0.007938915863633156, "cos_r_negg": [0.5819159746170044, 0.6380576491355896, 0.6219855546951294], "cos_innovation_negg": [0.5819159746170044, 0.6380576491355896, 0.6219855546951294], "cos_apical_negg": [0.5819159746170044, 0.6380576491355896, 0.6219855546951294], "cos_Ac_negg": [0.5819159746170044, 0.6380576491355896, 0.6219855546951294], "r_norm": [0.18736639618873596, 0.185921311378479, 0.1901116669178009], "ldr": {"dL_sdil": -0.008901968598365784, "dL_bp": -0.017541170120239258, "ratio": 0.5074900099221181}}, {"step": 4600, "epoch": 9, "train_loss": 0.0795854851603508, "cos_r_negg": [0.5859084725379944, 0.6494425535202026, 0.6282416582107544], "cos_innovation_negg": [0.5859084725379944, 0.6494425535202026, 0.6282416582107544], "cos_apical_negg": [0.5859084725379944, 0.6494425535202026, 0.6282416582107544], "cos_Ac_negg": [0.5859084725379944, 0.6494425535202026, 0.6282416582107544], "r_norm": [0.184382826089859, 0.1827830672264099, 0.18596649169921875]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9742, "test_loss": 0.12309427490234374}, {"step": 4700, "epoch": 10, "train_loss": 0.0007766007911413908, "cos_r_negg": [0.5853949785232544, 0.6475309133529663, 0.6286728382110596], "cos_innovation_negg": [0.5853949785232544, 0.6475309133529663, 0.6286728382110596], "cos_apical_negg": [0.5853949785232544, 0.6475309133529663, 0.6286728382110596], "cos_Ac_negg": [0.5853949785232544, 0.6475309133529663, 0.6286728382110596], "r_norm": [0.19498443603515625, 0.19344991445541382, 0.19718916714191437]}, {"step": 4800, "epoch": 10, "train_loss": 0.002889199648052454, "cos_r_negg": [0.5899951457977295, 0.6545200347900391, 0.6340373754501343], "cos_innovation_negg": [0.5899951457977295, 0.6545200347900391, 0.6340373754501343], "cos_apical_negg": [0.5899951457977295, 0.6545200347900391, 0.6340373754501343], "cos_Ac_negg": [0.5899951457977295, 0.6545200347900391, 0.6340373754501343], "r_norm": [0.19870562851428986, 0.1971784234046936, 0.20026731491088867]}, {"step": 4900, "epoch": 10, "train_loss": 0.0008581852307543159, "cos_r_negg": [0.5852946043014526, 0.6489967107772827, 0.6322373747825623], "cos_innovation_negg": [0.5852946043014526, 0.6489967107772827, 0.6322373747825623], "cos_apical_negg": [0.5852946043014526, 0.6489967107772827, 0.6322373747825623], "cos_Ac_negg": [0.5852946043014526, 0.6489967107772827, 0.6322373747825623], "r_norm": [0.19465115666389465, 0.19327929615974426, 0.19643467664718628]}, {"step": 5000, "epoch": 10, "train_loss": 0.0007646966842003167, "cos_r_negg": [0.5893222093582153, 0.6465706825256348, 0.6309077739715576], "cos_innovation_negg": [0.5893222093582153, 0.6465706825256348, 0.6309077739715576], "cos_apical_negg": [0.5893222093582153, 0.6465706825256348, 0.6309077739715576], "cos_Ac_negg": [0.5893222093582153, 0.6465706825256348, 0.6309077739715576], "r_norm": [0.19242608547210693, 0.19134974479675293, 0.19527661800384521], "ldr": {"dL_sdil": -0.009105280041694641, "dL_bp": -0.018391385674476624, "ratio": 0.4950839595697705}}, {"step": 5100, "epoch": 10, "train_loss": 0.0015073801623657346, "cos_r_negg": [0.5857441425323486, 0.6448982954025269, 0.6283546090126038], "cos_innovation_negg": [0.5857441425323486, 0.6448982954025269, 0.6283546090126038], "cos_apical_negg": [0.5857441425323486, 0.6448982954025269, 0.6283546090126038], "cos_Ac_negg": [0.5857441425323486, 0.6448982954025269, 0.6283546090126038], "r_norm": [0.17740818858146667, 0.17602333426475525, 0.17976273596286774]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9745, "test_loss": 0.12885003728866576}, {"step": 5200, "epoch": 11, "train_loss": 0.0014642335008829832, "cos_r_negg": [0.5893962383270264, 0.6453257203102112, 0.6312963962554932], "cos_innovation_negg": [0.5893962383270264, 0.6453257203102112, 0.6312963962554932], "cos_apical_negg": [0.5893962383270264, 0.6453257203102112, 0.6312963962554932], "cos_Ac_negg": [0.5893962383270264, 0.6453257203102112, 0.6312963962554932], "r_norm": [0.17490693926811218, 0.17364893853664398, 0.17717021703720093]}, {"step": 5300, "epoch": 11, "train_loss": 0.001281333388760686, "cos_r_negg": [0.5883110761642456, 0.6459683775901794, 0.6333180069923401], "cos_innovation_negg": [0.5883110761642456, 0.6459683775901794, 0.6333180069923401], "cos_apical_negg": [0.5883110761642456, 0.6459683775901794, 0.6333180069923401], "cos_Ac_negg": [0.5883110761642456, 0.6459683775901794, 0.6333180069923401], "r_norm": [0.1789165437221527, 0.1773441880941391, 0.1806153953075409]}, {"step": 5400, "epoch": 11, "train_loss": 0.0045455265790224075, "cos_r_negg": [0.5888869762420654, 0.6436636447906494, 0.6318002939224243], "cos_innovation_negg": [0.5888869762420654, 0.6436636447906494, 0.6318002939224243], "cos_apical_negg": [0.5888869762420654, 0.6436636447906494, 0.6318002939224243], "cos_Ac_negg": [0.5888869762420654, 0.6436636447906494, 0.6318002939224243], "r_norm": [0.18679404258728027, 0.18510667979717255, 0.18804368376731873]}, {"step": 5500, "epoch": 11, "train_loss": 0.002247859025374055, "cos_r_negg": [0.5850186347961426, 0.641714870929718, 0.6345680952072144], "cos_innovation_negg": [0.5850186347961426, 0.641714870929718, 0.6345680952072144], "cos_apical_negg": [0.5850186347961426, 0.641714870929718, 0.6345680952072144], "cos_Ac_negg": [0.5850186347961426, 0.641714870929718, 0.6345680952072144], "r_norm": [0.1849762499332428, 0.18319714069366455, 0.18662986159324646], "ldr": {"dL_sdil": -0.00928555428981781, "dL_bp": -0.02012455463409424, "ratio": 0.4614042128458627}}, {"step": 5600, "epoch": 11, "train_loss": 0.0012828883482143283, "cos_r_negg": [0.5890182256698608, 0.6434066295623779, 0.6389946341514587], "cos_innovation_negg": [0.5890182256698608, 0.6434066295623779, 0.6389946341514587], "cos_apical_negg": [0.5890182256698608, 0.6434066295623779, 0.6389946341514587], "cos_Ac_negg": [0.5890182256698608, 0.6434066295623779, 0.6389946341514587], "r_norm": [0.1720443069934845, 0.1705038845539093, 0.17383548617362976]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9739, "test_loss": 0.1312964542388916}, {"step": 5700, "epoch": 12, "train_loss": 0.0005914976936765015, "cos_r_negg": [0.5882803201675415, 0.6447182297706604, 0.6371629238128662], "cos_innovation_negg": [0.5882803201675415, 0.6447182297706604, 0.6371629238128662], "cos_apical_negg": [0.5882803201675415, 0.6447182297706604, 0.6371629238128662], "cos_Ac_negg": [0.5882803201675415, 0.6447182297706604, 0.6371629238128662], "r_norm": [0.18014508485794067, 0.1789059042930603, 0.18226537108421326]}, {"step": 5800, "epoch": 12, "train_loss": 0.0010177994845435023, "cos_r_negg": [0.5830683708190918, 0.6426451206207275, 0.636396586894989], "cos_innovation_negg": [0.5830683708190918, 0.6426451206207275, 0.636396586894989], "cos_apical_negg": [0.5830683708190918, 0.6426451206207275, 0.636396586894989], "cos_Ac_negg": [0.5830683708190918, 0.6426451206207275, 0.636396586894989], "r_norm": [0.19342085719108582, 0.19208499789237976, 0.19565963745117188]}, {"step": 5900, "epoch": 12, "train_loss": 0.0026742268819361925, "cos_r_negg": [0.5833733081817627, 0.6423500180244446, 0.6389040946960449], "cos_innovation_negg": [0.5833733081817627, 0.6423500180244446, 0.6389040946960449], "cos_apical_negg": [0.5833733081817627, 0.6423500180244446, 0.6389040946960449], "cos_Ac_negg": [0.5833733081817627, 0.6423500180244446, 0.6389040946960449], "r_norm": [0.18534237146377563, 0.18388569355010986, 0.18735302984714508]}, {"step": 6000, "epoch": 12, "train_loss": 0.0006315991631709039, "cos_r_negg": [0.5834283232688904, 0.6447769999504089, 0.6399239301681519], "cos_innovation_negg": [0.5834283232688904, 0.6447769999504089, 0.6399239301681519], "cos_apical_negg": [0.5834283232688904, 0.6447769999504089, 0.6399239301681519], "cos_Ac_negg": [0.5834283232688904, 0.6447769999504089, 0.6399239301681519], "r_norm": [0.18172697722911835, 0.1802336871623993, 0.18384242057800293], "ldr": {"dL_sdil": -0.009645640850067139, "dL_bp": -0.021210603415966034, "ratio": 0.4547556078865015}}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9741, "test_loss": 0.13412653560638427}, {"step": 6100, "epoch": 13, "train_loss": 0.0009790371404960752, "cos_r_negg": [0.5813207030296326, 0.642903745174408, 0.6394165754318237], "cos_innovation_negg": [0.5813207030296326, 0.642903745174408, 0.6394165754318237], "cos_apical_negg": [0.5813207030296326, 0.642903745174408, 0.6394165754318237], "cos_Ac_negg": [0.5813207030296326, 0.642903745174408, 0.6394165754318237], "r_norm": [0.18465885519981384, 0.18316440284252167, 0.18671941757202148]}, {"step": 6200, "epoch": 13, "train_loss": 0.0008633113466203213, "cos_r_negg": [0.5780510306358337, 0.6401042938232422, 0.6404061317443848], "cos_innovation_negg": [0.5780510306358337, 0.6401042938232422, 0.6404061317443848], "cos_apical_negg": [0.5780510306358337, 0.6401042938232422, 0.6404061317443848], "cos_Ac_negg": [0.5780510306358337, 0.6401042938232422, 0.6404061317443848], "r_norm": [0.18658879399299622, 0.18528807163238525, 0.18887931108474731]}, {"step": 6300, "epoch": 13, "train_loss": 0.0002778768539428711, "cos_r_negg": [0.5788507461547852, 0.6427652835845947, 0.6413661241531372], "cos_innovation_negg": [0.5788507461547852, 0.6427652835845947, 0.6413661241531372], "cos_apical_negg": [0.5788507461547852, 0.6427652835845947, 0.6413661241531372], "cos_Ac_negg": [0.5788507461547852, 0.6427652835845947, 0.6413661241531372], "r_norm": [0.18958455324172974, 0.188012033700943, 0.19160720705986023]}, {"step": 6400, "epoch": 13, "train_loss": 0.00041367538506165147, "cos_r_negg": [0.5766105055809021, 0.6364271640777588, 0.6403087377548218], "cos_innovation_negg": [0.5766105055809021, 0.6364271640777588, 0.6403087377548218], "cos_apical_negg": [0.5766105055809021, 0.6364271640777588, 0.6403087377548218], "cos_Ac_negg": [0.5766105055809021, 0.6364271640777588, 0.6403087377548218], "r_norm": [0.19554319977760315, 0.1940520703792572, 0.19749662280082703]}, {"step": 6500, "epoch": 13, "train_loss": 0.00021037989063188434, "cos_r_negg": [0.5767596364021301, 0.6377795338630676, 0.640342652797699], "cos_innovation_negg": [0.5767596364021301, 0.6377795338630676, 0.640342652797699], "cos_apical_negg": [0.5767596364021301, 0.6377795338630676, 0.640342652797699], "cos_Ac_negg": [0.5767596364021301, 0.6377795338630676, 0.640342652797699], "r_norm": [0.18189536035060883, 0.18059924244880676, 0.18395429849624634], "ldr": {"dL_sdil": -0.009790733456611633, "dL_bp": -0.022421933710575104, "ratio": 0.43665874598469273}}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9738, "test_loss": 0.1366198040008545}, {"step": 6600, "epoch": 14, "train_loss": 0.0006715196650475264, "cos_r_negg": [0.5768696069717407, 0.6378884315490723, 0.6428689956665039], "cos_innovation_negg": [0.5768696069717407, 0.6378884315490723, 0.6428689956665039], "cos_apical_negg": [0.5768696069717407, 0.6378884315490723, 0.6428689956665039], "cos_Ac_negg": [0.5768696069717407, 0.6378884315490723, 0.6428689956665039], "r_norm": [0.17912247776985168, 0.17778383195400238, 0.18115678429603577]}, {"step": 6700, "epoch": 14, "train_loss": 0.0008008020813576877, "cos_r_negg": [0.5771304368972778, 0.6388176679611206, 0.6439354419708252], "cos_innovation_negg": [0.5771304368972778, 0.6388176679611206, 0.6439354419708252], "cos_apical_negg": [0.5771304368972778, 0.6388176679611206, 0.6439354419708252], "cos_Ac_negg": [0.5771304368972778, 0.6388176679611206, 0.6439354419708252], "r_norm": [0.17753815650939941, 0.17617246508598328, 0.1796029806137085]}, {"step": 6800, "epoch": 14, "train_loss": 0.0007890297565609217, "cos_r_negg": [0.5742036700248718, 0.6357213258743286, 0.6409169435501099], "cos_innovation_negg": [0.5742036700248718, 0.6357213258743286, 0.6409169435501099], "cos_apical_negg": [0.5742036700248718, 0.6357213258743286, 0.6409169435501099], "cos_Ac_negg": [0.5742036700248718, 0.6357213258743286, 0.6409169435501099], "r_norm": [0.18021561205387115, 0.1791214942932129, 0.18264533579349518]}, {"step": 6900, "epoch": 14, "train_loss": 0.0005114716477692127, "cos_r_negg": [0.5761258602142334, 0.6392124891281128, 0.6455451250076294], "cos_innovation_negg": [0.5761258602142334, 0.6392124891281128, 0.6455451250076294], "cos_apical_negg": [0.5761258602142334, 0.6392124891281128, 0.6455451250076294], "cos_Ac_negg": [0.5761258602142334, 0.6392124891281128, 0.6455451250076294], "r_norm": [0.17889344692230225, 0.17748130857944489, 0.18085458874702454]}, {"step": 7000, "epoch": 14, "train_loss": 0.0008774346788413823, "cos_r_negg": [0.5758652687072754, 0.638709545135498, 0.6432210206985474], "cos_innovation_negg": [0.5758652687072754, 0.638709545135498, 0.6432210206985474], "cos_apical_negg": [0.5758652687072754, 0.638709545135498, 0.6432210206985474], "cos_Ac_negg": [0.5758652687072754, 0.638709545135498, 0.6432210206985474], "r_norm": [0.18395139276981354, 0.18258227407932281, 0.18588440120220184], "ldr": {"dL_sdil": -0.010152354836463928, "dL_bp": -0.023831740021705627, "ratio": 0.4260014093480921}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9743, "test_loss": 0.13829146881103516}], "final": {"test_acc": 0.9743, "test_loss": 0.13829146881103516, "wall_s": 20.234329223632812, "cos_r_negg": [0.5751822590827942, 0.6385658979415894, 0.6445321440696716], "cos_innovation_negg": [0.5751822590827942, 0.6385658979415894, 0.6445321440696716], "cos_apical_negg": [0.5751822590827942, 0.6385658979415894, 0.6445321440696716], "cos_Ac_negg": [0.5751822590827942, 0.6385658979415894, 0.6445321440696716]}}