results: record audited scaling and baseline runs

1 files changed, 1 insertions, 0 deletions

diff --git a/results/nuis_ctrl_v1_rho0_residual_s3.json b/results/nuis_ctrl_v1_rho0_residual_s3.json
new file mode 100644
index 0000000..c3b1bdf
--- /dev/null
+++ b/results/nuis_ctrl_v1_rho0_residual_s3.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 15, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 3, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "nuis_ctrl_v1_rho0_residual_s3", "n_in": 784}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3283889293670654, "cos_r_negg": [-0.008537412621080875, 0.008568145334720612, 0.004687415435910225], "cos_innovation_negg": [-0.008537412621080875, 0.008568145334720612, 0.004687415435910225], "cos_apical_negg": [-0.008537412621080875, 0.008568145334720612, 0.004687415435910225], "cos_Ac_negg": [-0.008537412621080875, 0.008568145334720612, 0.004687415435910225], "r_norm": [4.841709613800049, 4.737439155578613, 4.835896015167236], "ldr": {"dL_sdil": -0.0037169456481933594, "dL_bp": -0.22416257858276367, "ratio": 0.016581472570904674}}, {"step": 100, "epoch": 0, "train_loss": 0.33480948209762573, "cos_r_negg": [0.42985573410987854, 0.3650231957435608, 0.35172039270401], "cos_innovation_negg": [0.42985573410987854, 0.3650231957435608, 0.35172039270401], "cos_apical_negg": [0.42985573410987854, 0.3650231957435608, 0.35172039270401], "cos_Ac_negg": [0.42985573410987854, 0.3650231957435608, 0.35172039270401], "r_norm": [0.7733307480812073, 0.758333683013916, 0.7694300413131714]}, {"step": 200, "epoch": 0, "train_loss": 0.32067805528640747, "cos_r_negg": [0.4714224636554718, 0.4232518970966339, 0.39167487621307373], "cos_innovation_negg": [0.4714224636554718, 0.4232518970966339, 0.39167487621307373], "cos_apical_negg": [0.4714224636554718, 0.4232518970966339, 0.39167487621307373], "cos_Ac_negg": [0.4714224636554718, 0.4232518970966339, 0.39167487621307373], "r_norm": [0.7619251608848572, 0.7530097961425781, 0.7603987455368042]}, {"step": 300, "epoch": 0, "train_loss": 0.3700808882713318, "cos_r_negg": [0.5015236139297485, 0.45720142126083374, 0.4300490617752075], "cos_innovation_negg": [0.5015236139297485, 0.45720142126083374, 0.4300490617752075], "cos_apical_negg": [0.5015236139297485, 0.45720142126083374, 0.4300490617752075], "cos_Ac_negg": [0.5015236139297485, 0.45720142126083374, 0.4300490617752075], "r_norm": [0.5746974945068359, 0.5715751647949219, 0.5759649276733398]}, {"step": 400, "epoch": 0, "train_loss": 0.11992092430591583, "cos_r_negg": [0.5079100131988525, 0.47483697533607483, 0.4512515068054199], "cos_innovation_negg": [0.5079100131988525, 0.47483697533607483, 0.4512515068054199], "cos_apical_negg": [0.5079100131988525, 0.47483697533607483, 0.4512515068054199], "cos_Ac_negg": [0.5079100131988525, 0.47483697533607483, 0.4512515068054199], "r_norm": [0.4775196313858032, 0.47117429971694946, 0.4762042164802551]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9485, "test_loss": 0.17359396591186524}, {"step": 500, "epoch": 1, "train_loss": 0.25980252027511597, "cos_r_negg": [0.5498027801513672, 0.5152735710144043, 0.46535003185272217], "cos_innovation_negg": [0.5498027801513672, 0.5152735710144043, 0.46535003185272217], "cos_apical_negg": [0.5498027801513672, 0.5152735710144043, 0.46535003185272217], "cos_Ac_negg": [0.5498027801513672, 0.5152735710144043, 0.46535003185272217], "r_norm": [0.5102050304412842, 0.5090956091880798, 0.5102525949478149], "ldr": {"dL_sdil": -0.014272913336753845, "dL_bp": -0.011847808957099915, "ratio": 1.2046880050509814}}, {"step": 600, "epoch": 1, "train_loss": 0.20059989392757416, "cos_r_negg": [0.5179136991500854, 0.4873511493206024, 0.45999011397361755], "cos_innovation_negg": [0.5179136991500854, 0.4873511493206024, 0.45999011397361755], "cos_apical_negg": [0.5179136991500854, 0.4873511493206024, 0.45999011397361755], "cos_Ac_negg": [0.5179136991500854, 0.4873511493206024, 0.45999011397361755], "r_norm": [0.4354090094566345, 0.4269413948059082, 0.4325163960456848]}, {"step": 700, "epoch": 1, "train_loss": 0.08970798552036285, "cos_r_negg": [0.5299416780471802, 0.5087264776229858, 0.47246772050857544], "cos_innovation_negg": [0.5299416780471802, 0.5087264776229858, 0.47246772050857544], "cos_apical_negg": [0.5299416780471802, 0.5087264776229858, 0.47246772050857544], "cos_Ac_negg": [0.5299416780471802, 0.5087264776229858, 0.47246772050857544], "r_norm": [0.4034784436225891, 0.4017947316169739, 0.4032314419746399]}, {"step": 800, "epoch": 1, "train_loss": 0.10161302983760834, "cos_r_negg": [0.5301811695098877, 0.4997856616973877, 0.46729350090026855], "cos_innovation_negg": [0.5301811695098877, 0.4997856616973877, 0.46729350090026855], "cos_apical_negg": [0.5301811695098877, 0.4997856616973877, 0.46729350090026855], "cos_Ac_negg": [0.5301811695098877, 0.4997856616973877, 0.46729350090026855], "r_norm": [0.4015730917453766, 0.39593786001205444, 0.4005199074745178]}, {"step": 900, "epoch": 1, "train_loss": 0.12729158997535706, "cos_r_negg": [0.5222463011741638, 0.5066336393356323, 0.48333653807640076], "cos_innovation_negg": [0.5222463011741638, 0.5066336393356323, 0.48333653807640076], "cos_apical_negg": [0.5222463011741638, 0.5066336393356323, 0.48333653807640076], "cos_Ac_negg": [0.5222463011741638, 0.5066336393356323, 0.48333653807640076], "r_norm": [0.3631213307380676, 0.3588687479496002, 0.36084190011024475]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9597, "test_loss": 0.1398345920562744}, {"step": 1000, "epoch": 2, "train_loss": 0.13055379688739777, "cos_r_negg": [0.5575971007347107, 0.5522615909576416, 0.49721530079841614], "cos_innovation_negg": [0.5575971007347107, 0.5522615909576416, 0.49721530079841614], "cos_apical_negg": [0.5575971007347107, 0.5522615909576416, 0.49721530079841614], "cos_Ac_negg": [0.5575971007347107, 0.5522615909576416, 0.49721530079841614], "r_norm": [0.3458414077758789, 0.339888334274292, 0.3438340425491333], "ldr": {"dL_sdil": -0.00751737505197525, "dL_bp": -0.006968997418880463, "ratio": 1.0786881670538604}}, {"step": 1100, "epoch": 2, "train_loss": 0.08165145665407181, "cos_r_negg": [0.5387380123138428, 0.5444086194038391, 0.4962887763977051], "cos_innovation_negg": [0.5387380123138428, 0.5444086194038391, 0.4962887763977051], "cos_apical_negg": [0.5387380123138428, 0.5444086194038391, 0.4962887763977051], "cos_Ac_negg": [0.5387380123138428, 0.5444086194038391, 0.4962887763977051], "r_norm": [0.27777719497680664, 0.27354109287261963, 0.2770301103591919]}, {"step": 1200, "epoch": 2, "train_loss": 0.03162624314427376, "cos_r_negg": [0.5260978937149048, 0.5270414352416992, 0.4954911172389984], "cos_innovation_negg": [0.5260978937149048, 0.5270414352416992, 0.4954911172389984], "cos_apical_negg": [0.5260978937149048, 0.5270414352416992, 0.4954911172389984], "cos_Ac_negg": [0.5260978937149048, 0.5270414352416992, 0.4954911172389984], "r_norm": [0.3397935926914215, 0.3343070149421692, 0.33784517645835876]}, {"step": 1300, "epoch": 2, "train_loss": 0.12580201029777527, "cos_r_negg": [0.5428162813186646, 0.5567272305488586, 0.5213391780853271], "cos_innovation_negg": [0.5428162813186646, 0.5567272305488586, 0.5213391780853271], "cos_apical_negg": [0.5428162813186646, 0.5567272305488586, 0.5213391780853271], "cos_Ac_negg": [0.5428162813186646, 0.5567272305488586, 0.5213391780853271], "r_norm": [0.27239900827407837, 0.26863694190979004, 0.2723345160484314]}, {"step": 1400, "epoch": 2, "train_loss": 0.20885255932807922, "cos_r_negg": [0.5399730205535889, 0.5484820604324341, 0.5143886804580688], "cos_innovation_negg": [0.5399730205535889, 0.5484820604324341, 0.5143886804580688], "cos_apical_negg": [0.5399730205535889, 0.5484820604324341, 0.5143886804580688], "cos_Ac_negg": [0.5399730205535889, 0.5484820604324341, 0.5143886804580688], "r_norm": [0.28959929943084717, 0.28440648317337036, 0.2864704132080078]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9624, "test_loss": 0.127296443939209}, {"step": 1500, "epoch": 3, "train_loss": 0.07511237263679504, "cos_r_negg": [0.5317904949188232, 0.5460232496261597, 0.5112682580947876], "cos_innovation_negg": [0.5317904949188232, 0.5460232496261597, 0.5112682580947876], "cos_apical_negg": [0.5317904949188232, 0.5460232496261597, 0.5112682580947876], "cos_Ac_negg": [0.5317904949188232, 0.5460232496261597, 0.5112682580947876], "r_norm": [0.31371599435806274, 0.30785977840423584, 0.31208980083465576], "ldr": {"dL_sdil": -0.007627889513969421, "dL_bp": -0.006990775465965271, "ratio": 1.0911363912495764}}, {"step": 1600, "epoch": 3, "train_loss": 0.05954476445913315, "cos_r_negg": [0.5486156940460205, 0.5706946849822998, 0.5293116569519043], "cos_innovation_negg": [0.5486156940460205, 0.5706946849822998, 0.5293116569519043], "cos_apical_negg": [0.5486156940460205, 0.5706946849822998, 0.5293116569519043], "cos_Ac_negg": [0.5486156940460205, 0.5706946849822998, 0.5293116569519043], "r_norm": [0.2844116687774658, 0.28088948130607605, 0.2819110155105591]}, {"step": 1700, "epoch": 3, "train_loss": 0.05954836308956146, "cos_r_negg": [0.5640909671783447, 0.5758436918258667, 0.5190476179122925], "cos_innovation_negg": [0.5640909671783447, 0.5758436918258667, 0.5190476179122925], "cos_apical_negg": [0.5640909671783447, 0.5758436918258667, 0.5190476179122925], "cos_Ac_negg": [0.5640909671783447, 0.5758436918258667, 0.5190476179122925], "r_norm": [0.27005547285079956, 0.2676847577095032, 0.2688477635383606]}, {"step": 1800, "epoch": 3, "train_loss": 0.04903425648808479, "cos_r_negg": [0.549634575843811, 0.5774312019348145, 0.5283776521682739], "cos_innovation_negg": [0.549634575843811, 0.5774312019348145, 0.5283776521682739], "cos_apical_negg": [0.549634575843811, 0.5774312019348145, 0.5283776521682739], "cos_Ac_negg": [0.549634575843811, 0.5774312019348145, 0.5283776521682739], "r_norm": [0.2799452543258667, 0.2738724946975708, 0.27548953890800476]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9699, "test_loss": 0.10895987529754639}, {"step": 1900, "epoch": 4, "train_loss": 0.05801629275083542, "cos_r_negg": [0.5774978399276733, 0.587746262550354, 0.5384795069694519], "cos_innovation_negg": [0.5774978399276733, 0.587746262550354, 0.5384795069694519], "cos_apical_negg": [0.5774978399276733, 0.587746262550354, 0.5384795069694519], "cos_Ac_negg": [0.5774978399276733, 0.587746262550354, 0.5384795069694519], "r_norm": [0.22653728723526, 0.22427527606487274, 0.2236478626728058]}, {"step": 2000, "epoch": 4, "train_loss": 0.10690974444150925, "cos_r_negg": [0.5727092027664185, 0.583440899848938, 0.5408304333686829], "cos_innovation_negg": [0.5727092027664185, 0.583440899848938, 0.5408304333686829], "cos_apical_negg": [0.5727092027664185, 0.583440899848938, 0.5408304333686829], "cos_Ac_negg": [0.5727092027664185, 0.583440899848938, 0.5408304333686829], "r_norm": [0.2192738950252533, 0.21646450459957123, 0.21635594964027405], "ldr": {"dL_sdil": -0.004961423575878143, "dL_bp": -0.005419991910457611, "ratio": 0.9153931699243532}}, {"step": 2100, "epoch": 4, "train_loss": 0.04904601722955704, "cos_r_negg": [0.5653552412986755, 0.5845832824707031, 0.5582318305969238], "cos_innovation_negg": [0.5653552412986755, 0.5845832824707031, 0.5582318305969238], "cos_apical_negg": [0.5653552412986755, 0.5845832824707031, 0.5582318305969238], "cos_Ac_negg": [0.5653552412986755, 0.5845832824707031, 0.5582318305969238], "r_norm": [0.25469183921813965, 0.24852119386196136, 0.2508085072040558]}, {"step": 2200, "epoch": 4, "train_loss": 0.07027833163738251, "cos_r_negg": [0.5711768269538879, 0.5911603569984436, 0.5652821063995361], "cos_innovation_negg": [0.5711768269538879, 0.5911603569984436, 0.5652821063995361], "cos_apical_negg": [0.5711768269538879, 0.5911603569984436, 0.5652821063995361], "cos_Ac_negg": [0.5711768269538879, 0.5911603569984436, 0.5652821063995361], "r_norm": [0.22217589616775513, 0.21898141503334045, 0.2202150672674179]}, {"step": 2300, "epoch": 4, "train_loss": 0.1405230015516281, "cos_r_negg": [0.5626112222671509, 0.5882081985473633, 0.5767524838447571], "cos_innovation_negg": [0.5626112222671509, 0.5882081985473633, 0.5767524838447571], "cos_apical_negg": [0.5626112222671509, 0.5882081985473633, 0.5767524838447571], "cos_Ac_negg": [0.5626112222671509, 0.5882081985473633, 0.5767524838447571], "r_norm": [0.2517160177230835, 0.24741223454475403, 0.2489166259765625]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9701, "test_loss": 0.10518000926971435}, {"step": 2400, "epoch": 5, "train_loss": 0.015669789165258408, "cos_r_negg": [0.5766092538833618, 0.5981851816177368, 0.5789803266525269], "cos_innovation_negg": [0.5766092538833618, 0.5981851816177368, 0.5789803266525269], "cos_apical_negg": [0.5766092538833618, 0.5981851816177368, 0.5789803266525269], "cos_Ac_negg": [0.5766092538833618, 0.5981851816177368, 0.5789803266525269], "r_norm": [0.2449054718017578, 0.24151459336280823, 0.24172821640968323]}, {"step": 2500, "epoch": 5, "train_loss": 0.04790015518665314, "cos_r_negg": [0.5918060541152954, 0.6062850952148438, 0.5871388912200928], "cos_innovation_negg": [0.5918060541152954, 0.6062850952148438, 0.5871388912200928], "cos_apical_negg": [0.5918060541152954, 0.6062850952148438, 0.5871388912200928], "cos_Ac_negg": [0.5918060541152954, 0.6062850952148438, 0.5871388912200928], "r_norm": [0.2145114541053772, 0.21184881031513214, 0.21148696541786194], "ldr": {"dL_sdil": -0.005982436239719391, "dL_bp": -0.0073370859026908875, "ratio": 0.8153695239584592}}, {"step": 2600, "epoch": 5, "train_loss": 0.014841018244624138, "cos_r_negg": [0.5842347145080566, 0.6029914021492004, 0.5868893265724182], "cos_innovation_negg": [0.5842347145080566, 0.6029914021492004, 0.5868893265724182], "cos_apical_negg": [0.5842347145080566, 0.6029914021492004, 0.5868893265724182], "cos_Ac_negg": [0.5842347145080566, 0.6029914021492004, 0.5868893265724182], "r_norm": [0.19980891048908234, 0.19781577587127686, 0.19805651903152466]}, {"step": 2700, "epoch": 5, "train_loss": 0.07935170829296112, "cos_r_negg": [0.5844300985336304, 0.608223557472229, 0.594878077507019], "cos_innovation_negg": [0.5844300985336304, 0.608223557472229, 0.594878077507019], "cos_apical_negg": [0.5844300985336304, 0.608223557472229, 0.594878077507019], "cos_Ac_negg": [0.5844300985336304, 0.608223557472229, 0.594878077507019], "r_norm": [0.23918147385120392, 0.23707768321037292, 0.2370166778564453]}, {"step": 2800, "epoch": 5, "train_loss": 0.005857329349964857, "cos_r_negg": [0.5927610397338867, 0.6110668778419495, 0.5913129448890686], "cos_innovation_negg": [0.5927610397338867, 0.6110668778419495, 0.5913129448890686], "cos_apical_negg": [0.5927610397338867, 0.6110668778419495, 0.5913129448890686], "cos_Ac_negg": [0.5927610397338867, 0.6110668778419495, 0.5913129448890686], "r_norm": [0.21699143946170807, 0.2136717587709427, 0.21461525559425354]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.971, "test_loss": 0.10945739488601684}, {"step": 2900, "epoch": 6, "train_loss": 0.0123747568577528, "cos_r_negg": [0.5904170274734497, 0.616287112236023, 0.6065865755081177], "cos_innovation_negg": [0.5904170274734497, 0.616287112236023, 0.6065865755081177], "cos_apical_negg": [0.5904170274734497, 0.616287112236023, 0.6065865755081177], "cos_Ac_negg": [0.5904170274734497, 0.616287112236023, 0.6065865755081177], "r_norm": [0.23866206407546997, 0.23430858552455902, 0.23588283360004425]}, {"step": 3000, "epoch": 6, "train_loss": 0.008246966637670994, "cos_r_negg": [0.5872467160224915, 0.6118901371955872, 0.6088818311691284], "cos_innovation_negg": [0.5872467160224915, 0.6118901371955872, 0.6088818311691284], "cos_apical_negg": [0.5872467160224915, 0.6118901371955872, 0.6088818311691284], "cos_Ac_negg": [0.5872467160224915, 0.6118901371955872, 0.6088818311691284], "r_norm": [0.24846184253692627, 0.2451106160879135, 0.24654726684093475], "ldr": {"dL_sdil": -0.008115455508232117, "dL_bp": -0.010389789938926697, "ratio": 0.7810990940082926}}, {"step": 3100, "epoch": 6, "train_loss": 0.011437802575528622, "cos_r_negg": [0.5957895517349243, 0.613793671131134, 0.6057416200637817], "cos_innovation_negg": [0.5957895517349243, 0.613793671131134, 0.6057416200637817], "cos_apical_negg": [0.5957895517349243, 0.613793671131134, 0.6057416200637817], "cos_Ac_negg": [0.5957895517349243, 0.613793671131134, 0.6057416200637817], "r_norm": [0.19606490433216095, 0.1932457983493805, 0.19307956099510193]}, {"step": 3200, "epoch": 6, "train_loss": 0.032173387706279755, "cos_r_negg": [0.5974835157394409, 0.6127585768699646, 0.6073087453842163], "cos_innovation_negg": [0.5974835157394409, 0.6127585768699646, 0.6073087453842163], "cos_apical_negg": [0.5974835157394409, 0.6127585768699646, 0.6073087453842163], "cos_Ac_negg": [0.5974835157394409, 0.6127585768699646, 0.6073087453842163], "r_norm": [0.2475024312734604, 0.24428103864192963, 0.24396109580993652]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.971, "test_loss": 0.11738142681121826}, {"step": 3300, "epoch": 7, "train_loss": 0.0035855344031006098, "cos_r_negg": [0.5997357964515686, 0.6208878755569458, 0.6059156656265259], "cos_innovation_negg": [0.5997357964515686, 0.6208878755569458, 0.6059156656265259], "cos_apical_negg": [0.5997357964515686, 0.6208878755569458, 0.6059156656265259], "cos_Ac_negg": [0.5997357964515686, 0.6208878755569458, 0.6059156656265259], "r_norm": [0.1960332989692688, 0.1931273192167282, 0.19294635951519012]}, {"step": 3400, "epoch": 7, "train_loss": 0.004453396890312433, "cos_r_negg": [0.6008877754211426, 0.6181595325469971, 0.6077213883399963], "cos_innovation_negg": [0.6008877754211426, 0.6181595325469971, 0.6077213883399963], "cos_apical_negg": [0.6008877754211426, 0.6181595325469971, 0.6077213883399963], "cos_Ac_negg": [0.6008877754211426, 0.6181595325469971, 0.6077213883399963], "r_norm": [0.22042231261730194, 0.21685011684894562, 0.21672581136226654]}, {"step": 3500, "epoch": 7, "train_loss": 0.00869251973927021, "cos_r_negg": [0.6080660223960876, 0.6224737167358398, 0.6180291771888733], "cos_innovation_negg": [0.6080660223960876, 0.6224737167358398, 0.6180291771888733], "cos_apical_negg": [0.6080660223960876, 0.6224737167358398, 0.6180291771888733], "cos_Ac_negg": [0.6080660223960876, 0.6224737167358398, 0.6180291771888733], "r_norm": [0.21137651801109314, 0.2083500772714615, 0.20858825743198395], "ldr": {"dL_sdil": -0.006606429815292358, "dL_bp": -0.009430110454559326, "ratio": 0.7005675964376686}}, {"step": 3600, "epoch": 7, "train_loss": 0.004775376059114933, "cos_r_negg": [0.6005524396896362, 0.6210868954658508, 0.6165405511856079], "cos_innovation_negg": [0.6005524396896362, 0.6210868954658508, 0.6165405511856079], "cos_apical_negg": [0.6005524396896362, 0.6210868954658508, 0.6165405511856079], "cos_Ac_negg": [0.6005524396896362, 0.6210868954658508, 0.6165405511856079], "r_norm": [0.2073669135570526, 0.20420829951763153, 0.20337089896202087]}, {"step": 3700, "epoch": 7, "train_loss": 0.0054521383717656136, "cos_r_negg": [0.6015474200248718, 0.6185621023178101, 0.6208216547966003], "cos_innovation_negg": [0.6015474200248718, 0.6185621023178101, 0.6208216547966003], "cos_apical_negg": [0.6015474200248718, 0.6185621023178101, 0.6208216547966003], "cos_Ac_negg": [0.6015474200248718, 0.6185621023178101, 0.6208216547966003], "r_norm": [0.20405349135398865, 0.20031914114952087, 0.20035898685455322]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9734, "test_loss": 0.11372013940811157}, {"step": 3800, "epoch": 8, "train_loss": 0.015979381278157234, "cos_r_negg": [0.5952907800674438, 0.624449610710144, 0.6298924088478088], "cos_innovation_negg": [0.5952907800674438, 0.624449610710144, 0.6298924088478088], "cos_apical_negg": [0.5952907800674438, 0.624449610710144, 0.6298924088478088], "cos_Ac_negg": [0.5952907800674438, 0.624449610710144, 0.6298924088478088], "r_norm": [0.19954121112823486, 0.19605880975723267, 0.1963454782962799]}, {"step": 3900, "epoch": 8, "train_loss": 0.017817214131355286, "cos_r_negg": [0.5973081588745117, 0.6232448816299438, 0.6271523237228394], "cos_innovation_negg": [0.5973081588745117, 0.6232448816299438, 0.6271523237228394], "cos_apical_negg": [0.5973081588745117, 0.6232448816299438, 0.6271523237228394], "cos_Ac_negg": [0.5973081588745117, 0.6232448816299438, 0.6271523237228394], "r_norm": [0.20743486285209656, 0.20354314148426056, 0.20332831144332886]}, {"step": 4000, "epoch": 8, "train_loss": 0.0004270627978257835, "cos_r_negg": [0.6016135811805725, 0.6266351342201233, 0.6324046850204468], "cos_innovation_negg": [0.6016135811805725, 0.6266351342201233, 0.6324046850204468], "cos_apical_negg": [0.6016135811805725, 0.6266351342201233, 0.6324046850204468], "cos_Ac_negg": [0.6016135811805725, 0.6266351342201233, 0.6324046850204468], "r_norm": [0.19953644275665283, 0.19602517783641815, 0.1954791247844696], "ldr": {"dL_sdil": -0.008086413145065308, "dL_bp": -0.013367392122745514, "ratio": 0.6049357324758756}}, {"step": 4100, "epoch": 8, "train_loss": 0.07452463358640671, "cos_r_negg": [0.6088876724243164, 0.6224457025527954, 0.636536717414856], "cos_innovation_negg": [0.6088876724243164, 0.6224457025527954, 0.636536717414856], "cos_apical_negg": [0.6088876724243164, 0.6224457025527954, 0.636536717414856], "cos_Ac_negg": [0.6088876724243164, 0.6224457025527954, 0.636536717414856], "r_norm": [0.20760531723499298, 0.20430520176887512, 0.20437899231910706]}, {"step": 4200, "epoch": 8, "train_loss": 0.03605803847312927, "cos_r_negg": [0.6000900268554688, 0.6237789392471313, 0.6348117589950562], "cos_innovation_negg": [0.6000900268554688, 0.6237789392471313, 0.6348117589950562], "cos_apical_negg": [0.6000900268554688, 0.6237789392471313, 0.6348117589950562], "cos_Ac_negg": [0.6000900268554688, 0.6237789392471313, 0.6348117589950562], "r_norm": [0.19332198798656464, 0.1901654452085495, 0.18981432914733887]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9724, "test_loss": 0.11489360466003418}, {"step": 4300, "epoch": 9, "train_loss": 0.0038651630748063326, "cos_r_negg": [0.6032973527908325, 0.6257011890411377, 0.6360322833061218], "cos_innovation_negg": [0.6032973527908325, 0.6257011890411377, 0.6360322833061218], "cos_apical_negg": [0.6032973527908325, 0.6257011890411377, 0.6360322833061218], "cos_Ac_negg": [0.6032973527908325, 0.6257011890411377, 0.6360322833061218], "r_norm": [0.21041682362556458, 0.20728406310081482, 0.20620422065258026]}, {"step": 4400, "epoch": 9, "train_loss": 0.0014019431546330452, "cos_r_negg": [0.6007627248764038, 0.6224915981292725, 0.6380206346511841], "cos_innovation_negg": [0.6007627248764038, 0.6224915981292725, 0.6380206346511841], "cos_apical_negg": [0.6007627248764038, 0.6224915981292725, 0.6380206346511841], "cos_Ac_negg": [0.6007627248764038, 0.6224915981292725, 0.6380206346511841], "r_norm": [0.19830866158008575, 0.19524846971035004, 0.19488275051116943]}, {"step": 4500, "epoch": 9, "train_loss": 0.0025219277013093233, "cos_r_negg": [0.5988080501556396, 0.6245213747024536, 0.6350066661834717], "cos_innovation_negg": [0.5988080501556396, 0.6245213747024536, 0.6350066661834717], "cos_apical_negg": [0.5988080501556396, 0.6245213747024536, 0.6350066661834717], "cos_Ac_negg": [0.5988080501556396, 0.6245213747024536, 0.6350066661834717], "r_norm": [0.19933810830116272, 0.195916086435318, 0.19609415531158447], "ldr": {"dL_sdil": -0.008369803428649902, "dL_bp": -0.014350831508636475, "ratio": 0.5832277679250063}}, {"step": 4600, "epoch": 9, "train_loss": 0.06718802452087402, "cos_r_negg": [0.5992623567581177, 0.6246331334114075, 0.6348356604576111], "cos_innovation_negg": [0.5992623567581177, 0.6246331334114075, 0.6348356604576111], "cos_apical_negg": [0.5992623567581177, 0.6246331334114075, 0.6348356604576111], "cos_Ac_negg": [0.5992623567581177, 0.6246331334114075, 0.6348356604576111], "r_norm": [0.19856536388397217, 0.19568754732608795, 0.19562330842018127]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9747, "test_loss": 0.11986219282150269}, {"step": 4700, "epoch": 10, "train_loss": 0.0012022472219541669, "cos_r_negg": [0.5960962772369385, 0.619342029094696, 0.6362457871437073], "cos_innovation_negg": [0.5960962772369385, 0.619342029094696, 0.6362457871437073], "cos_apical_negg": [0.5960962772369385, 0.619342029094696, 0.6362457871437073], "cos_Ac_negg": [0.5960962772369385, 0.619342029094696, 0.6362457871437073], "r_norm": [0.19958841800689697, 0.19681866466999054, 0.19656816124916077]}, {"step": 4800, "epoch": 10, "train_loss": 0.0013852894771844149, "cos_r_negg": [0.6009965538978577, 0.6231017112731934, 0.642189621925354], "cos_innovation_negg": [0.6009965538978577, 0.6231017112731934, 0.642189621925354], "cos_apical_negg": [0.6009965538978577, 0.6231017112731934, 0.642189621925354], "cos_Ac_negg": [0.6009965538978577, 0.6231017112731934, 0.642189621925354], "r_norm": [0.19555793702602386, 0.1924840807914734, 0.1920878291130066]}, {"step": 4900, "epoch": 10, "train_loss": 0.0019364049658179283, "cos_r_negg": [0.6010047197341919, 0.6248171329498291, 0.6422927975654602], "cos_innovation_negg": [0.6010047197341919, 0.6248171329498291, 0.6422927975654602], "cos_apical_negg": [0.6010047197341919, 0.6248171329498291, 0.6422927975654602], "cos_Ac_negg": [0.6010047197341919, 0.6248171329498291, 0.6422927975654602], "r_norm": [0.19706960022449493, 0.1942807137966156, 0.19380313158035278]}, {"step": 5000, "epoch": 10, "train_loss": 0.0011562240542843938, "cos_r_negg": [0.5932005643844604, 0.6226108074188232, 0.6409620046615601], "cos_innovation_negg": [0.5932005643844604, 0.6226108074188232, 0.6409620046615601], "cos_apical_negg": [0.5932005643844604, 0.6226108074188232, 0.6409620046615601], "cos_Ac_negg": [0.5932005643844604, 0.6226108074188232, 0.6409620046615601], "r_norm": [0.19638454914093018, 0.19321104884147644, 0.1927313357591629], "ldr": {"dL_sdil": -0.008506037294864655, "dL_bp": -0.015625961124897003, "ratio": 0.544352902639179}}, {"step": 5100, "epoch": 10, "train_loss": 0.0011195843107998371, "cos_r_negg": [0.5915175676345825, 0.6213323473930359, 0.6448142528533936], "cos_innovation_negg": [0.5915175676345825, 0.6213323473930359, 0.6448142528533936], "cos_apical_negg": [0.5915175676345825, 0.6213323473930359, 0.6448142528533936], "cos_Ac_negg": [0.5915175676345825, 0.6213323473930359, 0.6448142528533936], "r_norm": [0.21668797731399536, 0.21310555934906006, 0.21348032355308533]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9736, "test_loss": 0.12488943996429443}, {"step": 5200, "epoch": 11, "train_loss": 0.0005131271318532526, "cos_r_negg": [0.5931934118270874, 0.6207455396652222, 0.6424674987792969], "cos_innovation_negg": [0.5931934118270874, 0.6207455396652222, 0.6424674987792969], "cos_apical_negg": [0.5931934118270874, 0.6207455396652222, 0.6424674987792969], "cos_Ac_negg": [0.5931934118270874, 0.6207455396652222, 0.6424674987792969], "r_norm": [0.2030562162399292, 0.1994873583316803, 0.19953997433185577]}, {"step": 5300, "epoch": 11, "train_loss": 0.0014590469654649496, "cos_r_negg": [0.5942462682723999, 0.6223618984222412, 0.6452451348304749], "cos_innovation_negg": [0.5942462682723999, 0.6223618984222412, 0.6452451348304749], "cos_apical_negg": [0.5942462682723999, 0.6223618984222412, 0.6452451348304749], "cos_Ac_negg": [0.5942462682723999, 0.6223618984222412, 0.6452451348304749], "r_norm": [0.20533114671707153, 0.20210321247577667, 0.20187830924987793]}, {"step": 5400, "epoch": 11, "train_loss": 0.0009648285340517759, "cos_r_negg": [0.591279149055481, 0.6222770810127258, 0.644339382648468], "cos_innovation_negg": [0.591279149055481, 0.6222770810127258, 0.644339382648468], "cos_apical_negg": [0.591279149055481, 0.6222770810127258, 0.644339382648468], "cos_Ac_negg": [0.591279149055481, 0.6222770810127258, 0.644339382648468], "r_norm": [0.2028876543045044, 0.19992581009864807, 0.19973811507225037]}, {"step": 5500, "epoch": 11, "train_loss": 0.002808267716318369, "cos_r_negg": [0.5916488170623779, 0.6226444244384766, 0.6463583707809448], "cos_innovation_negg": [0.5916488170623779, 0.6226444244384766, 0.6463583707809448], "cos_apical_negg": [0.5916488170623779, 0.6226444244384766, 0.6463583707809448], "cos_Ac_negg": [0.5916488170623779, 0.6226444244384766, 0.6463583707809448], "r_norm": [0.19786036014556885, 0.19502316415309906, 0.19484545290470123], "ldr": {"dL_sdil": -0.009292647242546082, "dL_bp": -0.017724603414535522, "ratio": 0.5242795579237279}}, {"step": 5600, "epoch": 11, "train_loss": 0.0007443465292453766, "cos_r_negg": [0.5919091105461121, 0.6228354573249817, 0.6468508839607239], "cos_innovation_negg": [0.5919091105461121, 0.6228354573249817, 0.6468508839607239], "cos_apical_negg": [0.5919091105461121, 0.6228354573249817, 0.6468508839607239], "cos_Ac_negg": [0.5919091105461121, 0.6228354573249817, 0.6468508839607239], "r_norm": [0.19685988128185272, 0.1940140724182129, 0.19382789731025696]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9741, "test_loss": 0.12913100547790526}, {"step": 5700, "epoch": 12, "train_loss": 0.00026087171863764524, "cos_r_negg": [0.5873425006866455, 0.6209858059883118, 0.645824670791626], "cos_innovation_negg": [0.5873425006866455, 0.6209858059883118, 0.645824670791626], "cos_apical_negg": [0.5873425006866455, 0.6209858059883118, 0.645824670791626], "cos_Ac_negg": [0.5873425006866455, 0.6209858059883118, 0.645824670791626], "r_norm": [0.20257383584976196, 0.19969847798347473, 0.19937360286712646]}, {"step": 5800, "epoch": 12, "train_loss": 0.0011157530825585127, "cos_r_negg": [0.5874757766723633, 0.6192538142204285, 0.6464934945106506], "cos_innovation_negg": [0.5874757766723633, 0.6192538142204285, 0.6464934945106506], "cos_apical_negg": [0.5874757766723633, 0.6192538142204285, 0.6464934945106506], "cos_Ac_negg": [0.5874757766723633, 0.6192538142204285, 0.6464934945106506], "r_norm": [0.20035849511623383, 0.1976122111082077, 0.1971856951713562]}, {"step": 5900, "epoch": 12, "train_loss": 0.0022946004755795, "cos_r_negg": [0.5894894599914551, 0.6217609643936157, 0.6475809216499329], "cos_innovation_negg": [0.5894894599914551, 0.6217609643936157, 0.6475809216499329], "cos_apical_negg": [0.5894894599914551, 0.6217609643936157, 0.6475809216499329], "cos_Ac_negg": [0.5894894599914551, 0.6217609643936157, 0.6475809216499329], "r_norm": [0.20160531997680664, 0.19882169365882874, 0.1985234022140503]}, {"step": 6000, "epoch": 12, "train_loss": 0.0015348243759945035, "cos_r_negg": [0.5849478244781494, 0.6191039681434631, 0.6462820172309875], "cos_innovation_negg": [0.5849478244781494, 0.6191039681434631, 0.6462820172309875], "cos_apical_negg": [0.5849478244781494, 0.6191039681434631, 0.6462820172309875], "cos_Ac_negg": [0.5849478244781494, 0.6191039681434631, 0.6462820172309875], "r_norm": [0.21117167174816132, 0.208292156457901, 0.20826399326324463], "ldr": {"dL_sdil": -0.010774381458759308, "dL_bp": -0.021835722029209137, "ratio": 0.49342913618091805}}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9747, "test_loss": 0.13031967477798462}, {"step": 6100, "epoch": 13, "train_loss": 0.0005886715371161699, "cos_r_negg": [0.5848478078842163, 0.6192096471786499, 0.6462153196334839], "cos_innovation_negg": [0.5848478078842163, 0.6192096471786499, 0.6462153196334839], "cos_apical_negg": [0.5848478078842163, 0.6192096471786499, 0.6462153196334839], "cos_Ac_negg": [0.5848478078842163, 0.6192096471786499, 0.6462153196334839], "r_norm": [0.20275822281837463, 0.1999770700931549, 0.1997852921485901]}, {"step": 6200, "epoch": 13, "train_loss": 0.00026136147789657116, "cos_r_negg": [0.5864197015762329, 0.617784857749939, 0.6452604532241821], "cos_innovation_negg": [0.5864197015762329, 0.617784857749939, 0.6452604532241821], "cos_apical_negg": [0.5864197015762329, 0.617784857749939, 0.6452604532241821], "cos_Ac_negg": [0.5864197015762329, 0.617784857749939, 0.6452604532241821], "r_norm": [0.19926416873931885, 0.19659274816513062, 0.1963043063879013]}, {"step": 6300, "epoch": 13, "train_loss": 0.0008323256624862552, "cos_r_negg": [0.5841127038002014, 0.6188559532165527, 0.6470884680747986], "cos_innovation_negg": [0.5841127038002014, 0.6188559532165527, 0.6470884680747986], "cos_apical_negg": [0.5841127038002014, 0.6188559532165527, 0.6470884680747986], "cos_Ac_negg": [0.5841127038002014, 0.6188559532165527, 0.6470884680747986], "r_norm": [0.19856512546539307, 0.19585520029067993, 0.19567559659481049]}, {"step": 6400, "epoch": 13, "train_loss": 0.0005636445712298155, "cos_r_negg": [0.584000289440155, 0.6188395619392395, 0.6467247009277344], "cos_innovation_negg": [0.584000289440155, 0.6188395619392395, 0.6467247009277344], "cos_apical_negg": [0.584000289440155, 0.6188395619392395, 0.6467247009277344], "cos_Ac_negg": [0.584000289440155, 0.6188395619392395, 0.6467247009277344], "r_norm": [0.2014485001564026, 0.19853657484054565, 0.19835329055786133]}, {"step": 6500, "epoch": 13, "train_loss": 0.00021077357814647257, "cos_r_negg": [0.5866034626960754, 0.6200528144836426, 0.6460997462272644], "cos_innovation_negg": [0.5866034626960754, 0.6200528144836426, 0.6460997462272644], "cos_apical_negg": [0.5866034626960754, 0.6200528144836426, 0.6460997462272644], "cos_Ac_negg": [0.5866034626960754, 0.6200528144836426, 0.6460997462272644], "r_norm": [0.19778192043304443, 0.19491931796073914, 0.19479045271873474], "ldr": {"dL_sdil": -0.010284215211868286, "dL_bp": -0.021059155464172363, "ratio": 0.4883488907883639}}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9752, "test_loss": 0.13342348890304565}, {"step": 6600, "epoch": 14, "train_loss": 0.0004418176249600947, "cos_r_negg": [0.5835412740707397, 0.6186872720718384, 0.6473947763442993], "cos_innovation_negg": [0.5835412740707397, 0.6186872720718384, 0.6473947763442993], "cos_apical_negg": [0.5835412740707397, 0.6186872720718384, 0.6473947763442993], "cos_Ac_negg": [0.5835412740707397, 0.6186872720718384, 0.6473947763442993], "r_norm": [0.20090188086032867, 0.19807308912277222, 0.19789955019950867]}, {"step": 6700, "epoch": 14, "train_loss": 0.001412956160493195, "cos_r_negg": [0.5821904540061951, 0.6165207028388977, 0.6474819779396057], "cos_innovation_negg": [0.5821904540061951, 0.6165207028388977, 0.6474819779396057], "cos_apical_negg": [0.5821904540061951, 0.6165207028388977, 0.6474819779396057], "cos_Ac_negg": [0.5821904540061951, 0.6165207028388977, 0.6474819779396057], "r_norm": [0.2016269862651825, 0.19889488816261292, 0.19875365495681763]}, {"step": 6800, "epoch": 14, "train_loss": 0.0006913552642799914, "cos_r_negg": [0.5829519033432007, 0.6182739734649658, 0.6466283798217773], "cos_innovation_negg": [0.5829519033432007, 0.6182739734649658, 0.6466283798217773], "cos_apical_negg": [0.5829519033432007, 0.6182739734649658, 0.6466283798217773], "cos_Ac_negg": [0.5829519033432007, 0.6182739734649658, 0.6466283798217773], "r_norm": [0.20099763572216034, 0.198038712143898, 0.19800257682800293]}, {"step": 6900, "epoch": 14, "train_loss": 0.0006930493982508779, "cos_r_negg": [0.5831266641616821, 0.6174263954162598, 0.6491556167602539], "cos_innovation_negg": [0.5831266641616821, 0.6174263954162598, 0.6491556167602539], "cos_apical_negg": [0.5831266641616821, 0.6174263954162598, 0.6491556167602539], "cos_Ac_negg": [0.5831266641616821, 0.6174263954162598, 0.6491556167602539], "r_norm": [0.19700448215007782, 0.19417372345924377, 0.19408582150936127]}, {"step": 7000, "epoch": 14, "train_loss": 0.00032816026941873133, "cos_r_negg": [0.5834798812866211, 0.6168712973594666, 0.6480824947357178], "cos_innovation_negg": [0.5834798812866211, 0.6168712973594666, 0.6480824947357178], "cos_apical_negg": [0.5834798812866211, 0.6168712973594666, 0.6480824947357178], "cos_Ac_negg": [0.5834798812866211, 0.6168712973594666, 0.6480824947357178], "r_norm": [0.19693708419799805, 0.19410592317581177, 0.19396330416202545], "ldr": {"dL_sdil": -0.010280802845954895, "dL_bp": -0.021565861999988556, "ratio": 0.47671652753598953}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9753, "test_loss": 0.1358968108177185}], "final": {"test_acc": 0.9753, "test_loss": 0.1358968108177185, "wall_s": 21.215047121047974, "cos_r_negg": [0.5830169916152954, 0.6173279285430908, 0.6489131450653076], "cos_innovation_negg": [0.5830169916152954, 0.6173279285430908, 0.6489131450653076], "cos_apical_negg": [0.5830169916152954, 0.6173279285430908, 0.6489131450653076], "cos_Ac_negg": [0.5830169916152954, 0.6173279285430908, 0.6489131450653076]}}
\ No newline at end of file