{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 15, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 100, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "nuis_ctrl_v1_rho0_residual_s0", "n_in": 784}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3978137969970703, "cos_r_negg": [-0.022380873560905457, -0.021268675103783607, 0.034529902040958405], "cos_innovation_negg": [-0.022380873560905457, -0.021268675103783607, 0.034529902040958405], "cos_apical_negg": [-0.022380873560905457, -0.021268675103783607, 0.034529902040958405], "cos_Ac_negg": [-0.022380873560905457, -0.021268675103783607, 0.034529902040958405], "r_norm": [4.8918256759643555, 4.819490432739258, 4.813833236694336], "ldr": {"dL_sdil": -0.007525444030761719, "dL_bp": -0.23199224472045898, "ratio": 0.03243834309991511}}, {"step": 100, "epoch": 0, "train_loss": 0.33160343766212463, "cos_r_negg": [0.4471272826194763, 0.3836216330528259, 0.3668625056743622], "cos_innovation_negg": [0.4471272826194763, 0.3836216330528259, 0.3668625056743622], "cos_apical_negg": [0.4471272826194763, 0.3836216330528259, 0.3668625056743622], "cos_Ac_negg": [0.4471272826194763, 0.3836216330528259, 0.3668625056743622], "r_norm": [0.8375285267829895, 0.818266749382019, 0.8186335563659668]}, {"step": 200, "epoch": 0, "train_loss": 0.29867634177207947, "cos_r_negg": [0.47979360818862915, 0.43690192699432373, 0.4357852041721344], "cos_innovation_negg": [0.47979360818862915, 0.43690192699432373, 0.4357852041721344], "cos_apical_negg": [0.47979360818862915, 0.43690192699432373, 0.4357852041721344], "cos_Ac_negg": [0.47979360818862915, 0.43690192699432373, 0.4357852041721344], "r_norm": [0.7242861390113831, 0.7113809585571289, 0.7089210152626038]}, {"step": 300, "epoch": 0, "train_loss": 0.28106310963630676, "cos_r_negg": [0.5084829926490784, 0.4854382872581482, 0.4583437442779541], "cos_innovation_negg": [0.5084829926490784, 0.4854382872581482, 0.4583437442779541], "cos_apical_negg": [0.5084829926490784, 0.4854382872581482, 0.4583437442779541], "cos_Ac_negg": [0.5084829926490784, 0.4854382872581482, 0.4583437442779541], "r_norm": [0.5968752503395081, 0.5882158875465393, 0.586020827293396]}, {"step": 400, "epoch": 0, "train_loss": 0.13037653267383575, "cos_r_negg": [0.5223413109779358, 0.49271804094314575, 0.44691815972328186], "cos_innovation_negg": [0.5223413109779358, 0.49271804094314575, 0.44691815972328186], "cos_apical_negg": [0.5223413109779358, 0.49271804094314575, 0.44691815972328186], "cos_Ac_negg": [0.5223413109779358, 0.49271804094314575, 0.44691815972328186], "r_norm": [0.5326493978500366, 0.5187801718711853, 0.5172048807144165]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9438, "test_loss": 0.19445072021484375}, {"step": 500, "epoch": 1, "train_loss": 0.3059273362159729, "cos_r_negg": [0.5512311458587646, 0.5073589086532593, 0.4986996650695801], "cos_innovation_negg": [0.5512311458587646, 0.5073589086532593, 0.4986996650695801], "cos_apical_negg": [0.5512311458587646, 0.5073589086532593, 0.4986996650695801], "cos_Ac_negg": [0.5512311458587646, 0.5073589086532593, 0.4986996650695801], "r_norm": [0.5493181943893433, 0.5408297777175903, 0.5343528985977173], "ldr": {"dL_sdil": -0.017139852046966553, "dL_bp": -0.0144614577293396, "ratio": 1.1852091516467935}}, {"step": 600, "epoch": 1, "train_loss": 0.2938694357872009, "cos_r_negg": [0.5305249094963074, 0.5065407752990723, 0.48065146803855896], "cos_innovation_negg": [0.5305249094963074, 0.5065407752990723, 0.48065146803855896], "cos_apical_negg": [0.5305249094963074, 0.5065407752990723, 0.48065146803855896], "cos_Ac_negg": [0.5305249094963074, 0.5065407752990723, 0.48065146803855896], "r_norm": [0.5047881007194519, 0.4929560720920563, 0.4911949336528778]}, {"step": 700, "epoch": 1, "train_loss": 0.0692189484834671, "cos_r_negg": [0.5255346298217773, 0.5136282444000244, 0.48031604290008545], "cos_innovation_negg": [0.5255346298217773, 0.5136282444000244, 0.48031604290008545], "cos_apical_negg": [0.5255346298217773, 0.5136282444000244, 0.48031604290008545], "cos_Ac_negg": [0.5255346298217773, 0.5136282444000244, 0.48031604290008545], "r_norm": [0.4124377369880676, 0.4063720703125, 0.40228134393692017]}, {"step": 800, "epoch": 1, "train_loss": 0.10150999575853348, "cos_r_negg": [0.5362330079078674, 0.5234052538871765, 0.4895923435688019], "cos_innovation_negg": [0.5362330079078674, 0.5234052538871765, 0.4895923435688019], "cos_apical_negg": [0.5362330079078674, 0.5234052538871765, 0.4895923435688019], "cos_Ac_negg": [0.5362330079078674, 0.5234052538871765, 0.4895923435688019], "r_norm": [0.41368532180786133, 0.408090204000473, 0.40460047125816345]}, {"step": 900, "epoch": 1, "train_loss": 0.08599556982517242, "cos_r_negg": [0.5581827759742737, 0.5421642065048218, 0.5054383277893066], "cos_innovation_negg": [0.5581827759742737, 0.5421642065048218, 0.5054383277893066], "cos_apical_negg": [0.5581827759742737, 0.5421642065048218, 0.5054383277893066], "cos_Ac_negg": [0.5581827759742737, 0.5421642065048218, 0.5054383277893066], "r_norm": [0.35195469856262207, 0.34207263588905334, 0.34272995591163635]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9534, "test_loss": 0.15320639877319336}, {"step": 1000, "epoch": 2, "train_loss": 0.19156473875045776, "cos_r_negg": [0.5704193711280823, 0.5684752464294434, 0.5213614702224731], "cos_innovation_negg": [0.5704193711280823, 0.5684752464294434, 0.5213614702224731], "cos_apical_negg": [0.5704193711280823, 0.5684752464294434, 0.5213614702224731], "cos_Ac_negg": [0.5704193711280823, 0.5684752464294434, 0.5213614702224731], "r_norm": [0.360003262758255, 0.3540140390396118, 0.3526112735271454], "ldr": {"dL_sdil": -0.009464025497436523, "dL_bp": -0.008196189999580383, "ratio": 1.1546859574901325}}, {"step": 1100, "epoch": 2, "train_loss": 0.10864664614200592, "cos_r_negg": [0.5639461278915405, 0.573844313621521, 0.5163298845291138], "cos_innovation_negg": [0.5639461278915405, 0.573844313621521, 0.5163298845291138], "cos_apical_negg": [0.5639461278915405, 0.573844313621521, 0.5163298845291138], "cos_Ac_negg": [0.5639461278915405, 0.573844313621521, 0.5163298845291138], "r_norm": [0.28866949677467346, 0.2821740508079529, 0.28306305408477783]}, {"step": 1200, "epoch": 2, "train_loss": 0.031033102422952652, "cos_r_negg": [0.5674504637718201, 0.5838773250579834, 0.5309921503067017], "cos_innovation_negg": [0.5674504637718201, 0.5838773250579834, 0.5309921503067017], "cos_apical_negg": [0.5674504637718201, 0.5838773250579834, 0.5309921503067017], "cos_Ac_negg": [0.5674504637718201, 0.5838773250579834, 0.5309921503067017], "r_norm": [0.30560463666915894, 0.30166518688201904, 0.29685312509536743]}, {"step": 1300, "epoch": 2, "train_loss": 0.15016421675682068, "cos_r_negg": [0.5872721076011658, 0.5983583927154541, 0.5416527986526489], "cos_innovation_negg": [0.5872721076011658, 0.5983583927154541, 0.5416527986526489], "cos_apical_negg": [0.5872721076011658, 0.5983583927154541, 0.5416527986526489], "cos_Ac_negg": [0.5872721076011658, 0.5983583927154541, 0.5416527986526489], "r_norm": [0.279674768447876, 0.27491551637649536, 0.27148789167404175]}, {"step": 1400, "epoch": 2, "train_loss": 0.22877365350723267, "cos_r_negg": [0.5809815526008606, 0.6022815108299255, 0.5331538915634155], "cos_innovation_negg": [0.5809815526008606, 0.6022815108299255, 0.5331538915634155], "cos_apical_negg": [0.5809815526008606, 0.6022815108299255, 0.5331538915634155], "cos_Ac_negg": [0.5809815526008606, 0.6022815108299255, 0.5331538915634155], "r_norm": [0.29575562477111816, 0.2879781126976013, 0.28471633791923523]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9592, "test_loss": 0.13688001098632813}, {"step": 1500, "epoch": 3, "train_loss": 0.042368389666080475, "cos_r_negg": [0.5858829617500305, 0.6052732467651367, 0.5443239212036133], "cos_innovation_negg": [0.5858829617500305, 0.6052732467651367, 0.5443239212036133], "cos_apical_negg": [0.5858829617500305, 0.6052732467651367, 0.5443239212036133], "cos_Ac_negg": [0.5858829617500305, 0.6052732467651367, 0.5443239212036133], "r_norm": [0.3197419345378876, 0.3114323019981384, 0.3098006248474121], "ldr": {"dL_sdil": -0.008259907364845276, "dL_bp": -0.007200941443443298, "ratio": 1.1470593712945967}}, {"step": 1600, "epoch": 3, "train_loss": 0.05860002711415291, "cos_r_negg": [0.5875587463378906, 0.600779116153717, 0.5525841116905212], "cos_innovation_negg": [0.5875587463378906, 0.600779116153717, 0.5525841116905212], "cos_apical_negg": [0.5875587463378906, 0.600779116153717, 0.5525841116905212], "cos_Ac_negg": [0.5875587463378906, 0.600779116153717, 0.5525841116905212], "r_norm": [0.30268725752830505, 0.29540443420410156, 0.2939055562019348]}, {"step": 1700, "epoch": 3, "train_loss": 0.08397884666919708, "cos_r_negg": [0.6034678816795349, 0.6009931564331055, 0.5679483413696289], "cos_innovation_negg": [0.6034678816795349, 0.6009931564331055, 0.5679483413696289], "cos_apical_negg": [0.6034678816795349, 0.6009931564331055, 0.5679483413696289], "cos_Ac_negg": [0.6034678816795349, 0.6009931564331055, 0.5679483413696289], "r_norm": [0.29046741127967834, 0.2826988697052002, 0.27999138832092285]}, {"step": 1800, "epoch": 3, "train_loss": 0.10174758732318878, "cos_r_negg": [0.6009317636489868, 0.6076779365539551, 0.563713788986206], "cos_innovation_negg": [0.6009317636489868, 0.6076779365539551, 0.563713788986206], "cos_apical_negg": [0.6009317636489868, 0.6076779365539551, 0.563713788986206], "cos_Ac_negg": [0.6009317636489868, 0.6076779365539551, 0.563713788986206], "r_norm": [0.30012351274490356, 0.29224371910095215, 0.28972357511520386]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9665, "test_loss": 0.1125657865524292}, {"step": 1900, "epoch": 4, "train_loss": 0.07242363691329956, "cos_r_negg": [0.601470947265625, 0.6201019883155823, 0.5743652582168579], "cos_innovation_negg": [0.601470947265625, 0.6201019883155823, 0.5743652582168579], "cos_apical_negg": [0.601470947265625, 0.6201019883155823, 0.5743652582168579], "cos_Ac_negg": [0.601470947265625, 0.6201019883155823, 0.5743652582168579], "r_norm": [0.28996407985687256, 0.28326937556266785, 0.2812224328517914]}, {"step": 2000, "epoch": 4, "train_loss": 0.06877899169921875, "cos_r_negg": [0.5867031812667847, 0.6191701889038086, 0.5793558359146118], "cos_innovation_negg": [0.5867031812667847, 0.6191701889038086, 0.5793558359146118], "cos_apical_negg": [0.5867031812667847, 0.6191701889038086, 0.5793558359146118], "cos_Ac_negg": [0.5867031812667847, 0.6191701889038086, 0.5793558359146118], "r_norm": [0.245533287525177, 0.24014459550380707, 0.23770779371261597], "ldr": {"dL_sdil": -0.006018199026584625, "dL_bp": -0.006462790071964264, "ratio": 0.9312075681820016}}, {"step": 2100, "epoch": 4, "train_loss": 0.05175407975912094, "cos_r_negg": [0.5937538146972656, 0.6262425184249878, 0.5848860144615173], "cos_innovation_negg": [0.5937538146972656, 0.6262425184249878, 0.5848860144615173], "cos_apical_negg": [0.5937538146972656, 0.6262425184249878, 0.5848860144615173], "cos_Ac_negg": [0.5937538146972656, 0.6262425184249878, 0.5848860144615173], "r_norm": [0.24031473696231842, 0.23528200387954712, 0.23227009177207947]}, {"step": 2200, "epoch": 4, "train_loss": 0.04244621843099594, "cos_r_negg": [0.5992727279663086, 0.6275991201400757, 0.6012266874313354], "cos_innovation_negg": [0.5992727279663086, 0.6275991201400757, 0.6012266874313354], "cos_apical_negg": [0.5992727279663086, 0.6275991201400757, 0.6012266874313354], "cos_Ac_negg": [0.5992727279663086, 0.6275991201400757, 0.6012266874313354], "r_norm": [0.2526210844516754, 0.24659496545791626, 0.24442610144615173]}, {"step": 2300, "epoch": 4, "train_loss": 0.12019313126802444, "cos_r_negg": [0.6200200319290161, 0.6389344930648804, 0.5988843441009521], "cos_innovation_negg": [0.6200200319290161, 0.6389344930648804, 0.5988843441009521], "cos_apical_negg": [0.6200200319290161, 0.6389344930648804, 0.5988843441009521], "cos_Ac_negg": [0.6200200319290161, 0.6389344930648804, 0.5988843441009521], "r_norm": [0.21065500378608704, 0.20645348727703094, 0.20339635014533997]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9679, "test_loss": 0.11181112232208253}, {"step": 2400, "epoch": 5, "train_loss": 0.033473387360572815, "cos_r_negg": [0.6181585788726807, 0.6414535045623779, 0.6110978722572327], "cos_innovation_negg": [0.6181585788726807, 0.6414535045623779, 0.6110978722572327], "cos_apical_negg": [0.6181585788726807, 0.6414535045623779, 0.6110978722572327], "cos_Ac_negg": [0.6181585788726807, 0.6414535045623779, 0.6110978722572327], "r_norm": [0.22075463831424713, 0.2167082130908966, 0.21338585019111633]}, {"step": 2500, "epoch": 5, "train_loss": 0.046647246927022934, "cos_r_negg": [0.6246686577796936, 0.6456069946289062, 0.6124918460845947], "cos_innovation_negg": [0.6246686577796936, 0.6456069946289062, 0.6124918460845947], "cos_apical_negg": [0.6246686577796936, 0.6456069946289062, 0.6124918460845947], "cos_Ac_negg": [0.6246686577796936, 0.6456069946289062, 0.6124918460845947], "r_norm": [0.23498451709747314, 0.2304421216249466, 0.22597557306289673], "ldr": {"dL_sdil": -0.00819263607263565, "dL_bp": -0.009024456143379211, "ratio": 0.9078260166011416}}, {"step": 2600, "epoch": 5, "train_loss": 0.023400278761982918, "cos_r_negg": [0.6155157089233398, 0.6328470706939697, 0.6116020679473877], "cos_innovation_negg": [0.6155157089233398, 0.6328470706939697, 0.6116020679473877], "cos_apical_negg": [0.6155157089233398, 0.6328470706939697, 0.6116020679473877], "cos_Ac_negg": [0.6155157089233398, 0.6328470706939697, 0.6116020679473877], "r_norm": [0.2576431632041931, 0.2516178488731384, 0.24756699800491333]}, {"step": 2700, "epoch": 5, "train_loss": 0.05335155129432678, "cos_r_negg": [0.6189650297164917, 0.6487292051315308, 0.612339437007904], "cos_innovation_negg": [0.6189650297164917, 0.6487292051315308, 0.612339437007904], "cos_apical_negg": [0.6189650297164917, 0.6487292051315308, 0.612339437007904], "cos_Ac_negg": [0.6189650297164917, 0.6487292051315308, 0.612339437007904], "r_norm": [0.2206578552722931, 0.2165922373533249, 0.2133471816778183]}, {"step": 2800, "epoch": 5, "train_loss": 0.020739704370498657, "cos_r_negg": [0.6090052723884583, 0.6454235911369324, 0.6233847737312317], "cos_innovation_negg": [0.6090052723884583, 0.6454235911369324, 0.6233847737312317], "cos_apical_negg": [0.6090052723884583, 0.6454235911369324, 0.6233847737312317], "cos_Ac_negg": [0.6090052723884583, 0.6454235911369324, 0.6233847737312317], "r_norm": [0.2329060584306717, 0.2280796319246292, 0.22505390644073486]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9685, "test_loss": 0.11429850444793702}, {"step": 2900, "epoch": 6, "train_loss": 0.02710738405585289, "cos_r_negg": [0.6179582476615906, 0.6528295278549194, 0.624610960483551], "cos_innovation_negg": [0.6179582476615906, 0.6528295278549194, 0.624610960483551], "cos_apical_negg": [0.6179582476615906, 0.6528295278549194, 0.624610960483551], "cos_Ac_negg": [0.6179582476615906, 0.6528295278549194, 0.624610960483551], "r_norm": [0.2212202548980713, 0.21703368425369263, 0.21472647786140442]}, {"step": 3000, "epoch": 6, "train_loss": 0.003210586030036211, "cos_r_negg": [0.613447368144989, 0.652495265007019, 0.6295528411865234], "cos_innovation_negg": [0.613447368144989, 0.652495265007019, 0.6295528411865234], "cos_apical_negg": [0.613447368144989, 0.652495265007019, 0.6295528411865234], "cos_Ac_negg": [0.613447368144989, 0.652495265007019, 0.6295528411865234], "r_norm": [0.19350673258304596, 0.1897171288728714, 0.18670257925987244], "ldr": {"dL_sdil": -0.007917709648609161, "dL_bp": -0.009828649461269379, "ratio": 0.805574527793423}}, {"step": 3100, "epoch": 6, "train_loss": 0.06387314200401306, "cos_r_negg": [0.6198863983154297, 0.6491948366165161, 0.6214192509651184], "cos_innovation_negg": [0.6198863983154297, 0.6491948366165161, 0.6214192509651184], "cos_apical_negg": [0.6198863983154297, 0.6491948366165161, 0.6214192509651184], "cos_Ac_negg": [0.6198863983154297, 0.6491948366165161, 0.6214192509651184], "r_norm": [0.17050178349018097, 0.16748245060443878, 0.16528522968292236]}, {"step": 3200, "epoch": 6, "train_loss": 0.04849023371934891, "cos_r_negg": [0.6148456335067749, 0.6510782241821289, 0.6248921155929565], "cos_innovation_negg": [0.6148456335067749, 0.6510782241821289, 0.6248921155929565], "cos_apical_negg": [0.6148456335067749, 0.6510782241821289, 0.6248921155929565], "cos_Ac_negg": [0.6148456335067749, 0.6510782241821289, 0.6248921155929565], "r_norm": [0.18880192935466766, 0.18442402780056, 0.18181553483009338]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9723, "test_loss": 0.11568929290771485}, {"step": 3300, "epoch": 7, "train_loss": 0.006756230723112822, "cos_r_negg": [0.6155461668968201, 0.6503416299819946, 0.6332229971885681], "cos_innovation_negg": [0.6155461668968201, 0.6503416299819946, 0.6332229971885681], "cos_apical_negg": [0.6155461668968201, 0.6503416299819946, 0.6332229971885681], "cos_Ac_negg": [0.6155461668968201, 0.6503416299819946, 0.6332229971885681], "r_norm": [0.1959608942270279, 0.19186583161354065, 0.1897565722465515]}, {"step": 3400, "epoch": 7, "train_loss": 0.005082777701318264, "cos_r_negg": [0.6128873825073242, 0.6470330953598022, 0.6373146176338196], "cos_innovation_negg": [0.6128873825073242, 0.6470330953598022, 0.6373146176338196], "cos_apical_negg": [0.6128873825073242, 0.6470330953598022, 0.6373146176338196], "cos_Ac_negg": [0.6128873825073242, 0.6470330953598022, 0.6373146176338196], "r_norm": [0.2011243999004364, 0.19720213115215302, 0.19440439343452454]}, {"step": 3500, "epoch": 7, "train_loss": 0.008085569366812706, "cos_r_negg": [0.6301254034042358, 0.6621131896972656, 0.645305335521698], "cos_innovation_negg": [0.6301254034042358, 0.6621131896972656, 0.645305335521698], "cos_apical_negg": [0.6301254034042358, 0.6621131896972656, 0.645305335521698], "cos_Ac_negg": [0.6301254034042358, 0.6621131896972656, 0.645305335521698], "r_norm": [0.1824260950088501, 0.17886941134929657, 0.17662227153778076], "ldr": {"dL_sdil": -0.008172653615474701, "dL_bp": -0.011752061545848846, "ratio": 0.6954229760957564}}, {"step": 3600, "epoch": 7, "train_loss": 0.009758161380887032, "cos_r_negg": [0.6344751715660095, 0.6549732685089111, 0.6478409767150879], "cos_innovation_negg": [0.6344751715660095, 0.6549732685089111, 0.6478409767150879], "cos_apical_negg": [0.6344751715660095, 0.6549732685089111, 0.6478409767150879], "cos_Ac_negg": [0.6344751715660095, 0.6549732685089111, 0.6478409767150879], "r_norm": [0.15041005611419678, 0.1479288935661316, 0.1454424113035202]}, {"step": 3700, "epoch": 7, "train_loss": 0.005388827063143253, "cos_r_negg": [0.6371345520019531, 0.6556147336959839, 0.6490602493286133], "cos_innovation_negg": [0.6371345520019531, 0.6556147336959839, 0.6490602493286133], "cos_apical_negg": [0.6371345520019531, 0.6556147336959839, 0.6490602493286133], "cos_Ac_negg": [0.6371345520019531, 0.6556147336959839, 0.6490602493286133], "r_norm": [0.1920110434293747, 0.18857887387275696, 0.185125932097435]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9706, "test_loss": 0.12330467185974121}, {"step": 3800, "epoch": 8, "train_loss": 0.056129325181245804, "cos_r_negg": [0.6330610513687134, 0.6584164500236511, 0.6486068964004517], "cos_innovation_negg": [0.6330610513687134, 0.6584164500236511, 0.6486068964004517], "cos_apical_negg": [0.6330610513687134, 0.6584164500236511, 0.6486068964004517], "cos_Ac_negg": [0.6330610513687134, 0.6584164500236511, 0.6486068964004517], "r_norm": [0.1895904839038849, 0.18607723712921143, 0.18282277882099152]}, {"step": 3900, "epoch": 8, "train_loss": 0.011785263195633888, "cos_r_negg": [0.6330327391624451, 0.6584503650665283, 0.649254322052002], "cos_innovation_negg": [0.6330327391624451, 0.6584503650665283, 0.649254322052002], "cos_apical_negg": [0.6330327391624451, 0.6584503650665283, 0.649254322052002], "cos_Ac_negg": [0.6330327391624451, 0.6584503650665283, 0.649254322052002], "r_norm": [0.17273201048374176, 0.16941824555397034, 0.1666167974472046]}, {"step": 4000, "epoch": 8, "train_loss": 0.000689225154928863, "cos_r_negg": [0.6296203136444092, 0.6526379585266113, 0.6534024477005005], "cos_innovation_negg": [0.6296203136444092, 0.6526379585266113, 0.6534024477005005], "cos_apical_negg": [0.6296203136444092, 0.6526379585266113, 0.6534024477005005], "cos_Ac_negg": [0.6296203136444092, 0.6526379585266113, 0.6534024477005005], "r_norm": [0.17630384862422943, 0.17299006879329681, 0.17047850787639618], "ldr": {"dL_sdil": -0.009058646857738495, "dL_bp": -0.014096729457378387, "ratio": 0.6426062786497684}}, {"step": 4100, "epoch": 8, "train_loss": 0.03716294467449188, "cos_r_negg": [0.6289478540420532, 0.655285120010376, 0.6590647101402283], "cos_innovation_negg": [0.6289478540420532, 0.655285120010376, 0.6590647101402283], "cos_apical_negg": [0.6289478540420532, 0.655285120010376, 0.6590647101402283], "cos_Ac_negg": [0.6289478540420532, 0.655285120010376, 0.6590647101402283], "r_norm": [0.1756715625524521, 0.17255355417728424, 0.16945818066596985]}, {"step": 4200, "epoch": 8, "train_loss": 0.007642740849405527, "cos_r_negg": [0.6331797242164612, 0.657547116279602, 0.66251140832901], "cos_innovation_negg": [0.6331797242164612, 0.657547116279602, 0.66251140832901], "cos_apical_negg": [0.6331797242164612, 0.657547116279602, 0.66251140832901], "cos_Ac_negg": [0.6331797242164612, 0.657547116279602, 0.66251140832901], "r_norm": [0.17260634899139404, 0.16935701668262482, 0.1664430946111679]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9715, "test_loss": 0.12795383539199828}, {"step": 4300, "epoch": 9, "train_loss": 0.005126616917550564, "cos_r_negg": [0.6217033863067627, 0.6551398038864136, 0.6618025302886963], "cos_innovation_negg": [0.6217033863067627, 0.6551398038864136, 0.6618025302886963], "cos_apical_negg": [0.6217033863067627, 0.6551398038864136, 0.6618025302886963], "cos_Ac_negg": [0.6217033863067627, 0.6551398038864136, 0.6618025302886963], "r_norm": [0.19533851742744446, 0.19135543704032898, 0.1880948841571808]}, {"step": 4400, "epoch": 9, "train_loss": 0.003296743845567107, "cos_r_negg": [0.6174290776252747, 0.6536604166030884, 0.6603547930717468], "cos_innovation_negg": [0.6174290776252747, 0.6536604166030884, 0.6603547930717468], "cos_apical_negg": [0.6174290776252747, 0.6536604166030884, 0.6603547930717468], "cos_Ac_negg": [0.6174290776252747, 0.6536604166030884, 0.6603547930717468], "r_norm": [0.18917936086654663, 0.1854909360408783, 0.18246984481811523]}, {"step": 4500, "epoch": 9, "train_loss": 0.0014693234115839005, "cos_r_negg": [0.6212970018386841, 0.6520422697067261, 0.6648234128952026], "cos_innovation_negg": [0.6212970018386841, 0.6520422697067261, 0.6648234128952026], "cos_apical_negg": [0.6212970018386841, 0.6520422697067261, 0.6648234128952026], "cos_Ac_negg": [0.6212970018386841, 0.6520422697067261, 0.6648234128952026], "r_norm": [0.17914845049381256, 0.17544743418693542, 0.17231427133083344], "ldr": {"dL_sdil": -0.00979585200548172, "dL_bp": -0.01655876636505127, "ratio": 0.5915810266009143}}, {"step": 4600, "epoch": 9, "train_loss": 0.032596148550510406, "cos_r_negg": [0.6234061121940613, 0.6518699526786804, 0.6677985191345215], "cos_innovation_negg": [0.6234061121940613, 0.6518699526786804, 0.6677985191345215], "cos_apical_negg": [0.6234061121940613, 0.6518699526786804, 0.6677985191345215], "cos_Ac_negg": [0.6234061121940613, 0.6518699526786804, 0.6677985191345215], "r_norm": [0.19013909995555878, 0.1861753761768341, 0.1826411783695221]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.974, "test_loss": 0.12575695457458497}, {"step": 4700, "epoch": 10, "train_loss": 0.0034915334545075893, "cos_r_negg": [0.6199545860290527, 0.6492616534233093, 0.6606061458587646], "cos_innovation_negg": [0.6199545860290527, 0.6492616534233093, 0.6606061458587646], "cos_apical_negg": [0.6199545860290527, 0.6492616534233093, 0.6606061458587646], "cos_Ac_negg": [0.6199545860290527, 0.6492616534233093, 0.6606061458587646], "r_norm": [0.18801575899124146, 0.1843785047531128, 0.18106210231781006]}, {"step": 4800, "epoch": 10, "train_loss": 0.0008336055907420814, "cos_r_negg": [0.6216712594032288, 0.6511514782905579, 0.6634930968284607], "cos_innovation_negg": [0.6216712594032288, 0.6511514782905579, 0.6634930968284607], "cos_apical_negg": [0.6216712594032288, 0.6511514782905579, 0.6634930968284607], "cos_Ac_negg": [0.6216712594032288, 0.6511514782905579, 0.6634930968284607], "r_norm": [0.1824166178703308, 0.17903029918670654, 0.17574921250343323]}, {"step": 4900, "epoch": 10, "train_loss": 0.001636673929169774, "cos_r_negg": [0.6146307587623596, 0.6468146443367004, 0.664393424987793], "cos_innovation_negg": [0.6146307587623596, 0.6468146443367004, 0.664393424987793], "cos_apical_negg": [0.6146307587623596, 0.6468146443367004, 0.664393424987793], "cos_Ac_negg": [0.6146307587623596, 0.6468146443367004, 0.664393424987793], "r_norm": [0.17372174561023712, 0.17035624384880066, 0.16707497835159302]}, {"step": 5000, "epoch": 10, "train_loss": 0.0015556986909359694, "cos_r_negg": [0.6180275678634644, 0.6454173922538757, 0.6625872850418091], "cos_innovation_negg": [0.6180275678634644, 0.6454173922538757, 0.6625872850418091], "cos_apical_negg": [0.6180275678634644, 0.6454173922538757, 0.6625872850418091], "cos_Ac_negg": [0.6180275678634644, 0.6454173922538757, 0.6625872850418091], "r_norm": [0.17774055898189545, 0.1746811866760254, 0.1715075671672821], "ldr": {"dL_sdil": -0.010479673743247986, "dL_bp": -0.01817304641008377, "ratio": 0.5766602641499378}}, {"step": 5100, "epoch": 10, "train_loss": 0.0015227128751575947, "cos_r_negg": [0.6159430742263794, 0.6451226472854614, 0.6630815267562866], "cos_innovation_negg": [0.6159430742263794, 0.6451226472854614, 0.6630815267562866], "cos_apical_negg": [0.6159430742263794, 0.6451226472854614, 0.6630815267562866], "cos_Ac_negg": [0.6159430742263794, 0.6451226472854614, 0.6630815267562866], "r_norm": [0.18908870220184326, 0.18590903282165527, 0.18229123950004578]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9733, "test_loss": 0.12908906383514404}, {"step": 5200, "epoch": 11, "train_loss": 0.001309263869188726, "cos_r_negg": [0.614648699760437, 0.6446752548217773, 0.665759265422821], "cos_innovation_negg": [0.614648699760437, 0.6446752548217773, 0.665759265422821], "cos_apical_negg": [0.614648699760437, 0.6446752548217773, 0.665759265422821], "cos_Ac_negg": [0.614648699760437, 0.6446752548217773, 0.665759265422821], "r_norm": [0.17493118345737457, 0.17182868719100952, 0.16859647631645203]}, {"step": 5300, "epoch": 11, "train_loss": 0.0011599198915064335, "cos_r_negg": [0.6132922172546387, 0.6421023607254028, 0.6631933450698853], "cos_innovation_negg": [0.6132922172546387, 0.6421023607254028, 0.6631933450698853], "cos_apical_negg": [0.6132922172546387, 0.6421023607254028, 0.6631933450698853], "cos_Ac_negg": [0.6132922172546387, 0.6421023607254028, 0.6631933450698853], "r_norm": [0.16871681809425354, 0.16564862430095673, 0.16264042258262634]}, {"step": 5400, "epoch": 11, "train_loss": 0.0014726945664733648, "cos_r_negg": [0.6104533672332764, 0.6421495079994202, 0.6644812822341919], "cos_innovation_negg": [0.6104533672332764, 0.6421495079994202, 0.6644812822341919], "cos_apical_negg": [0.6104533672332764, 0.6421495079994202, 0.6644812822341919], "cos_Ac_negg": [0.6104533672332764, 0.6421495079994202, 0.6644812822341919], "r_norm": [0.1738046109676361, 0.17061923444271088, 0.167450949549675]}, {"step": 5500, "epoch": 11, "train_loss": 0.0022923252545297146, "cos_r_negg": [0.6091525554656982, 0.6400614976882935, 0.6668003797531128], "cos_innovation_negg": [0.6091525554656982, 0.6400614976882935, 0.6668003797531128], "cos_apical_negg": [0.6091525554656982, 0.6400614976882935, 0.6668003797531128], "cos_Ac_negg": [0.6091525554656982, 0.6400614976882935, 0.6668003797531128], "r_norm": [0.1730632185935974, 0.1701216697692871, 0.16676318645477295], "ldr": {"dL_sdil": -0.01092517375946045, "dL_bp": -0.019617542624473572, "ratio": 0.5569083737241846}}, {"step": 5600, "epoch": 11, "train_loss": 0.003013922367244959, "cos_r_negg": [0.6125717163085938, 0.6437373161315918, 0.6673654317855835], "cos_innovation_negg": [0.6125717163085938, 0.6437373161315918, 0.6673654317855835], "cos_apical_negg": [0.6125717163085938, 0.6437373161315918, 0.6673654317855835], "cos_Ac_negg": [0.6125717163085938, 0.6437373161315918, 0.6673654317855835], "r_norm": [0.17643772065639496, 0.17336799204349518, 0.16997528076171875]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.974, "test_loss": 0.1334169048309326}, {"step": 5700, "epoch": 12, "train_loss": 0.00026223674649372697, "cos_r_negg": [0.6107821464538574, 0.6430332660675049, 0.6681469082832336], "cos_innovation_negg": [0.6107821464538574, 0.6430332660675049, 0.6681469082832336], "cos_apical_negg": [0.6107821464538574, 0.6430332660675049, 0.6681469082832336], "cos_Ac_negg": [0.6107821464538574, 0.6430332660675049, 0.6681469082832336], "r_norm": [0.1758565604686737, 0.17264872789382935, 0.16945300996303558]}, {"step": 5800, "epoch": 12, "train_loss": 0.0003017765120603144, "cos_r_negg": [0.6081430315971375, 0.6421799659729004, 0.6661195755004883], "cos_innovation_negg": [0.6081430315971375, 0.6421799659729004, 0.6661195755004883], "cos_apical_negg": [0.6081430315971375, 0.6421799659729004, 0.6661195755004883], "cos_Ac_negg": [0.6081430315971375, 0.6421799659729004, 0.6661195755004883], "r_norm": [0.17203187942504883, 0.1690245270729065, 0.16582567989826202]}, {"step": 5900, "epoch": 12, "train_loss": 0.0013039933983236551, "cos_r_negg": [0.6071442365646362, 0.6420730352401733, 0.6674133539199829], "cos_innovation_negg": [0.6071442365646362, 0.6420730352401733, 0.6674133539199829], "cos_apical_negg": [0.6071442365646362, 0.6420730352401733, 0.6674133539199829], "cos_Ac_negg": [0.6071442365646362, 0.6420730352401733, 0.6674133539199829], "r_norm": [0.17366287112236023, 0.17064981162548065, 0.16749976575374603]}, {"step": 6000, "epoch": 12, "train_loss": 0.0008040090324357152, "cos_r_negg": [0.6076933145523071, 0.6441484093666077, 0.6691628694534302], "cos_innovation_negg": [0.6076933145523071, 0.6441484093666077, 0.6691628694534302], "cos_apical_negg": [0.6076933145523071, 0.6441484093666077, 0.6691628694534302], "cos_Ac_negg": [0.6076933145523071, 0.6441484093666077, 0.6691628694534302], "r_norm": [0.17631205916404724, 0.17321062088012695, 0.17003434896469116], "ldr": {"dL_sdil": -0.011585041880607605, "dL_bp": -0.022001802921295166, "ratio": 0.526549661500451}}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9745, "test_loss": 0.1352493793487549}, {"step": 6100, "epoch": 13, "train_loss": 0.0014463819097727537, "cos_r_negg": [0.6067887544631958, 0.6430466175079346, 0.6696619987487793], "cos_innovation_negg": [0.6067887544631958, 0.6430466175079346, 0.6696619987487793], "cos_apical_negg": [0.6067887544631958, 0.6430466175079346, 0.6696619987487793], "cos_Ac_negg": [0.6067887544631958, 0.6430466175079346, 0.6696619987487793], "r_norm": [0.17908143997192383, 0.17593857645988464, 0.17247158288955688]}, {"step": 6200, "epoch": 13, "train_loss": 0.0002795365871861577, "cos_r_negg": [0.6057158708572388, 0.6432228088378906, 0.6696715354919434], "cos_innovation_negg": [0.6057158708572388, 0.6432228088378906, 0.6696715354919434], "cos_apical_negg": [0.6057158708572388, 0.6432228088378906, 0.6696715354919434], "cos_Ac_negg": [0.6057158708572388, 0.6432228088378906, 0.6696715354919434], "r_norm": [0.17346340417861938, 0.17047497630119324, 0.16715440154075623]}, {"step": 6300, "epoch": 13, "train_loss": 0.0003245513653382659, "cos_r_negg": [0.6048141717910767, 0.6426535248756409, 0.6699920892715454], "cos_innovation_negg": [0.6048141717910767, 0.6426535248756409, 0.6699920892715454], "cos_apical_negg": [0.6048141717910767, 0.6426535248756409, 0.6699920892715454], "cos_Ac_negg": [0.6048141717910767, 0.6426535248756409, 0.6699920892715454], "r_norm": [0.1769692301750183, 0.17405544221401215, 0.17055493593215942]}, {"step": 6400, "epoch": 13, "train_loss": 0.0006700620288029313, "cos_r_negg": [0.6028282642364502, 0.6402886509895325, 0.6704275012016296], "cos_innovation_negg": [0.6028282642364502, 0.6402886509895325, 0.6704275012016296], "cos_apical_negg": [0.6028282642364502, 0.6402886509895325, 0.6704275012016296], "cos_Ac_negg": [0.6028282642364502, 0.6402886509895325, 0.6704275012016296], "r_norm": [0.17150437831878662, 0.16849254071712494, 0.16540826857089996]}, {"step": 6500, "epoch": 13, "train_loss": 0.00013033303548581898, "cos_r_negg": [0.6023449897766113, 0.6430495381355286, 0.6708477735519409], "cos_innovation_negg": [0.6023449897766113, 0.6430495381355286, 0.6708477735519409], "cos_apical_negg": [0.6023449897766113, 0.6430495381355286, 0.6708477735519409], "cos_Ac_negg": [0.6023449897766113, 0.6430495381355286, 0.6708477735519409], "r_norm": [0.16887250542640686, 0.1660538762807846, 0.16295760869979858], "ldr": {"dL_sdil": -0.011667512357234955, "dL_bp": -0.022730067372322083, "ratio": 0.5133074251879357}}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9737, "test_loss": 0.13770540838241577}, {"step": 6600, "epoch": 14, "train_loss": 0.002334980759769678, "cos_r_negg": [0.6029652953147888, 0.6421791315078735, 0.6708009243011475], "cos_innovation_negg": [0.6029652953147888, 0.6421791315078735, 0.6708009243011475], "cos_apical_negg": [0.6029652953147888, 0.6421791315078735, 0.6708009243011475], "cos_Ac_negg": [0.6029652953147888, 0.6421791315078735, 0.6708009243011475], "r_norm": [0.1712503284215927, 0.16834032535552979, 0.16512611508369446]}, {"step": 6700, "epoch": 14, "train_loss": 0.0007730001234449446, "cos_r_negg": [0.6041147708892822, 0.6437222957611084, 0.6716139912605286], "cos_innovation_negg": [0.6041147708892822, 0.6437222957611084, 0.6716139912605286], "cos_apical_negg": [0.6041147708892822, 0.6437222957611084, 0.6716139912605286], "cos_Ac_negg": [0.6041147708892822, 0.6437222957611084, 0.6716139912605286], "r_norm": [0.17286744713783264, 0.16990327835083008, 0.1666618287563324]}, {"step": 6800, "epoch": 14, "train_loss": 0.0018118484877049923, "cos_r_negg": [0.6043601632118225, 0.6438187956809998, 0.6724725961685181], "cos_innovation_negg": [0.6043601632118225, 0.6438187956809998, 0.6724725961685181], "cos_apical_negg": [0.6043601632118225, 0.6438187956809998, 0.6724725961685181], "cos_Ac_negg": [0.6043601632118225, 0.6438187956809998, 0.6724725961685181], "r_norm": [0.17235802114009857, 0.16948559880256653, 0.166168212890625]}, {"step": 6900, "epoch": 14, "train_loss": 0.0005928482860326767, "cos_r_negg": [0.605883777141571, 0.6448389887809753, 0.6733330488204956], "cos_innovation_negg": [0.605883777141571, 0.6448389887809753, 0.6733330488204956], "cos_apical_negg": [0.605883777141571, 0.6448389887809753, 0.6733330488204956], "cos_Ac_negg": [0.605883777141571, 0.6448389887809753, 0.6733330488204956], "r_norm": [0.17221295833587646, 0.16921906173229218, 0.16597718000411987]}, {"step": 7000, "epoch": 14, "train_loss": 0.000632595329079777, "cos_r_negg": [0.6015108823776245, 0.6416085958480835, 0.6718443632125854], "cos_innovation_negg": [0.6015108823776245, 0.6416085958480835, 0.6718443632125854], "cos_apical_negg": [0.6015108823776245, 0.6416085958480835, 0.6718443632125854], "cos_Ac_negg": [0.6015108823776245, 0.6416085958480835, 0.6718443632125854], "r_norm": [0.1718350499868393, 0.168907031416893, 0.16570332646369934], "ldr": {"dL_sdil": -0.012075692415237427, "dL_bp": -0.023587502539157867, "ratio": 0.5119529884603272}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9745, "test_loss": 0.14063884963989257}], "final": {"test_acc": 0.9745, "test_loss": 0.14063884963989257, "wall_s": 20.881760358810425, "cos_r_negg": [0.6034194231033325, 0.6417666077613831, 0.6718880534172058], "cos_innovation_negg": [0.6034194231033325, 0.6417666077613831, 0.6718880534172058], "cos_apical_negg": [0.6034194231033325, 0.6417666077613831, 0.6718880534172058], "cos_Ac_negg": [0.6034194231033325, 0.6417666077613831, 0.6718880534172058]}}