{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 30, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_sdil_w64_d30_s2", "n_in": 3072}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.7673251628875732, "cos_r_negg": [-0.0018449039198458195, 0.043090566992759705, -0.030655743554234505, 0.044208724051713943, -0.03918180614709854, -0.007073882035911083, -0.07245612144470215, 0.007156517822295427, 0.04394353926181793, 0.01088100578635931, 0.018909847363829613, -0.04214581102132797, -0.03510477393865585, 0.03821041062474251, -0.04766027256846428, 0.0332387313246727, -0.01074511744081974, -0.07070790231227875, -0.0869806557893753, -0.010209904983639717, 0.03801646828651428, 0.07088203728199005, -0.04375465586781502, 0.06568114459514618, 0.006486187689006329, 0.03687378764152527, -0.01828612945973873, -0.015622059814631939, -0.02161308005452156, -0.012575682252645493], "cos_innovation_negg": [-0.0018449039198458195, 0.043090566992759705, -0.030655743554234505, 0.044208724051713943, -0.03918180614709854, -0.007073882035911083, -0.07245612144470215, 0.007156517822295427, 0.04394353926181793, 0.01088100578635931, 0.018909847363829613, -0.04214581102132797, -0.03510477393865585, 0.03821041062474251, -0.04766027256846428, 0.0332387313246727, -0.01074511744081974, -0.07070790231227875, -0.0869806557893753, -0.010209904983639717, 0.03801646828651428, 0.07088203728199005, -0.04375465586781502, 0.06568114459514618, 0.006486187689006329, 0.03687378764152527, -0.01828612945973873, -0.015622059814631939, -0.02161308005452156, -0.012575682252645493], "cos_apical_negg": [-0.0018449039198458195, 0.043090566992759705, -0.030655743554234505, 0.044208724051713943, -0.03918180614709854, -0.007073882035911083, -0.07245612144470215, 0.007156517822295427, 0.04394353926181793, 0.01088100578635931, 0.018909847363829613, -0.04214581102132797, -0.03510477393865585, 0.03821041062474251, -0.04766027256846428, 0.0332387313246727, -0.01074511744081974, -0.07070790231227875, -0.0869806557893753, -0.010209904983639717, 0.03801646828651428, 0.07088203728199005, -0.04375465586781502, 0.06568114459514618, 0.006486187689006329, 0.03687378764152527, -0.01828612945973873, -0.015622059814631939, -0.02161308005452156, -0.012575682252645493], "cos_Ac_negg": [-0.0018449039198458195, 0.043090566992759705, -0.030655743554234505, 0.044208724051713943, -0.03918180614709854, -0.007073882035911083, -0.07245612144470215, 0.007156517822295427, 0.04394353926181793, 0.01088100578635931, 0.018909847363829613, -0.04214581102132797, -0.03510477393865585, 0.03821041062474251, -0.04766027256846428, 0.0332387313246727, -0.01074511744081974, -0.07070790231227875, -0.0869806557893753, -0.010209904983639717, 0.03801646828651428, 0.07088203728199005, -0.04375465586781502, 0.06568114459514618, 0.006486187689006329, 0.03687378764152527, -0.01828612945973873, -0.015622059814631939, -0.02161308005452156, -0.012575682252645493], "r_norm": [2.430849552154541, 2.4477221965789795, 2.3842697143554688, 2.419781446456909, 2.3784422874450684, 2.478245735168457, 2.471724033355713, 2.577846050262451, 2.604187488555908, 2.4785141944885254, 2.682030439376831, 2.4370269775390625, 2.399013042449951, 2.5771358013153076, 2.4997215270996094, 2.376765727996826, 2.362417697906494, 2.4595911502838135, 2.429932117462158, 2.4942843914031982, 2.528311252593994, 2.4075803756713867, 2.4573755264282227, 2.503483772277832, 2.437056064605713, 2.601693630218506, 2.44462513923645, 2.487914800643921, 2.4807746410369873, 2.446587562561035], "ldr": {"dL_sdil": -0.06371641159057617, "dL_bp": -0.4305086135864258, "ratio": 0.14800264055061682}}, {"epoch_end": 0, "step": 391, "test_acc": 0.3622, "test_loss": 1.8087956298828125}, {"step": 500, "epoch": 1, "train_loss": 1.699876070022583, "cos_r_negg": [0.6231592893600464, 0.03234781697392464, -0.013537107035517693, 0.06719902157783508, 0.09888224303722382, 0.11364051699638367, 0.02124936133623123, 0.04318549484014511, -0.04911576956510544, 0.10597953200340271, 0.05600105971097946, -0.04411859065294266, 0.05726641044020653, 0.055515024811029434, 0.055337220430374146, 0.06593811511993408, 0.10628067702054977, -0.003538860008120537, 0.05356182903051376, -0.03395355865359306, 0.09674793481826782, -0.02772381901741028, 0.15566550195217133, 0.08221966028213501, 0.08790072798728943, 0.04558678716421127, 0.08405075967311859, 0.019825352355837822, 0.040003061294555664, -0.02139369770884514], "cos_innovation_negg": [0.6231592893600464, 0.03234781697392464, -0.013537107035517693, 0.06719902157783508, 0.09888224303722382, 0.11364051699638367, 0.02124936133623123, 0.04318549484014511, -0.04911576956510544, 0.10597953200340271, 0.05600105971097946, -0.04411859065294266, 0.05726641044020653, 0.055515024811029434, 0.055337220430374146, 0.06593811511993408, 0.10628067702054977, -0.003538860008120537, 0.05356182903051376, -0.03395355865359306, 0.09674793481826782, -0.02772381901741028, 0.15566550195217133, 0.08221966028213501, 0.08790072798728943, 0.04558678716421127, 0.08405075967311859, 0.019825352355837822, 0.040003061294555664, -0.02139369770884514], "cos_apical_negg": [0.6231592893600464, 0.03234781697392464, -0.013537107035517693, 0.06719902157783508, 0.09888224303722382, 0.11364051699638367, 0.02124936133623123, 0.04318549484014511, -0.04911576956510544, 0.10597953200340271, 0.05600105971097946, -0.04411859065294266, 0.05726641044020653, 0.055515024811029434, 0.055337220430374146, 0.06593811511993408, 0.10628067702054977, -0.003538860008120537, 0.05356182903051376, -0.03395355865359306, 0.09674793481826782, -0.02772381901741028, 0.15566550195217133, 0.08221966028213501, 0.08790072798728943, 0.04558678716421127, 0.08405075967311859, 0.019825352355837822, 0.040003061294555664, -0.02139369770884514], "cos_Ac_negg": [0.6231592893600464, 0.03234781697392464, -0.013537107035517693, 0.06719902157783508, 0.09888224303722382, 0.11364051699638367, 0.02124936133623123, 0.04318549484014511, -0.04911576956510544, 0.10597953200340271, 0.05600105971097946, -0.04411859065294266, 0.05726641044020653, 0.055515024811029434, 0.055337220430374146, 0.06593811511993408, 0.10628067702054977, -0.003538860008120537, 0.05356182903051376, -0.03395355865359306, 0.09674793481826782, -0.02772381901741028, 0.15566550195217133, 0.08221966028213501, 0.08790072798728943, 0.04558678716421127, 0.08405075967311859, 0.019825352355837822, 0.040003061294555664, -0.02139369770884514], "r_norm": [1.7524669170379639, 1.7085061073303223, 1.6562848091125488, 1.6905086040496826, 1.6490436792373657, 1.741104006767273, 1.7217624187469482, 1.7878477573394775, 1.797762155532837, 1.733629822731018, 1.8833401203155518, 1.676222562789917, 1.671111822128296, 1.7828971147537231, 1.7308093309402466, 1.653311848640442, 1.6448994874954224, 1.7019076347351074, 1.6843132972717285, 1.742912769317627, 1.771352767944336, 1.6765071153640747, 1.7338296175003052, 1.7312037944793701, 1.707879900932312, 1.826425313949585, 1.7140750885009766, 1.7241415977478027, 1.722238540649414, 1.6934146881103516]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3853, "test_loss": 1.7610109985351563}, {"step": 1000, "epoch": 2, "train_loss": 1.7009296417236328, "cos_r_negg": [0.7149951457977295, 0.13175418972969055, 0.06972996890544891, 0.12254331260919571, 0.1407756507396698, 0.17054907977581024, 0.08395099639892578, 0.14854440093040466, 0.05981184542179108, 0.20346319675445557, 0.0882091075181961, 0.08340004086494446, 0.1413470357656479, 0.15138830244541168, 0.13958576321601868, 0.10893744230270386, 0.16541443765163422, 0.08835472166538239, 0.1319752037525177, 0.06233470141887665, 0.15439075231552124, 0.0538264736533165, 0.20302805304527283, 0.11336147785186768, 0.1683836579322815, 0.1357850581407547, 0.18407396972179413, 0.062275052070617676, 0.16772544384002686, 0.04878085106611252], "cos_innovation_negg": [0.7149951457977295, 0.13175418972969055, 0.06972996890544891, 0.12254331260919571, 0.1407756507396698, 0.17054907977581024, 0.08395099639892578, 0.14854440093040466, 0.05981184542179108, 0.20346319675445557, 0.0882091075181961, 0.08340004086494446, 0.1413470357656479, 0.15138830244541168, 0.13958576321601868, 0.10893744230270386, 0.16541443765163422, 0.08835472166538239, 0.1319752037525177, 0.06233470141887665, 0.15439075231552124, 0.0538264736533165, 0.20302805304527283, 0.11336147785186768, 0.1683836579322815, 0.1357850581407547, 0.18407396972179413, 0.062275052070617676, 0.16772544384002686, 0.04878085106611252], "cos_apical_negg": [0.7149951457977295, 0.13175418972969055, 0.06972996890544891, 0.12254331260919571, 0.1407756507396698, 0.17054907977581024, 0.08395099639892578, 0.14854440093040466, 0.05981184542179108, 0.20346319675445557, 0.0882091075181961, 0.08340004086494446, 0.1413470357656479, 0.15138830244541168, 0.13958576321601868, 0.10893744230270386, 0.16541443765163422, 0.08835472166538239, 0.1319752037525177, 0.06233470141887665, 0.15439075231552124, 0.0538264736533165, 0.20302805304527283, 0.11336147785186768, 0.1683836579322815, 0.1357850581407547, 0.18407396972179413, 0.062275052070617676, 0.16772544384002686, 0.04878085106611252], "cos_Ac_negg": [0.7149951457977295, 0.13175418972969055, 0.06972996890544891, 0.12254331260919571, 0.1407756507396698, 0.17054907977581024, 0.08395099639892578, 0.14854440093040466, 0.05981184542179108, 0.20346319675445557, 0.0882091075181961, 0.08340004086494446, 0.1413470357656479, 0.15138830244541168, 0.13958576321601868, 0.10893744230270386, 0.16541443765163422, 0.08835472166538239, 0.1319752037525177, 0.06233470141887665, 0.15439075231552124, 0.0538264736533165, 0.20302805304527283, 0.11336147785186768, 0.1683836579322815, 0.1357850581407547, 0.18407396972179413, 0.062275052070617676, 0.16772544384002686, 0.04878085106611252], "r_norm": [1.4920341968536377, 1.3695182800292969, 1.32114577293396, 1.360193133354187, 1.330500841140747, 1.4078905582427979, 1.3869109153747559, 1.436488151550293, 1.4383617639541626, 1.3985425233840942, 1.5073630809783936, 1.3447448015213013, 1.3489863872528076, 1.439378261566162, 1.3960191011428833, 1.3299473524093628, 1.3348543643951416, 1.3642886877059937, 1.3563181161880493, 1.3798013925552368, 1.4326658248901367, 1.3444747924804688, 1.4027411937713623, 1.3910826444625854, 1.3769726753234863, 1.4678550958633423, 1.3837158679962158, 1.3808398246765137, 1.3865352869033813, 1.3585736751556396]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3978, "test_loss": 1.7260768310546875}, {"step": 1500, "epoch": 3, "train_loss": 1.663680076599121, "cos_r_negg": [0.7351300120353699, 0.22837603092193604, 0.1699596494436264, 0.22487905621528625, 0.2139565795660019, 0.28815263509750366, 0.19904375076293945, 0.2326345443725586, 0.16562718152999878, 0.2702944278717041, 0.1571425497531891, 0.18601398169994354, 0.24768587946891785, 0.20362553000450134, 0.22826528549194336, 0.20807074010372162, 0.2876613736152649, 0.20435801148414612, 0.2255106270313263, 0.13609914481639862, 0.27329158782958984, 0.15789484977722168, 0.29697054624557495, 0.20620682835578918, 0.2591324746608734, 0.23347464203834534, 0.27815625071525574, 0.1651098132133484, 0.2608111500740051, 0.17800763249397278], "cos_innovation_negg": [0.7351300120353699, 0.22837603092193604, 0.1699596494436264, 0.22487905621528625, 0.2139565795660019, 0.28815263509750366, 0.19904375076293945, 0.2326345443725586, 0.16562718152999878, 0.2702944278717041, 0.1571425497531891, 0.18601398169994354, 0.24768587946891785, 0.20362553000450134, 0.22826528549194336, 0.20807074010372162, 0.2876613736152649, 0.20435801148414612, 0.2255106270313263, 0.13609914481639862, 0.27329158782958984, 0.15789484977722168, 0.29697054624557495, 0.20620682835578918, 0.2591324746608734, 0.23347464203834534, 0.27815625071525574, 0.1651098132133484, 0.2608111500740051, 0.17800763249397278], "cos_apical_negg": [0.7351300120353699, 0.22837603092193604, 0.1699596494436264, 0.22487905621528625, 0.2139565795660019, 0.28815263509750366, 0.19904375076293945, 0.2326345443725586, 0.16562718152999878, 0.2702944278717041, 0.1571425497531891, 0.18601398169994354, 0.24768587946891785, 0.20362553000450134, 0.22826528549194336, 0.20807074010372162, 0.2876613736152649, 0.20435801148414612, 0.2255106270313263, 0.13609914481639862, 0.27329158782958984, 0.15789484977722168, 0.29697054624557495, 0.20620682835578918, 0.2591324746608734, 0.23347464203834534, 0.27815625071525574, 0.1651098132133484, 0.2608111500740051, 0.17800763249397278], "cos_Ac_negg": [0.7351300120353699, 0.22837603092193604, 0.1699596494436264, 0.22487905621528625, 0.2139565795660019, 0.28815263509750366, 0.19904375076293945, 0.2326345443725586, 0.16562718152999878, 0.2702944278717041, 0.1571425497531891, 0.18601398169994354, 0.24768587946891785, 0.20362553000450134, 0.22826528549194336, 0.20807074010372162, 0.2876613736152649, 0.20435801148414612, 0.2255106270313263, 0.13609914481639862, 0.27329158782958984, 0.15789484977722168, 0.29697054624557495, 0.20620682835578918, 0.2591324746608734, 0.23347464203834534, 0.27815625071525574, 0.1651098132133484, 0.2608111500740051, 0.17800763249397278], "r_norm": [1.300966501235962, 1.124415636062622, 1.0868703126907349, 1.1216444969177246, 1.0935983657836914, 1.163970708847046, 1.1378521919250488, 1.182159423828125, 1.1744301319122314, 1.1557888984680176, 1.232257604598999, 1.0937950611114502, 1.1133556365966797, 1.1867964267730713, 1.143052101135254, 1.097116470336914, 1.1072778701782227, 1.1211225986480713, 1.1209609508514404, 1.120215892791748, 1.180030345916748, 1.0977481603622437, 1.1623682975769043, 1.1419588327407837, 1.134534478187561, 1.1999119520187378, 1.1436896324157715, 1.1364456415176392, 1.14200758934021, 1.1159462928771973]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4052, "test_loss": 1.7079228759765626}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4102, "test_loss": 1.6998028198242188}], "final": {"test_acc": 0.4102, "test_loss": 1.6998028198242188, "wall_s": 47.32155680656433, "cos_r_negg": [0.8053134083747864, 0.3481922447681427, 0.289498895406723, 0.32326728105545044, 0.31446772813796997, 0.36413002014160156, 0.3290978968143463, 0.3191995620727539, 0.268321692943573, 0.37887489795684814, 0.22668762505054474, 0.26199910044670105, 0.361004114151001, 0.2945469319820404, 0.3109915256500244, 0.3107643723487854, 0.4017493426799774, 0.31529366970062256, 0.33951982855796814, 0.25017818808555603, 0.3865218162536621, 0.29690682888031006, 0.39198780059814453, 0.33076953887939453, 0.3715733289718628, 0.3544769883155823, 0.38510841131210327, 0.2954813539981842, 0.3582514524459839, 0.2942262589931488], "cos_innovation_negg": [0.8053134083747864, 0.3481922447681427, 0.289498895406723, 0.32326728105545044, 0.31446772813796997, 0.36413002014160156, 0.3290978968143463, 0.3191995620727539, 0.268321692943573, 0.37887489795684814, 0.22668762505054474, 0.26199910044670105, 0.361004114151001, 0.2945469319820404, 0.3109915256500244, 0.3107643723487854, 0.4017493426799774, 0.31529366970062256, 0.33951982855796814, 0.25017818808555603, 0.3865218162536621, 0.29690682888031006, 0.39198780059814453, 0.33076953887939453, 0.3715733289718628, 0.3544769883155823, 0.38510841131210327, 0.2954813539981842, 0.3582514524459839, 0.2942262589931488], "cos_apical_negg": [0.8053134083747864, 0.3481922447681427, 0.289498895406723, 0.32326728105545044, 0.31446772813796997, 0.36413002014160156, 0.3290978968143463, 0.3191995620727539, 0.268321692943573, 0.37887489795684814, 0.22668762505054474, 0.26199910044670105, 0.361004114151001, 0.2945469319820404, 0.3109915256500244, 0.3107643723487854, 0.4017493426799774, 0.31529366970062256, 0.33951982855796814, 0.25017818808555603, 0.3865218162536621, 0.29690682888031006, 0.39198780059814453, 0.33076953887939453, 0.3715733289718628, 0.3544769883155823, 0.38510841131210327, 0.2954813539981842, 0.3582514524459839, 0.2942262589931488], "cos_Ac_negg": [0.8053134083747864, 0.3481922447681427, 0.289498895406723, 0.32326728105545044, 0.31446772813796997, 0.36413002014160156, 0.3290978968143463, 0.3191995620727539, 0.268321692943573, 0.37887489795684814, 0.22668762505054474, 0.26199910044670105, 0.361004114151001, 0.2945469319820404, 0.3109915256500244, 0.3107643723487854, 0.4017493426799774, 0.31529366970062256, 0.33951982855796814, 0.25017818808555603, 0.3865218162536621, 0.29690682888031006, 0.39198780059814453, 0.33076953887939453, 0.3715733289718628, 0.3544769883155823, 0.38510841131210327, 0.2954813539981842, 0.3582514524459839, 0.2942262589931488]}}