1
|
{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 30, "width": 64, "act": "tanh", "residual": 1, "epochs": 5, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 4, "device": "cuda", "log_every": 500, "max_steps": 0, "probe_bs": 256, "outdir": "results", "tag": "scale_v3_cifar10_dfa_w64_d30_s4", "n_in": 3072}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.6514735221862793, "cos_r_negg": [-0.07412678748369217, -0.04394374042749405, 0.03722818195819855, -0.0717676505446434, -0.024675488471984863, -0.06367374956607819, 0.010915352031588554, -0.04810886085033417, 0.006848181132227182, 0.043644748628139496, -0.02917613834142685, 0.04982978105545044, 0.1312578171491623, 0.008211382664740086, -0.024526391178369522, -0.02007451467216015, -0.032842282205820084, 0.01009196974337101, 0.03763137012720108, -0.00727276923134923, -0.05193912610411644, 0.0058249859139323235, -0.031202469021081924, 0.04894702136516571, 0.03853687644004822, 0.05454086512327194, -0.019754357635974884, -0.0316607728600502, -0.0984528437256813, -0.011160830967128277], "cos_innovation_negg": [-0.07412678748369217, -0.04394374042749405, 0.03722818195819855, -0.0717676505446434, -0.024675488471984863, -0.06367374956607819, 0.010915352031588554, -0.04810886085033417, 0.006848181132227182, 0.043644748628139496, -0.02917613834142685, 0.04982978105545044, 0.1312578171491623, 0.008211382664740086, -0.024526391178369522, -0.02007451467216015, -0.032842282205820084, 0.01009196974337101, 0.03763137012720108, -0.00727276923134923, -0.05193912610411644, 0.0058249859139323235, -0.031202469021081924, 0.04894702136516571, 0.03853687644004822, 0.05454086512327194, -0.019754357635974884, -0.0316607728600502, -0.0984528437256813, -0.011160830967128277], "cos_apical_negg": [-0.07412678748369217, -0.04394374042749405, 0.03722818195819855, -0.0717676505446434, -0.024675488471984863, -0.06367374956607819, 0.010915352031588554, -0.04810886085033417, 0.006848181132227182, 0.043644748628139496, -0.02917613834142685, 0.04982978105545044, 0.1312578171491623, 0.008211382664740086, -0.024526391178369522, -0.02007451467216015, -0.032842282205820084, 0.01009196974337101, 0.03763137012720108, -0.00727276923134923, -0.05193912610411644, 0.0058249859139323235, -0.031202469021081924, 0.04894702136516571, 0.03853687644004822, 0.05454086512327194, -0.019754357635974884, -0.0316607728600502, -0.0984528437256813, -0.011160830967128277], "cos_Ac_negg": [-0.07412678748369217, -0.04394374042749405, 0.03722818195819855, -0.0717676505446434, -0.024675488471984863, -0.06367374956607819, 0.010915352031588554, -0.04810886085033417, 0.006848181132227182, 0.043644748628139496, -0.02917613834142685, 0.04982978105545044, 0.1312578171491623, 0.008211382664740086, -0.024526391178369522, -0.02007451467216015, -0.032842282205820084, 0.01009196974337101, 0.03763137012720108, -0.00727276923134923, -0.05193912610411644, 0.0058249859139323235, -0.031202469021081924, 0.04894702136516571, 0.03853687644004822, 0.05454086512327194, -0.019754357635974884, -0.0316607728600502, -0.0984528437256813, -0.011160830967128277], "r_norm": [2.5588512420654297, 2.570362091064453, 2.4625959396362305, 2.623915433883667, 2.481350898742676, 2.5674562454223633, 2.36057186126709, 2.4719841480255127, 2.523414373397827, 2.535059928894043, 2.419938564300537, 2.446058988571167, 2.2980198860168457, 2.439809799194336, 2.421278953552246, 2.5382442474365234, 2.49461030960083, 2.5223546028137207, 2.575709581375122, 2.4089722633361816, 2.4750900268554688, 2.604017972946167, 2.5957374572753906, 2.4383153915405273, 2.664546489715576, 2.6456892490386963, 2.4928691387176514, 2.4180941581726074, 2.6106534004211426, 2.520864486694336]}, {"epoch_end": 0, "step": 391, "test_acc": 0.348, "test_loss": 1.8706871337890625}, {"step": 500, "epoch": 1, "train_loss": 1.8439627885818481, "cos_r_negg": [0.4736138582229614, -0.0014424058608710766, 0.009048852138221264, 0.0004116976633667946, -0.037562981247901917, 0.012954644858837128, -0.047385863959789276, -0.010864355601370335, 0.033726539462804794, -0.0012843180447816849, -0.03284324333071709, 0.026365172117948532, -0.04277946054935455, 0.005492381285876036, 0.04753442108631134, -0.013697724789381027, -0.016441695392131805, -0.06219874322414398, -0.062301792204380035, -0.020501254126429558, 0.026943236589431763, -0.03881726413965225, -0.010959554463624954, 0.0033933939412236214, 0.007101545110344887, -0.033147092908620834, -0.0107832420617342, -0.08745378255844116, -0.06769201904535294, -0.004207614343613386], "cos_innovation_negg": [0.4736138582229614, -0.0014424058608710766, 0.009048852138221264, 0.0004116976633667946, -0.037562981247901917, 0.012954644858837128, -0.047385863959789276, -0.010864355601370335, 0.033726539462804794, -0.0012843180447816849, -0.03284324333071709, 0.026365172117948532, -0.04277946054935455, 0.005492381285876036, 0.04753442108631134, -0.013697724789381027, -0.016441695392131805, -0.06219874322414398, -0.062301792204380035, -0.020501254126429558, 0.026943236589431763, -0.03881726413965225, -0.010959554463624954, 0.0033933939412236214, 0.007101545110344887, -0.033147092908620834, -0.0107832420617342, -0.08745378255844116, -0.06769201904535294, -0.004207614343613386], "cos_apical_negg": [0.4736138582229614, -0.0014424058608710766, 0.009048852138221264, 0.0004116976633667946, -0.037562981247901917, 0.012954644858837128, -0.047385863959789276, -0.010864355601370335, 0.033726539462804794, -0.0012843180447816849, -0.03284324333071709, 0.026365172117948532, -0.04277946054935455, 0.005492381285876036, 0.04753442108631134, -0.013697724789381027, -0.016441695392131805, -0.06219874322414398, -0.062301792204380035, -0.020501254126429558, 0.026943236589431763, -0.03881726413965225, -0.010959554463624954, 0.0033933939412236214, 0.007101545110344887, -0.033147092908620834, -0.0107832420617342, -0.08745378255844116, -0.06769201904535294, -0.004207614343613386], "cos_Ac_negg": [0.4736138582229614, -0.0014424058608710766, 0.009048852138221264, 0.0004116976633667946, -0.037562981247901917, 0.012954644858837128, -0.047385863959789276, -0.010864355601370335, 0.033726539462804794, -0.0012843180447816849, -0.03284324333071709, 0.026365172117948532, -0.04277946054935455, 0.005492381285876036, 0.04753442108631134, -0.013697724789381027, -0.016441695392131805, -0.06219874322414398, -0.062301792204380035, -0.020501254126429558, 0.026943236589431763, -0.03881726413965225, -0.010959554463624954, 0.0033933939412236214, 0.007101545110344887, -0.033147092908620834, -0.0107832420617342, -0.08745378255844116, -0.06769201904535294, -0.004207614343613386], "r_norm": [2.209604263305664, 2.233380079269409, 2.1163787841796875, 2.280794143676758, 2.12677001953125, 2.21304988861084, 2.032297134399414, 2.155386209487915, 2.232576608657837, 2.1843552589416504, 2.0932188034057617, 2.1151649951934814, 2.017594337463379, 2.1009373664855957, 2.0948305130004883, 2.180410385131836, 2.1789028644561768, 2.178953170776367, 2.209444046020508, 2.1211507320404053, 2.150299072265625, 2.272489070892334, 2.2587947845458984, 2.1124706268310547, 2.297461748123169, 2.294257164001465, 2.1624627113342285, 2.058784008026123, 2.287343740463257, 2.1672091484069824]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3438, "test_loss": 1.86418115234375}, {"step": 1000, "epoch": 2, "train_loss": 1.8013699054718018, "cos_r_negg": [0.5449473857879639, 0.0741545706987381, -0.043738603591918945, 0.02429269254207611, -0.058084387332201004, 0.06871235370635986, 0.014279446564614773, -0.051156796514987946, 0.03927066549658775, 0.026014667004346848, -0.005130472593009472, 0.056468814611434937, -0.01695553958415985, 0.06928901374340057, 0.04100624844431877, -0.003490979317575693, 0.025237275287508965, -0.04323078691959381, 0.0415431410074234, -0.007112304214388132, -0.010452322661876678, -0.025781305506825447, 0.025241868570446968, 0.03980196639895439, 0.0609293058514595, -0.04992026090621948, 0.002512820065021515, -0.022370755672454834, -0.016954990103840828, 0.04724778234958649], "cos_innovation_negg": [0.5449473857879639, 0.0741545706987381, -0.043738603591918945, 0.02429269254207611, -0.058084387332201004, 0.06871235370635986, 0.014279446564614773, -0.051156796514987946, 0.03927066549658775, 0.026014667004346848, -0.005130472593009472, 0.056468814611434937, -0.01695553958415985, 0.06928901374340057, 0.04100624844431877, -0.003490979317575693, 0.025237275287508965, -0.04323078691959381, 0.0415431410074234, -0.007112304214388132, -0.010452322661876678, -0.025781305506825447, 0.025241868570446968, 0.03980196639895439, 0.0609293058514595, -0.04992026090621948, 0.002512820065021515, -0.022370755672454834, -0.016954990103840828, 0.04724778234958649], "cos_apical_negg": [0.5449473857879639, 0.0741545706987381, -0.043738603591918945, 0.02429269254207611, -0.058084387332201004, 0.06871235370635986, 0.014279446564614773, -0.051156796514987946, 0.03927066549658775, 0.026014667004346848, -0.005130472593009472, 0.056468814611434937, -0.01695553958415985, 0.06928901374340057, 0.04100624844431877, -0.003490979317575693, 0.025237275287508965, -0.04323078691959381, 0.0415431410074234, -0.007112304214388132, -0.010452322661876678, -0.025781305506825447, 0.025241868570446968, 0.03980196639895439, 0.0609293058514595, -0.04992026090621948, 0.002512820065021515, -0.022370755672454834, -0.016954990103840828, 0.04724778234958649], "cos_Ac_negg": [0.5449473857879639, 0.0741545706987381, -0.043738603591918945, 0.02429269254207611, -0.058084387332201004, 0.06871235370635986, 0.014279446564614773, -0.051156796514987946, 0.03927066549658775, 0.026014667004346848, -0.005130472593009472, 0.056468814611434937, -0.01695553958415985, 0.06928901374340057, 0.04100624844431877, -0.003490979317575693, 0.025237275287508965, -0.04323078691959381, 0.0415431410074234, -0.007112304214388132, -0.010452322661876678, -0.025781305506825447, 0.025241868570446968, 0.03980196639895439, 0.0609293058514595, -0.04992026090621948, 0.002512820065021515, -0.022370755672454834, -0.016954990103840828, 0.04724778234958649], "r_norm": [2.2193503379821777, 2.245670795440674, 2.1239542961120605, 2.2935075759887695, 2.1303861141204834, 2.2216737270355225, 2.038233757019043, 2.1628012657165527, 2.2394819259643555, 2.1977896690368652, 2.1020607948303223, 2.1312103271484375, 2.0248372554779053, 2.1112284660339355, 2.1055240631103516, 2.1817550659179688, 2.1848320960998535, 2.181640148162842, 2.2152810096740723, 2.134157657623291, 2.148752212524414, 2.2734148502349854, 2.263658046722412, 2.130530834197998, 2.3028860092163086, 2.3035175800323486, 2.1694130897521973, 2.0569803714752197, 2.2928056716918945, 2.1674301624298096]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3593, "test_loss": 1.82294287109375}, {"step": 1500, "epoch": 3, "train_loss": 1.7203726768493652, "cos_r_negg": [0.5224072337150574, 0.08232756704092026, 0.011276617646217346, 0.024618633091449738, -0.008408538065850735, 0.06281773746013641, 0.030908629298210144, 0.08687853068113327, 0.06202501803636551, 0.057719677686691284, 0.020303092896938324, 0.06768843531608582, -0.02782396413385868, 0.053834810853004456, 0.04473529011011124, 0.021032271906733513, 0.004771352745592594, -0.02674451470375061, -0.036392658948898315, -0.012178318575024605, 0.039869099855422974, 0.06599212437868118, 0.05632162094116211, 0.005896609276533127, 0.029705364257097244, -0.008051464334130287, 0.09016400575637817, -0.02407131716609001, -0.03864545002579689, -0.011006267741322517], "cos_innovation_negg": [0.5224072337150574, 0.08232756704092026, 0.011276617646217346, 0.024618633091449738, -0.008408538065850735, 0.06281773746013641, 0.030908629298210144, 0.08687853068113327, 0.06202501803636551, 0.057719677686691284, 0.020303092896938324, 0.06768843531608582, -0.02782396413385868, 0.053834810853004456, 0.04473529011011124, 0.021032271906733513, 0.004771352745592594, -0.02674451470375061, -0.036392658948898315, -0.012178318575024605, 0.039869099855422974, 0.06599212437868118, 0.05632162094116211, 0.005896609276533127, 0.029705364257097244, -0.008051464334130287, 0.09016400575637817, -0.02407131716609001, -0.03864545002579689, -0.011006267741322517], "cos_apical_negg": [0.5224072337150574, 0.08232756704092026, 0.011276617646217346, 0.024618633091449738, -0.008408538065850735, 0.06281773746013641, 0.030908629298210144, 0.08687853068113327, 0.06202501803636551, 0.057719677686691284, 0.020303092896938324, 0.06768843531608582, -0.02782396413385868, 0.053834810853004456, 0.04473529011011124, 0.021032271906733513, 0.004771352745592594, -0.02674451470375061, -0.036392658948898315, -0.012178318575024605, 0.039869099855422974, 0.06599212437868118, 0.05632162094116211, 0.005896609276533127, 0.029705364257097244, -0.008051464334130287, 0.09016400575637817, -0.02407131716609001, -0.03864545002579689, -0.011006267741322517], "cos_Ac_negg": [0.5224072337150574, 0.08232756704092026, 0.011276617646217346, 0.024618633091449738, -0.008408538065850735, 0.06281773746013641, 0.030908629298210144, 0.08687853068113327, 0.06202501803636551, 0.057719677686691284, 0.020303092896938324, 0.06768843531608582, -0.02782396413385868, 0.053834810853004456, 0.04473529011011124, 0.021032271906733513, 0.004771352745592594, -0.02674451470375061, -0.036392658948898315, -0.012178318575024605, 0.039869099855422974, 0.06599212437868118, 0.05632162094116211, 0.005896609276533127, 0.029705364257097244, -0.008051464334130287, 0.09016400575637817, -0.02407131716609001, -0.03864545002579689, -0.011006267741322517], "r_norm": [2.1704728603363037, 2.1999294757843018, 2.082566261291504, 2.2461535930633545, 2.0991005897521973, 2.175183057785034, 1.9969381093978882, 2.1179003715515137, 2.195991039276123, 2.1521432399749756, 2.0512542724609375, 2.0863161087036133, 1.9852945804595947, 2.0724334716796875, 2.0610620975494385, 2.142460823059082, 2.146230697631836, 2.1427111625671387, 2.1697444915771484, 2.0865073204040527, 2.109020948410034, 2.235302448272705, 2.231025457382202, 2.09555721282959, 2.260587692260742, 2.25747013092041, 2.130969285964966, 2.0235133171081543, 2.242058753967285, 2.118504524230957]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3594, "test_loss": 1.8305123168945312}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3715, "test_loss": 1.8011372680664062}], "final": {"test_acc": 0.3715, "test_loss": 1.8011372680664062, "wall_s": 24.686039447784424, "cos_r_negg": [0.539233386516571, 0.06221339479088783, 0.01457805186510086, 0.03833633288741112, 0.045453958213329315, 0.1271018534898758, -0.031142255291342735, 0.021093543618917465, 0.05619436502456665, 0.043654970824718475, -0.015611737966537476, 0.03791017830371857, -0.015462204813957214, 0.07092022895812988, 0.0653872862458229, 0.005964547395706177, -0.0049773999489843845, -0.028210220858454704, -0.03964021056890488, 0.028968922793865204, 0.05062485486268997, 0.0738900899887085, 0.06453075259923935, 0.03349278122186661, 0.04341408610343933, -0.027087397873401642, 0.049842193722724915, -0.018872590735554695, -0.013587675988674164, 0.026317965239286423], "cos_innovation_negg": [0.539233386516571, 0.06221339479088783, 0.01457805186510086, 0.03833633288741112, 0.045453958213329315, 0.1271018534898758, -0.031142255291342735, 0.021093543618917465, 0.05619436502456665, 0.043654970824718475, -0.015611737966537476, 0.03791017830371857, -0.015462204813957214, 0.07092022895812988, 0.0653872862458229, 0.005964547395706177, -0.0049773999489843845, -0.028210220858454704, -0.03964021056890488, 0.028968922793865204, 0.05062485486268997, 0.0738900899887085, 0.06453075259923935, 0.03349278122186661, 0.04341408610343933, -0.027087397873401642, 0.049842193722724915, -0.018872590735554695, -0.013587675988674164, 0.026317965239286423], "cos_apical_negg": [0.539233386516571, 0.06221339479088783, 0.01457805186510086, 0.03833633288741112, 0.045453958213329315, 0.1271018534898758, -0.031142255291342735, 0.021093543618917465, 0.05619436502456665, 0.043654970824718475, -0.015611737966537476, 0.03791017830371857, -0.015462204813957214, 0.07092022895812988, 0.0653872862458229, 0.005964547395706177, -0.0049773999489843845, -0.028210220858454704, -0.03964021056890488, 0.028968922793865204, 0.05062485486268997, 0.0738900899887085, 0.06453075259923935, 0.03349278122186661, 0.04341408610343933, -0.027087397873401642, 0.049842193722724915, -0.018872590735554695, -0.013587675988674164, 0.026317965239286423], "cos_Ac_negg": [0.539233386516571, 0.06221339479088783, 0.01457805186510086, 0.03833633288741112, 0.045453958213329315, 0.1271018534898758, -0.031142255291342735, 0.021093543618917465, 0.05619436502456665, 0.043654970824718475, -0.015611737966537476, 0.03791017830371857, -0.015462204813957214, 0.07092022895812988, 0.0653872862458229, 0.005964547395706177, -0.0049773999489843845, -0.028210220858454704, -0.03964021056890488, 0.028968922793865204, 0.05062485486268997, 0.0738900899887085, 0.06453075259923935, 0.03349278122186661, 0.04341408610343933, -0.027087397873401642, 0.049842193722724915, -0.018872590735554695, -0.013587675988674164, 0.026317965239286423]}}
|
