{"args": {"mode": "bp", "dataset": "mnist", "depth": 3, "width": 256, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_bp_d3_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3978137969970703}, {"step": 50, "epoch": 0, "train_loss": 0.5032645463943481}, {"step": 100, "epoch": 0, "train_loss": 0.27465006709098816}, {"step": 150, "epoch": 0, "train_loss": 0.2581779360771179}, {"step": 200, "epoch": 0, "train_loss": 0.16962496936321259}, {"step": 250, "epoch": 0, "train_loss": 0.12286252528429031}, {"step": 300, "epoch": 0, "train_loss": 0.2523651421070099}, {"step": 350, "epoch": 0, "train_loss": 0.13523779809474945}, {"step": 400, "epoch": 0, "train_loss": 0.091353639960289}, {"step": 450, "epoch": 0, "train_loss": 0.1441369354724884}, {"epoch_end": 0, "step": 469, "test_acc": 0.9626, "test_loss": 0.12544138717651368}, {"step": 500, "epoch": 1, "train_loss": 0.1466996669769287}, {"step": 550, "epoch": 1, "train_loss": 0.07183448225259781}, {"step": 600, "epoch": 1, "train_loss": 0.11215747892856598}, {"step": 650, "epoch": 1, "train_loss": 0.11673463135957718}, {"step": 700, "epoch": 1, "train_loss": 0.03600970283150673}, {"step": 750, "epoch": 1, "train_loss": 0.03107685036957264}, {"step": 800, "epoch": 1, "train_loss": 0.054465629160404205}, {"step": 850, "epoch": 1, "train_loss": 0.12252850085496902}, {"step": 900, "epoch": 1, "train_loss": 0.07975418865680695}, {"epoch_end": 1, "step": 938, "test_acc": 0.9672, "test_loss": 0.10648123817443848}, {"step": 950, "epoch": 2, "train_loss": 0.08715511858463287}, {"step": 1000, "epoch": 2, "train_loss": 0.05914512649178505}, {"step": 1050, "epoch": 2, "train_loss": 0.03550403565168381}, {"step": 1100, "epoch": 2, "train_loss": 0.047678690403699875}, {"step": 1150, "epoch": 2, "train_loss": 0.025931160897016525}, {"step": 1200, "epoch": 2, "train_loss": 0.027033023536205292}, {"step": 1250, "epoch": 2, "train_loss": 0.013369864784181118}, {"step": 1300, "epoch": 2, "train_loss": 0.08212701231241226}, {"step": 1350, "epoch": 2, "train_loss": 0.050267815589904785}, {"step": 1400, "epoch": 2, "train_loss": 0.07560715079307556}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9726, "test_loss": 0.0984932970046997}, {"step": 1450, "epoch": 3, "train_loss": 0.024298282340168953}, {"step": 1500, "epoch": 3, "train_loss": 0.05395268276333809}, {"step": 1550, "epoch": 3, "train_loss": 0.02096751518547535}, {"step": 1600, "epoch": 3, "train_loss": 0.019597789272665977}, {"step": 1650, "epoch": 3, "train_loss": 0.025178195908665657}, {"step": 1700, "epoch": 3, "train_loss": 0.03439250588417053}, {"step": 1750, "epoch": 3, "train_loss": 0.021666569635272026}, {"step": 1800, "epoch": 3, "train_loss": 0.02363680675625801}, {"step": 1850, "epoch": 3, "train_loss": 0.03179867938160896}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9783, "test_loss": 0.07511802463531495}, {"step": 1900, "epoch": 4, "train_loss": 0.03244609385728836}, {"step": 1950, "epoch": 4, "train_loss": 0.036977142095565796}, {"step": 2000, "epoch": 4, "train_loss": 0.02802259474992752}, {"step": 2050, "epoch": 4, "train_loss": 0.03327364847064018}, {"step": 2100, "epoch": 4, "train_loss": 0.028275910764932632}, {"step": 2150, "epoch": 4, "train_loss": 0.04065338522195816}, {"step": 2200, "epoch": 4, "train_loss": 0.03592389449477196}, {"step": 2250, "epoch": 4, "train_loss": 0.00565707590430975}, {"step": 2300, "epoch": 4, "train_loss": 0.08376658707857132}, {"epoch_end": 4, "step": 2345, "test_acc": 0.975, "test_loss": 0.08548317594528199}, {"step": 2350, "epoch": 5, "train_loss": 0.02217136323451996}, {"step": 2400, "epoch": 5, "train_loss": 0.008732021786272526}, {"step": 2450, "epoch": 5, "train_loss": 0.013666902668774128}, {"step": 2500, "epoch": 5, "train_loss": 0.012398582883179188}, {"step": 2550, "epoch": 5, "train_loss": 0.02149277739226818}, {"step": 2600, "epoch": 5, "train_loss": 0.01173210795968771}, {"step": 2650, "epoch": 5, "train_loss": 0.010605601593852043}, {"step": 2700, "epoch": 5, "train_loss": 0.04985564202070236}, {"step": 2750, "epoch": 5, "train_loss": 0.014645557850599289}, {"step": 2800, "epoch": 5, "train_loss": 0.023769330233335495}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9764, "test_loss": 0.08824965553283691}, {"step": 2850, "epoch": 6, "train_loss": 0.011642055585980415}, {"step": 2900, "epoch": 6, "train_loss": 0.004931704141199589}, {"step": 2950, "epoch": 6, "train_loss": 0.009668303653597832}, {"step": 3000, "epoch": 6, "train_loss": 0.0023451331071555614}, {"step": 3050, "epoch": 6, "train_loss": 0.01334653701633215}, {"step": 3100, "epoch": 6, "train_loss": 0.039471253752708435}, {"step": 3150, "epoch": 6, "train_loss": 0.006774383597075939}, {"step": 3200, "epoch": 6, "train_loss": 0.03035900369286537}, {"step": 3250, "epoch": 6, "train_loss": 0.0024040802381932735}, {"epoch_end": 6, "step": 3283, "test_acc": 0.978, "test_loss": 0.08609031496047974}, {"step": 3300, "epoch": 7, "train_loss": 0.002877062652260065}, {"step": 3350, "epoch": 7, "train_loss": 0.006247278768569231}, {"step": 3400, "epoch": 7, "train_loss": 0.004004425369203091}, {"step": 3450, "epoch": 7, "train_loss": 0.0070238565094769}, {"step": 3500, "epoch": 7, "train_loss": 0.007024697028100491}, {"step": 3550, "epoch": 7, "train_loss": 0.003391600912436843}, {"step": 3600, "epoch": 7, "train_loss": 0.0067713139578700066}, {"step": 3650, "epoch": 7, "train_loss": 0.0003138199681416154}, {"step": 3700, "epoch": 7, "train_loss": 0.018455520272254944}, {"step": 3750, "epoch": 7, "train_loss": 0.016111036762595177}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9775, "test_loss": 0.08955985670089722}, {"step": 3800, "epoch": 8, "train_loss": 0.013029346242547035}, {"step": 3850, "epoch": 8, "train_loss": 0.003360057482495904}, {"step": 3900, "epoch": 8, "train_loss": 0.0023200761061161757}, {"step": 3950, "epoch": 8, "train_loss": 0.008042641915380955}, {"step": 4000, "epoch": 8, "train_loss": 0.0006966647924855351}, {"step": 4050, "epoch": 8, "train_loss": 0.007802588865160942}, {"step": 4100, "epoch": 8, "train_loss": 0.0015129663515836}, {"step": 4150, "epoch": 8, "train_loss": 0.0004014447331428528}, {"step": 4200, "epoch": 8, "train_loss": 0.0044928425922989845}, {"epoch_end": 8, "step": 4221, "test_acc": 0.979, "test_loss": 0.08535044202804565}, {"step": 4250, "epoch": 9, "train_loss": 0.002505158307030797}, {"step": 4300, "epoch": 9, "train_loss": 0.0011880816891789436}, {"step": 4350, "epoch": 9, "train_loss": 0.0006162140634842217}, {"step": 4400, "epoch": 9, "train_loss": 0.0007144609116949141}, {"step": 4450, "epoch": 9, "train_loss": 0.00114968151319772}, {"step": 4500, "epoch": 9, "train_loss": 0.0004968501743860543}, {"step": 4550, "epoch": 9, "train_loss": 0.0008031363831833005}, {"step": 4600, "epoch": 9, "train_loss": 0.0012763383565470576}, {"step": 4650, "epoch": 9, "train_loss": 0.0011450431775301695}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9824, "test_loss": 0.07455941529273986}, {"step": 4700, "epoch": 10, "train_loss": 0.00023351790150627494}, {"step": 4750, "epoch": 10, "train_loss": 0.00031576567562296987}, {"step": 4800, "epoch": 10, "train_loss": 0.00039856371586211026}, {"step": 4850, "epoch": 10, "train_loss": 0.0004467434773687273}, {"step": 4900, "epoch": 10, "train_loss": 0.00048433878691866994}, {"step": 4950, "epoch": 10, "train_loss": 0.0003133094869554043}, {"step": 5000, "epoch": 10, "train_loss": 0.000613381911534816}, {"step": 5050, "epoch": 10, "train_loss": 0.00031657572253607213}, {"step": 5100, "epoch": 10, "train_loss": 0.0002211653918493539}, {"step": 5150, "epoch": 10, "train_loss": 8.180722943507135e-05}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9821, "test_loss": 0.07658244514465332}, {"step": 5200, "epoch": 11, "train_loss": 0.0004223644791636616}, {"step": 5250, "epoch": 11, "train_loss": 0.00030820630490779877}, {"step": 5300, "epoch": 11, "train_loss": 0.00040049912058748305}, {"step": 5350, "epoch": 11, "train_loss": 0.0001870007545221597}, {"step": 5400, "epoch": 11, "train_loss": 0.0004379497841000557}, {"step": 5450, "epoch": 11, "train_loss": 0.00016796817362774163}, {"step": 5500, "epoch": 11, "train_loss": 0.0002918691898230463}, {"step": 5550, "epoch": 11, "train_loss": 0.0004700137651525438}, {"step": 5600, "epoch": 11, "train_loss": 0.0003795548400375992}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9825, "test_loss": 0.07848679347038269}, {"step": 5650, "epoch": 12, "train_loss": 0.00018783204723149538}, {"step": 5700, "epoch": 12, "train_loss": 0.0001383740600431338}, {"step": 5750, "epoch": 12, "train_loss": 0.0001774810953065753}, {"step": 5800, "epoch": 12, "train_loss": 0.0001851953857112676}, {"step": 5850, "epoch": 12, "train_loss": 0.0001796487922547385}, {"step": 5900, "epoch": 12, "train_loss": 0.0003254969487898052}, {"step": 5950, "epoch": 12, "train_loss": 0.00031295299413613975}, {"step": 6000, "epoch": 12, "train_loss": 0.0003133797727059573}, {"step": 6050, "epoch": 12, "train_loss": 0.0002721876953728497}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9827, "test_loss": 0.07877399339675903}, {"step": 6100, "epoch": 13, "train_loss": 0.0002206912322435528}, {"step": 6150, "epoch": 13, "train_loss": 0.00018671354337129742}, {"step": 6200, "epoch": 13, "train_loss": 0.0001826930238166824}, {"step": 6250, "epoch": 13, "train_loss": 0.00013370493252296}, {"step": 6300, "epoch": 13, "train_loss": 0.0001651750790188089}, {"step": 6350, "epoch": 13, "train_loss": 0.00022876946604810655}, {"step": 6400, "epoch": 13, "train_loss": 0.000576435646507889}, {"step": 6450, "epoch": 13, "train_loss": 9.416822285857052e-05}, {"step": 6500, "epoch": 13, "train_loss": 8.93005562829785e-05}, {"step": 6550, "epoch": 13, "train_loss": 0.0003155080776195973}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9828, "test_loss": 0.0793029128074646}, {"step": 6600, "epoch": 14, "train_loss": 0.0001333207037532702}, {"step": 6650, "epoch": 14, "train_loss": 0.00017808692064136267}, {"step": 6700, "epoch": 14, "train_loss": 0.00025377009296789765}, {"step": 6750, "epoch": 14, "train_loss": 0.00019620225066319108}, {"step": 6800, "epoch": 14, "train_loss": 0.00014824469690211117}, {"step": 6850, "epoch": 14, "train_loss": 0.00020110441255383193}, {"step": 6900, "epoch": 14, "train_loss": 0.00017248059157282114}, {"step": 6950, "epoch": 14, "train_loss": 7.320477743633091e-05}, {"step": 7000, "epoch": 14, "train_loss": 0.00019092365982942283}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9827, "test_loss": 0.08001932334899903}, {"step": 7050, "epoch": 15, "train_loss": 8.045260619837791e-05}, {"step": 7100, "epoch": 15, "train_loss": 0.0002549329656176269}, {"step": 7150, "epoch": 15, "train_loss": 9.346091974293813e-05}, {"step": 7200, "epoch": 15, "train_loss": 0.00022706450545229018}, {"step": 7250, "epoch": 15, "train_loss": 9.450680227018893e-05}, {"step": 7300, "epoch": 15, "train_loss": 5.7615125115262344e-05}, {"step": 7350, "epoch": 15, "train_loss": 0.00011311593698337674}, {"step": 7400, "epoch": 15, "train_loss": 0.00024193762510549277}, {"step": 7450, "epoch": 15, "train_loss": 0.0001565579150337726}, {"step": 7500, "epoch": 15, "train_loss": 0.00010695104720070958}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9827, "test_loss": 0.08050118956565856}, {"step": 7550, "epoch": 16, "train_loss": 9.594497532816604e-05}, {"step": 7600, "epoch": 16, "train_loss": 0.00010527694394113496}, {"step": 7650, "epoch": 16, "train_loss": 8.923142740968615e-05}, {"step": 7700, "epoch": 16, "train_loss": 0.00011913620983250439}, {"step": 7750, "epoch": 16, "train_loss": 0.0002155322872567922}, {"step": 7800, "epoch": 16, "train_loss": 0.0001668279874138534}, {"step": 7850, "epoch": 16, "train_loss": 8.184018224710599e-05}, {"step": 7900, "epoch": 16, "train_loss": 0.00012544832134153694}, {"step": 7950, "epoch": 16, "train_loss": 0.0002052448398899287}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9829, "test_loss": 0.08099215316772461}, {"step": 8000, "epoch": 17, "train_loss": 5.4329295380739495e-05}, {"step": 8050, "epoch": 17, "train_loss": 9.679016511654481e-05}, {"step": 8100, "epoch": 17, "train_loss": 0.0002504176227375865}, {"step": 8150, "epoch": 17, "train_loss": 9.121440234594047e-05}, {"step": 8200, "epoch": 17, "train_loss": 7.280429417733103e-05}, {"step": 8250, "epoch": 17, "train_loss": 0.00026603188598528504}, {"step": 8300, "epoch": 17, "train_loss": 6.443187885452062e-05}, {"step": 8350, "epoch": 17, "train_loss": 0.00014258778537623584}, {"step": 8400, "epoch": 17, "train_loss": 0.00019863454508595169}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9828, "test_loss": 0.08140166540145874}, {"step": 8450, "epoch": 18, "train_loss": 0.00016389785741921514}, {"step": 8500, "epoch": 18, "train_loss": 8.490987966069952e-05}, {"step": 8550, "epoch": 18, "train_loss": 0.0002153585373889655}, {"step": 8600, "epoch": 18, "train_loss": 0.00016855861758813262}, {"step": 8650, "epoch": 18, "train_loss": 0.00013522298831958324}, {"step": 8700, "epoch": 18, "train_loss": 0.00022105785319581628}, {"step": 8750, "epoch": 18, "train_loss": 9.17491561267525e-05}, {"step": 8800, "epoch": 18, "train_loss": 0.00011664943303912878}, {"step": 8850, "epoch": 18, "train_loss": 8.671765681356192e-05}, {"step": 8900, "epoch": 18, "train_loss": 8.007979340618476e-05}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9826, "test_loss": 0.08204041876792907}, {"step": 8950, "epoch": 19, "train_loss": 4.749181607621722e-05}, {"step": 9000, "epoch": 19, "train_loss": 5.892386980121955e-05}, {"step": 9050, "epoch": 19, "train_loss": 0.00018503065803088248}, {"step": 9100, "epoch": 19, "train_loss": 9.196836617775261e-05}, {"step": 9150, "epoch": 19, "train_loss": 0.00016836539725773036}, {"step": 9200, "epoch": 19, "train_loss": 9.310579480370507e-05}, {"step": 9250, "epoch": 19, "train_loss": 5.4821073717903346e-05}, {"step": 9300, "epoch": 19, "train_loss": 7.102347444742918e-05}, {"step": 9350, "epoch": 19, "train_loss": 0.00011019947123713791}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9827, "test_loss": 0.08243350100517273}], "final": {"test_acc": 0.9827, "test_loss": 0.08243350100517273, "wall_s": 21.85252022743225}}