{"args": {"mode": "bp", "dataset": "mnist", "depth": 5, "width": 256, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_bp_d5_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.2810049057006836}, {"step": 50, "epoch": 0, "train_loss": 0.5336068272590637}, {"step": 100, "epoch": 0, "train_loss": 0.32579612731933594}, {"step": 150, "epoch": 0, "train_loss": 0.3065507709980011}, {"step": 200, "epoch": 0, "train_loss": 0.211026132106781}, {"step": 250, "epoch": 0, "train_loss": 0.16952049732208252}, {"step": 300, "epoch": 0, "train_loss": 0.32977378368377686}, {"step": 350, "epoch": 0, "train_loss": 0.12396572530269623}, {"step": 400, "epoch": 0, "train_loss": 0.1291581243276596}, {"step": 450, "epoch": 0, "train_loss": 0.1607939898967743}, {"epoch_end": 0, "step": 469, "test_acc": 0.9567, "test_loss": 0.15171032257080078}, {"step": 500, "epoch": 1, "train_loss": 0.12282269448041916}, {"step": 550, "epoch": 1, "train_loss": 0.15108701586723328}, {"step": 600, "epoch": 1, "train_loss": 0.1960781067609787}, {"step": 650, "epoch": 1, "train_loss": 0.09170548617839813}, {"step": 700, "epoch": 1, "train_loss": 0.02609223686158657}, {"step": 750, "epoch": 1, "train_loss": 0.04409940540790558}, {"step": 800, "epoch": 1, "train_loss": 0.11788561195135117}, {"step": 850, "epoch": 1, "train_loss": 0.15332888066768646}, {"step": 900, "epoch": 1, "train_loss": 0.13325893878936768}, {"epoch_end": 1, "step": 938, "test_acc": 0.9673, "test_loss": 0.1095159984588623}, {"step": 950, "epoch": 2, "train_loss": 0.09239915013313293}, {"step": 1000, "epoch": 2, "train_loss": 0.09465517848730087}, {"step": 1050, "epoch": 2, "train_loss": 0.04618923366069794}, {"step": 1100, "epoch": 2, "train_loss": 0.0519174262881279}, {"step": 1150, "epoch": 2, "train_loss": 0.016001347452402115}, {"step": 1200, "epoch": 2, "train_loss": 0.028981223702430725}, {"step": 1250, "epoch": 2, "train_loss": 0.033277712762355804}, {"step": 1300, "epoch": 2, "train_loss": 0.15557557344436646}, {"step": 1350, "epoch": 2, "train_loss": 0.08418387919664383}, {"step": 1400, "epoch": 2, "train_loss": 0.07059720903635025}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9725, "test_loss": 0.0965071029663086}, {"step": 1450, "epoch": 3, "train_loss": 0.02387888729572296}, {"step": 1500, "epoch": 3, "train_loss": 0.04564044252038002}, {"step": 1550, "epoch": 3, "train_loss": 0.042309872806072235}, {"step": 1600, "epoch": 3, "train_loss": 0.0928337574005127}, {"step": 1650, "epoch": 3, "train_loss": 0.009015859104692936}, {"step": 1700, "epoch": 3, "train_loss": 0.02489941567182541}, {"step": 1750, "epoch": 3, "train_loss": 0.06413585692644119}, {"step": 1800, "epoch": 3, "train_loss": 0.07036377489566803}, {"step": 1850, "epoch": 3, "train_loss": 0.05226326733827591}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9748, "test_loss": 0.08547091846466065}, {"step": 1900, "epoch": 4, "train_loss": 0.018219850957393646}, {"step": 1950, "epoch": 4, "train_loss": 0.06399767845869064}, {"step": 2000, "epoch": 4, "train_loss": 0.045541439205408096}, {"step": 2050, "epoch": 4, "train_loss": 0.0245734341442585}, {"step": 2100, "epoch": 4, "train_loss": 0.035905398428440094}, {"step": 2150, "epoch": 4, "train_loss": 0.017569834366440773}, {"step": 2200, "epoch": 4, "train_loss": 0.08955498039722443}, {"step": 2250, "epoch": 4, "train_loss": 0.0032438377384096384}, {"step": 2300, "epoch": 4, "train_loss": 0.05240811035037041}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9712, "test_loss": 0.10350063705444336}, {"step": 2350, "epoch": 5, "train_loss": 0.014668764546513557}, {"step": 2400, "epoch": 5, "train_loss": 0.023365097120404243}, {"step": 2450, "epoch": 5, "train_loss": 0.03786579519510269}, {"step": 2500, "epoch": 5, "train_loss": 0.03573259711265564}, {"step": 2550, "epoch": 5, "train_loss": 0.019475147128105164}, {"step": 2600, "epoch": 5, "train_loss": 0.011909650638699532}, {"step": 2650, "epoch": 5, "train_loss": 0.011002399027347565}, {"step": 2700, "epoch": 5, "train_loss": 0.11304301023483276}, {"step": 2750, "epoch": 5, "train_loss": 0.031100129708647728}, {"step": 2800, "epoch": 5, "train_loss": 0.025864556431770325}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9772, "test_loss": 0.07972558708190917}, {"step": 2850, "epoch": 6, "train_loss": 0.05001778528094292}, {"step": 2900, "epoch": 6, "train_loss": 0.002489392878487706}, {"step": 2950, "epoch": 6, "train_loss": 0.024388890713453293}, {"step": 3000, "epoch": 6, "train_loss": 0.0014752999413758516}, {"step": 3050, "epoch": 6, "train_loss": 0.010805598460137844}, {"step": 3100, "epoch": 6, "train_loss": 0.04556306451559067}, {"step": 3150, "epoch": 6, "train_loss": 0.022639937698841095}, {"step": 3200, "epoch": 6, "train_loss": 0.018531987443566322}, {"step": 3250, "epoch": 6, "train_loss": 0.015924472361803055}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9742, "test_loss": 0.096191139793396}, {"step": 3300, "epoch": 7, "train_loss": 0.034784626215696335}, {"step": 3350, "epoch": 7, "train_loss": 0.044112514704465866}, {"step": 3400, "epoch": 7, "train_loss": 0.008063765242695808}, {"step": 3450, "epoch": 7, "train_loss": 0.02278868295252323}, {"step": 3500, "epoch": 7, "train_loss": 0.016451925039291382}, {"step": 3550, "epoch": 7, "train_loss": 0.008787136524915695}, {"step": 3600, "epoch": 7, "train_loss": 0.005510340444743633}, {"step": 3650, "epoch": 7, "train_loss": 0.0008806188707239926}, {"step": 3700, "epoch": 7, "train_loss": 0.02774800918996334}, {"step": 3750, "epoch": 7, "train_loss": 0.010867697186768055}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9766, "test_loss": 0.09752781181335449}, {"step": 3800, "epoch": 8, "train_loss": 0.02233266271650791}, {"step": 3850, "epoch": 8, "train_loss": 0.004213420674204826}, {"step": 3900, "epoch": 8, "train_loss": 0.026210967451334}, {"step": 3950, "epoch": 8, "train_loss": 0.000674286566209048}, {"step": 4000, "epoch": 8, "train_loss": 0.006345975678414106}, {"step": 4050, "epoch": 8, "train_loss": 0.07362063229084015}, {"step": 4100, "epoch": 8, "train_loss": 0.03518404811620712}, {"step": 4150, "epoch": 8, "train_loss": 0.0032596259843558073}, {"step": 4200, "epoch": 8, "train_loss": 0.004842167254537344}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9791, "test_loss": 0.0864260006904602}, {"step": 4250, "epoch": 9, "train_loss": 0.003083259565755725}, {"step": 4300, "epoch": 9, "train_loss": 0.013799866661429405}, {"step": 4350, "epoch": 9, "train_loss": 0.004721174947917461}, {"step": 4400, "epoch": 9, "train_loss": 0.003815363859757781}, {"step": 4450, "epoch": 9, "train_loss": 0.0007637460366822779}, {"step": 4500, "epoch": 9, "train_loss": 0.0025663385167717934}, {"step": 4550, "epoch": 9, "train_loss": 0.01121572032570839}, {"step": 4600, "epoch": 9, "train_loss": 0.013025687076151371}, {"step": 4650, "epoch": 9, "train_loss": 0.04085643216967583}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9783, "test_loss": 0.09285616188049317}, {"step": 4700, "epoch": 10, "train_loss": 0.0154629647731781}, {"step": 4750, "epoch": 10, "train_loss": 0.0018210867419838905}, {"step": 4800, "epoch": 10, "train_loss": 0.005567335058003664}, {"step": 4850, "epoch": 10, "train_loss": 0.001313295098952949}, {"step": 4900, "epoch": 10, "train_loss": 0.0009264363325200975}, {"step": 4950, "epoch": 10, "train_loss": 0.006306109484285116}, {"step": 5000, "epoch": 10, "train_loss": 0.012265567667782307}, {"step": 5050, "epoch": 10, "train_loss": 0.007569198030978441}, {"step": 5100, "epoch": 10, "train_loss": 0.007174949627369642}, {"step": 5150, "epoch": 10, "train_loss": 0.0011143271112814546}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9768, "test_loss": 0.10111360821723937}, {"step": 5200, "epoch": 11, "train_loss": 0.005467401351779699}, {"step": 5250, "epoch": 11, "train_loss": 0.00819705706089735}, {"step": 5300, "epoch": 11, "train_loss": 0.049489110708236694}, {"step": 5350, "epoch": 11, "train_loss": 0.009833899326622486}, {"step": 5400, "epoch": 11, "train_loss": 0.004073283635079861}, {"step": 5450, "epoch": 11, "train_loss": 0.0035315256100147963}, {"step": 5500, "epoch": 11, "train_loss": 0.0010032854042947292}, {"step": 5550, "epoch": 11, "train_loss": 0.0025028507225215435}, {"step": 5600, "epoch": 11, "train_loss": 0.0013363665202632546}, {"epoch_end": 11, "step": 5628, "test_acc": 0.978, "test_loss": 0.09536476316452026}, {"step": 5650, "epoch": 12, "train_loss": 0.0032964320853352547}, {"step": 5700, "epoch": 12, "train_loss": 0.0012233479646965861}, {"step": 5750, "epoch": 12, "train_loss": 0.0025390833616256714}, {"step": 5800, "epoch": 12, "train_loss": 0.006092716008424759}, {"step": 5850, "epoch": 12, "train_loss": 0.010099776089191437}, {"step": 5900, "epoch": 12, "train_loss": 0.0009443667368032038}, {"step": 5950, "epoch": 12, "train_loss": 0.0008611686062067747}, {"step": 6000, "epoch": 12, "train_loss": 0.003796092700213194}, {"step": 6050, "epoch": 12, "train_loss": 0.004066453315317631}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9785, "test_loss": 0.09968179378509522}, {"step": 6100, "epoch": 13, "train_loss": 0.0015731947496533394}, {"step": 6150, "epoch": 13, "train_loss": 0.00024199855397455394}, {"step": 6200, "epoch": 13, "train_loss": 0.0002800648508127779}, {"step": 6250, "epoch": 13, "train_loss": 0.0003625295648816973}, {"step": 6300, "epoch": 13, "train_loss": 0.0008236060966737568}, {"step": 6350, "epoch": 13, "train_loss": 0.0024901151191443205}, {"step": 6400, "epoch": 13, "train_loss": 0.005209645256400108}, {"step": 6450, "epoch": 13, "train_loss": 0.0004712865920737386}, {"step": 6500, "epoch": 13, "train_loss": 0.00017552185454405844}, {"step": 6550, "epoch": 13, "train_loss": 0.01803598739206791}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9782, "test_loss": 0.10667558031082153}, {"step": 6600, "epoch": 14, "train_loss": 0.00045984750613570213}, {"step": 6650, "epoch": 14, "train_loss": 0.0002048125897999853}, {"step": 6700, "epoch": 14, "train_loss": 0.0006892667151987553}, {"step": 6750, "epoch": 14, "train_loss": 0.00880032405257225}, {"step": 6800, "epoch": 14, "train_loss": 0.0046634073369205}, {"step": 6850, "epoch": 14, "train_loss": 0.0003570746921468526}, {"step": 6900, "epoch": 14, "train_loss": 0.006959025748074055}, {"step": 6950, "epoch": 14, "train_loss": 0.00023648058413527906}, {"step": 7000, "epoch": 14, "train_loss": 0.005365017801523209}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9789, "test_loss": 0.0980657325744629}, {"step": 7050, "epoch": 15, "train_loss": 0.001485062064602971}, {"step": 7100, "epoch": 15, "train_loss": 0.015077797695994377}, {"step": 7150, "epoch": 15, "train_loss": 0.001592288725078106}, {"step": 7200, "epoch": 15, "train_loss": 0.018566567450761795}, {"step": 7250, "epoch": 15, "train_loss": 0.005200055427849293}, {"step": 7300, "epoch": 15, "train_loss": 0.0032101294491440058}, {"step": 7350, "epoch": 15, "train_loss": 0.0007665238808840513}, {"step": 7400, "epoch": 15, "train_loss": 0.007776952814310789}, {"step": 7450, "epoch": 15, "train_loss": 0.01072193868458271}, {"step": 7500, "epoch": 15, "train_loss": 0.0005243778578005731}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9774, "test_loss": 0.1052633150100708}, {"step": 7550, "epoch": 16, "train_loss": 0.001759450533427298}, {"step": 7600, "epoch": 16, "train_loss": 0.0017915097996592522}, {"step": 7650, "epoch": 16, "train_loss": 0.001860321848653257}, {"step": 7700, "epoch": 16, "train_loss": 0.00036006743903271854}, {"step": 7750, "epoch": 16, "train_loss": 0.001603485201485455}, {"step": 7800, "epoch": 16, "train_loss": 0.002784664509817958}, {"step": 7850, "epoch": 16, "train_loss": 0.0020538188982754946}, {"step": 7900, "epoch": 16, "train_loss": 0.0006318698870018125}, {"step": 7950, "epoch": 16, "train_loss": 0.00037305464502424}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9787, "test_loss": 0.09642034692764283}, {"step": 8000, "epoch": 17, "train_loss": 0.0019339309073984623}, {"step": 8050, "epoch": 17, "train_loss": 0.0010188417509198189}, {"step": 8100, "epoch": 17, "train_loss": 0.0020887625869363546}, {"step": 8150, "epoch": 17, "train_loss": 0.00011406178236939013}, {"step": 8200, "epoch": 17, "train_loss": 0.000159293704200536}, {"step": 8250, "epoch": 17, "train_loss": 0.0004119990626350045}, {"step": 8300, "epoch": 17, "train_loss": 0.0005707631935365498}, {"step": 8350, "epoch": 17, "train_loss": 0.005858146585524082}, {"step": 8400, "epoch": 17, "train_loss": 0.006798307411372662}, {"epoch_end": 17, "step": 8442, "test_acc": 0.977, "test_loss": 0.11373469743728638}, {"step": 8450, "epoch": 18, "train_loss": 0.001830589259043336}, {"step": 8500, "epoch": 18, "train_loss": 0.0011223341571167111}, {"step": 8550, "epoch": 18, "train_loss": 0.0009878663113340735}, {"step": 8600, "epoch": 18, "train_loss": 0.0027578026056289673}, {"step": 8650, "epoch": 18, "train_loss": 0.0033626770600676537}, {"step": 8700, "epoch": 18, "train_loss": 0.0005927801830694079}, {"step": 8750, "epoch": 18, "train_loss": 0.008417794480919838}, {"step": 8800, "epoch": 18, "train_loss": 0.023621266707777977}, {"step": 8850, "epoch": 18, "train_loss": 0.0011132046347483993}, {"step": 8900, "epoch": 18, "train_loss": 0.0017742605414241552}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9788, "test_loss": 0.09846776523590088}, {"step": 8950, "epoch": 19, "train_loss": 0.0006190305575728416}, {"step": 9000, "epoch": 19, "train_loss": 0.006580552086234093}, {"step": 9050, "epoch": 19, "train_loss": 0.023115817457437515}, {"step": 9100, "epoch": 19, "train_loss": 0.021946130320429802}, {"step": 9150, "epoch": 19, "train_loss": 0.00180775613989681}, {"step": 9200, "epoch": 19, "train_loss": 0.000758855021558702}, {"step": 9250, "epoch": 19, "train_loss": 0.00013613507326226681}, {"step": 9300, "epoch": 19, "train_loss": 0.0007374159176833928}, {"step": 9350, "epoch": 19, "train_loss": 8.127257751766592e-05}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9812, "test_loss": 0.09432693552970886}], "final": {"test_acc": 0.9812, "test_loss": 0.09432693552970886, "wall_s": 27.032485485076904}}