{"args": {"mode": "bp", "dataset": "mnist", "depth": 5, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_bp_d5_s1", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.432985305786133}, {"step": 50, "epoch": 0, "train_loss": 0.5414779186248779}, {"step": 100, "epoch": 0, "train_loss": 0.2965709865093231}, {"step": 150, "epoch": 0, "train_loss": 0.33555367588996887}, {"step": 200, "epoch": 0, "train_loss": 0.18105651438236237}, {"step": 250, "epoch": 0, "train_loss": 0.13512782752513885}, {"step": 300, "epoch": 0, "train_loss": 0.28265655040740967}, {"step": 350, "epoch": 0, "train_loss": 0.1478651463985443}, {"step": 400, "epoch": 0, "train_loss": 0.13253813982009888}, {"step": 450, "epoch": 0, "train_loss": 0.19441217184066772}, {"epoch_end": 0, "step": 469, "test_acc": 0.9562, "test_loss": 0.14191321296691894}, {"step": 500, "epoch": 1, "train_loss": 0.1286775916814804}, {"step": 550, "epoch": 1, "train_loss": 0.0961260199546814}, {"step": 600, "epoch": 1, "train_loss": 0.14609839022159576}, {"step": 650, "epoch": 1, "train_loss": 0.14191091060638428}, {"step": 700, "epoch": 1, "train_loss": 0.08423368632793427}, {"step": 750, "epoch": 1, "train_loss": 0.049378205090761185}, {"step": 800, "epoch": 1, "train_loss": 0.07690051943063736}, {"step": 850, "epoch": 1, "train_loss": 0.17387309670448303}, {"step": 900, "epoch": 1, "train_loss": 0.1839747279882431}, {"epoch_end": 1, "step": 938, "test_acc": 0.9666, "test_loss": 0.10622583312988282}, {"step": 950, "epoch": 2, "train_loss": 0.09992509335279465}, {"step": 1000, "epoch": 2, "train_loss": 0.12080521881580353}, {"step": 1050, "epoch": 2, "train_loss": 0.0755729228258133}, {"step": 1100, "epoch": 2, "train_loss": 0.11165990680456161}, {"step": 1150, "epoch": 2, "train_loss": 0.0237962007522583}, {"step": 1200, "epoch": 2, "train_loss": 0.014051440171897411}, {"step": 1250, "epoch": 2, "train_loss": 0.0242051612585783}, {"step": 1300, "epoch": 2, "train_loss": 0.1517566740512848}, {"step": 1350, "epoch": 2, "train_loss": 0.126114159822464}, {"step": 1400, "epoch": 2, "train_loss": 0.11051245778799057}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9696, "test_loss": 0.09717418708801269}, {"step": 1450, "epoch": 3, "train_loss": 0.04231114313006401}, {"step": 1500, "epoch": 3, "train_loss": 0.06358183175325394}, {"step": 1550, "epoch": 3, "train_loss": 0.036033995449543}, {"step": 1600, "epoch": 3, "train_loss": 0.04305468127131462}, {"step": 1650, "epoch": 3, "train_loss": 0.00721887918189168}, {"step": 1700, "epoch": 3, "train_loss": 0.017987877130508423}, {"step": 1750, "epoch": 3, "train_loss": 0.08399607241153717}, {"step": 1800, "epoch": 3, "train_loss": 0.04174279794096947}, {"step": 1850, "epoch": 3, "train_loss": 0.07226122170686722}, {"epoch_end": 3, "step": 1876, "test_acc": 0.974, "test_loss": 0.08977514934539794}, {"step": 1900, "epoch": 4, "train_loss": 0.04683266952633858}, {"step": 1950, "epoch": 4, "train_loss": 0.029101869091391563}, {"step": 2000, "epoch": 4, "train_loss": 0.04387243464589119}, {"step": 2050, "epoch": 4, "train_loss": 0.04585086181759834}, {"step": 2100, "epoch": 4, "train_loss": 0.05704105272889137}, {"step": 2150, "epoch": 4, "train_loss": 0.04558844491839409}, {"step": 2200, "epoch": 4, "train_loss": 0.11226840317249298}, {"step": 2250, "epoch": 4, "train_loss": 0.0018528330838307738}, {"step": 2300, "epoch": 4, "train_loss": 0.03927850350737572}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9775, "test_loss": 0.0781085880279541}, {"step": 2350, "epoch": 5, "train_loss": 0.04414046183228493}, {"step": 2400, "epoch": 5, "train_loss": 0.017733966931700706}, {"step": 2450, "epoch": 5, "train_loss": 0.030352534726262093}, {"step": 2500, "epoch": 5, "train_loss": 0.010971429757773876}, {"step": 2550, "epoch": 5, "train_loss": 0.018429633229970932}, {"step": 2600, "epoch": 5, "train_loss": 0.0018540492746978998}, {"step": 2650, "epoch": 5, "train_loss": 0.02653786540031433}, {"step": 2700, "epoch": 5, "train_loss": 0.06808482110500336}, {"step": 2750, "epoch": 5, "train_loss": 0.01844177022576332}, {"step": 2800, "epoch": 5, "train_loss": 0.02054966613650322}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9717, "test_loss": 0.10141552867889404}, {"step": 2850, "epoch": 6, "train_loss": 0.03094559535384178}, {"step": 2900, "epoch": 6, "train_loss": 0.021769968792796135}, {"step": 2950, "epoch": 6, "train_loss": 0.02320096641778946}, {"step": 3000, "epoch": 6, "train_loss": 0.003833282506093383}, {"step": 3050, "epoch": 6, "train_loss": 0.02231757901608944}, {"step": 3100, "epoch": 6, "train_loss": 0.012477396056056023}, {"step": 3150, "epoch": 6, "train_loss": 0.0024204105138778687}, {"step": 3200, "epoch": 6, "train_loss": 0.04737398400902748}, {"step": 3250, "epoch": 6, "train_loss": 0.03137807920575142}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9711, "test_loss": 0.10597950248718262}, {"step": 3300, "epoch": 7, "train_loss": 0.0062949261628091335}, {"step": 3350, "epoch": 7, "train_loss": 0.012493589892983437}, {"step": 3400, "epoch": 7, "train_loss": 0.01525068748742342}, {"step": 3450, "epoch": 7, "train_loss": 0.026012036949396133}, {"step": 3500, "epoch": 7, "train_loss": 0.007617325522005558}, {"step": 3550, "epoch": 7, "train_loss": 0.061401207000017166}, {"step": 3600, "epoch": 7, "train_loss": 0.002175514353439212}, {"step": 3650, "epoch": 7, "train_loss": 0.0029071280732750893}, {"step": 3700, "epoch": 7, "train_loss": 0.02024957537651062}, {"step": 3750, "epoch": 7, "train_loss": 0.006627351976931095}, {"epoch_end": 7, "step": 3752, "test_acc": 0.977, "test_loss": 0.08928209581375122}, {"step": 3800, "epoch": 8, "train_loss": 0.008836738765239716}, {"step": 3850, "epoch": 8, "train_loss": 0.0311677698045969}, {"step": 3900, "epoch": 8, "train_loss": 0.025514312088489532}, {"step": 3950, "epoch": 8, "train_loss": 0.005280217621475458}, {"step": 4000, "epoch": 8, "train_loss": 0.0032772377599030733}, {"step": 4050, "epoch": 8, "train_loss": 0.003465492743998766}, {"step": 4100, "epoch": 8, "train_loss": 0.0338863767683506}, {"step": 4150, "epoch": 8, "train_loss": 0.00028479902539402246}, {"step": 4200, "epoch": 8, "train_loss": 0.004565736278891563}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9773, "test_loss": 0.09106420183181763}, {"step": 4250, "epoch": 9, "train_loss": 0.01901612989604473}, {"step": 4300, "epoch": 9, "train_loss": 0.013145116157829762}, {"step": 4350, "epoch": 9, "train_loss": 0.0015646512620151043}, {"step": 4400, "epoch": 9, "train_loss": 0.03505555912852287}, {"step": 4450, "epoch": 9, "train_loss": 0.0012260647490620613}, {"step": 4500, "epoch": 9, "train_loss": 0.012181525118649006}, {"step": 4550, "epoch": 9, "train_loss": 0.016418691724538803}, {"step": 4600, "epoch": 9, "train_loss": 0.02536848746240139}, {"step": 4650, "epoch": 9, "train_loss": 0.017251553013920784}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9788, "test_loss": 0.09216356134414673}, {"step": 4700, "epoch": 10, "train_loss": 0.020973889157176018}, {"step": 4750, "epoch": 10, "train_loss": 0.000756323745008558}, {"step": 4800, "epoch": 10, "train_loss": 0.0067585124634206295}, {"step": 4850, "epoch": 10, "train_loss": 0.009983716532588005}, {"step": 4900, "epoch": 10, "train_loss": 0.0008791971486061811}, {"step": 4950, "epoch": 10, "train_loss": 0.0035093461629003286}, {"step": 5000, "epoch": 10, "train_loss": 0.013084916397929192}, {"step": 5050, "epoch": 10, "train_loss": 0.04605961591005325}, {"step": 5100, "epoch": 10, "train_loss": 0.002331821247935295}, {"step": 5150, "epoch": 10, "train_loss": 0.0063436562195420265}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9744, "test_loss": 0.10727906522750855}, {"step": 5200, "epoch": 11, "train_loss": 0.0147845558822155}, {"step": 5250, "epoch": 11, "train_loss": 0.0246434323489666}, {"step": 5300, "epoch": 11, "train_loss": 0.07798314839601517}, {"step": 5350, "epoch": 11, "train_loss": 0.0006235222681425512}, {"step": 5400, "epoch": 11, "train_loss": 0.002439283998683095}, {"step": 5450, "epoch": 11, "train_loss": 0.03539952635765076}, {"step": 5500, "epoch": 11, "train_loss": 0.00193683966062963}, {"step": 5550, "epoch": 11, "train_loss": 0.0020292294211685658}, {"step": 5600, "epoch": 11, "train_loss": 0.0007029456319287419}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9805, "test_loss": 0.08639554014205933}, {"step": 5650, "epoch": 12, "train_loss": 0.0008762527722865343}, {"step": 5700, "epoch": 12, "train_loss": 0.007235834840685129}, {"step": 5750, "epoch": 12, "train_loss": 0.013439148664474487}, {"step": 5800, "epoch": 12, "train_loss": 0.00021567652584053576}, {"step": 5850, "epoch": 12, "train_loss": 0.004563005641102791}, {"step": 5900, "epoch": 12, "train_loss": 0.0024728684220463037}, {"step": 5950, "epoch": 12, "train_loss": 0.011173567734658718}, {"step": 6000, "epoch": 12, "train_loss": 0.03588250279426575}, {"step": 6050, "epoch": 12, "train_loss": 0.002951864618808031}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9803, "test_loss": 0.08940409889221192}, {"step": 6100, "epoch": 13, "train_loss": 0.021008610725402832}, {"step": 6150, "epoch": 13, "train_loss": 0.0022315792739391327}, {"step": 6200, "epoch": 13, "train_loss": 0.0003036226553376764}, {"step": 6250, "epoch": 13, "train_loss": 0.0015197757165879011}, {"step": 6300, "epoch": 13, "train_loss": 0.00023629511997569352}, {"step": 6350, "epoch": 13, "train_loss": 0.0021963356994092464}, {"step": 6400, "epoch": 13, "train_loss": 0.0015893076779320836}, {"step": 6450, "epoch": 13, "train_loss": 0.0008598848362453282}, {"step": 6500, "epoch": 13, "train_loss": 0.00133204844314605}, {"step": 6550, "epoch": 13, "train_loss": 0.011681764386594296}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9782, "test_loss": 0.10464302215576173}, {"step": 6600, "epoch": 14, "train_loss": 0.00035272137029096484}, {"step": 6650, "epoch": 14, "train_loss": 0.0007086987607181072}, {"step": 6700, "epoch": 14, "train_loss": 0.0012352450285106897}, {"step": 6750, "epoch": 14, "train_loss": 0.0006335126818157732}, {"step": 6800, "epoch": 14, "train_loss": 0.007072746753692627}, {"step": 6850, "epoch": 14, "train_loss": 0.0009206967079080641}, {"step": 6900, "epoch": 14, "train_loss": 0.0025647785514593124}, {"step": 6950, "epoch": 14, "train_loss": 0.0028658690862357616}, {"step": 7000, "epoch": 14, "train_loss": 0.0006871154764667153}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9803, "test_loss": 0.08911794338226318}, {"step": 7050, "epoch": 15, "train_loss": 0.0003276836941950023}, {"step": 7100, "epoch": 15, "train_loss": 0.0028214582707732916}, {"step": 7150, "epoch": 15, "train_loss": 0.0006964259082451463}, {"step": 7200, "epoch": 15, "train_loss": 0.00016368628712370992}, {"step": 7250, "epoch": 15, "train_loss": 0.0001880091440398246}, {"step": 7300, "epoch": 15, "train_loss": 0.0012363080168142915}, {"step": 7350, "epoch": 15, "train_loss": 0.00013233887148089707}, {"step": 7400, "epoch": 15, "train_loss": 0.0011486053699627519}, {"step": 7450, "epoch": 15, "train_loss": 0.0007195554208010435}, {"step": 7500, "epoch": 15, "train_loss": 0.00013943678641226143}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9815, "test_loss": 0.08639169931411743}, {"step": 7550, "epoch": 16, "train_loss": 0.000311998650431633}, {"step": 7600, "epoch": 16, "train_loss": 0.0003105028881691396}, {"step": 7650, "epoch": 16, "train_loss": 8.840353257255629e-05}, {"step": 7700, "epoch": 16, "train_loss": 3.9315695175901055e-05}, {"step": 7750, "epoch": 16, "train_loss": 0.00022496600286103785}, {"step": 7800, "epoch": 16, "train_loss": 0.00021147560619283468}, {"step": 7850, "epoch": 16, "train_loss": 0.00016036370652727783}, {"step": 7900, "epoch": 16, "train_loss": 0.00021763691620435566}, {"step": 7950, "epoch": 16, "train_loss": 0.00017904640117194504}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9814, "test_loss": 0.08640151405334473}, {"step": 8000, "epoch": 17, "train_loss": 0.00011378598719602451}, {"step": 8050, "epoch": 17, "train_loss": 0.00031568040139973164}, {"step": 8100, "epoch": 17, "train_loss": 7.379785529337823e-05}, {"step": 8150, "epoch": 17, "train_loss": 0.001483821077272296}, {"step": 8200, "epoch": 17, "train_loss": 3.268517320975661e-05}, {"step": 8250, "epoch": 17, "train_loss": 0.00013950440916232765}, {"step": 8300, "epoch": 17, "train_loss": 7.721520523773506e-05}, {"step": 8350, "epoch": 17, "train_loss": 6.894978287164122e-05}, {"step": 8400, "epoch": 17, "train_loss": 0.00038736718124710023}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9822, "test_loss": 0.08493024139404297}, {"step": 8450, "epoch": 18, "train_loss": 0.00010497012408450246}, {"step": 8500, "epoch": 18, "train_loss": 0.00020623412274289876}, {"step": 8550, "epoch": 18, "train_loss": 4.444714431883767e-05}, {"step": 8600, "epoch": 18, "train_loss": 0.00023400330974254757}, {"step": 8650, "epoch": 18, "train_loss": 3.923130498151295e-05}, {"step": 8700, "epoch": 18, "train_loss": 0.0002195397246396169}, {"step": 8750, "epoch": 18, "train_loss": 6.728071457473561e-05}, {"step": 8800, "epoch": 18, "train_loss": 2.652427792781964e-05}, {"step": 8850, "epoch": 18, "train_loss": 3.217773701180704e-05}, {"step": 8900, "epoch": 18, "train_loss": 4.7188779717544094e-05}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9825, "test_loss": 0.08452768816947936}, {"step": 8950, "epoch": 19, "train_loss": 2.6905267077381723e-05}, {"step": 9000, "epoch": 19, "train_loss": 1.836157935031224e-05}, {"step": 9050, "epoch": 19, "train_loss": 6.0694343119394034e-05}, {"step": 9100, "epoch": 19, "train_loss": 5.455677819554694e-05}, {"step": 9150, "epoch": 19, "train_loss": 8.030619937926531e-05}, {"step": 9200, "epoch": 19, "train_loss": 1.0905758244916797e-05}, {"step": 9250, "epoch": 19, "train_loss": 7.19715899322182e-05}, {"step": 9300, "epoch": 19, "train_loss": 5.420593879534863e-05}, {"step": 9350, "epoch": 19, "train_loss": 6.172637222334743e-05}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9823, "test_loss": 0.08469406352043152}], "final": {"test_acc": 0.9823, "test_loss": 0.08469406352043152, "wall_s": 28.50373601913452}}