{"args": {"mode": "bp", "dataset": "fmnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_bp_d3_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.2141242027282715}, {"step": 50, "epoch": 0, "train_loss": 0.632060170173645}, {"step": 100, "epoch": 0, "train_loss": 0.5794085264205933}, {"step": 150, "epoch": 0, "train_loss": 0.4174685776233673}, {"step": 200, "epoch": 0, "train_loss": 0.46673691272735596}, {"step": 250, "epoch": 0, "train_loss": 0.4423291087150574}, {"step": 300, "epoch": 0, "train_loss": 0.7117483615875244}, {"step": 350, "epoch": 0, "train_loss": 0.45896369218826294}, {"step": 400, "epoch": 0, "train_loss": 0.5389208197593689}, {"step": 450, "epoch": 0, "train_loss": 0.5165619254112244}, {"epoch_end": 0, "step": 469, "test_acc": 0.837, "test_loss": 0.46550785217285157}, {"step": 500, "epoch": 1, "train_loss": 0.31353461742401123}, {"step": 550, "epoch": 1, "train_loss": 0.5572038292884827}, {"step": 600, "epoch": 1, "train_loss": 0.443636417388916}, {"step": 650, "epoch": 1, "train_loss": 0.5349938869476318}, {"step": 700, "epoch": 1, "train_loss": 0.2979850471019745}, {"step": 750, "epoch": 1, "train_loss": 0.41695520281791687}, {"step": 800, "epoch": 1, "train_loss": 0.4017753005027771}, {"step": 850, "epoch": 1, "train_loss": 0.238401398062706}, {"step": 900, "epoch": 1, "train_loss": 0.3982387185096741}, {"epoch_end": 1, "step": 938, "test_acc": 0.8607, "test_loss": 0.37949986572265626}, {"step": 950, "epoch": 2, "train_loss": 0.30582869052886963}, {"step": 1000, "epoch": 2, "train_loss": 0.2793881893157959}, {"step": 1050, "epoch": 2, "train_loss": 0.25438544154167175}, {"step": 1100, "epoch": 2, "train_loss": 0.3238306939601898}, {"step": 1150, "epoch": 2, "train_loss": 0.36848464608192444}, {"step": 1200, "epoch": 2, "train_loss": 0.4812979996204376}, {"step": 1250, "epoch": 2, "train_loss": 0.2188751995563507}, {"step": 1300, "epoch": 2, "train_loss": 0.28498804569244385}, {"step": 1350, "epoch": 2, "train_loss": 0.18393343687057495}, {"step": 1400, "epoch": 2, "train_loss": 0.3527922034263611}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8692, "test_loss": 0.3679656524658203}, {"step": 1450, "epoch": 3, "train_loss": 0.4963172376155853}, {"step": 1500, "epoch": 3, "train_loss": 0.36699944734573364}, {"step": 1550, "epoch": 3, "train_loss": 0.25034457445144653}, {"step": 1600, "epoch": 3, "train_loss": 0.3110593855381012}, {"step": 1650, "epoch": 3, "train_loss": 0.31577378511428833}, {"step": 1700, "epoch": 3, "train_loss": 0.24329213798046112}, {"step": 1750, "epoch": 3, "train_loss": 0.38244107365608215}, {"step": 1800, "epoch": 3, "train_loss": 0.2766630947589874}, {"step": 1850, "epoch": 3, "train_loss": 0.27737799286842346}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8706, "test_loss": 0.35170419921875}, {"step": 1900, "epoch": 4, "train_loss": 0.24476554989814758}, {"step": 1950, "epoch": 4, "train_loss": 0.4689367413520813}, {"step": 2000, "epoch": 4, "train_loss": 0.2643246054649353}, {"step": 2050, "epoch": 4, "train_loss": 0.2861846089363098}, {"step": 2100, "epoch": 4, "train_loss": 0.30026859045028687}, {"step": 2150, "epoch": 4, "train_loss": 0.2856041193008423}, {"step": 2200, "epoch": 4, "train_loss": 0.28402841091156006}, {"step": 2250, "epoch": 4, "train_loss": 0.21006156504154205}, {"step": 2300, "epoch": 4, "train_loss": 0.16624963283538818}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8756, "test_loss": 0.35896680297851563}, {"step": 2350, "epoch": 5, "train_loss": 0.1730010062456131}, {"step": 2400, "epoch": 5, "train_loss": 0.2817153334617615}, {"step": 2450, "epoch": 5, "train_loss": 0.285366028547287}, {"step": 2500, "epoch": 5, "train_loss": 0.24662494659423828}, {"step": 2550, "epoch": 5, "train_loss": 0.23398053646087646}, {"step": 2600, "epoch": 5, "train_loss": 0.31775587797164917}, {"step": 2650, "epoch": 5, "train_loss": 0.19265469908714294}, {"step": 2700, "epoch": 5, "train_loss": 0.15307480096817017}, {"step": 2750, "epoch": 5, "train_loss": 0.3867662250995636}, {"step": 2800, "epoch": 5, "train_loss": 0.27531537413597107}, {"epoch_end": 5, "step": 2814, "test_acc": 0.878, "test_loss": 0.34495567016601564}, {"step": 2850, "epoch": 6, "train_loss": 0.18523652851581573}, {"step": 2900, "epoch": 6, "train_loss": 0.2055646777153015}, {"step": 2950, "epoch": 6, "train_loss": 0.1270376741886139}, {"step": 3000, "epoch": 6, "train_loss": 0.34626224637031555}, {"step": 3050, "epoch": 6, "train_loss": 0.3784366846084595}, {"step": 3100, "epoch": 6, "train_loss": 0.21523232758045197}, {"step": 3150, "epoch": 6, "train_loss": 0.2543109953403473}, {"step": 3200, "epoch": 6, "train_loss": 0.17907993495464325}, {"step": 3250, "epoch": 6, "train_loss": 0.16693484783172607}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8692, "test_loss": 0.3638690673828125}, {"step": 3300, "epoch": 7, "train_loss": 0.28306877613067627}, {"step": 3350, "epoch": 7, "train_loss": 0.21733048558235168}, {"step": 3400, "epoch": 7, "train_loss": 0.2635681927204132}, {"step": 3450, "epoch": 7, "train_loss": 0.23898525536060333}, {"step": 3500, "epoch": 7, "train_loss": 0.3277817368507385}, {"step": 3550, "epoch": 7, "train_loss": 0.19235427677631378}, {"step": 3600, "epoch": 7, "train_loss": 0.17630761861801147}, {"step": 3650, "epoch": 7, "train_loss": 0.2392595112323761}, {"step": 3700, "epoch": 7, "train_loss": 0.2169138789176941}, {"step": 3750, "epoch": 7, "train_loss": 0.32500162720680237}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8863, "test_loss": 0.3375219848632813}, {"step": 3800, "epoch": 8, "train_loss": 0.220437154173851}, {"step": 3850, "epoch": 8, "train_loss": 0.30584126710891724}, {"step": 3900, "epoch": 8, "train_loss": 0.2014344036579132}, {"step": 3950, "epoch": 8, "train_loss": 0.21081796288490295}, {"step": 4000, "epoch": 8, "train_loss": 0.31177014112472534}, {"step": 4050, "epoch": 8, "train_loss": 0.24418705701828003}, {"step": 4100, "epoch": 8, "train_loss": 0.20787397027015686}, {"step": 4150, "epoch": 8, "train_loss": 0.21766702830791473}, {"step": 4200, "epoch": 8, "train_loss": 0.2928794026374817}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8763, "test_loss": 0.3605372253417969}, {"step": 4250, "epoch": 9, "train_loss": 0.1827521026134491}, {"step": 4300, "epoch": 9, "train_loss": 0.13538949191570282}, {"step": 4350, "epoch": 9, "train_loss": 0.14487527310848236}, {"step": 4400, "epoch": 9, "train_loss": 0.26405203342437744}, {"step": 4450, "epoch": 9, "train_loss": 0.12584839761257172}, {"step": 4500, "epoch": 9, "train_loss": 0.24002768099308014}, {"step": 4550, "epoch": 9, "train_loss": 0.1512821614742279}, {"step": 4600, "epoch": 9, "train_loss": 0.21558885276317596}, {"step": 4650, "epoch": 9, "train_loss": 0.2720834016799927}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8813, "test_loss": 0.3451045867919922}, {"step": 4700, "epoch": 10, "train_loss": 0.21330440044403076}, {"step": 4750, "epoch": 10, "train_loss": 0.21513031423091888}, {"step": 4800, "epoch": 10, "train_loss": 0.22969453036785126}, {"step": 4850, "epoch": 10, "train_loss": 0.1846158802509308}, {"step": 4900, "epoch": 10, "train_loss": 0.17004233598709106}, {"step": 4950, "epoch": 10, "train_loss": 0.20888759195804596}, {"step": 5000, "epoch": 10, "train_loss": 0.21072714030742645}, {"step": 5050, "epoch": 10, "train_loss": 0.3767346441745758}, {"step": 5100, "epoch": 10, "train_loss": 0.12369901686906815}, {"step": 5150, "epoch": 10, "train_loss": 0.16019514203071594}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8831, "test_loss": 0.35105517578125}, {"step": 5200, "epoch": 11, "train_loss": 0.19804222881793976}, {"step": 5250, "epoch": 11, "train_loss": 0.11641902476549149}, {"step": 5300, "epoch": 11, "train_loss": 0.28236880898475647}, {"step": 5350, "epoch": 11, "train_loss": 0.20892395079135895}, {"step": 5400, "epoch": 11, "train_loss": 0.17254389822483063}, {"step": 5450, "epoch": 11, "train_loss": 0.2038930058479309}, {"step": 5500, "epoch": 11, "train_loss": 0.21416494250297546}, {"step": 5550, "epoch": 11, "train_loss": 0.2474328577518463}, {"step": 5600, "epoch": 11, "train_loss": 0.22504067420959473}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8849, "test_loss": 0.35353824768066405}, {"step": 5650, "epoch": 12, "train_loss": 0.15199555456638336}, {"step": 5700, "epoch": 12, "train_loss": 0.15009057521820068}, {"step": 5750, "epoch": 12, "train_loss": 0.30687910318374634}, {"step": 5800, "epoch": 12, "train_loss": 0.18498803675174713}, {"step": 5850, "epoch": 12, "train_loss": 0.23536767065525055}, {"step": 5900, "epoch": 12, "train_loss": 0.267326682806015}, {"step": 5950, "epoch": 12, "train_loss": 0.19196468591690063}, {"step": 6000, "epoch": 12, "train_loss": 0.1278044879436493}, {"step": 6050, "epoch": 12, "train_loss": 0.1473187953233719}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8826, "test_loss": 0.35649906311035157}, {"step": 6100, "epoch": 13, "train_loss": 0.26681554317474365}, {"step": 6150, "epoch": 13, "train_loss": 0.1403946876525879}, {"step": 6200, "epoch": 13, "train_loss": 0.3142370581626892}, {"step": 6250, "epoch": 13, "train_loss": 0.2361498773097992}, {"step": 6300, "epoch": 13, "train_loss": 0.2394387423992157}, {"step": 6350, "epoch": 13, "train_loss": 0.23610061407089233}, {"step": 6400, "epoch": 13, "train_loss": 0.1417224258184433}, {"step": 6450, "epoch": 13, "train_loss": 0.22154365479946136}, {"step": 6500, "epoch": 13, "train_loss": 0.17839020490646362}, {"step": 6550, "epoch": 13, "train_loss": 0.12502126395702362}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8834, "test_loss": 0.3561738586425781}, {"step": 6600, "epoch": 14, "train_loss": 0.1737331598997116}, {"step": 6650, "epoch": 14, "train_loss": 0.18315653502941132}, {"step": 6700, "epoch": 14, "train_loss": 0.1259828805923462}, {"step": 6750, "epoch": 14, "train_loss": 0.21383149921894073}, {"step": 6800, "epoch": 14, "train_loss": 0.14792338013648987}, {"step": 6850, "epoch": 14, "train_loss": 0.15236760675907135}, {"step": 6900, "epoch": 14, "train_loss": 0.2228032350540161}, {"step": 6950, "epoch": 14, "train_loss": 0.19416166841983795}, {"step": 7000, "epoch": 14, "train_loss": 0.22944818437099457}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8908, "test_loss": 0.35145823974609375}, {"step": 7050, "epoch": 15, "train_loss": 0.14775535464286804}, {"step": 7100, "epoch": 15, "train_loss": 0.19993744790554047}, {"step": 7150, "epoch": 15, "train_loss": 0.22485005855560303}, {"step": 7200, "epoch": 15, "train_loss": 0.17730902135372162}, {"step": 7250, "epoch": 15, "train_loss": 0.204269140958786}, {"step": 7300, "epoch": 15, "train_loss": 0.22929885983467102}, {"step": 7350, "epoch": 15, "train_loss": 0.16825637221336365}, {"step": 7400, "epoch": 15, "train_loss": 0.19876691699028015}, {"step": 7450, "epoch": 15, "train_loss": 0.20690886676311493}, {"step": 7500, "epoch": 15, "train_loss": 0.11864069849252701}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8771, "test_loss": 0.3880573272705078}, {"step": 7550, "epoch": 16, "train_loss": 0.12122661620378494}, {"step": 7600, "epoch": 16, "train_loss": 0.2803204655647278}, {"step": 7650, "epoch": 16, "train_loss": 0.08034287393093109}, {"step": 7700, "epoch": 16, "train_loss": 0.14561375975608826}, {"step": 7750, "epoch": 16, "train_loss": 0.17914089560508728}, {"step": 7800, "epoch": 16, "train_loss": 0.09964165091514587}, {"step": 7850, "epoch": 16, "train_loss": 0.12158527225255966}, {"step": 7900, "epoch": 16, "train_loss": 0.0785117894411087}, {"step": 7950, "epoch": 16, "train_loss": 0.2236357480287552}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8826, "test_loss": 0.3649681365966797}, {"step": 8000, "epoch": 17, "train_loss": 0.15449512004852295}, {"step": 8050, "epoch": 17, "train_loss": 0.13119354844093323}, {"step": 8100, "epoch": 17, "train_loss": 0.13603045046329498}, {"step": 8150, "epoch": 17, "train_loss": 0.18291327357292175}, {"step": 8200, "epoch": 17, "train_loss": 0.15422199666500092}, {"step": 8250, "epoch": 17, "train_loss": 0.16770011186599731}, {"step": 8300, "epoch": 17, "train_loss": 0.1848893016576767}, {"step": 8350, "epoch": 17, "train_loss": 0.11715930700302124}, {"step": 8400, "epoch": 17, "train_loss": 0.37929949164390564}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8876, "test_loss": 0.37593497009277344}, {"step": 8450, "epoch": 18, "train_loss": 0.09023545682430267}, {"step": 8500, "epoch": 18, "train_loss": 0.09786802530288696}, {"step": 8550, "epoch": 18, "train_loss": 0.16331925988197327}, {"step": 8600, "epoch": 18, "train_loss": 0.11518744379281998}, {"step": 8650, "epoch": 18, "train_loss": 0.07822418212890625}, {"step": 8700, "epoch": 18, "train_loss": 0.13707754015922546}, {"step": 8750, "epoch": 18, "train_loss": 0.13017377257347107}, {"step": 8800, "epoch": 18, "train_loss": 0.10595428943634033}, {"step": 8850, "epoch": 18, "train_loss": 0.16273769736289978}, {"step": 8900, "epoch": 18, "train_loss": 0.17748473584651947}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8832, "test_loss": 0.3897809997558594}, {"step": 8950, "epoch": 19, "train_loss": 0.18341535329818726}, {"step": 9000, "epoch": 19, "train_loss": 0.1954469531774521}, {"step": 9050, "epoch": 19, "train_loss": 0.16075941920280457}, {"step": 9100, "epoch": 19, "train_loss": 0.090059794485569}, {"step": 9150, "epoch": 19, "train_loss": 0.09315534681081772}, {"step": 9200, "epoch": 19, "train_loss": 0.10220252722501755}, {"step": 9250, "epoch": 19, "train_loss": 0.12159278243780136}, {"step": 9300, "epoch": 19, "train_loss": 0.1560402363538742}, {"step": 9350, "epoch": 19, "train_loss": 0.22271379828453064}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8866, "test_loss": 0.39272972106933596}], "final": {"test_acc": 0.8866, "test_loss": 0.39272972106933596, "wall_s": 20.897843599319458}}