{"args": {"mode": "bp", "dataset": "fmnist", "depth": 10, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_bp_d10_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.354520797729492}, {"step": 50, "epoch": 0, "train_loss": 0.6950868368148804}, {"step": 100, "epoch": 0, "train_loss": 0.6221696138381958}, {"step": 150, "epoch": 0, "train_loss": 0.5619075894355774}, {"step": 200, "epoch": 0, "train_loss": 0.5677888989448547}, {"step": 250, "epoch": 0, "train_loss": 0.45801472663879395}, {"step": 300, "epoch": 0, "train_loss": 0.6845336556434631}, {"step": 350, "epoch": 0, "train_loss": 0.4941200315952301}, {"step": 400, "epoch": 0, "train_loss": 0.640010416507721}, {"step": 450, "epoch": 0, "train_loss": 0.45531705021858215}, {"epoch_end": 0, "step": 469, "test_acc": 0.8365, "test_loss": 0.47156988830566404}, {"step": 500, "epoch": 1, "train_loss": 0.37523162364959717}, {"step": 550, "epoch": 1, "train_loss": 0.602225661277771}, {"step": 600, "epoch": 1, "train_loss": 0.49481794238090515}, {"step": 650, "epoch": 1, "train_loss": 0.5431792140007019}, {"step": 700, "epoch": 1, "train_loss": 0.3593209385871887}, {"step": 750, "epoch": 1, "train_loss": 0.4037892818450928}, {"step": 800, "epoch": 1, "train_loss": 0.5403016209602356}, {"step": 850, "epoch": 1, "train_loss": 0.24862375855445862}, {"step": 900, "epoch": 1, "train_loss": 0.3908718228340149}, {"epoch_end": 1, "step": 938, "test_acc": 0.854, "test_loss": 0.3992459716796875}, {"step": 950, "epoch": 2, "train_loss": 0.3660447895526886}, {"step": 1000, "epoch": 2, "train_loss": 0.35763588547706604}, {"step": 1050, "epoch": 2, "train_loss": 0.3564646244049072}, {"step": 1100, "epoch": 2, "train_loss": 0.29707348346710205}, {"step": 1150, "epoch": 2, "train_loss": 0.38379502296447754}, {"step": 1200, "epoch": 2, "train_loss": 0.5230950713157654}, {"step": 1250, "epoch": 2, "train_loss": 0.2716549336910248}, {"step": 1300, "epoch": 2, "train_loss": 0.2866498827934265}, {"step": 1350, "epoch": 2, "train_loss": 0.23226284980773926}, {"step": 1400, "epoch": 2, "train_loss": 0.4760238528251648}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8681, "test_loss": 0.38331954040527344}, {"step": 1450, "epoch": 3, "train_loss": 0.5262283086776733}, {"step": 1500, "epoch": 3, "train_loss": 0.3696368336677551}, {"step": 1550, "epoch": 3, "train_loss": 0.3219550848007202}, {"step": 1600, "epoch": 3, "train_loss": 0.3763867914676666}, {"step": 1650, "epoch": 3, "train_loss": 0.3865199685096741}, {"step": 1700, "epoch": 3, "train_loss": 0.2978903353214264}, {"step": 1750, "epoch": 3, "train_loss": 0.5083321928977966}, {"step": 1800, "epoch": 3, "train_loss": 0.3245007395744324}, {"step": 1850, "epoch": 3, "train_loss": 0.3656558692455292}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8641, "test_loss": 0.3875535858154297}, {"step": 1900, "epoch": 4, "train_loss": 0.2554575800895691}, {"step": 1950, "epoch": 4, "train_loss": 0.5527024269104004}, {"step": 2000, "epoch": 4, "train_loss": 0.32132866978645325}, {"step": 2050, "epoch": 4, "train_loss": 0.3867490887641907}, {"step": 2100, "epoch": 4, "train_loss": 0.32121041417121887}, {"step": 2150, "epoch": 4, "train_loss": 0.3380759060382843}, {"step": 2200, "epoch": 4, "train_loss": 0.3300723433494568}, {"step": 2250, "epoch": 4, "train_loss": 0.2348811775445938}, {"step": 2300, "epoch": 4, "train_loss": 0.18358458578586578}, {"epoch_end": 4, "step": 2345, "test_acc": 0.862, "test_loss": 0.385215185546875}, {"step": 2350, "epoch": 5, "train_loss": 0.21469944715499878}, {"step": 2400, "epoch": 5, "train_loss": 0.3608759343624115}, {"step": 2450, "epoch": 5, "train_loss": 0.3691425025463104}, {"step": 2500, "epoch": 5, "train_loss": 0.3206716477870941}, {"step": 2550, "epoch": 5, "train_loss": 0.24908751249313354}, {"step": 2600, "epoch": 5, "train_loss": 0.3108196258544922}, {"step": 2650, "epoch": 5, "train_loss": 0.2527676522731781}, {"step": 2700, "epoch": 5, "train_loss": 0.18265844881534576}, {"step": 2750, "epoch": 5, "train_loss": 0.42047059535980225}, {"step": 2800, "epoch": 5, "train_loss": 0.25600090622901917}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8668, "test_loss": 0.37069361877441404}, {"step": 2850, "epoch": 6, "train_loss": 0.1632884293794632}, {"step": 2900, "epoch": 6, "train_loss": 0.21668045222759247}, {"step": 2950, "epoch": 6, "train_loss": 0.1697837859392166}, {"step": 3000, "epoch": 6, "train_loss": 0.4228552281856537}, {"step": 3050, "epoch": 6, "train_loss": 0.3861062526702881}, {"step": 3100, "epoch": 6, "train_loss": 0.25014588236808777}, {"step": 3150, "epoch": 6, "train_loss": 0.3509668707847595}, {"step": 3200, "epoch": 6, "train_loss": 0.22860264778137207}, {"step": 3250, "epoch": 6, "train_loss": 0.23210397362709045}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8638, "test_loss": 0.3804793487548828}, {"step": 3300, "epoch": 7, "train_loss": 0.322190523147583}, {"step": 3350, "epoch": 7, "train_loss": 0.2509264349937439}, {"step": 3400, "epoch": 7, "train_loss": 0.2694234848022461}, {"step": 3450, "epoch": 7, "train_loss": 0.24125812947750092}, {"step": 3500, "epoch": 7, "train_loss": 0.3392584025859833}, {"step": 3550, "epoch": 7, "train_loss": 0.24370528757572174}, {"step": 3600, "epoch": 7, "train_loss": 0.18336251378059387}, {"step": 3650, "epoch": 7, "train_loss": 0.34512045979499817}, {"step": 3700, "epoch": 7, "train_loss": 0.24673627316951752}, {"step": 3750, "epoch": 7, "train_loss": 0.34597331285476685}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8773, "test_loss": 0.3557734191894531}, {"step": 3800, "epoch": 8, "train_loss": 0.26640447974205017}, {"step": 3850, "epoch": 8, "train_loss": 0.3524453043937683}, {"step": 3900, "epoch": 8, "train_loss": 0.2441987544298172}, {"step": 3950, "epoch": 8, "train_loss": 0.2834468483924866}, {"step": 4000, "epoch": 8, "train_loss": 0.3468857407569885}, {"step": 4050, "epoch": 8, "train_loss": 0.2283926010131836}, {"step": 4100, "epoch": 8, "train_loss": 0.25797033309936523}, {"step": 4150, "epoch": 8, "train_loss": 0.2621150314807892}, {"step": 4200, "epoch": 8, "train_loss": 0.32673102617263794}, {"epoch_end": 8, "step": 4221, "test_acc": 0.875, "test_loss": 0.36471119689941406}, {"step": 4250, "epoch": 9, "train_loss": 0.2151244878768921}, {"step": 4300, "epoch": 9, "train_loss": 0.21766209602355957}, {"step": 4350, "epoch": 9, "train_loss": 0.16459904611110687}, {"step": 4400, "epoch": 9, "train_loss": 0.23730109632015228}, {"step": 4450, "epoch": 9, "train_loss": 0.13244184851646423}, {"step": 4500, "epoch": 9, "train_loss": 0.3082479238510132}, {"step": 4550, "epoch": 9, "train_loss": 0.17629200220108032}, {"step": 4600, "epoch": 9, "train_loss": 0.25441670417785645}, {"step": 4650, "epoch": 9, "train_loss": 0.27300789952278137}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8753, "test_loss": 0.3780542999267578}, {"step": 4700, "epoch": 10, "train_loss": 0.21275578439235687}, {"step": 4750, "epoch": 10, "train_loss": 0.26467829942703247}, {"step": 4800, "epoch": 10, "train_loss": 0.3039255738258362}, {"step": 4850, "epoch": 10, "train_loss": 0.18275558948516846}, {"step": 4900, "epoch": 10, "train_loss": 0.19278305768966675}, {"step": 4950, "epoch": 10, "train_loss": 0.24697622656822205}, {"step": 5000, "epoch": 10, "train_loss": 0.2509225010871887}, {"step": 5050, "epoch": 10, "train_loss": 0.39585989713668823}, {"step": 5100, "epoch": 10, "train_loss": 0.17206138372421265}, {"step": 5150, "epoch": 10, "train_loss": 0.24335725605487823}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8793, "test_loss": 0.36159276123046874}, {"step": 5200, "epoch": 11, "train_loss": 0.2633085250854492}, {"step": 5250, "epoch": 11, "train_loss": 0.10400299727916718}, {"step": 5300, "epoch": 11, "train_loss": 0.2769632935523987}, {"step": 5350, "epoch": 11, "train_loss": 0.20582686364650726}, {"step": 5400, "epoch": 11, "train_loss": 0.2153017371892929}, {"step": 5450, "epoch": 11, "train_loss": 0.30443888902664185}, {"step": 5500, "epoch": 11, "train_loss": 0.275387704372406}, {"step": 5550, "epoch": 11, "train_loss": 0.29988399147987366}, {"step": 5600, "epoch": 11, "train_loss": 0.21833425760269165}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8816, "test_loss": 0.3570428131103516}, {"step": 5650, "epoch": 12, "train_loss": 0.18620449304580688}, {"step": 5700, "epoch": 12, "train_loss": 0.2528532147407532}, {"step": 5750, "epoch": 12, "train_loss": 0.39729422330856323}, {"step": 5800, "epoch": 12, "train_loss": 0.20760874450206757}, {"step": 5850, "epoch": 12, "train_loss": 0.26782235503196716}, {"step": 5900, "epoch": 12, "train_loss": 0.3097764551639557}, {"step": 5950, "epoch": 12, "train_loss": 0.17267340421676636}, {"step": 6000, "epoch": 12, "train_loss": 0.16863501071929932}, {"step": 6050, "epoch": 12, "train_loss": 0.18067651987075806}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8737, "test_loss": 0.37813082580566404}, {"step": 6100, "epoch": 13, "train_loss": 0.3306536376476288}, {"step": 6150, "epoch": 13, "train_loss": 0.21612417697906494}, {"step": 6200, "epoch": 13, "train_loss": 0.26494356989860535}, {"step": 6250, "epoch": 13, "train_loss": 0.19378389418125153}, {"step": 6300, "epoch": 13, "train_loss": 0.261434942483902}, {"step": 6350, "epoch": 13, "train_loss": 0.2832540273666382}, {"step": 6400, "epoch": 13, "train_loss": 0.1928025633096695}, {"step": 6450, "epoch": 13, "train_loss": 0.1759098619222641}, {"step": 6500, "epoch": 13, "train_loss": 0.13996601104736328}, {"step": 6550, "epoch": 13, "train_loss": 0.1994606852531433}, {"epoch_end": 13, "step": 6566, "test_acc": 0.877, "test_loss": 0.3644315002441406}, {"step": 6600, "epoch": 14, "train_loss": 0.2306881546974182}, {"step": 6650, "epoch": 14, "train_loss": 0.26980313658714294}, {"step": 6700, "epoch": 14, "train_loss": 0.2040019929409027}, {"step": 6750, "epoch": 14, "train_loss": 0.2631031572818756}, {"step": 6800, "epoch": 14, "train_loss": 0.15361188352108002}, {"step": 6850, "epoch": 14, "train_loss": 0.16563387215137482}, {"step": 6900, "epoch": 14, "train_loss": 0.2515806257724762}, {"step": 6950, "epoch": 14, "train_loss": 0.2047329694032669}, {"step": 7000, "epoch": 14, "train_loss": 0.30444708466529846}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8832, "test_loss": 0.36378123474121093}, {"step": 7050, "epoch": 15, "train_loss": 0.23287226259708405}, {"step": 7100, "epoch": 15, "train_loss": 0.24365445971488953}, {"step": 7150, "epoch": 15, "train_loss": 0.24310311675071716}, {"step": 7200, "epoch": 15, "train_loss": 0.2304188460111618}, {"step": 7250, "epoch": 15, "train_loss": 0.31520769000053406}, {"step": 7300, "epoch": 15, "train_loss": 0.22314073145389557}, {"step": 7350, "epoch": 15, "train_loss": 0.18591630458831787}, {"step": 7400, "epoch": 15, "train_loss": 0.24848943948745728}, {"step": 7450, "epoch": 15, "train_loss": 0.23916877806186676}, {"step": 7500, "epoch": 15, "train_loss": 0.17597053945064545}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8753, "test_loss": 0.36453862915039065}, {"step": 7550, "epoch": 16, "train_loss": 0.22173215448856354}, {"step": 7600, "epoch": 16, "train_loss": 0.2848168611526489}, {"step": 7650, "epoch": 16, "train_loss": 0.11747440695762634}, {"step": 7700, "epoch": 16, "train_loss": 0.1316719651222229}, {"step": 7750, "epoch": 16, "train_loss": 0.23956534266471863}, {"step": 7800, "epoch": 16, "train_loss": 0.15866471827030182}, {"step": 7850, "epoch": 16, "train_loss": 0.19661593437194824}, {"step": 7900, "epoch": 16, "train_loss": 0.11680709570646286}, {"step": 7950, "epoch": 16, "train_loss": 0.23705708980560303}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8848, "test_loss": 0.3508046875}, {"step": 8000, "epoch": 17, "train_loss": 0.1647922694683075}, {"step": 8050, "epoch": 17, "train_loss": 0.14228834211826324}, {"step": 8100, "epoch": 17, "train_loss": 0.1740749329328537}, {"step": 8150, "epoch": 17, "train_loss": 0.17897453904151917}, {"step": 8200, "epoch": 17, "train_loss": 0.21548397839069366}, {"step": 8250, "epoch": 17, "train_loss": 0.20759405195713043}, {"step": 8300, "epoch": 17, "train_loss": 0.2045169472694397}, {"step": 8350, "epoch": 17, "train_loss": 0.1842072308063507}, {"step": 8400, "epoch": 17, "train_loss": 0.3830781579017639}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8851, "test_loss": 0.3546109954833984}, {"step": 8450, "epoch": 18, "train_loss": 0.14815717935562134}, {"step": 8500, "epoch": 18, "train_loss": 0.15830090641975403}, {"step": 8550, "epoch": 18, "train_loss": 0.15307506918907166}, {"step": 8600, "epoch": 18, "train_loss": 0.15805011987686157}, {"step": 8650, "epoch": 18, "train_loss": 0.09169202297925949}, {"step": 8700, "epoch": 18, "train_loss": 0.19990091025829315}, {"step": 8750, "epoch": 18, "train_loss": 0.22633157670497894}, {"step": 8800, "epoch": 18, "train_loss": 0.07677385210990906}, {"step": 8850, "epoch": 18, "train_loss": 0.1375446617603302}, {"step": 8900, "epoch": 18, "train_loss": 0.23737649619579315}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8859, "test_loss": 0.3657725311279297}, {"step": 8950, "epoch": 19, "train_loss": 0.2402893602848053}, {"step": 9000, "epoch": 19, "train_loss": 0.1957467496395111}, {"step": 9050, "epoch": 19, "train_loss": 0.16696782410144806}, {"step": 9100, "epoch": 19, "train_loss": 0.16564525663852692}, {"step": 9150, "epoch": 19, "train_loss": 0.18269601464271545}, {"step": 9200, "epoch": 19, "train_loss": 0.20224900543689728}, {"step": 9250, "epoch": 19, "train_loss": 0.2191188782453537}, {"step": 9300, "epoch": 19, "train_loss": 0.1916327029466629}, {"step": 9350, "epoch": 19, "train_loss": 0.26197606325149536}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8856, "test_loss": 0.3604823425292969}], "final": {"test_acc": 0.8856, "test_loss": 0.3604823425292969, "wall_s": 47.66417384147644}}