{"args": {"mode": "bp", "dataset": "fmnist", "depth": 5, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_bp_d5_s1", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.275784730911255}, {"step": 50, "epoch": 0, "train_loss": 0.615896999835968}, {"step": 100, "epoch": 0, "train_loss": 0.5424977540969849}, {"step": 150, "epoch": 0, "train_loss": 0.4472925364971161}, {"step": 200, "epoch": 0, "train_loss": 0.45183855295181274}, {"step": 250, "epoch": 0, "train_loss": 0.4293379485607147}, {"step": 300, "epoch": 0, "train_loss": 0.7555711269378662}, {"step": 350, "epoch": 0, "train_loss": 0.4683581292629242}, {"step": 400, "epoch": 0, "train_loss": 0.5485366582870483}, {"step": 450, "epoch": 0, "train_loss": 0.4767898917198181}, {"epoch_end": 0, "step": 469, "test_acc": 0.838, "test_loss": 0.4554930511474609}, {"step": 500, "epoch": 1, "train_loss": 0.3234228491783142}, {"step": 550, "epoch": 1, "train_loss": 0.5458665490150452}, {"step": 600, "epoch": 1, "train_loss": 0.4399535059928894}, {"step": 650, "epoch": 1, "train_loss": 0.528193473815918}, {"step": 700, "epoch": 1, "train_loss": 0.3019405007362366}, {"step": 750, "epoch": 1, "train_loss": 0.4449809491634369}, {"step": 800, "epoch": 1, "train_loss": 0.41860827803611755}, {"step": 850, "epoch": 1, "train_loss": 0.22716288268566132}, {"step": 900, "epoch": 1, "train_loss": 0.4333924353122711}, {"epoch_end": 1, "step": 938, "test_acc": 0.8579, "test_loss": 0.3924770294189453}, {"step": 950, "epoch": 2, "train_loss": 0.3270514905452728}, {"step": 1000, "epoch": 2, "train_loss": 0.31561630964279175}, {"step": 1050, "epoch": 2, "train_loss": 0.31725671887397766}, {"step": 1100, "epoch": 2, "train_loss": 0.3060970902442932}, {"step": 1150, "epoch": 2, "train_loss": 0.34216272830963135}, {"step": 1200, "epoch": 2, "train_loss": 0.43991509079933167}, {"step": 1250, "epoch": 2, "train_loss": 0.2261238694190979}, {"step": 1300, "epoch": 2, "train_loss": 0.26957735419273376}, {"step": 1350, "epoch": 2, "train_loss": 0.2016572803258896}, {"step": 1400, "epoch": 2, "train_loss": 0.3837314248085022}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8677, "test_loss": 0.37819835815429687}, {"step": 1450, "epoch": 3, "train_loss": 0.5207781195640564}, {"step": 1500, "epoch": 3, "train_loss": 0.33880987763404846}, {"step": 1550, "epoch": 3, "train_loss": 0.25945183634757996}, {"step": 1600, "epoch": 3, "train_loss": 0.32456085085868835}, {"step": 1650, "epoch": 3, "train_loss": 0.34642282128334045}, {"step": 1700, "epoch": 3, "train_loss": 0.2342710942029953}, {"step": 1750, "epoch": 3, "train_loss": 0.42328763008117676}, {"step": 1800, "epoch": 3, "train_loss": 0.3004637360572815}, {"step": 1850, "epoch": 3, "train_loss": 0.2856043875217438}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8688, "test_loss": 0.36811579284667967}, {"step": 1900, "epoch": 4, "train_loss": 0.27197229862213135}, {"step": 1950, "epoch": 4, "train_loss": 0.48646947741508484}, {"step": 2000, "epoch": 4, "train_loss": 0.295914888381958}, {"step": 2050, "epoch": 4, "train_loss": 0.3289346396923065}, {"step": 2100, "epoch": 4, "train_loss": 0.2782536745071411}, {"step": 2150, "epoch": 4, "train_loss": 0.33121731877326965}, {"step": 2200, "epoch": 4, "train_loss": 0.301539808511734}, {"step": 2250, "epoch": 4, "train_loss": 0.2089160978794098}, {"step": 2300, "epoch": 4, "train_loss": 0.16808302700519562}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8717, "test_loss": 0.35573673095703123}, {"step": 2350, "epoch": 5, "train_loss": 0.21528643369674683}, {"step": 2400, "epoch": 5, "train_loss": 0.3051064610481262}, {"step": 2450, "epoch": 5, "train_loss": 0.3387167453765869}, {"step": 2500, "epoch": 5, "train_loss": 0.2591220736503601}, {"step": 2550, "epoch": 5, "train_loss": 0.2195816934108734}, {"step": 2600, "epoch": 5, "train_loss": 0.2869386672973633}, {"step": 2650, "epoch": 5, "train_loss": 0.16889610886573792}, {"step": 2700, "epoch": 5, "train_loss": 0.1870468407869339}, {"step": 2750, "epoch": 5, "train_loss": 0.36330029368400574}, {"step": 2800, "epoch": 5, "train_loss": 0.3034588396549225}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8755, "test_loss": 0.34941358642578124}, {"step": 2850, "epoch": 6, "train_loss": 0.1439918726682663}, {"step": 2900, "epoch": 6, "train_loss": 0.21864843368530273}, {"step": 2950, "epoch": 6, "train_loss": 0.12593549489974976}, {"step": 3000, "epoch": 6, "train_loss": 0.37211868166923523}, {"step": 3050, "epoch": 6, "train_loss": 0.36359384655952454}, {"step": 3100, "epoch": 6, "train_loss": 0.2267788052558899}, {"step": 3150, "epoch": 6, "train_loss": 0.3570305109024048}, {"step": 3200, "epoch": 6, "train_loss": 0.19962339103221893}, {"step": 3250, "epoch": 6, "train_loss": 0.18467509746551514}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8731, "test_loss": 0.3609979614257813}, {"step": 3300, "epoch": 7, "train_loss": 0.29047727584838867}, {"step": 3350, "epoch": 7, "train_loss": 0.1953449547290802}, {"step": 3400, "epoch": 7, "train_loss": 0.24234043061733246}, {"step": 3450, "epoch": 7, "train_loss": 0.259382963180542}, {"step": 3500, "epoch": 7, "train_loss": 0.2526945173740387}, {"step": 3550, "epoch": 7, "train_loss": 0.23629401624202728}, {"step": 3600, "epoch": 7, "train_loss": 0.20466741919517517}, {"step": 3650, "epoch": 7, "train_loss": 0.27285128831863403}, {"step": 3700, "epoch": 7, "train_loss": 0.21978934109210968}, {"step": 3750, "epoch": 7, "train_loss": 0.31786128878593445}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8783, "test_loss": 0.35355340576171873}, {"step": 3800, "epoch": 8, "train_loss": 0.27662786841392517}, {"step": 3850, "epoch": 8, "train_loss": 0.31733468174934387}, {"step": 3900, "epoch": 8, "train_loss": 0.24665142595767975}, {"step": 3950, "epoch": 8, "train_loss": 0.20815499126911163}, {"step": 4000, "epoch": 8, "train_loss": 0.2868269085884094}, {"step": 4050, "epoch": 8, "train_loss": 0.20629294216632843}, {"step": 4100, "epoch": 8, "train_loss": 0.21827106177806854}, {"step": 4150, "epoch": 8, "train_loss": 0.21706348657608032}, {"step": 4200, "epoch": 8, "train_loss": 0.3030616044998169}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8755, "test_loss": 0.3722763824462891}, {"step": 4250, "epoch": 9, "train_loss": 0.2176342010498047}, {"step": 4300, "epoch": 9, "train_loss": 0.18961891531944275}, {"step": 4350, "epoch": 9, "train_loss": 0.11812407523393631}, {"step": 4400, "epoch": 9, "train_loss": 0.19843789935112}, {"step": 4450, "epoch": 9, "train_loss": 0.12178944796323776}, {"step": 4500, "epoch": 9, "train_loss": 0.24092607200145721}, {"step": 4550, "epoch": 9, "train_loss": 0.16097435355186462}, {"step": 4600, "epoch": 9, "train_loss": 0.2319311946630478}, {"step": 4650, "epoch": 9, "train_loss": 0.25574547052383423}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8839, "test_loss": 0.3556160125732422}, {"step": 4700, "epoch": 10, "train_loss": 0.19293594360351562}, {"step": 4750, "epoch": 10, "train_loss": 0.26551932096481323}, {"step": 4800, "epoch": 10, "train_loss": 0.21277648210525513}, {"step": 4850, "epoch": 10, "train_loss": 0.2172410935163498}, {"step": 4900, "epoch": 10, "train_loss": 0.17331796884536743}, {"step": 4950, "epoch": 10, "train_loss": 0.17558740079402924}, {"step": 5000, "epoch": 10, "train_loss": 0.18437150120735168}, {"step": 5050, "epoch": 10, "train_loss": 0.33969756960868835}, {"step": 5100, "epoch": 10, "train_loss": 0.1344066709280014}, {"step": 5150, "epoch": 10, "train_loss": 0.15822482109069824}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8866, "test_loss": 0.34544112548828126}, {"step": 5200, "epoch": 11, "train_loss": 0.19205644726753235}, {"step": 5250, "epoch": 11, "train_loss": 0.11042769998311996}, {"step": 5300, "epoch": 11, "train_loss": 0.20684057474136353}, {"step": 5350, "epoch": 11, "train_loss": 0.20667782425880432}, {"step": 5400, "epoch": 11, "train_loss": 0.24076427519321442}, {"step": 5450, "epoch": 11, "train_loss": 0.19770494103431702}, {"step": 5500, "epoch": 11, "train_loss": 0.24432151019573212}, {"step": 5550, "epoch": 11, "train_loss": 0.25274133682250977}, {"step": 5600, "epoch": 11, "train_loss": 0.2094096839427948}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8863, "test_loss": 0.3418263977050781}, {"step": 5650, "epoch": 12, "train_loss": 0.1439887136220932}, {"step": 5700, "epoch": 12, "train_loss": 0.15356503427028656}, {"step": 5750, "epoch": 12, "train_loss": 0.3398861587047577}, {"step": 5800, "epoch": 12, "train_loss": 0.20832706987857819}, {"step": 5850, "epoch": 12, "train_loss": 0.24328266084194183}, {"step": 5900, "epoch": 12, "train_loss": 0.2378416359424591}, {"step": 5950, "epoch": 12, "train_loss": 0.16438858211040497}, {"step": 6000, "epoch": 12, "train_loss": 0.13918644189834595}, {"step": 6050, "epoch": 12, "train_loss": 0.15738537907600403}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8801, "test_loss": 0.3756415954589844}, {"step": 6100, "epoch": 13, "train_loss": 0.26417118310928345}, {"step": 6150, "epoch": 13, "train_loss": 0.14635145664215088}, {"step": 6200, "epoch": 13, "train_loss": 0.21140943467617035}, {"step": 6250, "epoch": 13, "train_loss": 0.17230886220932007}, {"step": 6300, "epoch": 13, "train_loss": 0.19908934831619263}, {"step": 6350, "epoch": 13, "train_loss": 0.24977999925613403}, {"step": 6400, "epoch": 13, "train_loss": 0.19968652725219727}, {"step": 6450, "epoch": 13, "train_loss": 0.1630406230688095}, {"step": 6500, "epoch": 13, "train_loss": 0.12930403649806976}, {"step": 6550, "epoch": 13, "train_loss": 0.16880713403224945}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8878, "test_loss": 0.3468813934326172}, {"step": 6600, "epoch": 14, "train_loss": 0.1908101886510849}, {"step": 6650, "epoch": 14, "train_loss": 0.20536091923713684}, {"step": 6700, "epoch": 14, "train_loss": 0.12144069373607635}, {"step": 6750, "epoch": 14, "train_loss": 0.2146175354719162}, {"step": 6800, "epoch": 14, "train_loss": 0.12647776305675507}, {"step": 6850, "epoch": 14, "train_loss": 0.10948973894119263}, {"step": 6900, "epoch": 14, "train_loss": 0.2196049839258194}, {"step": 6950, "epoch": 14, "train_loss": 0.18994779884815216}, {"step": 7000, "epoch": 14, "train_loss": 0.18714994192123413}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8876, "test_loss": 0.3649900482177734}, {"step": 7050, "epoch": 15, "train_loss": 0.12984195351600647}, {"step": 7100, "epoch": 15, "train_loss": 0.1919531673192978}, {"step": 7150, "epoch": 15, "train_loss": 0.22999316453933716}, {"step": 7200, "epoch": 15, "train_loss": 0.1595100611448288}, {"step": 7250, "epoch": 15, "train_loss": 0.2641933560371399}, {"step": 7300, "epoch": 15, "train_loss": 0.19498974084854126}, {"step": 7350, "epoch": 15, "train_loss": 0.14476777613162994}, {"step": 7400, "epoch": 15, "train_loss": 0.21541354060173035}, {"step": 7450, "epoch": 15, "train_loss": 0.19809964299201965}, {"step": 7500, "epoch": 15, "train_loss": 0.2079569697380066}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8794, "test_loss": 0.3803969268798828}, {"step": 7550, "epoch": 16, "train_loss": 0.17092323303222656}, {"step": 7600, "epoch": 16, "train_loss": 0.2909744679927826}, {"step": 7650, "epoch": 16, "train_loss": 0.16999229788780212}, {"step": 7700, "epoch": 16, "train_loss": 0.11364590376615524}, {"step": 7750, "epoch": 16, "train_loss": 0.19595132768154144}, {"step": 7800, "epoch": 16, "train_loss": 0.13027212023735046}, {"step": 7850, "epoch": 16, "train_loss": 0.15914492309093475}, {"step": 7900, "epoch": 16, "train_loss": 0.15530426800251007}, {"step": 7950, "epoch": 16, "train_loss": 0.15507277846336365}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8853, "test_loss": 0.3710215515136719}, {"step": 8000, "epoch": 17, "train_loss": 0.12832628190517426}, {"step": 8050, "epoch": 17, "train_loss": 0.14625436067581177}, {"step": 8100, "epoch": 17, "train_loss": 0.18684856593608856}, {"step": 8150, "epoch": 17, "train_loss": 0.15589021146297455}, {"step": 8200, "epoch": 17, "train_loss": 0.14577382802963257}, {"step": 8250, "epoch": 17, "train_loss": 0.14094194769859314}, {"step": 8300, "epoch": 17, "train_loss": 0.11309147626161575}, {"step": 8350, "epoch": 17, "train_loss": 0.14047327637672424}, {"step": 8400, "epoch": 17, "train_loss": 0.32870498299598694}, {"epoch_end": 17, "step": 8442, "test_acc": 0.885, "test_loss": 0.37815597229003906}, {"step": 8450, "epoch": 18, "train_loss": 0.10122442245483398}, {"step": 8500, "epoch": 18, "train_loss": 0.0946325957775116}, {"step": 8550, "epoch": 18, "train_loss": 0.16275319457054138}, {"step": 8600, "epoch": 18, "train_loss": 0.17553195357322693}, {"step": 8650, "epoch": 18, "train_loss": 0.10985646396875381}, {"step": 8700, "epoch": 18, "train_loss": 0.12684914469718933}, {"step": 8750, "epoch": 18, "train_loss": 0.12897424399852753}, {"step": 8800, "epoch": 18, "train_loss": 0.05556681007146835}, {"step": 8850, "epoch": 18, "train_loss": 0.13719597458839417}, {"step": 8900, "epoch": 18, "train_loss": 0.1366548240184784}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8841, "test_loss": 0.36435001831054686}, {"step": 8950, "epoch": 19, "train_loss": 0.25976601243019104}, {"step": 9000, "epoch": 19, "train_loss": 0.14552024006843567}, {"step": 9050, "epoch": 19, "train_loss": 0.1714593768119812}, {"step": 9100, "epoch": 19, "train_loss": 0.12606006860733032}, {"step": 9150, "epoch": 19, "train_loss": 0.12211249768733978}, {"step": 9200, "epoch": 19, "train_loss": 0.06926283240318298}, {"step": 9250, "epoch": 19, "train_loss": 0.1316225677728653}, {"step": 9300, "epoch": 19, "train_loss": 0.17160455882549286}, {"step": 9350, "epoch": 19, "train_loss": 0.19237031042575836}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8847, "test_loss": 0.39506593933105466}], "final": {"test_acc": 0.8847, "test_loss": 0.39506593933105466, "wall_s": 29.617943286895752}}