{"args": {"mode": "bp", "dataset": "fmnist", "depth": 5, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_bp_d5_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.363647699356079}, {"step": 50, "epoch": 0, "train_loss": 0.6458220481872559}, {"step": 100, "epoch": 0, "train_loss": 0.6011276841163635}, {"step": 150, "epoch": 0, "train_loss": 0.43873506784439087}, {"step": 200, "epoch": 0, "train_loss": 0.45626673102378845}, {"step": 250, "epoch": 0, "train_loss": 0.43384501338005066}, {"step": 300, "epoch": 0, "train_loss": 0.7551774382591248}, {"step": 350, "epoch": 0, "train_loss": 0.4505445957183838}, {"step": 400, "epoch": 0, "train_loss": 0.5330676436424255}, {"step": 450, "epoch": 0, "train_loss": 0.4670332968235016}, {"epoch_end": 0, "step": 469, "test_acc": 0.8399, "test_loss": 0.44926810913085935}, {"step": 500, "epoch": 1, "train_loss": 0.3304153382778168}, {"step": 550, "epoch": 1, "train_loss": 0.5640336275100708}, {"step": 600, "epoch": 1, "train_loss": 0.43022263050079346}, {"step": 650, "epoch": 1, "train_loss": 0.5132886171340942}, {"step": 700, "epoch": 1, "train_loss": 0.3112548291683197}, {"step": 750, "epoch": 1, "train_loss": 0.4134223759174347}, {"step": 800, "epoch": 1, "train_loss": 0.44220077991485596}, {"step": 850, "epoch": 1, "train_loss": 0.2331446409225464}, {"step": 900, "epoch": 1, "train_loss": 0.40287554264068604}, {"epoch_end": 1, "step": 938, "test_acc": 0.8639, "test_loss": 0.38235322875976563}, {"step": 950, "epoch": 2, "train_loss": 0.2969101369380951}, {"step": 1000, "epoch": 2, "train_loss": 0.3173600733280182}, {"step": 1050, "epoch": 2, "train_loss": 0.30488964915275574}, {"step": 1100, "epoch": 2, "train_loss": 0.35202667117118835}, {"step": 1150, "epoch": 2, "train_loss": 0.3717277944087982}, {"step": 1200, "epoch": 2, "train_loss": 0.47827813029289246}, {"step": 1250, "epoch": 2, "train_loss": 0.22242823243141174}, {"step": 1300, "epoch": 2, "train_loss": 0.26451563835144043}, {"step": 1350, "epoch": 2, "train_loss": 0.1703968346118927}, {"step": 1400, "epoch": 2, "train_loss": 0.37427303194999695}, {"epoch_end": 2, "step": 1407, "test_acc": 0.867, "test_loss": 0.37586888732910156}, {"step": 1450, "epoch": 3, "train_loss": 0.5576083064079285}, {"step": 1500, "epoch": 3, "train_loss": 0.33332136273384094}, {"step": 1550, "epoch": 3, "train_loss": 0.24915781617164612}, {"step": 1600, "epoch": 3, "train_loss": 0.3334416449069977}, {"step": 1650, "epoch": 3, "train_loss": 0.3645332455635071}, {"step": 1700, "epoch": 3, "train_loss": 0.19659680128097534}, {"step": 1750, "epoch": 3, "train_loss": 0.4264537990093231}, {"step": 1800, "epoch": 3, "train_loss": 0.2911052405834198}, {"step": 1850, "epoch": 3, "train_loss": 0.31032174825668335}, {"epoch_end": 3, "step": 1876, "test_acc": 0.866, "test_loss": 0.370831298828125}, {"step": 1900, "epoch": 4, "train_loss": 0.2591383457183838}, {"step": 1950, "epoch": 4, "train_loss": 0.5008326172828674}, {"step": 2000, "epoch": 4, "train_loss": 0.31544482707977295}, {"step": 2050, "epoch": 4, "train_loss": 0.30259427428245544}, {"step": 2100, "epoch": 4, "train_loss": 0.3247773349285126}, {"step": 2150, "epoch": 4, "train_loss": 0.3248787820339203}, {"step": 2200, "epoch": 4, "train_loss": 0.3101726770401001}, {"step": 2250, "epoch": 4, "train_loss": 0.22034569084644318}, {"step": 2300, "epoch": 4, "train_loss": 0.19104380905628204}, {"epoch_end": 4, "step": 2345, "test_acc": 0.873, "test_loss": 0.3460501098632813}, {"step": 2350, "epoch": 5, "train_loss": 0.14052703976631165}, {"step": 2400, "epoch": 5, "train_loss": 0.28716379404067993}, {"step": 2450, "epoch": 5, "train_loss": 0.3117334544658661}, {"step": 2500, "epoch": 5, "train_loss": 0.26513707637786865}, {"step": 2550, "epoch": 5, "train_loss": 0.2266729474067688}, {"step": 2600, "epoch": 5, "train_loss": 0.3040241599082947}, {"step": 2650, "epoch": 5, "train_loss": 0.1813611090183258}, {"step": 2700, "epoch": 5, "train_loss": 0.1759355068206787}, {"step": 2750, "epoch": 5, "train_loss": 0.38316380977630615}, {"step": 2800, "epoch": 5, "train_loss": 0.27006930112838745}, {"epoch_end": 5, "step": 2814, "test_acc": 0.876, "test_loss": 0.35333258361816405}, {"step": 2850, "epoch": 6, "train_loss": 0.16523894667625427}, {"step": 2900, "epoch": 6, "train_loss": 0.2036231905221939}, {"step": 2950, "epoch": 6, "train_loss": 0.12173434346914291}, {"step": 3000, "epoch": 6, "train_loss": 0.34636399149894714}, {"step": 3050, "epoch": 6, "train_loss": 0.39791327714920044}, {"step": 3100, "epoch": 6, "train_loss": 0.2230270504951477}, {"step": 3150, "epoch": 6, "train_loss": 0.29984116554260254}, {"step": 3200, "epoch": 6, "train_loss": 0.1751217097043991}, {"step": 3250, "epoch": 6, "train_loss": 0.19504565000534058}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8707, "test_loss": 0.3529199401855469}, {"step": 3300, "epoch": 7, "train_loss": 0.28923937678337097}, {"step": 3350, "epoch": 7, "train_loss": 0.19013597071170807}, {"step": 3400, "epoch": 7, "train_loss": 0.19924655556678772}, {"step": 3450, "epoch": 7, "train_loss": 0.25690439343452454}, {"step": 3500, "epoch": 7, "train_loss": 0.332243412733078}, {"step": 3550, "epoch": 7, "train_loss": 0.22154246270656586}, {"step": 3600, "epoch": 7, "train_loss": 0.1557958722114563}, {"step": 3650, "epoch": 7, "train_loss": 0.23876111209392548}, {"step": 3700, "epoch": 7, "train_loss": 0.24128946661949158}, {"step": 3750, "epoch": 7, "train_loss": 0.3602767288684845}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8824, "test_loss": 0.3449172546386719}, {"step": 3800, "epoch": 8, "train_loss": 0.22291114926338196}, {"step": 3850, "epoch": 8, "train_loss": 0.2967468798160553}, {"step": 3900, "epoch": 8, "train_loss": 0.24973222613334656}, {"step": 3950, "epoch": 8, "train_loss": 0.2624869644641876}, {"step": 4000, "epoch": 8, "train_loss": 0.27522897720336914}, {"step": 4050, "epoch": 8, "train_loss": 0.22749033570289612}, {"step": 4100, "epoch": 8, "train_loss": 0.20139768719673157}, {"step": 4150, "epoch": 8, "train_loss": 0.23068426549434662}, {"step": 4200, "epoch": 8, "train_loss": 0.3432002663612366}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8796, "test_loss": 0.3700563598632812}, {"step": 4250, "epoch": 9, "train_loss": 0.23774702847003937}, {"step": 4300, "epoch": 9, "train_loss": 0.18477743864059448}, {"step": 4350, "epoch": 9, "train_loss": 0.12299221009016037}, {"step": 4400, "epoch": 9, "train_loss": 0.2534925639629364}, {"step": 4450, "epoch": 9, "train_loss": 0.11789719015359879}, {"step": 4500, "epoch": 9, "train_loss": 0.2448233813047409}, {"step": 4550, "epoch": 9, "train_loss": 0.1584741175174713}, {"step": 4600, "epoch": 9, "train_loss": 0.22352775931358337}, {"step": 4650, "epoch": 9, "train_loss": 0.25063836574554443}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8854, "test_loss": 0.337677197265625}, {"step": 4700, "epoch": 10, "train_loss": 0.17574533820152283}, {"step": 4750, "epoch": 10, "train_loss": 0.255756139755249}, {"step": 4800, "epoch": 10, "train_loss": 0.15752674639225006}, {"step": 4850, "epoch": 10, "train_loss": 0.20764973759651184}, {"step": 4900, "epoch": 10, "train_loss": 0.13747096061706543}, {"step": 4950, "epoch": 10, "train_loss": 0.2123948037624359}, {"step": 5000, "epoch": 10, "train_loss": 0.26319944858551025}, {"step": 5050, "epoch": 10, "train_loss": 0.3266313076019287}, {"step": 5100, "epoch": 10, "train_loss": 0.15983295440673828}, {"step": 5150, "epoch": 10, "train_loss": 0.18636482954025269}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8847, "test_loss": 0.3597353912353516}, {"step": 5200, "epoch": 11, "train_loss": 0.2604200541973114}, {"step": 5250, "epoch": 11, "train_loss": 0.1224442645907402}, {"step": 5300, "epoch": 11, "train_loss": 0.24592648446559906}, {"step": 5350, "epoch": 11, "train_loss": 0.2205778956413269}, {"step": 5400, "epoch": 11, "train_loss": 0.146940678358078}, {"step": 5450, "epoch": 11, "train_loss": 0.2511580288410187}, {"step": 5500, "epoch": 11, "train_loss": 0.2442304641008377}, {"step": 5550, "epoch": 11, "train_loss": 0.24952705204486847}, {"step": 5600, "epoch": 11, "train_loss": 0.20127899944782257}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8874, "test_loss": 0.3466724670410156}, {"step": 5650, "epoch": 12, "train_loss": 0.14012688398361206}, {"step": 5700, "epoch": 12, "train_loss": 0.1705462485551834}, {"step": 5750, "epoch": 12, "train_loss": 0.3907700181007385}, {"step": 5800, "epoch": 12, "train_loss": 0.18885783851146698}, {"step": 5850, "epoch": 12, "train_loss": 0.23193363845348358}, {"step": 5900, "epoch": 12, "train_loss": 0.19628626108169556}, {"step": 5950, "epoch": 12, "train_loss": 0.1394435614347458}, {"step": 6000, "epoch": 12, "train_loss": 0.15319371223449707}, {"step": 6050, "epoch": 12, "train_loss": 0.15089495480060577}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8811, "test_loss": 0.3610174987792969}, {"step": 6100, "epoch": 13, "train_loss": 0.2834356427192688}, {"step": 6150, "epoch": 13, "train_loss": 0.15880855917930603}, {"step": 6200, "epoch": 13, "train_loss": 0.2546261250972748}, {"step": 6250, "epoch": 13, "train_loss": 0.16041633486747742}, {"step": 6300, "epoch": 13, "train_loss": 0.2130362093448639}, {"step": 6350, "epoch": 13, "train_loss": 0.24395903944969177}, {"step": 6400, "epoch": 13, "train_loss": 0.18091581761837006}, {"step": 6450, "epoch": 13, "train_loss": 0.17511148750782013}, {"step": 6500, "epoch": 13, "train_loss": 0.15006938576698303}, {"step": 6550, "epoch": 13, "train_loss": 0.16447295248508453}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8849, "test_loss": 0.35058761291503904}, {"step": 6600, "epoch": 14, "train_loss": 0.1829729676246643}, {"step": 6650, "epoch": 14, "train_loss": 0.25928282737731934}, {"step": 6700, "epoch": 14, "train_loss": 0.15244674682617188}, {"step": 6750, "epoch": 14, "train_loss": 0.23376068472862244}, {"step": 6800, "epoch": 14, "train_loss": 0.15311476588249207}, {"step": 6850, "epoch": 14, "train_loss": 0.1185024157166481}, {"step": 6900, "epoch": 14, "train_loss": 0.22345797717571259}, {"step": 6950, "epoch": 14, "train_loss": 0.21975012123584747}, {"step": 7000, "epoch": 14, "train_loss": 0.2902478575706482}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8871, "test_loss": 0.3613112335205078}, {"step": 7050, "epoch": 15, "train_loss": 0.17128199338912964}, {"step": 7100, "epoch": 15, "train_loss": 0.2110484093427658}, {"step": 7150, "epoch": 15, "train_loss": 0.1923343539237976}, {"step": 7200, "epoch": 15, "train_loss": 0.19036269187927246}, {"step": 7250, "epoch": 15, "train_loss": 0.20120364427566528}, {"step": 7300, "epoch": 15, "train_loss": 0.15947213768959045}, {"step": 7350, "epoch": 15, "train_loss": 0.19951340556144714}, {"step": 7400, "epoch": 15, "train_loss": 0.16903580725193024}, {"step": 7450, "epoch": 15, "train_loss": 0.1556929349899292}, {"step": 7500, "epoch": 15, "train_loss": 0.1712704300880432}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8797, "test_loss": 0.39246607971191405}, {"step": 7550, "epoch": 16, "train_loss": 0.15332390367984772}, {"step": 7600, "epoch": 16, "train_loss": 0.2705654799938202}, {"step": 7650, "epoch": 16, "train_loss": 0.09378659725189209}, {"step": 7700, "epoch": 16, "train_loss": 0.12822465598583221}, {"step": 7750, "epoch": 16, "train_loss": 0.2029193639755249}, {"step": 7800, "epoch": 16, "train_loss": 0.14176185429096222}, {"step": 7850, "epoch": 16, "train_loss": 0.15162153542041779}, {"step": 7900, "epoch": 16, "train_loss": 0.09875316172838211}, {"step": 7950, "epoch": 16, "train_loss": 0.1870744824409485}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8826, "test_loss": 0.3655983428955078}, {"step": 8000, "epoch": 17, "train_loss": 0.14956529438495636}, {"step": 8050, "epoch": 17, "train_loss": 0.14491373300552368}, {"step": 8100, "epoch": 17, "train_loss": 0.1826932579278946}, {"step": 8150, "epoch": 17, "train_loss": 0.18921935558319092}, {"step": 8200, "epoch": 17, "train_loss": 0.1589312106370926}, {"step": 8250, "epoch": 17, "train_loss": 0.21354584395885468}, {"step": 8300, "epoch": 17, "train_loss": 0.1672951877117157}, {"step": 8350, "epoch": 17, "train_loss": 0.12278847396373749}, {"step": 8400, "epoch": 17, "train_loss": 0.309840589761734}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8863, "test_loss": 0.36414297790527345}, {"step": 8450, "epoch": 18, "train_loss": 0.13919024169445038}, {"step": 8500, "epoch": 18, "train_loss": 0.16371460258960724}, {"step": 8550, "epoch": 18, "train_loss": 0.17401529848575592}, {"step": 8600, "epoch": 18, "train_loss": 0.12088680267333984}, {"step": 8650, "epoch": 18, "train_loss": 0.0449807345867157}, {"step": 8700, "epoch": 18, "train_loss": 0.11121949553489685}, {"step": 8750, "epoch": 18, "train_loss": 0.17402532696723938}, {"step": 8800, "epoch": 18, "train_loss": 0.08278348296880722}, {"step": 8850, "epoch": 18, "train_loss": 0.10668789595365524}, {"step": 8900, "epoch": 18, "train_loss": 0.13436760008335114}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8859, "test_loss": 0.38000787048339846}, {"step": 8950, "epoch": 19, "train_loss": 0.20563124120235443}, {"step": 9000, "epoch": 19, "train_loss": 0.1837804764509201}, {"step": 9050, "epoch": 19, "train_loss": 0.14743441343307495}, {"step": 9100, "epoch": 19, "train_loss": 0.08426038920879364}, {"step": 9150, "epoch": 19, "train_loss": 0.10393888503313065}, {"step": 9200, "epoch": 19, "train_loss": 0.08315789699554443}, {"step": 9250, "epoch": 19, "train_loss": 0.1905427873134613}, {"step": 9300, "epoch": 19, "train_loss": 0.157656729221344}, {"step": 9350, "epoch": 19, "train_loss": 0.18699264526367188}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8905, "test_loss": 0.37288768920898435}], "final": {"test_acc": 0.8905, "test_loss": 0.37288768920898435, "wall_s": 27.038192987442017}}