{"args": {"mode": "bp", "dataset": "fmnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_bp_d3_s2", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.433246374130249}, {"step": 50, "epoch": 0, "train_loss": 0.5808701515197754}, {"step": 100, "epoch": 0, "train_loss": 0.6361430883407593}, {"step": 150, "epoch": 0, "train_loss": 0.4557863771915436}, {"step": 200, "epoch": 0, "train_loss": 0.4619330167770386}, {"step": 250, "epoch": 0, "train_loss": 0.45651814341545105}, {"step": 300, "epoch": 0, "train_loss": 0.7020388245582581}, {"step": 350, "epoch": 0, "train_loss": 0.45460090041160583}, {"step": 400, "epoch": 0, "train_loss": 0.528786838054657}, {"step": 450, "epoch": 0, "train_loss": 0.46842384338378906}, {"epoch_end": 0, "step": 469, "test_acc": 0.8295, "test_loss": 0.47951094360351565}, {"step": 500, "epoch": 1, "train_loss": 0.31469202041625977}, {"step": 550, "epoch": 1, "train_loss": 0.5818420648574829}, {"step": 600, "epoch": 1, "train_loss": 0.4555845260620117}, {"step": 650, "epoch": 1, "train_loss": 0.515311062335968}, {"step": 700, "epoch": 1, "train_loss": 0.29258811473846436}, {"step": 750, "epoch": 1, "train_loss": 0.40331825613975525}, {"step": 800, "epoch": 1, "train_loss": 0.4090431034564972}, {"step": 850, "epoch": 1, "train_loss": 0.22345739603042603}, {"step": 900, "epoch": 1, "train_loss": 0.4178902506828308}, {"epoch_end": 1, "step": 938, "test_acc": 0.8521, "test_loss": 0.3977956359863281}, {"step": 950, "epoch": 2, "train_loss": 0.3076636791229248}, {"step": 1000, "epoch": 2, "train_loss": 0.2996717691421509}, {"step": 1050, "epoch": 2, "train_loss": 0.2757807970046997}, {"step": 1100, "epoch": 2, "train_loss": 0.2994498014450073}, {"step": 1150, "epoch": 2, "train_loss": 0.35231655836105347}, {"step": 1200, "epoch": 2, "train_loss": 0.43299591541290283}, {"step": 1250, "epoch": 2, "train_loss": 0.2100067138671875}, {"step": 1300, "epoch": 2, "train_loss": 0.27897512912750244}, {"step": 1350, "epoch": 2, "train_loss": 0.17416177690029144}, {"step": 1400, "epoch": 2, "train_loss": 0.37439021468162537}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8693, "test_loss": 0.3633389099121094}, {"step": 1450, "epoch": 3, "train_loss": 0.44754332304000854}, {"step": 1500, "epoch": 3, "train_loss": 0.35760751366615295}, {"step": 1550, "epoch": 3, "train_loss": 0.2217368185520172}, {"step": 1600, "epoch": 3, "train_loss": 0.2899770438671112}, {"step": 1650, "epoch": 3, "train_loss": 0.3308759927749634}, {"step": 1700, "epoch": 3, "train_loss": 0.24233520030975342}, {"step": 1750, "epoch": 3, "train_loss": 0.40235769748687744}, {"step": 1800, "epoch": 3, "train_loss": 0.30912965536117554}, {"step": 1850, "epoch": 3, "train_loss": 0.29343539476394653}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8762, "test_loss": 0.34496037902832033}, {"step": 1900, "epoch": 4, "train_loss": 0.2525605261325836}, {"step": 1950, "epoch": 4, "train_loss": 0.4685576856136322}, {"step": 2000, "epoch": 4, "train_loss": 0.2612622082233429}, {"step": 2050, "epoch": 4, "train_loss": 0.3343663811683655}, {"step": 2100, "epoch": 4, "train_loss": 0.32892802357673645}, {"step": 2150, "epoch": 4, "train_loss": 0.31941160559654236}, {"step": 2200, "epoch": 4, "train_loss": 0.2814423739910126}, {"step": 2250, "epoch": 4, "train_loss": 0.23031695187091827}, {"step": 2300, "epoch": 4, "train_loss": 0.1668352633714676}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8747, "test_loss": 0.3546321655273437}, {"step": 2350, "epoch": 5, "train_loss": 0.1620565950870514}, {"step": 2400, "epoch": 5, "train_loss": 0.2644243538379669}, {"step": 2450, "epoch": 5, "train_loss": 0.32124263048171997}, {"step": 2500, "epoch": 5, "train_loss": 0.24561771750450134}, {"step": 2550, "epoch": 5, "train_loss": 0.24199984967708588}, {"step": 2600, "epoch": 5, "train_loss": 0.32652780413627625}, {"step": 2650, "epoch": 5, "train_loss": 0.15506388247013092}, {"step": 2700, "epoch": 5, "train_loss": 0.17035286128520966}, {"step": 2750, "epoch": 5, "train_loss": 0.36766108870506287}, {"step": 2800, "epoch": 5, "train_loss": 0.27143049240112305}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8763, "test_loss": 0.35625106201171874}, {"step": 2850, "epoch": 6, "train_loss": 0.18558551371097565}, {"step": 2900, "epoch": 6, "train_loss": 0.21569901704788208}, {"step": 2950, "epoch": 6, "train_loss": 0.09858424216508865}, {"step": 3000, "epoch": 6, "train_loss": 0.32896366715431213}, {"step": 3050, "epoch": 6, "train_loss": 0.392527312040329}, {"step": 3100, "epoch": 6, "train_loss": 0.21137695014476776}, {"step": 3150, "epoch": 6, "train_loss": 0.2591242492198944}, {"step": 3200, "epoch": 6, "train_loss": 0.1860770583152771}, {"step": 3250, "epoch": 6, "train_loss": 0.21081621944904327}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8738, "test_loss": 0.35184693603515627}, {"step": 3300, "epoch": 7, "train_loss": 0.2670902907848358}, {"step": 3350, "epoch": 7, "train_loss": 0.16743187606334686}, {"step": 3400, "epoch": 7, "train_loss": 0.2557695209980011}, {"step": 3450, "epoch": 7, "train_loss": 0.18876221776008606}, {"step": 3500, "epoch": 7, "train_loss": 0.30334076285362244}, {"step": 3550, "epoch": 7, "train_loss": 0.23998573422431946}, {"step": 3600, "epoch": 7, "train_loss": 0.1689295470714569}, {"step": 3650, "epoch": 7, "train_loss": 0.21742457151412964}, {"step": 3700, "epoch": 7, "train_loss": 0.19045574963092804}, {"step": 3750, "epoch": 7, "train_loss": 0.3203035891056061}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8824, "test_loss": 0.3383145721435547}, {"step": 3800, "epoch": 8, "train_loss": 0.2232624739408493}, {"step": 3850, "epoch": 8, "train_loss": 0.26240935921669006}, {"step": 3900, "epoch": 8, "train_loss": 0.21692149341106415}, {"step": 3950, "epoch": 8, "train_loss": 0.21438947319984436}, {"step": 4000, "epoch": 8, "train_loss": 0.28970324993133545}, {"step": 4050, "epoch": 8, "train_loss": 0.28529515862464905}, {"step": 4100, "epoch": 8, "train_loss": 0.22822459042072296}, {"step": 4150, "epoch": 8, "train_loss": 0.20566971600055695}, {"step": 4200, "epoch": 8, "train_loss": 0.2504799962043762}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8739, "test_loss": 0.3690519256591797}, {"step": 4250, "epoch": 9, "train_loss": 0.1735941618680954}, {"step": 4300, "epoch": 9, "train_loss": 0.13637349009513855}, {"step": 4350, "epoch": 9, "train_loss": 0.13146159052848816}, {"step": 4400, "epoch": 9, "train_loss": 0.25977808237075806}, {"step": 4450, "epoch": 9, "train_loss": 0.1271553635597229}, {"step": 4500, "epoch": 9, "train_loss": 0.28557124733924866}, {"step": 4550, "epoch": 9, "train_loss": 0.15695634484291077}, {"step": 4600, "epoch": 9, "train_loss": 0.2580655515193939}, {"step": 4650, "epoch": 9, "train_loss": 0.23274894058704376}, {"epoch_end": 9, "step": 4690, "test_acc": 0.885, "test_loss": 0.3390086822509766}, {"step": 4700, "epoch": 10, "train_loss": 0.20898187160491943}, {"step": 4750, "epoch": 10, "train_loss": 0.25889670848846436}, {"step": 4800, "epoch": 10, "train_loss": 0.2078498750925064}, {"step": 4850, "epoch": 10, "train_loss": 0.19451826810836792}, {"step": 4900, "epoch": 10, "train_loss": 0.14639416337013245}, {"step": 4950, "epoch": 10, "train_loss": 0.19483491778373718}, {"step": 5000, "epoch": 10, "train_loss": 0.22272898256778717}, {"step": 5050, "epoch": 10, "train_loss": 0.41528210043907166}, {"step": 5100, "epoch": 10, "train_loss": 0.12254562973976135}, {"step": 5150, "epoch": 10, "train_loss": 0.1621166169643402}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8815, "test_loss": 0.3487419616699219}, {"step": 5200, "epoch": 11, "train_loss": 0.16965696215629578}, {"step": 5250, "epoch": 11, "train_loss": 0.12228001654148102}, {"step": 5300, "epoch": 11, "train_loss": 0.21852199733257294}, {"step": 5350, "epoch": 11, "train_loss": 0.21077680587768555}, {"step": 5400, "epoch": 11, "train_loss": 0.18509343266487122}, {"step": 5450, "epoch": 11, "train_loss": 0.24127328395843506}, {"step": 5500, "epoch": 11, "train_loss": 0.24180611968040466}, {"step": 5550, "epoch": 11, "train_loss": 0.2395729273557663}, {"step": 5600, "epoch": 11, "train_loss": 0.1968804895877838}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8874, "test_loss": 0.34783770751953125}, {"step": 5650, "epoch": 12, "train_loss": 0.15156026184558868}, {"step": 5700, "epoch": 12, "train_loss": 0.14740470051765442}, {"step": 5750, "epoch": 12, "train_loss": 0.32073673605918884}, {"step": 5800, "epoch": 12, "train_loss": 0.21657051146030426}, {"step": 5850, "epoch": 12, "train_loss": 0.22566628456115723}, {"step": 5900, "epoch": 12, "train_loss": 0.27135375142097473}, {"step": 5950, "epoch": 12, "train_loss": 0.15376850962638855}, {"step": 6000, "epoch": 12, "train_loss": 0.12588286399841309}, {"step": 6050, "epoch": 12, "train_loss": 0.11691448837518692}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8777, "test_loss": 0.3643966461181641}, {"step": 6100, "epoch": 13, "train_loss": 0.25943678617477417}, {"step": 6150, "epoch": 13, "train_loss": 0.14158566296100616}, {"step": 6200, "epoch": 13, "train_loss": 0.2526346445083618}, {"step": 6250, "epoch": 13, "train_loss": 0.16770559549331665}, {"step": 6300, "epoch": 13, "train_loss": 0.2089855968952179}, {"step": 6350, "epoch": 13, "train_loss": 0.20932462811470032}, {"step": 6400, "epoch": 13, "train_loss": 0.17421390116214752}, {"step": 6450, "epoch": 13, "train_loss": 0.22047530114650726}, {"step": 6500, "epoch": 13, "train_loss": 0.1702319234609604}, {"step": 6550, "epoch": 13, "train_loss": 0.17207711935043335}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8829, "test_loss": 0.3681333923339844}, {"step": 6600, "epoch": 14, "train_loss": 0.1643449366092682}, {"step": 6650, "epoch": 14, "train_loss": 0.2352825254201889}, {"step": 6700, "epoch": 14, "train_loss": 0.09486928582191467}, {"step": 6750, "epoch": 14, "train_loss": 0.21934686601161957}, {"step": 6800, "epoch": 14, "train_loss": 0.13798783719539642}, {"step": 6850, "epoch": 14, "train_loss": 0.1602727174758911}, {"step": 6900, "epoch": 14, "train_loss": 0.1987958550453186}, {"step": 6950, "epoch": 14, "train_loss": 0.17755337059497833}, {"step": 7000, "epoch": 14, "train_loss": 0.28323784470558167}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8894, "test_loss": 0.34886483154296877}, {"step": 7050, "epoch": 15, "train_loss": 0.13417629897594452}, {"step": 7100, "epoch": 15, "train_loss": 0.1800621598958969}, {"step": 7150, "epoch": 15, "train_loss": 0.24344894289970398}, {"step": 7200, "epoch": 15, "train_loss": 0.1731676608324051}, {"step": 7250, "epoch": 15, "train_loss": 0.20488609373569489}, {"step": 7300, "epoch": 15, "train_loss": 0.1731603890657425}, {"step": 7350, "epoch": 15, "train_loss": 0.13017013669013977}, {"step": 7400, "epoch": 15, "train_loss": 0.19092705845832825}, {"step": 7450, "epoch": 15, "train_loss": 0.15401017665863037}, {"step": 7500, "epoch": 15, "train_loss": 0.1560191512107849}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8796, "test_loss": 0.38702350158691406}, {"step": 7550, "epoch": 16, "train_loss": 0.1061137318611145}, {"step": 7600, "epoch": 16, "train_loss": 0.21350924670696259}, {"step": 7650, "epoch": 16, "train_loss": 0.0730305165052414}, {"step": 7700, "epoch": 16, "train_loss": 0.15007925033569336}, {"step": 7750, "epoch": 16, "train_loss": 0.20538683235645294}, {"step": 7800, "epoch": 16, "train_loss": 0.12870171666145325}, {"step": 7850, "epoch": 16, "train_loss": 0.2097318470478058}, {"step": 7900, "epoch": 16, "train_loss": 0.10927963256835938}, {"step": 7950, "epoch": 16, "train_loss": 0.18913058936595917}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8834, "test_loss": 0.3783813049316406}, {"step": 8000, "epoch": 17, "train_loss": 0.13952133059501648}, {"step": 8050, "epoch": 17, "train_loss": 0.12544657289981842}, {"step": 8100, "epoch": 17, "train_loss": 0.14103387296199799}, {"step": 8150, "epoch": 17, "train_loss": 0.14288164675235748}, {"step": 8200, "epoch": 17, "train_loss": 0.1328832060098648}, {"step": 8250, "epoch": 17, "train_loss": 0.12060482054948807}, {"step": 8300, "epoch": 17, "train_loss": 0.16444125771522522}, {"step": 8350, "epoch": 17, "train_loss": 0.09772458672523499}, {"step": 8400, "epoch": 17, "train_loss": 0.3262460231781006}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8867, "test_loss": 0.3753285400390625}, {"step": 8450, "epoch": 18, "train_loss": 0.11391004174947739}, {"step": 8500, "epoch": 18, "train_loss": 0.1253625601530075}, {"step": 8550, "epoch": 18, "train_loss": 0.17487964034080505}, {"step": 8600, "epoch": 18, "train_loss": 0.07321713119745255}, {"step": 8650, "epoch": 18, "train_loss": 0.08662908524274826}, {"step": 8700, "epoch": 18, "train_loss": 0.1324864625930786}, {"step": 8750, "epoch": 18, "train_loss": 0.20834216475486755}, {"step": 8800, "epoch": 18, "train_loss": 0.08088991045951843}, {"step": 8850, "epoch": 18, "train_loss": 0.21279169619083405}, {"step": 8900, "epoch": 18, "train_loss": 0.16157019138336182}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8863, "test_loss": 0.3795810760498047}, {"step": 8950, "epoch": 19, "train_loss": 0.18817667663097382}, {"step": 9000, "epoch": 19, "train_loss": 0.1894606053829193}, {"step": 9050, "epoch": 19, "train_loss": 0.17276246845722198}, {"step": 9100, "epoch": 19, "train_loss": 0.13401347398757935}, {"step": 9150, "epoch": 19, "train_loss": 0.10081833600997925}, {"step": 9200, "epoch": 19, "train_loss": 0.06981344521045685}, {"step": 9250, "epoch": 19, "train_loss": 0.1535300612449646}, {"step": 9300, "epoch": 19, "train_loss": 0.13458943367004395}, {"step": 9350, "epoch": 19, "train_loss": 0.2105044275522232}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8832, "test_loss": 0.39246293029785156}], "final": {"test_acc": 0.8832, "test_loss": 0.39246293029785156, "wall_s": 22.022540807724}}