{"args": {"mode": "bp", "dataset": "fmnist", "depth": 7, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_bp_d7_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.295604944229126}, {"step": 50, "epoch": 0, "train_loss": 0.6578371524810791}, {"step": 100, "epoch": 0, "train_loss": 0.5387367010116577}, {"step": 150, "epoch": 0, "train_loss": 0.45363813638687134}, {"step": 200, "epoch": 0, "train_loss": 0.48844626545906067}, {"step": 250, "epoch": 0, "train_loss": 0.44967734813690186}, {"step": 300, "epoch": 0, "train_loss": 0.6681528091430664}, {"step": 350, "epoch": 0, "train_loss": 0.48387300968170166}, {"step": 400, "epoch": 0, "train_loss": 0.5699800252914429}, {"step": 450, "epoch": 0, "train_loss": 0.45961394906044006}, {"epoch_end": 0, "step": 469, "test_acc": 0.8428, "test_loss": 0.44723359985351563}, {"step": 500, "epoch": 1, "train_loss": 0.34072160720825195}, {"step": 550, "epoch": 1, "train_loss": 0.5635227560997009}, {"step": 600, "epoch": 1, "train_loss": 0.41776376962661743}, {"step": 650, "epoch": 1, "train_loss": 0.5464090704917908}, {"step": 700, "epoch": 1, "train_loss": 0.3154588043689728}, {"step": 750, "epoch": 1, "train_loss": 0.45244064927101135}, {"step": 800, "epoch": 1, "train_loss": 0.46079543232917786}, {"step": 850, "epoch": 1, "train_loss": 0.22508779168128967}, {"step": 900, "epoch": 1, "train_loss": 0.4074435830116272}, {"epoch_end": 1, "step": 938, "test_acc": 0.8586, "test_loss": 0.38749375915527345}, {"step": 950, "epoch": 2, "train_loss": 0.3315686583518982}, {"step": 1000, "epoch": 2, "train_loss": 0.30764052271842957}, {"step": 1050, "epoch": 2, "train_loss": 0.30685681104660034}, {"step": 1100, "epoch": 2, "train_loss": 0.3396104574203491}, {"step": 1150, "epoch": 2, "train_loss": 0.34701231122016907}, {"step": 1200, "epoch": 2, "train_loss": 0.5052607655525208}, {"step": 1250, "epoch": 2, "train_loss": 0.21900977194309235}, {"step": 1300, "epoch": 2, "train_loss": 0.2450604885816574}, {"step": 1350, "epoch": 2, "train_loss": 0.20935815572738647}, {"step": 1400, "epoch": 2, "train_loss": 0.4340779781341553}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8652, "test_loss": 0.38748767700195313}, {"step": 1450, "epoch": 3, "train_loss": 0.5544582009315491}, {"step": 1500, "epoch": 3, "train_loss": 0.3214685320854187}, {"step": 1550, "epoch": 3, "train_loss": 0.28836169838905334}, {"step": 1600, "epoch": 3, "train_loss": 0.3821974992752075}, {"step": 1650, "epoch": 3, "train_loss": 0.31783542037010193}, {"step": 1700, "epoch": 3, "train_loss": 0.20021407306194305}, {"step": 1750, "epoch": 3, "train_loss": 0.45843812823295593}, {"step": 1800, "epoch": 3, "train_loss": 0.33105140924453735}, {"step": 1850, "epoch": 3, "train_loss": 0.3252991735935211}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8667, "test_loss": 0.3755983184814453}, {"step": 1900, "epoch": 4, "train_loss": 0.26363250613212585}, {"step": 1950, "epoch": 4, "train_loss": 0.5237684845924377}, {"step": 2000, "epoch": 4, "train_loss": 0.2988085448741913}, {"step": 2050, "epoch": 4, "train_loss": 0.34701281785964966}, {"step": 2100, "epoch": 4, "train_loss": 0.28395316004753113}, {"step": 2150, "epoch": 4, "train_loss": 0.33757779002189636}, {"step": 2200, "epoch": 4, "train_loss": 0.3326379656791687}, {"step": 2250, "epoch": 4, "train_loss": 0.25537487864494324}, {"step": 2300, "epoch": 4, "train_loss": 0.15156155824661255}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8705, "test_loss": 0.3574619873046875}, {"step": 2350, "epoch": 5, "train_loss": 0.23813261091709137}, {"step": 2400, "epoch": 5, "train_loss": 0.3129875659942627}, {"step": 2450, "epoch": 5, "train_loss": 0.3320114314556122}, {"step": 2500, "epoch": 5, "train_loss": 0.3086897134780884}, {"step": 2550, "epoch": 5, "train_loss": 0.23296579718589783}, {"step": 2600, "epoch": 5, "train_loss": 0.2912983298301697}, {"step": 2650, "epoch": 5, "train_loss": 0.16089297831058502}, {"step": 2700, "epoch": 5, "train_loss": 0.1985538899898529}, {"step": 2750, "epoch": 5, "train_loss": 0.4063180983066559}, {"step": 2800, "epoch": 5, "train_loss": 0.29852667450904846}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8777, "test_loss": 0.3485050811767578}, {"step": 2850, "epoch": 6, "train_loss": 0.16601628065109253}, {"step": 2900, "epoch": 6, "train_loss": 0.18640348315238953}, {"step": 2950, "epoch": 6, "train_loss": 0.13366711139678955}, {"step": 3000, "epoch": 6, "train_loss": 0.3437648117542267}, {"step": 3050, "epoch": 6, "train_loss": 0.4265857934951782}, {"step": 3100, "epoch": 6, "train_loss": 0.22033438086509705}, {"step": 3150, "epoch": 6, "train_loss": 0.3314371407032013}, {"step": 3200, "epoch": 6, "train_loss": 0.1929791420698166}, {"step": 3250, "epoch": 6, "train_loss": 0.23394562304019928}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8739, "test_loss": 0.35298845825195313}, {"step": 3300, "epoch": 7, "train_loss": 0.2581303119659424}, {"step": 3350, "epoch": 7, "train_loss": 0.21533159911632538}, {"step": 3400, "epoch": 7, "train_loss": 0.2506169080734253}, {"step": 3450, "epoch": 7, "train_loss": 0.21605855226516724}, {"step": 3500, "epoch": 7, "train_loss": 0.2693050503730774}, {"step": 3550, "epoch": 7, "train_loss": 0.2434418797492981}, {"step": 3600, "epoch": 7, "train_loss": 0.18794222176074982}, {"step": 3650, "epoch": 7, "train_loss": 0.26570749282836914}, {"step": 3700, "epoch": 7, "train_loss": 0.1974141150712967}, {"step": 3750, "epoch": 7, "train_loss": 0.3375367820262909}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8806, "test_loss": 0.3521518768310547}, {"step": 3800, "epoch": 8, "train_loss": 0.21877512335777283}, {"step": 3850, "epoch": 8, "train_loss": 0.30441930890083313}, {"step": 3900, "epoch": 8, "train_loss": 0.25443920493125916}, {"step": 3950, "epoch": 8, "train_loss": 0.2227063626050949}, {"step": 4000, "epoch": 8, "train_loss": 0.2894909679889679}, {"step": 4050, "epoch": 8, "train_loss": 0.22787971794605255}, {"step": 4100, "epoch": 8, "train_loss": 0.22636593878269196}, {"step": 4150, "epoch": 8, "train_loss": 0.2446119785308838}, {"step": 4200, "epoch": 8, "train_loss": 0.37422579526901245}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8765, "test_loss": 0.3617519744873047}, {"step": 4250, "epoch": 9, "train_loss": 0.2045021802186966}, {"step": 4300, "epoch": 9, "train_loss": 0.19543713331222534}, {"step": 4350, "epoch": 9, "train_loss": 0.1687791645526886}, {"step": 4400, "epoch": 9, "train_loss": 0.23499543964862823}, {"step": 4450, "epoch": 9, "train_loss": 0.14577746391296387}, {"step": 4500, "epoch": 9, "train_loss": 0.2436794936656952}, {"step": 4550, "epoch": 9, "train_loss": 0.1719985008239746}, {"step": 4600, "epoch": 9, "train_loss": 0.2439744621515274}, {"step": 4650, "epoch": 9, "train_loss": 0.2743329405784607}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8805, "test_loss": 0.3501201354980469}, {"step": 4700, "epoch": 10, "train_loss": 0.19410017132759094}, {"step": 4750, "epoch": 10, "train_loss": 0.27320659160614014}, {"step": 4800, "epoch": 10, "train_loss": 0.27978870272636414}, {"step": 4850, "epoch": 10, "train_loss": 0.19659224152565002}, {"step": 4900, "epoch": 10, "train_loss": 0.18981212377548218}, {"step": 4950, "epoch": 10, "train_loss": 0.18401019275188446}, {"step": 5000, "epoch": 10, "train_loss": 0.2501390278339386}, {"step": 5050, "epoch": 10, "train_loss": 0.3722217381000519}, {"step": 5100, "epoch": 10, "train_loss": 0.15563754737377167}, {"step": 5150, "epoch": 10, "train_loss": 0.20602265000343323}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8818, "test_loss": 0.33827758483886716}, {"step": 5200, "epoch": 11, "train_loss": 0.19926659762859344}, {"step": 5250, "epoch": 11, "train_loss": 0.11986587196588516}, {"step": 5300, "epoch": 11, "train_loss": 0.216512531042099}, {"step": 5350, "epoch": 11, "train_loss": 0.24318629503250122}, {"step": 5400, "epoch": 11, "train_loss": 0.17343281209468842}, {"step": 5450, "epoch": 11, "train_loss": 0.20815600454807281}, {"step": 5500, "epoch": 11, "train_loss": 0.2217983603477478}, {"step": 5550, "epoch": 11, "train_loss": 0.3542696535587311}, {"step": 5600, "epoch": 11, "train_loss": 0.17878080904483795}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8883, "test_loss": 0.33791904296875}, {"step": 5650, "epoch": 12, "train_loss": 0.1613907814025879}, {"step": 5700, "epoch": 12, "train_loss": 0.13874298334121704}, {"step": 5750, "epoch": 12, "train_loss": 0.3474312424659729}, {"step": 5800, "epoch": 12, "train_loss": 0.2088959962129593}, {"step": 5850, "epoch": 12, "train_loss": 0.21163837611675262}, {"step": 5900, "epoch": 12, "train_loss": 0.2715265154838562}, {"step": 5950, "epoch": 12, "train_loss": 0.18455436825752258}, {"step": 6000, "epoch": 12, "train_loss": 0.1820761263370514}, {"step": 6050, "epoch": 12, "train_loss": 0.1458464115858078}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8818, "test_loss": 0.35926815185546873}, {"step": 6100, "epoch": 13, "train_loss": 0.2548537254333496}, {"step": 6150, "epoch": 13, "train_loss": 0.13038575649261475}, {"step": 6200, "epoch": 13, "train_loss": 0.25715699791908264}, {"step": 6250, "epoch": 13, "train_loss": 0.17525361478328705}, {"step": 6300, "epoch": 13, "train_loss": 0.2156449854373932}, {"step": 6350, "epoch": 13, "train_loss": 0.2843920588493347}, {"step": 6400, "epoch": 13, "train_loss": 0.2575264871120453}, {"step": 6450, "epoch": 13, "train_loss": 0.1710790991783142}, {"step": 6500, "epoch": 13, "train_loss": 0.14771872758865356}, {"step": 6550, "epoch": 13, "train_loss": 0.2033919394016266}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8842, "test_loss": 0.3462842895507813}, {"step": 6600, "epoch": 14, "train_loss": 0.16102057695388794}, {"step": 6650, "epoch": 14, "train_loss": 0.21145623922348022}, {"step": 6700, "epoch": 14, "train_loss": 0.13619117438793182}, {"step": 6750, "epoch": 14, "train_loss": 0.2138465940952301}, {"step": 6800, "epoch": 14, "train_loss": 0.15531077980995178}, {"step": 6850, "epoch": 14, "train_loss": 0.11320391297340393}, {"step": 6900, "epoch": 14, "train_loss": 0.2551286518573761}, {"step": 6950, "epoch": 14, "train_loss": 0.21734119951725006}, {"step": 7000, "epoch": 14, "train_loss": 0.25903645157814026}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8848, "test_loss": 0.35364998474121095}, {"step": 7050, "epoch": 15, "train_loss": 0.13562849164009094}, {"step": 7100, "epoch": 15, "train_loss": 0.17699918150901794}, {"step": 7150, "epoch": 15, "train_loss": 0.2425493746995926}, {"step": 7200, "epoch": 15, "train_loss": 0.21536566317081451}, {"step": 7250, "epoch": 15, "train_loss": 0.23129090666770935}, {"step": 7300, "epoch": 15, "train_loss": 0.2141987830400467}, {"step": 7350, "epoch": 15, "train_loss": 0.1472833752632141}, {"step": 7400, "epoch": 15, "train_loss": 0.2037268579006195}, {"step": 7450, "epoch": 15, "train_loss": 0.20110660791397095}, {"step": 7500, "epoch": 15, "train_loss": 0.12214651703834534}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8763, "test_loss": 0.375689404296875}, {"step": 7550, "epoch": 16, "train_loss": 0.19983989000320435}, {"step": 7600, "epoch": 16, "train_loss": 0.3378526270389557}, {"step": 7650, "epoch": 16, "train_loss": 0.1032167375087738}, {"step": 7700, "epoch": 16, "train_loss": 0.1152387261390686}, {"step": 7750, "epoch": 16, "train_loss": 0.21204215288162231}, {"step": 7800, "epoch": 16, "train_loss": 0.13192099332809448}, {"step": 7850, "epoch": 16, "train_loss": 0.15194754302501678}, {"step": 7900, "epoch": 16, "train_loss": 0.06968721747398376}, {"step": 7950, "epoch": 16, "train_loss": 0.19836284220218658}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8873, "test_loss": 0.35572076721191404}, {"step": 8000, "epoch": 17, "train_loss": 0.17506542801856995}, {"step": 8050, "epoch": 17, "train_loss": 0.15643924474716187}, {"step": 8100, "epoch": 17, "train_loss": 0.19466154277324677}, {"step": 8150, "epoch": 17, "train_loss": 0.21289263665676117}, {"step": 8200, "epoch": 17, "train_loss": 0.1997206211090088}, {"step": 8250, "epoch": 17, "train_loss": 0.22482778131961823}, {"step": 8300, "epoch": 17, "train_loss": 0.1456543207168579}, {"step": 8350, "epoch": 17, "train_loss": 0.15954943001270294}, {"step": 8400, "epoch": 17, "train_loss": 0.3442763388156891}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8894, "test_loss": 0.3539135681152344}, {"step": 8450, "epoch": 18, "train_loss": 0.11187050491571426}, {"step": 8500, "epoch": 18, "train_loss": 0.1248621717095375}, {"step": 8550, "epoch": 18, "train_loss": 0.14929400384426117}, {"step": 8600, "epoch": 18, "train_loss": 0.11009419709444046}, {"step": 8650, "epoch": 18, "train_loss": 0.09460863471031189}, {"step": 8700, "epoch": 18, "train_loss": 0.12361426651477814}, {"step": 8750, "epoch": 18, "train_loss": 0.17053014039993286}, {"step": 8800, "epoch": 18, "train_loss": 0.08175239711999893}, {"step": 8850, "epoch": 18, "train_loss": 0.12149060517549515}, {"step": 8900, "epoch": 18, "train_loss": 0.1449136883020401}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8807, "test_loss": 0.3765405975341797}, {"step": 8950, "epoch": 19, "train_loss": 0.20101535320281982}, {"step": 9000, "epoch": 19, "train_loss": 0.1858765333890915}, {"step": 9050, "epoch": 19, "train_loss": 0.13506387174129486}, {"step": 9100, "epoch": 19, "train_loss": 0.1004001647233963}, {"step": 9150, "epoch": 19, "train_loss": 0.12457019835710526}, {"step": 9200, "epoch": 19, "train_loss": 0.10132312029600143}, {"step": 9250, "epoch": 19, "train_loss": 0.1748582273721695}, {"step": 9300, "epoch": 19, "train_loss": 0.11771401762962341}, {"step": 9350, "epoch": 19, "train_loss": 0.21825680136680603}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8838, "test_loss": 0.3918300964355469}], "final": {"test_acc": 0.8838, "test_loss": 0.3918300964355469, "wall_s": 35.29604125022888}}