1
|
{"args": {"mode": "bp", "dataset": "fmnist", "depth": 7, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_bp_d7_s2", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3596558570861816}, {"step": 50, "epoch": 0, "train_loss": 0.7218379974365234}, {"step": 100, "epoch": 0, "train_loss": 0.6164809465408325}, {"step": 150, "epoch": 0, "train_loss": 0.45634764432907104}, {"step": 200, "epoch": 0, "train_loss": 0.45691561698913574}, {"step": 250, "epoch": 0, "train_loss": 0.4926602840423584}, {"step": 300, "epoch": 0, "train_loss": 0.7012507319450378}, {"step": 350, "epoch": 0, "train_loss": 0.4791911840438843}, {"step": 400, "epoch": 0, "train_loss": 0.581567645072937}, {"step": 450, "epoch": 0, "train_loss": 0.5087060928344727}, {"epoch_end": 0, "step": 469, "test_acc": 0.838, "test_loss": 0.45736251831054686}, {"step": 500, "epoch": 1, "train_loss": 0.35568326711654663}, {"step": 550, "epoch": 1, "train_loss": 0.5522042512893677}, {"step": 600, "epoch": 1, "train_loss": 0.47297435998916626}, {"step": 650, "epoch": 1, "train_loss": 0.6001291275024414}, {"step": 700, "epoch": 1, "train_loss": 0.378650963306427}, {"step": 750, "epoch": 1, "train_loss": 0.40743488073349}, {"step": 800, "epoch": 1, "train_loss": 0.45612406730651855}, {"step": 850, "epoch": 1, "train_loss": 0.23427462577819824}, {"step": 900, "epoch": 1, "train_loss": 0.378640741109848}, {"epoch_end": 1, "step": 938, "test_acc": 0.8579, "test_loss": 0.3869516662597656}, {"step": 950, "epoch": 2, "train_loss": 0.36033162474632263}, {"step": 1000, "epoch": 2, "train_loss": 0.2923189103603363}, {"step": 1050, "epoch": 2, "train_loss": 0.29167115688323975}, {"step": 1100, "epoch": 2, "train_loss": 0.35423287749290466}, {"step": 1150, "epoch": 2, "train_loss": 0.3410448729991913}, {"step": 1200, "epoch": 2, "train_loss": 0.44785720109939575}, {"step": 1250, "epoch": 2, "train_loss": 0.23067741096019745}, {"step": 1300, "epoch": 2, "train_loss": 0.2559339106082916}, {"step": 1350, "epoch": 2, "train_loss": 0.23227088153362274}, {"step": 1400, "epoch": 2, "train_loss": 0.44148480892181396}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8679, "test_loss": 0.3687889862060547}, {"step": 1450, "epoch": 3, "train_loss": 0.5491982102394104}, {"step": 1500, "epoch": 3, "train_loss": 0.36349380016326904}, {"step": 1550, "epoch": 3, "train_loss": 0.2490420788526535}, {"step": 1600, "epoch": 3, "train_loss": 0.3604915142059326}, {"step": 1650, "epoch": 3, "train_loss": 0.3879239857196808}, {"step": 1700, "epoch": 3, "train_loss": 0.2806760370731354}, {"step": 1750, "epoch": 3, "train_loss": 0.4373849928379059}, {"step": 1800, "epoch": 3, "train_loss": 0.2916739583015442}, {"step": 1850, "epoch": 3, "train_loss": 0.35197916626930237}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8712, "test_loss": 0.3696106964111328}, {"step": 1900, "epoch": 4, "train_loss": 0.2372710108757019}, {"step": 1950, "epoch": 4, "train_loss": 0.5325729250907898}, {"step": 2000, "epoch": 4, "train_loss": 0.28719890117645264}, {"step": 2050, "epoch": 4, "train_loss": 0.33244046568870544}, {"step": 2100, "epoch": 4, "train_loss": 0.2751956284046173}, {"step": 2150, "epoch": 4, "train_loss": 0.29307273030281067}, {"step": 2200, "epoch": 4, "train_loss": 0.3167496919631958}, {"step": 2250, "epoch": 4, "train_loss": 0.24620309472084045}, {"step": 2300, "epoch": 4, "train_loss": 0.1539498120546341}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8671, "test_loss": 0.37131549987792967}, {"step": 2350, "epoch": 5, "train_loss": 0.21393385529518127}, {"step": 2400, "epoch": 5, "train_loss": 0.28275203704833984}, {"step": 2450, "epoch": 5, "train_loss": 0.3382723033428192}, {"step": 2500, "epoch": 5, "train_loss": 0.28687211871147156}, {"step": 2550, "epoch": 5, "train_loss": 0.2692578136920929}, {"step": 2600, "epoch": 5, "train_loss": 0.2707906663417816}, {"step": 2650, "epoch": 5, "train_loss": 0.18532022833824158}, {"step": 2700, "epoch": 5, "train_loss": 0.16193006932735443}, {"step": 2750, "epoch": 5, "train_loss": 0.3599022626876831}, {"step": 2800, "epoch": 5, "train_loss": 0.32610565423965454}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8742, "test_loss": 0.34627109375}, {"step": 2850, "epoch": 6, "train_loss": 0.17699047923088074}, {"step": 2900, "epoch": 6, "train_loss": 0.20336966216564178}, {"step": 2950, "epoch": 6, "train_loss": 0.15041060745716095}, {"step": 3000, "epoch": 6, "train_loss": 0.3484066128730774}, {"step": 3050, "epoch": 6, "train_loss": 0.37584441900253296}, {"step": 3100, "epoch": 6, "train_loss": 0.2233734279870987}, {"step": 3150, "epoch": 6, "train_loss": 0.33842387795448303}, {"step": 3200, "epoch": 6, "train_loss": 0.19413527846336365}, {"step": 3250, "epoch": 6, "train_loss": 0.22066862881183624}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8719, "test_loss": 0.36351791076660156}, {"step": 3300, "epoch": 7, "train_loss": 0.27086010575294495}, {"step": 3350, "epoch": 7, "train_loss": 0.2034379094839096}, {"step": 3400, "epoch": 7, "train_loss": 0.21866774559020996}, {"step": 3450, "epoch": 7, "train_loss": 0.30125635862350464}, {"step": 3500, "epoch": 7, "train_loss": 0.3296511769294739}, {"step": 3550, "epoch": 7, "train_loss": 0.2412758320569992}, {"step": 3600, "epoch": 7, "train_loss": 0.18702742457389832}, {"step": 3650, "epoch": 7, "train_loss": 0.2683413624763489}, {"step": 3700, "epoch": 7, "train_loss": 0.21758434176445007}, {"step": 3750, "epoch": 7, "train_loss": 0.3142069876194}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8838, "test_loss": 0.34110240478515624}, {"step": 3800, "epoch": 8, "train_loss": 0.2565199136734009}, {"step": 3850, "epoch": 8, "train_loss": 0.34358733892440796}, {"step": 3900, "epoch": 8, "train_loss": 0.24685138463974}, {"step": 3950, "epoch": 8, "train_loss": 0.26895859837532043}, {"step": 4000, "epoch": 8, "train_loss": 0.31820428371429443}, {"step": 4050, "epoch": 8, "train_loss": 0.21882905066013336}, {"step": 4100, "epoch": 8, "train_loss": 0.21592140197753906}, {"step": 4150, "epoch": 8, "train_loss": 0.22564157843589783}, {"step": 4200, "epoch": 8, "train_loss": 0.31441935896873474}, {"epoch_end": 8, "step": 4221, "test_acc": 0.879, "test_loss": 0.35388495178222656}, {"step": 4250, "epoch": 9, "train_loss": 0.25921958684921265}, {"step": 4300, "epoch": 9, "train_loss": 0.23802900314331055}, {"step": 4350, "epoch": 9, "train_loss": 0.14680133759975433}, {"step": 4400, "epoch": 9, "train_loss": 0.2396087348461151}, {"step": 4450, "epoch": 9, "train_loss": 0.16379818320274353}, {"step": 4500, "epoch": 9, "train_loss": 0.23572175204753876}, {"step": 4550, "epoch": 9, "train_loss": 0.17399103939533234}, {"step": 4600, "epoch": 9, "train_loss": 0.26768261194229126}, {"step": 4650, "epoch": 9, "train_loss": 0.2732863128185272}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8831, "test_loss": 0.34438639831542966}, {"step": 4700, "epoch": 10, "train_loss": 0.2326589822769165}, {"step": 4750, "epoch": 10, "train_loss": 0.26016655564308167}, {"step": 4800, "epoch": 10, "train_loss": 0.2097935825586319}, {"step": 4850, "epoch": 10, "train_loss": 0.2619633674621582}, {"step": 4900, "epoch": 10, "train_loss": 0.1634475588798523}, {"step": 4950, "epoch": 10, "train_loss": 0.21901749074459076}, {"step": 5000, "epoch": 10, "train_loss": 0.23920297622680664}, {"step": 5050, "epoch": 10, "train_loss": 0.3811476230621338}, {"step": 5100, "epoch": 10, "train_loss": 0.16924461722373962}, {"step": 5150, "epoch": 10, "train_loss": 0.2317776381969452}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8808, "test_loss": 0.35087026062011717}, {"step": 5200, "epoch": 11, "train_loss": 0.21479617059230804}, {"step": 5250, "epoch": 11, "train_loss": 0.14153559505939484}, {"step": 5300, "epoch": 11, "train_loss": 0.32956162095069885}, {"step": 5350, "epoch": 11, "train_loss": 0.22777555882930756}, {"step": 5400, "epoch": 11, "train_loss": 0.23280967772006989}, {"step": 5450, "epoch": 11, "train_loss": 0.2715437412261963}, {"step": 5500, "epoch": 11, "train_loss": 0.21936054527759552}, {"step": 5550, "epoch": 11, "train_loss": 0.3059062659740448}, {"step": 5600, "epoch": 11, "train_loss": 0.23302209377288818}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8865, "test_loss": 0.3438821319580078}, {"step": 5650, "epoch": 12, "train_loss": 0.2068328857421875}, {"step": 5700, "epoch": 12, "train_loss": 0.18285061419010162}, {"step": 5750, "epoch": 12, "train_loss": 0.3860861659049988}, {"step": 5800, "epoch": 12, "train_loss": 0.19572822749614716}, {"step": 5850, "epoch": 12, "train_loss": 0.25507140159606934}, {"step": 5900, "epoch": 12, "train_loss": 0.2381814569234848}, {"step": 5950, "epoch": 12, "train_loss": 0.17247746884822845}, {"step": 6000, "epoch": 12, "train_loss": 0.15403011441230774}, {"step": 6050, "epoch": 12, "train_loss": 0.1741512566804886}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8751, "test_loss": 0.3720063262939453}, {"step": 6100, "epoch": 13, "train_loss": 0.3129259943962097}, {"step": 6150, "epoch": 13, "train_loss": 0.1673881560564041}, {"step": 6200, "epoch": 13, "train_loss": 0.277839332818985}, {"step": 6250, "epoch": 13, "train_loss": 0.22331084311008453}, {"step": 6300, "epoch": 13, "train_loss": 0.23414377868175507}, {"step": 6350, "epoch": 13, "train_loss": 0.2771880626678467}, {"step": 6400, "epoch": 13, "train_loss": 0.2397211641073227}, {"step": 6450, "epoch": 13, "train_loss": 0.16972331702709198}, {"step": 6500, "epoch": 13, "train_loss": 0.12310900539159775}, {"step": 6550, "epoch": 13, "train_loss": 0.20688050985336304}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8814, "test_loss": 0.3563184844970703}, {"step": 6600, "epoch": 14, "train_loss": 0.17766644060611725}, {"step": 6650, "epoch": 14, "train_loss": 0.2140740156173706}, {"step": 6700, "epoch": 14, "train_loss": 0.15650884807109833}, {"step": 6750, "epoch": 14, "train_loss": 0.2278672456741333}, {"step": 6800, "epoch": 14, "train_loss": 0.11642687767744064}, {"step": 6850, "epoch": 14, "train_loss": 0.15269115567207336}, {"step": 6900, "epoch": 14, "train_loss": 0.24030007421970367}, {"step": 6950, "epoch": 14, "train_loss": 0.2588655352592468}, {"step": 7000, "epoch": 14, "train_loss": 0.24722535908222198}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8879, "test_loss": 0.35250744018554686}, {"step": 7050, "epoch": 15, "train_loss": 0.21871736645698547}, {"step": 7100, "epoch": 15, "train_loss": 0.22506122291088104}, {"step": 7150, "epoch": 15, "train_loss": 0.23468822240829468}, {"step": 7200, "epoch": 15, "train_loss": 0.1875387281179428}, {"step": 7250, "epoch": 15, "train_loss": 0.23633445799350739}, {"step": 7300, "epoch": 15, "train_loss": 0.251027375459671}, {"step": 7350, "epoch": 15, "train_loss": 0.14847521483898163}, {"step": 7400, "epoch": 15, "train_loss": 0.18278782069683075}, {"step": 7450, "epoch": 15, "train_loss": 0.16246013343334198}, {"step": 7500, "epoch": 15, "train_loss": 0.1443248689174652}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8794, "test_loss": 0.3824219940185547}, {"step": 7550, "epoch": 16, "train_loss": 0.17762203514575958}, {"step": 7600, "epoch": 16, "train_loss": 0.2608433663845062}, {"step": 7650, "epoch": 16, "train_loss": 0.10024619847536087}, {"step": 7700, "epoch": 16, "train_loss": 0.15405485033988953}, {"step": 7750, "epoch": 16, "train_loss": 0.16371074318885803}, {"step": 7800, "epoch": 16, "train_loss": 0.18234899640083313}, {"step": 7850, "epoch": 16, "train_loss": 0.17291772365570068}, {"step": 7900, "epoch": 16, "train_loss": 0.10143084824085236}, {"step": 7950, "epoch": 16, "train_loss": 0.22710037231445312}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8911, "test_loss": 0.35218160095214845}, {"step": 8000, "epoch": 17, "train_loss": 0.22351302206516266}, {"step": 8050, "epoch": 17, "train_loss": 0.10845884680747986}, {"step": 8100, "epoch": 17, "train_loss": 0.1707242876291275}, {"step": 8150, "epoch": 17, "train_loss": 0.173859640955925}, {"step": 8200, "epoch": 17, "train_loss": 0.23876911401748657}, {"step": 8250, "epoch": 17, "train_loss": 0.18428975343704224}, {"step": 8300, "epoch": 17, "train_loss": 0.19597963988780975}, {"step": 8350, "epoch": 17, "train_loss": 0.15279939770698547}, {"step": 8400, "epoch": 17, "train_loss": 0.39676040410995483}, {"epoch_end": 17, "step": 8442, "test_acc": 0.886, "test_loss": 0.37135866088867187}, {"step": 8450, "epoch": 18, "train_loss": 0.12943010032176971}, {"step": 8500, "epoch": 18, "train_loss": 0.09480317682027817}, {"step": 8550, "epoch": 18, "train_loss": 0.22125789523124695}, {"step": 8600, "epoch": 18, "train_loss": 0.12673868238925934}, {"step": 8650, "epoch": 18, "train_loss": 0.09358269721269608}, {"step": 8700, "epoch": 18, "train_loss": 0.1477201282978058}, {"step": 8750, "epoch": 18, "train_loss": 0.21976996958255768}, {"step": 8800, "epoch": 18, "train_loss": 0.10534413158893585}, {"step": 8850, "epoch": 18, "train_loss": 0.12549088895320892}, {"step": 8900, "epoch": 18, "train_loss": 0.1848406195640564}, {"epoch_end": 18, "step": 8911, "test_acc": 0.893, "test_loss": 0.348483203125}, {"step": 8950, "epoch": 19, "train_loss": 0.24340219795703888}, {"step": 9000, "epoch": 19, "train_loss": 0.19585968554019928}, {"step": 9050, "epoch": 19, "train_loss": 0.17395055294036865}, {"step": 9100, "epoch": 19, "train_loss": 0.1957232803106308}, {"step": 9150, "epoch": 19, "train_loss": 0.13200892508029938}, {"step": 9200, "epoch": 19, "train_loss": 0.10368020832538605}, {"step": 9250, "epoch": 19, "train_loss": 0.1338038444519043}, {"step": 9300, "epoch": 19, "train_loss": 0.15142011642456055}, {"step": 9350, "epoch": 19, "train_loss": 0.24981939792633057}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8867, "test_loss": 0.3669478363037109}], "final": {"test_acc": 0.8867, "test_loss": 0.3669478363037109, "wall_s": 36.56044840812683}}
|
