{"args": {"mode": "bp", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 25, "batch_size": 128, "train_examples": 50000, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_match_v1_mnist_bp_w256_d3_s0", "n_in": 784}, "provenance": {"git_commit": "262c6d9ef3f0461218c1a5e632fc7dd6357e0a20", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3990073204040527}, {"step": 50, "epoch": 0, "train_loss": 0.4002436399459839}, {"step": 100, "epoch": 0, "train_loss": 0.17812389135360718}, {"step": 150, "epoch": 0, "train_loss": 0.1840030550956726}, {"step": 200, "epoch": 0, "train_loss": 0.20500800013542175}, {"step": 250, "epoch": 0, "train_loss": 0.2556897699832916}, {"step": 300, "epoch": 0, "train_loss": 0.12000337988138199}, {"step": 350, "epoch": 0, "train_loss": 0.2012084424495697}, {"epoch_end": 0, "step": 391, "test_acc": 0.9622, "test_loss": 0.12489149627685547}, {"step": 400, "epoch": 1, "train_loss": 0.09804942458868027}, {"step": 450, "epoch": 1, "train_loss": 0.10001759976148605}, {"step": 500, "epoch": 1, "train_loss": 0.09569170325994492}, {"step": 550, "epoch": 1, "train_loss": 0.06942141801118851}, {"step": 600, "epoch": 1, "train_loss": 0.0768204927444458}, {"step": 650, "epoch": 1, "train_loss": 0.061851054430007935}, {"step": 700, "epoch": 1, "train_loss": 0.07820960134267807}, {"step": 750, "epoch": 1, "train_loss": 0.1261262595653534}, {"epoch_end": 1, "step": 782, "test_acc": 0.9654, "test_loss": 0.11467089881896973}, {"step": 800, "epoch": 2, "train_loss": 0.05116385221481323}, {"step": 850, "epoch": 2, "train_loss": 0.046324390918016434}, {"step": 900, "epoch": 2, "train_loss": 0.05610174685716629}, {"step": 950, "epoch": 2, "train_loss": 0.06476321071386337}, {"step": 1000, "epoch": 2, "train_loss": 0.027614569291472435}, {"step": 1050, "epoch": 2, "train_loss": 0.030282452702522278}, {"step": 1100, "epoch": 2, "train_loss": 0.13309308886528015}, {"step": 1150, "epoch": 2, "train_loss": 0.05104924738407135}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9701, "test_loss": 0.09878145141601563}, {"step": 1200, "epoch": 3, "train_loss": 0.04369868338108063}, {"step": 1250, "epoch": 3, "train_loss": 0.059486910700798035}, {"step": 1300, "epoch": 3, "train_loss": 0.03649898245930672}, {"step": 1350, "epoch": 3, "train_loss": 0.022122176364064217}, {"step": 1400, "epoch": 3, "train_loss": 0.009704208001494408}, {"step": 1450, "epoch": 3, "train_loss": 0.00958540290594101}, {"step": 1500, "epoch": 3, "train_loss": 0.08372747153043747}, {"step": 1550, "epoch": 3, "train_loss": 0.02610473334789276}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9681, "test_loss": 0.1106717098236084}, {"step": 1600, "epoch": 4, "train_loss": 0.04812175780534744}, {"step": 1650, "epoch": 4, "train_loss": 0.09273818135261536}, {"step": 1700, "epoch": 4, "train_loss": 0.03223549574613571}, {"step": 1750, "epoch": 4, "train_loss": 0.0070333159528672695}, {"step": 1800, "epoch": 4, "train_loss": 0.020825661718845367}, {"step": 1850, "epoch": 4, "train_loss": 0.06324777752161026}, {"step": 1900, "epoch": 4, "train_loss": 0.04041361063718796}, {"step": 1950, "epoch": 4, "train_loss": 0.03099694289267063}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9781, "test_loss": 0.07957793445587158}, {"step": 2000, "epoch": 5, "train_loss": 0.06366223841905594}, {"step": 2050, "epoch": 5, "train_loss": 0.018138987943530083}, {"step": 2100, "epoch": 5, "train_loss": 0.009258276782929897}, {"step": 2150, "epoch": 5, "train_loss": 0.003421161789447069}, {"step": 2200, "epoch": 5, "train_loss": 0.012944572605192661}, {"step": 2250, "epoch": 5, "train_loss": 0.0035931868478655815}, {"step": 2300, "epoch": 5, "train_loss": 0.046689849346876144}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9781, "test_loss": 0.08209086294174195}, {"step": 2350, "epoch": 6, "train_loss": 0.005446103401482105}, {"step": 2400, "epoch": 6, "train_loss": 0.0018953274702653289}, {"step": 2450, "epoch": 6, "train_loss": 0.002217135624960065}, {"step": 2500, "epoch": 6, "train_loss": 0.008744921535253525}, {"step": 2550, "epoch": 6, "train_loss": 0.00392832700163126}, {"step": 2600, "epoch": 6, "train_loss": 0.0072005921974778175}, {"step": 2650, "epoch": 6, "train_loss": 0.005278072319924831}, {"step": 2700, "epoch": 6, "train_loss": 0.00730725284665823}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9771, "test_loss": 0.08509860572814941}, {"step": 2750, "epoch": 7, "train_loss": 0.000508412136696279}, {"step": 2800, "epoch": 7, "train_loss": 0.003539507044479251}, {"step": 2850, "epoch": 7, "train_loss": 0.0008909034077078104}, {"step": 2900, "epoch": 7, "train_loss": 0.0020411766599863768}, {"step": 2950, "epoch": 7, "train_loss": 0.0009922945173457265}, {"step": 3000, "epoch": 7, "train_loss": 0.0012641772627830505}, {"step": 3050, "epoch": 7, "train_loss": 0.0013533961027860641}, {"step": 3100, "epoch": 7, "train_loss": 0.005095204338431358}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9774, "test_loss": 0.09060556621551513}, {"step": 3150, "epoch": 8, "train_loss": 0.004277659580111504}, {"step": 3200, "epoch": 8, "train_loss": 0.003666764358058572}, {"step": 3250, "epoch": 8, "train_loss": 0.0010443925857543945}, {"step": 3300, "epoch": 8, "train_loss": 0.0019763587042689323}, {"step": 3350, "epoch": 8, "train_loss": 0.002213386818766594}, {"step": 3400, "epoch": 8, "train_loss": 0.0016309793572872877}, {"step": 3450, "epoch": 8, "train_loss": 0.0008183192112483084}, {"step": 3500, "epoch": 8, "train_loss": 0.0007308605127036572}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9804, "test_loss": 0.07836012649536132}, {"step": 3550, "epoch": 9, "train_loss": 0.0005177551647648215}, {"step": 3600, "epoch": 9, "train_loss": 0.003817811841145158}, {"step": 3650, "epoch": 9, "train_loss": 0.0009639505296945572}, {"step": 3700, "epoch": 9, "train_loss": 0.0006091279210522771}, {"step": 3750, "epoch": 9, "train_loss": 0.0005427014548331499}, {"step": 3800, "epoch": 9, "train_loss": 0.00037216267082840204}, {"step": 3850, "epoch": 9, "train_loss": 0.0008960545528680086}, {"step": 3900, "epoch": 9, "train_loss": 0.00043548201210796833}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9825, "test_loss": 0.07648620426654816}, {"step": 3950, "epoch": 10, "train_loss": 0.0004272467631381005}, {"step": 4000, "epoch": 10, "train_loss": 0.0004758799623232335}, {"step": 4050, "epoch": 10, "train_loss": 0.0004304641915950924}, {"step": 4100, "epoch": 10, "train_loss": 0.0002862158289644867}, {"step": 4150, "epoch": 10, "train_loss": 0.00018882655422203243}, {"step": 4200, "epoch": 10, "train_loss": 0.00027390988543629646}, {"step": 4250, "epoch": 10, "train_loss": 0.0004366169741842896}, {"step": 4300, "epoch": 10, "train_loss": 0.0006564374780282378}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9824, "test_loss": 0.07787980074882507}, {"step": 4350, "epoch": 11, "train_loss": 0.0002530182246118784}, {"step": 4400, "epoch": 11, "train_loss": 0.00027457470423541963}, {"step": 4450, "epoch": 11, "train_loss": 0.0002710337284952402}, {"step": 4500, "epoch": 11, "train_loss": 5.2421684813452885e-05}, {"step": 4550, "epoch": 11, "train_loss": 0.0001325177145190537}, {"step": 4600, "epoch": 11, "train_loss": 0.00011035226634703577}, {"step": 4650, "epoch": 11, "train_loss": 0.00012004546442767605}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9827, "test_loss": 0.07880608463287353}, {"step": 4700, "epoch": 12, "train_loss": 0.0002216714492533356}, {"step": 4750, "epoch": 12, "train_loss": 0.0003809183544944972}, {"step": 4800, "epoch": 12, "train_loss": 9.659333591116592e-05}, {"step": 4850, "epoch": 12, "train_loss": 0.0001721304579405114}, {"step": 4900, "epoch": 12, "train_loss": 0.0001387999946018681}, {"step": 4950, "epoch": 12, "train_loss": 0.00013610319001600146}, {"step": 5000, "epoch": 12, "train_loss": 0.00013637394295074046}, {"step": 5050, "epoch": 12, "train_loss": 0.00011306205851724371}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9826, "test_loss": 0.07953503336906433}, {"step": 5100, "epoch": 13, "train_loss": 5.017088551539928e-05}, {"step": 5150, "epoch": 13, "train_loss": 0.0001688714837655425}, {"step": 5200, "epoch": 13, "train_loss": 7.641459524165839e-05}, {"step": 5250, "epoch": 13, "train_loss": 9.812261851038784e-05}, {"step": 5300, "epoch": 13, "train_loss": 0.00020609537023119628}, {"step": 5350, "epoch": 13, "train_loss": 0.00027128448709845543}, {"step": 5400, "epoch": 13, "train_loss": 0.00022434399579651654}, {"step": 5450, "epoch": 13, "train_loss": 5.6483397202100605e-05}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9826, "test_loss": 0.07998231210708619}, {"step": 5500, "epoch": 14, "train_loss": 0.00015283537504728884}, {"step": 5550, "epoch": 14, "train_loss": 0.00017766986275091767}, {"step": 5600, "epoch": 14, "train_loss": 0.00010860081238206476}, {"step": 5650, "epoch": 14, "train_loss": 0.00010987577843479812}, {"step": 5700, "epoch": 14, "train_loss": 9.816438250709325e-05}, {"step": 5750, "epoch": 14, "train_loss": 0.00013830848911311477}, {"step": 5800, "epoch": 14, "train_loss": 0.0002125150931533426}, {"step": 5850, "epoch": 14, "train_loss": 0.00024908690829761326}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9825, "test_loss": 0.08059258830547333}, {"step": 5900, "epoch": 15, "train_loss": 0.00022079248446971178}, {"step": 5950, "epoch": 15, "train_loss": 0.00027873131330125034}, {"step": 6000, "epoch": 15, "train_loss": 0.0002764906093943864}, {"step": 6050, "epoch": 15, "train_loss": 0.0003720075765158981}, {"step": 6100, "epoch": 15, "train_loss": 0.00018380519759375602}, {"step": 6150, "epoch": 15, "train_loss": 0.0001699738495517522}, {"step": 6200, "epoch": 15, "train_loss": 0.00010869364632526413}, {"step": 6250, "epoch": 15, "train_loss": 5.590697765001096e-05}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9826, "test_loss": 0.08115480434894562}, {"step": 6300, "epoch": 16, "train_loss": 0.0004522484668996185}, {"step": 6350, "epoch": 16, "train_loss": 7.897536124801263e-05}, {"step": 6400, "epoch": 16, "train_loss": 0.00023459969088435173}, {"step": 6450, "epoch": 16, "train_loss": 8.418002107646316e-05}, {"step": 6500, "epoch": 16, "train_loss": 0.00011316806194372475}, {"step": 6550, "epoch": 16, "train_loss": 0.00017024522821884602}, {"step": 6600, "epoch": 16, "train_loss": 0.00011023900879081339}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9827, "test_loss": 0.08175262882709503}, {"step": 6650, "epoch": 17, "train_loss": 9.349813626613468e-05}, {"step": 6700, "epoch": 17, "train_loss": 7.408093370031565e-05}, {"step": 6750, "epoch": 17, "train_loss": 0.00020169615163467824}, {"step": 6800, "epoch": 17, "train_loss": 0.00016381533350795507}, {"step": 6850, "epoch": 17, "train_loss": 0.00010082448716275394}, {"step": 6900, "epoch": 17, "train_loss": 0.00021932146046310663}, {"step": 6950, "epoch": 17, "train_loss": 0.00022178447397891432}, {"step": 7000, "epoch": 17, "train_loss": 0.0002014718484133482}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9827, "test_loss": 0.08225314111709595}, {"step": 7050, "epoch": 18, "train_loss": 4.688418994192034e-05}, {"step": 7100, "epoch": 18, "train_loss": 0.00016482052160426974}, {"step": 7150, "epoch": 18, "train_loss": 0.00012172612332506105}, {"step": 7200, "epoch": 18, "train_loss": 0.00010427110828459263}, {"step": 7250, "epoch": 18, "train_loss": 0.00014771003043279052}, {"step": 7300, "epoch": 18, "train_loss": 8.625854388810694e-05}, {"step": 7350, "epoch": 18, "train_loss": 0.000193893036339432}, {"step": 7400, "epoch": 18, "train_loss": 7.09662344888784e-05}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9825, "test_loss": 0.08268591835498809}, {"step": 7450, "epoch": 19, "train_loss": 4.148980588070117e-05}, {"step": 7500, "epoch": 19, "train_loss": 0.00012566459190566093}, {"step": 7550, "epoch": 19, "train_loss": 4.990649540559389e-05}, {"step": 7600, "epoch": 19, "train_loss": 6.37869889033027e-05}, {"step": 7650, "epoch": 19, "train_loss": 0.00016114336904138327}, {"step": 7700, "epoch": 19, "train_loss": 0.0001768550428096205}, {"step": 7750, "epoch": 19, "train_loss": 0.0001308603532379493}, {"step": 7800, "epoch": 19, "train_loss": 0.00015564657223876566}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9824, "test_loss": 0.08314236409664154}, {"step": 7850, "epoch": 20, "train_loss": 0.00014971388736739755}, {"step": 7900, "epoch": 20, "train_loss": 0.00012795971997547895}, {"step": 7950, "epoch": 20, "train_loss": 7.135346822906286e-05}, {"step": 8000, "epoch": 20, "train_loss": 9.664152457844466e-05}, {"step": 8050, "epoch": 20, "train_loss": 0.00016255094669759274}, {"step": 8100, "epoch": 20, "train_loss": 9.142665658146143e-05}, {"step": 8150, "epoch": 20, "train_loss": 0.00011104050645371899}, {"step": 8200, "epoch": 20, "train_loss": 4.937179255648516e-05}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9826, "test_loss": 0.08326638298034668}, {"step": 8250, "epoch": 21, "train_loss": 0.00013000820763409138}, {"step": 8300, "epoch": 21, "train_loss": 0.00015429854101967067}, {"step": 8350, "epoch": 21, "train_loss": 0.00010806126374518499}, {"step": 8400, "epoch": 21, "train_loss": 5.06856304127723e-05}, {"step": 8450, "epoch": 21, "train_loss": 0.00024348469742108136}, {"step": 8500, "epoch": 21, "train_loss": 0.00013563015090767294}, {"step": 8550, "epoch": 21, "train_loss": 9.940647578332573e-05}, {"step": 8600, "epoch": 21, "train_loss": 0.0003000810684170574}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9822, "test_loss": 0.08370797386169433}, {"step": 8650, "epoch": 22, "train_loss": 5.3008156100986525e-05}, {"step": 8700, "epoch": 22, "train_loss": 7.81571798142977e-05}, {"step": 8750, "epoch": 22, "train_loss": 0.00010478337935637683}, {"step": 8800, "epoch": 22, "train_loss": 0.00020175515965092927}, {"step": 8850, "epoch": 22, "train_loss": 9.409543417859823e-05}, {"step": 8900, "epoch": 22, "train_loss": 0.000126328639453277}, {"step": 8950, "epoch": 22, "train_loss": 6.328766176011413e-05}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9826, "test_loss": 0.08409398782253265}, {"step": 9000, "epoch": 23, "train_loss": 6.655445758951828e-05}, {"step": 9050, "epoch": 23, "train_loss": 0.0001170139730675146}, {"step": 9100, "epoch": 23, "train_loss": 6.771195330657065e-05}, {"step": 9150, "epoch": 23, "train_loss": 9.408954792888835e-05}, {"step": 9200, "epoch": 23, "train_loss": 0.00010017631575465202}, {"step": 9250, "epoch": 23, "train_loss": 9.92634377325885e-05}, {"step": 9300, "epoch": 23, "train_loss": 7.477659528376535e-05}, {"step": 9350, "epoch": 23, "train_loss": 8.852800965541974e-05}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9824, "test_loss": 0.08449323916435242}, {"step": 9400, "epoch": 24, "train_loss": 0.00010905843373620883}, {"step": 9450, "epoch": 24, "train_loss": 0.00010415162250865251}, {"step": 9500, "epoch": 24, "train_loss": 0.0001084874093066901}, {"step": 9550, "epoch": 24, "train_loss": 9.476537525188178e-05}, {"step": 9600, "epoch": 24, "train_loss": 7.222766726044938e-05}, {"step": 9650, "epoch": 24, "train_loss": 0.00016842229524627328}, {"step": 9700, "epoch": 24, "train_loss": 5.5362303100991994e-05}, {"step": 9750, "epoch": 24, "train_loss": 0.00014930227189324796}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9824, "test_loss": 0.08480259132385254}], "final": {"test_acc": 0.9824, "test_loss": 0.08480259132385254, "wall_s": 22.140812158584595}}