1
|
{"args": {"mode": "bp", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 25, "batch_size": 128, "train_examples": 50000, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_match_v1_mnist_bp_w256_d3_s1", "n_in": 784}, "provenance": {"git_commit": "262c6d9ef3f0461218c1a5e632fc7dd6357e0a20", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3325631618499756}, {"step": 50, "epoch": 0, "train_loss": 0.4062894880771637}, {"step": 100, "epoch": 0, "train_loss": 0.16361844539642334}, {"step": 150, "epoch": 0, "train_loss": 0.19673334062099457}, {"step": 200, "epoch": 0, "train_loss": 0.14791013300418854}, {"step": 250, "epoch": 0, "train_loss": 0.2407197803258896}, {"step": 300, "epoch": 0, "train_loss": 0.12002608925104141}, {"step": 350, "epoch": 0, "train_loss": 0.20369650423526764}, {"epoch_end": 0, "step": 391, "test_acc": 0.9617, "test_loss": 0.12612874488830567}, {"step": 400, "epoch": 1, "train_loss": 0.0750856027007103}, {"step": 450, "epoch": 1, "train_loss": 0.12193188071250916}, {"step": 500, "epoch": 1, "train_loss": 0.15592803061008453}, {"step": 550, "epoch": 1, "train_loss": 0.051551058888435364}, {"step": 600, "epoch": 1, "train_loss": 0.03788438066840172}, {"step": 650, "epoch": 1, "train_loss": 0.05099586397409439}, {"step": 700, "epoch": 1, "train_loss": 0.08039838075637817}, {"step": 750, "epoch": 1, "train_loss": 0.11641225963830948}, {"epoch_end": 1, "step": 782, "test_acc": 0.9544, "test_loss": 0.14191328277587892}, {"step": 800, "epoch": 2, "train_loss": 0.026418741792440414}, {"step": 850, "epoch": 2, "train_loss": 0.03117004781961441}, {"step": 900, "epoch": 2, "train_loss": 0.03376998007297516}, {"step": 950, "epoch": 2, "train_loss": 0.09083827584981918}, {"step": 1000, "epoch": 2, "train_loss": 0.08783892542123795}, {"step": 1050, "epoch": 2, "train_loss": 0.05772702023386955}, {"step": 1100, "epoch": 2, "train_loss": 0.10183035582304001}, {"step": 1150, "epoch": 2, "train_loss": 0.09193816781044006}, {"epoch_end": 2, "step": 1173, "test_acc": 0.971, "test_loss": 0.09404349174499511}, {"step": 1200, "epoch": 3, "train_loss": 0.04399043694138527}, {"step": 1250, "epoch": 3, "train_loss": 0.07507435977458954}, {"step": 1300, "epoch": 3, "train_loss": 0.01302655041217804}, {"step": 1350, "epoch": 3, "train_loss": 0.010821445845067501}, {"step": 1400, "epoch": 3, "train_loss": 0.035825345665216446}, {"step": 1450, "epoch": 3, "train_loss": 0.0366162545979023}, {"step": 1500, "epoch": 3, "train_loss": 0.08494264632463455}, {"step": 1550, "epoch": 3, "train_loss": 0.04154994711279869}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9699, "test_loss": 0.10227554550170899}, {"step": 1600, "epoch": 4, "train_loss": 0.014733505435287952}, {"step": 1650, "epoch": 4, "train_loss": 0.014943699352443218}, {"step": 1700, "epoch": 4, "train_loss": 0.011734668165445328}, {"step": 1750, "epoch": 4, "train_loss": 0.02340112254023552}, {"step": 1800, "epoch": 4, "train_loss": 0.00978026818484068}, {"step": 1850, "epoch": 4, "train_loss": 0.048281311988830566}, {"step": 1900, "epoch": 4, "train_loss": 0.009658155031502247}, {"step": 1950, "epoch": 4, "train_loss": 0.023045603185892105}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9769, "test_loss": 0.08383322887420654}, {"step": 2000, "epoch": 5, "train_loss": 0.03411373123526573}, {"step": 2050, "epoch": 5, "train_loss": 0.006264558527618647}, {"step": 2100, "epoch": 5, "train_loss": 0.012450381182134151}, {"step": 2150, "epoch": 5, "train_loss": 0.001777266850695014}, {"step": 2200, "epoch": 5, "train_loss": 0.007925473153591156}, {"step": 2250, "epoch": 5, "train_loss": 0.011860653758049011}, {"step": 2300, "epoch": 5, "train_loss": 0.0015712307067587972}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9791, "test_loss": 0.08084622478485107}, {"step": 2350, "epoch": 6, "train_loss": 0.004022595938295126}, {"step": 2400, "epoch": 6, "train_loss": 0.004246448166668415}, {"step": 2450, "epoch": 6, "train_loss": 0.007845284417271614}, {"step": 2500, "epoch": 6, "train_loss": 0.011849072761833668}, {"step": 2550, "epoch": 6, "train_loss": 0.0042687589302659035}, {"step": 2600, "epoch": 6, "train_loss": 0.0073865242302417755}, {"step": 2650, "epoch": 6, "train_loss": 0.0010338141582906246}, {"step": 2700, "epoch": 6, "train_loss": 0.0016179183730855584}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9771, "test_loss": 0.0932099946975708}, {"step": 2750, "epoch": 7, "train_loss": 0.010639828629791737}, {"step": 2800, "epoch": 7, "train_loss": 0.0032081424724310637}, {"step": 2850, "epoch": 7, "train_loss": 0.0012293326435610652}, {"step": 2900, "epoch": 7, "train_loss": 0.0015998403541743755}, {"step": 2950, "epoch": 7, "train_loss": 0.0003643273375928402}, {"step": 3000, "epoch": 7, "train_loss": 0.003539435099810362}, {"step": 3050, "epoch": 7, "train_loss": 0.005131750367581844}, {"step": 3100, "epoch": 7, "train_loss": 0.0011634033871814609}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9796, "test_loss": 0.08289039449691772}, {"step": 3150, "epoch": 8, "train_loss": 0.0099300816655159}, {"step": 3200, "epoch": 8, "train_loss": 0.004533491097390652}, {"step": 3250, "epoch": 8, "train_loss": 0.0009814684744924307}, {"step": 3300, "epoch": 8, "train_loss": 0.0008952064090408385}, {"step": 3350, "epoch": 8, "train_loss": 0.003215155564248562}, {"step": 3400, "epoch": 8, "train_loss": 0.0007949260179884732}, {"step": 3450, "epoch": 8, "train_loss": 0.0011700348695740104}, {"step": 3500, "epoch": 8, "train_loss": 0.0005982125294394791}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9824, "test_loss": 0.07400852632522582}, {"step": 3550, "epoch": 9, "train_loss": 0.0007954317843541503}, {"step": 3600, "epoch": 9, "train_loss": 0.000326495966874063}, {"step": 3650, "epoch": 9, "train_loss": 0.00042459016549400985}, {"step": 3700, "epoch": 9, "train_loss": 0.0003430017677601427}, {"step": 3750, "epoch": 9, "train_loss": 0.0004629908944480121}, {"step": 3800, "epoch": 9, "train_loss": 0.00038241350557655096}, {"step": 3850, "epoch": 9, "train_loss": 0.0004816525324713439}, {"step": 3900, "epoch": 9, "train_loss": 0.0006018519634380937}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9832, "test_loss": 0.07233229961395264}, {"step": 3950, "epoch": 10, "train_loss": 0.00027026355382986367}, {"step": 4000, "epoch": 10, "train_loss": 0.0003822089347522706}, {"step": 4050, "epoch": 10, "train_loss": 0.0002578026906121522}, {"step": 4100, "epoch": 10, "train_loss": 0.000534889695700258}, {"step": 4150, "epoch": 10, "train_loss": 0.00016956849140115082}, {"step": 4200, "epoch": 10, "train_loss": 0.0002398368378635496}, {"step": 4250, "epoch": 10, "train_loss": 0.0006342356209643185}, {"step": 4300, "epoch": 10, "train_loss": 0.0002546923642512411}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9836, "test_loss": 0.07202276310920715}, {"step": 4350, "epoch": 11, "train_loss": 0.00019828497897833586}, {"step": 4400, "epoch": 11, "train_loss": 0.0001799171295715496}, {"step": 4450, "epoch": 11, "train_loss": 0.0003385751915629953}, {"step": 4500, "epoch": 11, "train_loss": 8.028472075238824e-05}, {"step": 4550, "epoch": 11, "train_loss": 0.00044262828305363655}, {"step": 4600, "epoch": 11, "train_loss": 3.453751196502708e-05}, {"step": 4650, "epoch": 11, "train_loss": 0.00023965895525179803}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9836, "test_loss": 0.07243822321891785}, {"step": 4700, "epoch": 12, "train_loss": 0.0002773299056570977}, {"step": 4750, "epoch": 12, "train_loss": 0.00029453125898726285}, {"step": 4800, "epoch": 12, "train_loss": 0.00011935343354707584}, {"step": 4850, "epoch": 12, "train_loss": 0.0002621613966766745}, {"step": 4900, "epoch": 12, "train_loss": 7.082032243488356e-05}, {"step": 4950, "epoch": 12, "train_loss": 0.00023662181047257036}, {"step": 5000, "epoch": 12, "train_loss": 0.0001789689704310149}, {"step": 5050, "epoch": 12, "train_loss": 0.0002128922933479771}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9835, "test_loss": 0.07291243257522582}, {"step": 5100, "epoch": 13, "train_loss": 0.00021373145864345133}, {"step": 5150, "epoch": 13, "train_loss": 0.00021735948394052684}, {"step": 5200, "epoch": 13, "train_loss": 0.0001514983450761065}, {"step": 5250, "epoch": 13, "train_loss": 0.0001029448612825945}, {"step": 5300, "epoch": 13, "train_loss": 0.0002306865353602916}, {"step": 5350, "epoch": 13, "train_loss": 0.00020495204080361873}, {"step": 5400, "epoch": 13, "train_loss": 0.00021840236149728298}, {"step": 5450, "epoch": 13, "train_loss": 0.0002710320695769042}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9834, "test_loss": 0.07372501544952392}, {"step": 5500, "epoch": 14, "train_loss": 0.00010520913929212838}, {"step": 5550, "epoch": 14, "train_loss": 0.00011219426960451528}, {"step": 5600, "epoch": 14, "train_loss": 0.0001261958241229877}, {"step": 5650, "epoch": 14, "train_loss": 0.00012813140347134322}, {"step": 5700, "epoch": 14, "train_loss": 6.407888577086851e-05}, {"step": 5750, "epoch": 14, "train_loss": 0.00028403749456629157}, {"step": 5800, "epoch": 14, "train_loss": 0.0002136249386239797}, {"step": 5850, "epoch": 14, "train_loss": 0.00020806463726330549}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9836, "test_loss": 0.07381890320777892}, {"step": 5900, "epoch": 15, "train_loss": 0.00020334633882157505}, {"step": 5950, "epoch": 15, "train_loss": 0.00022471844567917287}, {"step": 6000, "epoch": 15, "train_loss": 0.0003669346042443067}, {"step": 6050, "epoch": 15, "train_loss": 0.00036742366501130164}, {"step": 6100, "epoch": 15, "train_loss": 0.00021419496624730527}, {"step": 6150, "epoch": 15, "train_loss": 0.00014094001380726695}, {"step": 6200, "epoch": 15, "train_loss": 0.00010928299161605537}, {"step": 6250, "epoch": 15, "train_loss": 0.00010344214388169348}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9835, "test_loss": 0.07423270087242126}, {"step": 6300, "epoch": 16, "train_loss": 0.00015978222654666752}, {"step": 6350, "epoch": 16, "train_loss": 0.0001320969604421407}, {"step": 6400, "epoch": 16, "train_loss": 0.0001574342604726553}, {"step": 6450, "epoch": 16, "train_loss": 9.357613453175873e-05}, {"step": 6500, "epoch": 16, "train_loss": 0.00018050971266347915}, {"step": 6550, "epoch": 16, "train_loss": 0.00020913399930577725}, {"step": 6600, "epoch": 16, "train_loss": 0.00011081439879490063}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9837, "test_loss": 0.07457496104240417}, {"step": 6650, "epoch": 17, "train_loss": 0.00010578301589703187}, {"step": 6700, "epoch": 17, "train_loss": 7.781591557431966e-05}, {"step": 6750, "epoch": 17, "train_loss": 0.0002153556706616655}, {"step": 6800, "epoch": 17, "train_loss": 0.00011402632662793621}, {"step": 6850, "epoch": 17, "train_loss": 0.00013057375326752663}, {"step": 6900, "epoch": 17, "train_loss": 0.0001555470225866884}, {"step": 6950, "epoch": 17, "train_loss": 0.00017181759176310152}, {"step": 7000, "epoch": 17, "train_loss": 0.00012253172462806106}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9837, "test_loss": 0.07508152170181275}, {"step": 7050, "epoch": 18, "train_loss": 8.097302634268999e-05}, {"step": 7100, "epoch": 18, "train_loss": 0.00022668969177175313}, {"step": 7150, "epoch": 18, "train_loss": 5.574307942879386e-05}, {"step": 7200, "epoch": 18, "train_loss": 0.0001350522506982088}, {"step": 7250, "epoch": 18, "train_loss": 0.00014387955889105797}, {"step": 7300, "epoch": 18, "train_loss": 0.0001235245435964316}, {"step": 7350, "epoch": 18, "train_loss": 0.00020811636932194233}, {"step": 7400, "epoch": 18, "train_loss": 9.147117816610262e-05}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9836, "test_loss": 0.07537238264083862}, {"step": 7450, "epoch": 19, "train_loss": 5.098049223306589e-05}, {"step": 7500, "epoch": 19, "train_loss": 9.744838462211192e-05}, {"step": 7550, "epoch": 19, "train_loss": 8.816841727821156e-05}, {"step": 7600, "epoch": 19, "train_loss": 5.165467882761732e-05}, {"step": 7650, "epoch": 19, "train_loss": 0.00015488021017517895}, {"step": 7700, "epoch": 19, "train_loss": 0.00017741270130500197}, {"step": 7750, "epoch": 19, "train_loss": 0.00019727423205040395}, {"step": 7800, "epoch": 19, "train_loss": 0.00018003073637373745}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9836, "test_loss": 0.07582477393150329}, {"step": 7850, "epoch": 20, "train_loss": 0.00019321487343404442}, {"step": 7900, "epoch": 20, "train_loss": 0.00018533786351326853}, {"step": 7950, "epoch": 20, "train_loss": 7.065190584398806e-05}, {"step": 8000, "epoch": 20, "train_loss": 0.00010229471081402153}, {"step": 8050, "epoch": 20, "train_loss": 0.00011892181646544486}, {"step": 8100, "epoch": 20, "train_loss": 9.957268775906414e-05}, {"step": 8150, "epoch": 20, "train_loss": 9.94550937321037e-05}, {"step": 8200, "epoch": 20, "train_loss": 6.204706005519256e-05}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9836, "test_loss": 0.07608332772254944}, {"step": 8250, "epoch": 21, "train_loss": 0.00014569082122761756}, {"step": 8300, "epoch": 21, "train_loss": 0.00019479138427414}, {"step": 8350, "epoch": 21, "train_loss": 8.35837927297689e-05}, {"step": 8400, "epoch": 21, "train_loss": 7.380277384072542e-05}, {"step": 8450, "epoch": 21, "train_loss": 0.00014428199210669845}, {"step": 8500, "epoch": 21, "train_loss": 0.00019005377544090152}, {"step": 8550, "epoch": 21, "train_loss": 0.00011364032252458856}, {"step": 8600, "epoch": 21, "train_loss": 0.0002783231029752642}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9834, "test_loss": 0.07639921193122864}, {"step": 8650, "epoch": 22, "train_loss": 6.6893502662424e-05}, {"step": 8700, "epoch": 22, "train_loss": 9.31581889744848e-05}, {"step": 8750, "epoch": 22, "train_loss": 0.00011822923261206597}, {"step": 8800, "epoch": 22, "train_loss": 0.00016054930165410042}, {"step": 8850, "epoch": 22, "train_loss": 0.00013832935655955225}, {"step": 8900, "epoch": 22, "train_loss": 0.00016712347860448062}, {"step": 8950, "epoch": 22, "train_loss": 6.333515921141952e-05}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9835, "test_loss": 0.07659311084747314}, {"step": 9000, "epoch": 23, "train_loss": 7.244045991683379e-05}, {"step": 9050, "epoch": 23, "train_loss": 8.404106483794749e-05}, {"step": 9100, "epoch": 23, "train_loss": 8.997942495625466e-05}, {"step": 9150, "epoch": 23, "train_loss": 0.00010577197099337354}, {"step": 9200, "epoch": 23, "train_loss": 0.00018706006812863052}, {"step": 9250, "epoch": 23, "train_loss": 8.979786070995033e-05}, {"step": 9300, "epoch": 23, "train_loss": 0.00010404802742414176}, {"step": 9350, "epoch": 23, "train_loss": 8.213470573537052e-05}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9836, "test_loss": 0.07696412167549134}, {"step": 9400, "epoch": 24, "train_loss": 7.154409831855446e-05}, {"step": 9450, "epoch": 24, "train_loss": 5.5991356930462644e-05}, {"step": 9500, "epoch": 24, "train_loss": 9.039654833031818e-05}, {"step": 9550, "epoch": 24, "train_loss": 7.584375271108001e-05}, {"step": 9600, "epoch": 24, "train_loss": 0.00013271384523250163}, {"step": 9650, "epoch": 24, "train_loss": 0.00018520215235184878}, {"step": 9700, "epoch": 24, "train_loss": 6.0158719861647114e-05}, {"step": 9750, "epoch": 24, "train_loss": 0.0001315076369792223}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9835, "test_loss": 0.07714285397529602}], "final": {"test_acc": 0.9835, "test_loss": 0.07714285397529602, "wall_s": 22.587456941604614}}
|
