1
|
{"args": {"mode": "bp", "dataset": "mnist", "depth": 7, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_bp_d7_s2", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.352363109588623}, {"step": 50, "epoch": 0, "train_loss": 0.6471655964851379}, {"step": 100, "epoch": 0, "train_loss": 0.2838655710220337}, {"step": 150, "epoch": 0, "train_loss": 0.33264806866645813}, {"step": 200, "epoch": 0, "train_loss": 0.22945049405097961}, {"step": 250, "epoch": 0, "train_loss": 0.11649885773658752}, {"step": 300, "epoch": 0, "train_loss": 0.24720399081707}, {"step": 350, "epoch": 0, "train_loss": 0.1970723420381546}, {"step": 400, "epoch": 0, "train_loss": 0.1289162039756775}, {"step": 450, "epoch": 0, "train_loss": 0.21627727150917053}, {"epoch_end": 0, "step": 469, "test_acc": 0.9555, "test_loss": 0.15043846321105958}, {"step": 500, "epoch": 1, "train_loss": 0.16533876955509186}, {"step": 550, "epoch": 1, "train_loss": 0.1833013892173767}, {"step": 600, "epoch": 1, "train_loss": 0.13034527003765106}, {"step": 650, "epoch": 1, "train_loss": 0.1470416635274887}, {"step": 700, "epoch": 1, "train_loss": 0.03614607825875282}, {"step": 750, "epoch": 1, "train_loss": 0.06752088665962219}, {"step": 800, "epoch": 1, "train_loss": 0.1063031479716301}, {"step": 850, "epoch": 1, "train_loss": 0.17232555150985718}, {"step": 900, "epoch": 1, "train_loss": 0.18077516555786133}, {"epoch_end": 1, "step": 938, "test_acc": 0.9644, "test_loss": 0.12112775039672852}, {"step": 950, "epoch": 2, "train_loss": 0.09639434516429901}, {"step": 1000, "epoch": 2, "train_loss": 0.06715787947177887}, {"step": 1050, "epoch": 2, "train_loss": 0.06361794471740723}, {"step": 1100, "epoch": 2, "train_loss": 0.09588301926851273}, {"step": 1150, "epoch": 2, "train_loss": 0.030505483970046043}, {"step": 1200, "epoch": 2, "train_loss": 0.04767676070332527}, {"step": 1250, "epoch": 2, "train_loss": 0.05348554253578186}, {"step": 1300, "epoch": 2, "train_loss": 0.1708185374736786}, {"step": 1350, "epoch": 2, "train_loss": 0.08958392590284348}, {"step": 1400, "epoch": 2, "train_loss": 0.23476369678974152}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9682, "test_loss": 0.11534144840240479}, {"step": 1450, "epoch": 3, "train_loss": 0.10460466891527176}, {"step": 1500, "epoch": 3, "train_loss": 0.05113944411277771}, {"step": 1550, "epoch": 3, "train_loss": 0.05132174864411354}, {"step": 1600, "epoch": 3, "train_loss": 0.0893012210726738}, {"step": 1650, "epoch": 3, "train_loss": 0.042872752994298935}, {"step": 1700, "epoch": 3, "train_loss": 0.0617351308465004}, {"step": 1750, "epoch": 3, "train_loss": 0.035506535321474075}, {"step": 1800, "epoch": 3, "train_loss": 0.05894699692726135}, {"step": 1850, "epoch": 3, "train_loss": 0.04938942939043045}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9743, "test_loss": 0.08927612781524658}, {"step": 1900, "epoch": 4, "train_loss": 0.05469825118780136}, {"step": 1950, "epoch": 4, "train_loss": 0.10521997511386871}, {"step": 2000, "epoch": 4, "train_loss": 0.05825142562389374}, {"step": 2050, "epoch": 4, "train_loss": 0.05665544047951698}, {"step": 2100, "epoch": 4, "train_loss": 0.04424939304590225}, {"step": 2150, "epoch": 4, "train_loss": 0.027767762541770935}, {"step": 2200, "epoch": 4, "train_loss": 0.07804778218269348}, {"step": 2250, "epoch": 4, "train_loss": 0.013768710196018219}, {"step": 2300, "epoch": 4, "train_loss": 0.07079338282346725}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9716, "test_loss": 0.1013304612159729}, {"step": 2350, "epoch": 5, "train_loss": 0.03354741632938385}, {"step": 2400, "epoch": 5, "train_loss": 0.01296287402510643}, {"step": 2450, "epoch": 5, "train_loss": 0.0897131860256195}, {"step": 2500, "epoch": 5, "train_loss": 0.023071346804499626}, {"step": 2550, "epoch": 5, "train_loss": 0.029041852802038193}, {"step": 2600, "epoch": 5, "train_loss": 0.01952441968023777}, {"step": 2650, "epoch": 5, "train_loss": 0.015211271122097969}, {"step": 2700, "epoch": 5, "train_loss": 0.0574868880212307}, {"step": 2750, "epoch": 5, "train_loss": 0.05553843826055527}, {"step": 2800, "epoch": 5, "train_loss": 0.02223612368106842}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9747, "test_loss": 0.09470428600311279}, {"step": 2850, "epoch": 6, "train_loss": 0.10351964086294174}, {"step": 2900, "epoch": 6, "train_loss": 0.025714712217450142}, {"step": 2950, "epoch": 6, "train_loss": 0.035978708416223526}, {"step": 3000, "epoch": 6, "train_loss": 0.006379561498761177}, {"step": 3050, "epoch": 6, "train_loss": 0.034727733582258224}, {"step": 3100, "epoch": 6, "train_loss": 0.09937028586864471}, {"step": 3150, "epoch": 6, "train_loss": 0.027201784774661064}, {"step": 3200, "epoch": 6, "train_loss": 0.056483857333660126}, {"step": 3250, "epoch": 6, "train_loss": 0.015530128963291645}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9717, "test_loss": 0.10944304599761963}, {"step": 3300, "epoch": 7, "train_loss": 0.010279404930770397}, {"step": 3350, "epoch": 7, "train_loss": 0.0146811967715621}, {"step": 3400, "epoch": 7, "train_loss": 0.01433343905955553}, {"step": 3450, "epoch": 7, "train_loss": 0.03569867089390755}, {"step": 3500, "epoch": 7, "train_loss": 0.019658736884593964}, {"step": 3550, "epoch": 7, "train_loss": 0.01320688147097826}, {"step": 3600, "epoch": 7, "train_loss": 0.016908667981624603}, {"step": 3650, "epoch": 7, "train_loss": 0.02663104608654976}, {"step": 3700, "epoch": 7, "train_loss": 0.022801877930760384}, {"step": 3750, "epoch": 7, "train_loss": 0.034663595259189606}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9781, "test_loss": 0.08254086437225341}, {"step": 3800, "epoch": 8, "train_loss": 0.13204799592494965}, {"step": 3850, "epoch": 8, "train_loss": 0.024951554834842682}, {"step": 3900, "epoch": 8, "train_loss": 0.0330825001001358}, {"step": 3950, "epoch": 8, "train_loss": 0.005316750146448612}, {"step": 4000, "epoch": 8, "train_loss": 0.004989488981664181}, {"step": 4050, "epoch": 8, "train_loss": 0.0013526418479159474}, {"step": 4100, "epoch": 8, "train_loss": 0.056636992841959}, {"step": 4150, "epoch": 8, "train_loss": 0.002652426017448306}, {"step": 4200, "epoch": 8, "train_loss": 0.06248108670115471}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9789, "test_loss": 0.09083888339996338}, {"step": 4250, "epoch": 9, "train_loss": 0.011572116985917091}, {"step": 4300, "epoch": 9, "train_loss": 0.0031864019110798836}, {"step": 4350, "epoch": 9, "train_loss": 0.009071425534784794}, {"step": 4400, "epoch": 9, "train_loss": 0.0489673875272274}, {"step": 4450, "epoch": 9, "train_loss": 0.011863414198160172}, {"step": 4500, "epoch": 9, "train_loss": 0.024636952206492424}, {"step": 4550, "epoch": 9, "train_loss": 0.053299371153116226}, {"step": 4600, "epoch": 9, "train_loss": 0.07048777490854263}, {"step": 4650, "epoch": 9, "train_loss": 0.017259344458580017}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9797, "test_loss": 0.08822604231834412}, {"step": 4700, "epoch": 10, "train_loss": 0.0019500820199027658}, {"step": 4750, "epoch": 10, "train_loss": 0.0012266462435945868}, {"step": 4800, "epoch": 10, "train_loss": 0.0027978511061519384}, {"step": 4850, "epoch": 10, "train_loss": 0.03786912560462952}, {"step": 4900, "epoch": 10, "train_loss": 0.041165854781866074}, {"step": 4950, "epoch": 10, "train_loss": 0.0009500783053226769}, {"step": 5000, "epoch": 10, "train_loss": 0.003008614294230938}, {"step": 5050, "epoch": 10, "train_loss": 0.01143097598105669}, {"step": 5100, "epoch": 10, "train_loss": 0.010084171779453754}, {"step": 5150, "epoch": 10, "train_loss": 0.0015321794198825955}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9806, "test_loss": 0.08727784605026245}, {"step": 5200, "epoch": 11, "train_loss": 0.0019516252214089036}, {"step": 5250, "epoch": 11, "train_loss": 0.005292915739119053}, {"step": 5300, "epoch": 11, "train_loss": 0.023683946579694748}, {"step": 5350, "epoch": 11, "train_loss": 0.004510510712862015}, {"step": 5400, "epoch": 11, "train_loss": 0.020300602540373802}, {"step": 5450, "epoch": 11, "train_loss": 0.0021630562841892242}, {"step": 5500, "epoch": 11, "train_loss": 0.03557436168193817}, {"step": 5550, "epoch": 11, "train_loss": 0.01036002766340971}, {"step": 5600, "epoch": 11, "train_loss": 0.005703109782189131}, {"epoch_end": 11, "step": 5628, "test_acc": 0.979, "test_loss": 0.09503441305160522}, {"step": 5650, "epoch": 12, "train_loss": 0.01756487786769867}, {"step": 5700, "epoch": 12, "train_loss": 0.010719339363276958}, {"step": 5750, "epoch": 12, "train_loss": 0.020616764202713966}, {"step": 5800, "epoch": 12, "train_loss": 0.03016619384288788}, {"step": 5850, "epoch": 12, "train_loss": 0.0077202217653393745}, {"step": 5900, "epoch": 12, "train_loss": 0.011396270245313644}, {"step": 5950, "epoch": 12, "train_loss": 0.01869029924273491}, {"step": 6000, "epoch": 12, "train_loss": 0.002486800542101264}, {"step": 6050, "epoch": 12, "train_loss": 0.002044026041403413}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9795, "test_loss": 0.09361430525779724}, {"step": 6100, "epoch": 13, "train_loss": 0.0019480137852951884}, {"step": 6150, "epoch": 13, "train_loss": 0.004602537956088781}, {"step": 6200, "epoch": 13, "train_loss": 0.0018043761374428868}, {"step": 6250, "epoch": 13, "train_loss": 0.001970028504729271}, {"step": 6300, "epoch": 13, "train_loss": 0.0005796158220618963}, {"step": 6350, "epoch": 13, "train_loss": 0.006780094467103481}, {"step": 6400, "epoch": 13, "train_loss": 0.015342281199991703}, {"step": 6450, "epoch": 13, "train_loss": 0.0025399920996278524}, {"step": 6500, "epoch": 13, "train_loss": 0.0014017480425536633}, {"step": 6550, "epoch": 13, "train_loss": 0.0011315522715449333}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9787, "test_loss": 0.09048319129943848}, {"step": 6600, "epoch": 14, "train_loss": 0.0010205863509327173}, {"step": 6650, "epoch": 14, "train_loss": 0.007157493848353624}, {"step": 6700, "epoch": 14, "train_loss": 0.03832892328500748}, {"step": 6750, "epoch": 14, "train_loss": 0.0058771828189492226}, {"step": 6800, "epoch": 14, "train_loss": 0.009859379380941391}, {"step": 6850, "epoch": 14, "train_loss": 0.02281758189201355}, {"step": 6900, "epoch": 14, "train_loss": 0.008577657863497734}, {"step": 6950, "epoch": 14, "train_loss": 0.00044860164052806795}, {"step": 7000, "epoch": 14, "train_loss": 0.004209361504763365}, {"epoch_end": 14, "step": 7035, "test_acc": 0.974, "test_loss": 0.1207706708908081}, {"step": 7050, "epoch": 15, "train_loss": 0.0013345448533073068}, {"step": 7100, "epoch": 15, "train_loss": 0.013896740972995758}, {"step": 7150, "epoch": 15, "train_loss": 0.01338936761021614}, {"step": 7200, "epoch": 15, "train_loss": 0.004062267020344734}, {"step": 7250, "epoch": 15, "train_loss": 0.027329495176672935}, {"step": 7300, "epoch": 15, "train_loss": 0.0019589588046073914}, {"step": 7350, "epoch": 15, "train_loss": 0.02476932853460312}, {"step": 7400, "epoch": 15, "train_loss": 0.010387017391622066}, {"step": 7450, "epoch": 15, "train_loss": 0.0009464930044487119}, {"step": 7500, "epoch": 15, "train_loss": 0.0009235964971594512}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9812, "test_loss": 0.08998141551017762}, {"step": 7550, "epoch": 16, "train_loss": 0.003444372909143567}, {"step": 7600, "epoch": 16, "train_loss": 0.013828747905790806}, {"step": 7650, "epoch": 16, "train_loss": 0.0023435119073837996}, {"step": 7700, "epoch": 16, "train_loss": 0.0014136377722024918}, {"step": 7750, "epoch": 16, "train_loss": 0.008368385955691338}, {"step": 7800, "epoch": 16, "train_loss": 0.010863185860216618}, {"step": 7850, "epoch": 16, "train_loss": 0.04549872875213623}, {"step": 7900, "epoch": 16, "train_loss": 0.0006467723869718611}, {"step": 7950, "epoch": 16, "train_loss": 0.0011526866583153605}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9811, "test_loss": 0.09614472501277924}, {"step": 8000, "epoch": 17, "train_loss": 0.0038508090656250715}, {"step": 8050, "epoch": 17, "train_loss": 0.011302933096885681}, {"step": 8100, "epoch": 17, "train_loss": 0.0007046567625366151}, {"step": 8150, "epoch": 17, "train_loss": 0.001163496752269566}, {"step": 8200, "epoch": 17, "train_loss": 0.00010601018584566191}, {"step": 8250, "epoch": 17, "train_loss": 0.0011265070643275976}, {"step": 8300, "epoch": 17, "train_loss": 0.0010289845522493124}, {"step": 8350, "epoch": 17, "train_loss": 0.003957503009587526}, {"step": 8400, "epoch": 17, "train_loss": 0.04096781462430954}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9789, "test_loss": 0.0995020793914795}, {"step": 8450, "epoch": 18, "train_loss": 0.00486903777346015}, {"step": 8500, "epoch": 18, "train_loss": 0.002853977959603071}, {"step": 8550, "epoch": 18, "train_loss": 0.000875198922585696}, {"step": 8600, "epoch": 18, "train_loss": 0.018812689930200577}, {"step": 8650, "epoch": 18, "train_loss": 0.001531702815555036}, {"step": 8700, "epoch": 18, "train_loss": 0.006216906011104584}, {"step": 8750, "epoch": 18, "train_loss": 0.00022027475642971694}, {"step": 8800, "epoch": 18, "train_loss": 0.040174711495637894}, {"step": 8850, "epoch": 18, "train_loss": 0.0016887333476915956}, {"step": 8900, "epoch": 18, "train_loss": 0.016816304996609688}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9781, "test_loss": 0.11667344284057617}, {"step": 8950, "epoch": 19, "train_loss": 0.00013318769924808294}, {"step": 9000, "epoch": 19, "train_loss": 0.001802189857698977}, {"step": 9050, "epoch": 19, "train_loss": 0.0030341085512191057}, {"step": 9100, "epoch": 19, "train_loss": 0.0003048480430152267}, {"step": 9150, "epoch": 19, "train_loss": 0.001036978093907237}, {"step": 9200, "epoch": 19, "train_loss": 0.000465581426396966}, {"step": 9250, "epoch": 19, "train_loss": 0.000767471850849688}, {"step": 9300, "epoch": 19, "train_loss": 0.028175782412290573}, {"step": 9350, "epoch": 19, "train_loss": 0.002949688583612442}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9761, "test_loss": 0.1216069932937622}], "final": {"test_acc": 0.9761, "test_loss": 0.1216069932937622, "wall_s": 35.45807909965515}}
|
