1
|
{"args": {"mode": "bp", "dataset": "mnist", "depth": 1, "width": 500, "act": "tanh", "residual": 0, "epochs": 25, "batch_size": 128, "train_examples": 50000, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_archmatch_v1_mnist_bp_w500_d1_s0", "n_in": 784}, "provenance": {"git_commit": "262c6d9ef3f0461218c1a5e632fc7dd6357e0a20", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.529653310775757}, {"step": 50, "epoch": 0, "train_loss": 0.3679444491863251}, {"step": 100, "epoch": 0, "train_loss": 0.13640330731868744}, {"step": 150, "epoch": 0, "train_loss": 0.17397169768810272}, {"step": 200, "epoch": 0, "train_loss": 0.22615139186382294}, {"step": 250, "epoch": 0, "train_loss": 0.2479219138622284}, {"step": 300, "epoch": 0, "train_loss": 0.13611888885498047}, {"step": 350, "epoch": 0, "train_loss": 0.20692390203475952}, {"epoch_end": 0, "step": 391, "test_acc": 0.9589, "test_loss": 0.14059993324279785}, {"step": 400, "epoch": 1, "train_loss": 0.09336370974779129}, {"step": 450, "epoch": 1, "train_loss": 0.12225135415792465}, {"step": 500, "epoch": 1, "train_loss": 0.18298286199569702}, {"step": 550, "epoch": 1, "train_loss": 0.06902388483285904}, {"step": 600, "epoch": 1, "train_loss": 0.05321333557367325}, {"step": 650, "epoch": 1, "train_loss": 0.06309623271226883}, {"step": 700, "epoch": 1, "train_loss": 0.07216529548168182}, {"step": 750, "epoch": 1, "train_loss": 0.11980332434177399}, {"epoch_end": 1, "step": 782, "test_acc": 0.9579, "test_loss": 0.14021187896728515}, {"step": 800, "epoch": 2, "train_loss": 0.06986840069293976}, {"step": 850, "epoch": 2, "train_loss": 0.030502747744321823}, {"step": 900, "epoch": 2, "train_loss": 0.056895650923252106}, {"step": 950, "epoch": 2, "train_loss": 0.08159191906452179}, {"step": 1000, "epoch": 2, "train_loss": 0.036765407770872116}, {"step": 1050, "epoch": 2, "train_loss": 0.02545097842812538}, {"step": 1100, "epoch": 2, "train_loss": 0.1005951389670372}, {"step": 1150, "epoch": 2, "train_loss": 0.06085049733519554}, {"epoch_end": 2, "step": 1173, "test_acc": 0.973, "test_loss": 0.08655920886993408}, {"step": 1200, "epoch": 3, "train_loss": 0.04218049719929695}, {"step": 1250, "epoch": 3, "train_loss": 0.03542773425579071}, {"step": 1300, "epoch": 3, "train_loss": 0.013723227195441723}, {"step": 1350, "epoch": 3, "train_loss": 0.01605125702917576}, {"step": 1400, "epoch": 3, "train_loss": 0.039044760167598724}, {"step": 1450, "epoch": 3, "train_loss": 0.021958449855446815}, {"step": 1500, "epoch": 3, "train_loss": 0.07918249815702438}, {"step": 1550, "epoch": 3, "train_loss": 0.012839997187256813}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9744, "test_loss": 0.08105616683959961}, {"step": 1600, "epoch": 4, "train_loss": 0.017535462975502014}, {"step": 1650, "epoch": 4, "train_loss": 0.0428149588406086}, {"step": 1700, "epoch": 4, "train_loss": 0.03784516826272011}, {"step": 1750, "epoch": 4, "train_loss": 0.011868010275065899}, {"step": 1800, "epoch": 4, "train_loss": 0.013396226800978184}, {"step": 1850, "epoch": 4, "train_loss": 0.030906831845641136}, {"step": 1900, "epoch": 4, "train_loss": 0.004803402815014124}, {"step": 1950, "epoch": 4, "train_loss": 0.03004857711493969}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9784, "test_loss": 0.06740753145217895}, {"step": 2000, "epoch": 5, "train_loss": 0.01953575201332569}, {"step": 2050, "epoch": 5, "train_loss": 0.0072065661661326885}, {"step": 2100, "epoch": 5, "train_loss": 0.0072195082902908325}, {"step": 2150, "epoch": 5, "train_loss": 0.004397705662995577}, {"step": 2200, "epoch": 5, "train_loss": 0.0043753632344305515}, {"step": 2250, "epoch": 5, "train_loss": 0.011778188869357109}, {"step": 2300, "epoch": 5, "train_loss": 0.0061593614518642426}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9807, "test_loss": 0.06374471864700318}, {"step": 2350, "epoch": 6, "train_loss": 0.008232607506215572}, {"step": 2400, "epoch": 6, "train_loss": 0.00517288688570261}, {"step": 2450, "epoch": 6, "train_loss": 0.004978879354894161}, {"step": 2500, "epoch": 6, "train_loss": 0.005841410718858242}, {"step": 2550, "epoch": 6, "train_loss": 0.005197310820221901}, {"step": 2600, "epoch": 6, "train_loss": 0.007580540608614683}, {"step": 2650, "epoch": 6, "train_loss": 0.0027406231965869665}, {"step": 2700, "epoch": 6, "train_loss": 0.0035414493177086115}, {"epoch_end": 6, "step": 2737, "test_acc": 0.981, "test_loss": 0.06266844778060914}, {"step": 2750, "epoch": 7, "train_loss": 0.0012068471405655146}, {"step": 2800, "epoch": 7, "train_loss": 0.002066554967314005}, {"step": 2850, "epoch": 7, "train_loss": 0.0018961241003125906}, {"step": 2900, "epoch": 7, "train_loss": 0.0038532742764800787}, {"step": 2950, "epoch": 7, "train_loss": 0.0012177226599305868}, {"step": 3000, "epoch": 7, "train_loss": 0.0017440242227166891}, {"step": 3050, "epoch": 7, "train_loss": 0.004497661255300045}, {"step": 3100, "epoch": 7, "train_loss": 0.0014345506206154823}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9808, "test_loss": 0.06407360563278199}, {"step": 3150, "epoch": 8, "train_loss": 0.0021706335246562958}, {"step": 3200, "epoch": 8, "train_loss": 0.004896128550171852}, {"step": 3250, "epoch": 8, "train_loss": 0.0015725011471658945}, {"step": 3300, "epoch": 8, "train_loss": 0.002179396105930209}, {"step": 3350, "epoch": 8, "train_loss": 0.004903758876025677}, {"step": 3400, "epoch": 8, "train_loss": 0.0024478230625391006}, {"step": 3450, "epoch": 8, "train_loss": 0.003042479744181037}, {"step": 3500, "epoch": 8, "train_loss": 0.004097072873264551}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9809, "test_loss": 0.062189706611633304}, {"step": 3550, "epoch": 9, "train_loss": 0.0025155050680041313}, {"step": 3600, "epoch": 9, "train_loss": 0.0018959719454869628}, {"step": 3650, "epoch": 9, "train_loss": 0.0028564154636114836}, {"step": 3700, "epoch": 9, "train_loss": 0.003433483885601163}, {"step": 3750, "epoch": 9, "train_loss": 0.003114477964118123}, {"step": 3800, "epoch": 9, "train_loss": 0.0013581393286585808}, {"step": 3850, "epoch": 9, "train_loss": 0.002901146188378334}, {"step": 3900, "epoch": 9, "train_loss": 0.0016000766772776842}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9815, "test_loss": 0.06230254135131836}, {"step": 3950, "epoch": 10, "train_loss": 0.001686303410679102}, {"step": 4000, "epoch": 10, "train_loss": 0.0020305109210312366}, {"step": 4050, "epoch": 10, "train_loss": 0.001804674044251442}, {"step": 4100, "epoch": 10, "train_loss": 0.0021467830520123243}, {"step": 4150, "epoch": 10, "train_loss": 0.001022701384499669}, {"step": 4200, "epoch": 10, "train_loss": 0.00189292267896235}, {"step": 4250, "epoch": 10, "train_loss": 0.002707919105887413}, {"step": 4300, "epoch": 10, "train_loss": 0.0020615390967577696}, {"epoch_end": 10, "step": 4301, "test_acc": 0.981, "test_loss": 0.06365604772567748}, {"step": 4350, "epoch": 11, "train_loss": 0.001540582743473351}, {"step": 4400, "epoch": 11, "train_loss": 0.0011863976251333952}, {"step": 4450, "epoch": 11, "train_loss": 0.0021892886143177748}, {"step": 4500, "epoch": 11, "train_loss": 0.0004710734647233039}, {"step": 4550, "epoch": 11, "train_loss": 0.002431733999401331}, {"step": 4600, "epoch": 11, "train_loss": 0.00120242137927562}, {"step": 4650, "epoch": 11, "train_loss": 0.0024771057069301605}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9815, "test_loss": 0.06353156914710999}, {"step": 4700, "epoch": 12, "train_loss": 0.0018547872314229608}, {"step": 4750, "epoch": 12, "train_loss": 0.0015066111227497458}, {"step": 4800, "epoch": 12, "train_loss": 0.0011405418626964092}, {"step": 4850, "epoch": 12, "train_loss": 0.001623340300284326}, {"step": 4900, "epoch": 12, "train_loss": 0.0011404147371649742}, {"step": 4950, "epoch": 12, "train_loss": 0.0010571741731837392}, {"step": 5000, "epoch": 12, "train_loss": 0.0010574639309197664}, {"step": 5050, "epoch": 12, "train_loss": 0.0016814677510410547}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9813, "test_loss": 0.06383639097213745}, {"step": 5100, "epoch": 13, "train_loss": 0.0012780990218743682}, {"step": 5150, "epoch": 13, "train_loss": 0.0011164924362674356}, {"step": 5200, "epoch": 13, "train_loss": 0.0013468394754454494}, {"step": 5250, "epoch": 13, "train_loss": 0.0012687569251284003}, {"step": 5300, "epoch": 13, "train_loss": 0.0012173623545095325}, {"step": 5350, "epoch": 13, "train_loss": 0.002035332378000021}, {"step": 5400, "epoch": 13, "train_loss": 0.0008949877228587866}, {"step": 5450, "epoch": 13, "train_loss": 0.0009048383217304945}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9807, "test_loss": 0.06414769086837768}, {"step": 5500, "epoch": 14, "train_loss": 0.0007456267485395074}, {"step": 5550, "epoch": 14, "train_loss": 0.000963466358371079}, {"step": 5600, "epoch": 14, "train_loss": 0.0014049309538677335}, {"step": 5650, "epoch": 14, "train_loss": 0.0010383682092651725}, {"step": 5700, "epoch": 14, "train_loss": 0.0005266761872917414}, {"step": 5750, "epoch": 14, "train_loss": 0.0013183809351176023}, {"step": 5800, "epoch": 14, "train_loss": 0.0018872757209464908}, {"step": 5850, "epoch": 14, "train_loss": 0.001406779047101736}, {"epoch_end": 14, "step": 5865, "test_acc": 0.981, "test_loss": 0.06410251598358155}, {"step": 5900, "epoch": 15, "train_loss": 0.0010196907678619027}, {"step": 5950, "epoch": 15, "train_loss": 0.0016147011192515492}, {"step": 6000, "epoch": 15, "train_loss": 0.0021771234460175037}, {"step": 6050, "epoch": 15, "train_loss": 0.0018777959048748016}, {"step": 6100, "epoch": 15, "train_loss": 0.0012702962849289179}, {"step": 6150, "epoch": 15, "train_loss": 0.0009211473516188562}, {"step": 6200, "epoch": 15, "train_loss": 0.001036160159856081}, {"step": 6250, "epoch": 15, "train_loss": 0.0011221254244446754}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9818, "test_loss": 0.06406165990829468}, {"step": 6300, "epoch": 16, "train_loss": 0.001057866495102644}, {"step": 6350, "epoch": 16, "train_loss": 0.0007410273537971079}, {"step": 6400, "epoch": 16, "train_loss": 0.0007802165346220136}, {"step": 6450, "epoch": 16, "train_loss": 0.0005045710131525993}, {"step": 6500, "epoch": 16, "train_loss": 0.0007480365457013249}, {"step": 6550, "epoch": 16, "train_loss": 0.0012487847125157714}, {"step": 6600, "epoch": 16, "train_loss": 0.0007416029693558812}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9818, "test_loss": 0.0649446382522583}, {"step": 6650, "epoch": 17, "train_loss": 0.0005390990991145372}, {"step": 6700, "epoch": 17, "train_loss": 0.0003866490151267499}, {"step": 6750, "epoch": 17, "train_loss": 0.001493216142989695}, {"step": 6800, "epoch": 17, "train_loss": 0.0014812815934419632}, {"step": 6850, "epoch": 17, "train_loss": 0.0008846998098306358}, {"step": 6900, "epoch": 17, "train_loss": 0.001293561072088778}, {"step": 6950, "epoch": 17, "train_loss": 0.0010452351998537779}, {"step": 7000, "epoch": 17, "train_loss": 0.0011768215335905552}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9811, "test_loss": 0.06530593686103821}, {"step": 7050, "epoch": 18, "train_loss": 0.0003853194648399949}, {"step": 7100, "epoch": 18, "train_loss": 0.0014464458217844367}, {"step": 7150, "epoch": 18, "train_loss": 0.0004936479381285608}, {"step": 7200, "epoch": 18, "train_loss": 0.0007469477714039385}, {"step": 7250, "epoch": 18, "train_loss": 0.001263497630134225}, {"step": 7300, "epoch": 18, "train_loss": 0.0006984496139921248}, {"step": 7350, "epoch": 18, "train_loss": 0.0008992237271741033}, {"step": 7400, "epoch": 18, "train_loss": 0.0005116224638186395}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9819, "test_loss": 0.06473410873413087}, {"step": 7450, "epoch": 19, "train_loss": 0.0004476758767850697}, {"step": 7500, "epoch": 19, "train_loss": 0.000766622310038656}, {"step": 7550, "epoch": 19, "train_loss": 0.00045481123379431665}, {"step": 7600, "epoch": 19, "train_loss": 0.00035759585443884134}, {"step": 7650, "epoch": 19, "train_loss": 0.0011191722005605698}, {"step": 7700, "epoch": 19, "train_loss": 0.0010361210443079472}, {"step": 7750, "epoch": 19, "train_loss": 0.000923388113733381}, {"step": 7800, "epoch": 19, "train_loss": 0.001387335709296167}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9814, "test_loss": 0.06546387457847595}, {"step": 7850, "epoch": 20, "train_loss": 0.0008525121374987066}, {"step": 7900, "epoch": 20, "train_loss": 0.0007822598563507199}, {"step": 7950, "epoch": 20, "train_loss": 0.0007487335824407637}, {"step": 8000, "epoch": 20, "train_loss": 0.0007169679738581181}, {"step": 8050, "epoch": 20, "train_loss": 0.001149622374214232}, {"step": 8100, "epoch": 20, "train_loss": 0.0009398512775078416}, {"step": 8150, "epoch": 20, "train_loss": 0.0008019875385798514}, {"step": 8200, "epoch": 20, "train_loss": 0.0004135927592869848}, {"epoch_end": 20, "step": 8211, "test_acc": 0.982, "test_loss": 0.06540369753837585}, {"step": 8250, "epoch": 21, "train_loss": 0.0008482952835038304}, {"step": 8300, "epoch": 21, "train_loss": 0.0008039422682486475}, {"step": 8350, "epoch": 21, "train_loss": 0.0009830057388171554}, {"step": 8400, "epoch": 21, "train_loss": 0.0005507324240170419}, {"step": 8450, "epoch": 21, "train_loss": 0.0007066864054650068}, {"step": 8500, "epoch": 21, "train_loss": 0.000986541504971683}, {"step": 8550, "epoch": 21, "train_loss": 0.0006164516671560705}, {"step": 8600, "epoch": 21, "train_loss": 0.0012085899943485856}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9815, "test_loss": 0.06610920982360839}, {"step": 8650, "epoch": 22, "train_loss": 0.0005312811117619276}, {"step": 8700, "epoch": 22, "train_loss": 0.0006736447685398161}, {"step": 8750, "epoch": 22, "train_loss": 0.0006585121736861765}, {"step": 8800, "epoch": 22, "train_loss": 0.0009882417507469654}, {"step": 8850, "epoch": 22, "train_loss": 0.0005559821147471666}, {"step": 8900, "epoch": 22, "train_loss": 0.0013187630102038383}, {"step": 8950, "epoch": 22, "train_loss": 0.0006247776909731328}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9818, "test_loss": 0.06566711745262147}, {"step": 9000, "epoch": 23, "train_loss": 0.0005404988769441843}, {"step": 9050, "epoch": 23, "train_loss": 0.000696440227329731}, {"step": 9100, "epoch": 23, "train_loss": 0.0006092993426136672}, {"step": 9150, "epoch": 23, "train_loss": 0.0010911618592217565}, {"step": 9200, "epoch": 23, "train_loss": 0.0009640745120123029}, {"step": 9250, "epoch": 23, "train_loss": 0.0006281345267780125}, {"step": 9300, "epoch": 23, "train_loss": 0.0006386042223311961}, {"step": 9350, "epoch": 23, "train_loss": 0.0007003872306086123}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9821, "test_loss": 0.06649206714630126}, {"step": 9400, "epoch": 24, "train_loss": 0.0007319796714000404}, {"step": 9450, "epoch": 24, "train_loss": 0.0004183913697488606}, {"step": 9500, "epoch": 24, "train_loss": 0.0007594765047542751}, {"step": 9550, "epoch": 24, "train_loss": 0.0005724520306102931}, {"step": 9600, "epoch": 24, "train_loss": 0.0005377248744480312}, {"step": 9650, "epoch": 24, "train_loss": 0.0011918899836018682}, {"step": 9700, "epoch": 24, "train_loss": 0.0005883764824829996}, {"step": 9750, "epoch": 24, "train_loss": 0.0011136219836771488}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9818, "test_loss": 0.06645027012825012}], "final": {"test_acc": 0.9818, "test_loss": 0.06645027012825012, "wall_s": 15.702399015426636}}
|
