1
|
{"args": {"mode": "bp", "dataset": "mnist", "depth": 7, "width": 256, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_bp_d7_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3634603023529053}, {"step": 50, "epoch": 0, "train_loss": 0.584919273853302}, {"step": 100, "epoch": 0, "train_loss": 0.27131566405296326}, {"step": 150, "epoch": 0, "train_loss": 0.326363742351532}, {"step": 200, "epoch": 0, "train_loss": 0.1601736694574356}, {"step": 250, "epoch": 0, "train_loss": 0.12117701023817062}, {"step": 300, "epoch": 0, "train_loss": 0.2197873890399933}, {"step": 350, "epoch": 0, "train_loss": 0.20030413568019867}, {"step": 400, "epoch": 0, "train_loss": 0.12422268837690353}, {"step": 450, "epoch": 0, "train_loss": 0.19929824769496918}, {"epoch_end": 0, "step": 469, "test_acc": 0.9553, "test_loss": 0.15504046936035157}, {"step": 500, "epoch": 1, "train_loss": 0.19337743520736694}, {"step": 550, "epoch": 1, "train_loss": 0.14012554287910461}, {"step": 600, "epoch": 1, "train_loss": 0.14639605581760406}, {"step": 650, "epoch": 1, "train_loss": 0.13829360902309418}, {"step": 700, "epoch": 1, "train_loss": 0.07874377816915512}, {"step": 750, "epoch": 1, "train_loss": 0.07753812521696091}, {"step": 800, "epoch": 1, "train_loss": 0.13385674357414246}, {"step": 850, "epoch": 1, "train_loss": 0.18673451244831085}, {"step": 900, "epoch": 1, "train_loss": 0.25434914231300354}, {"epoch_end": 1, "step": 938, "test_acc": 0.9638, "test_loss": 0.12157253608703614}, {"step": 950, "epoch": 2, "train_loss": 0.08857148885726929}, {"step": 1000, "epoch": 2, "train_loss": 0.13272421061992645}, {"step": 1050, "epoch": 2, "train_loss": 0.01801415905356407}, {"step": 1100, "epoch": 2, "train_loss": 0.11733254790306091}, {"step": 1150, "epoch": 2, "train_loss": 0.03850272297859192}, {"step": 1200, "epoch": 2, "train_loss": 0.018212392926216125}, {"step": 1250, "epoch": 2, "train_loss": 0.023907167837023735}, {"step": 1300, "epoch": 2, "train_loss": 0.15166209638118744}, {"step": 1350, "epoch": 2, "train_loss": 0.10655688494443893}, {"step": 1400, "epoch": 2, "train_loss": 0.18669851124286652}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9628, "test_loss": 0.13081232719421387}, {"step": 1450, "epoch": 3, "train_loss": 0.04689837992191315}, {"step": 1500, "epoch": 3, "train_loss": 0.04739437624812126}, {"step": 1550, "epoch": 3, "train_loss": 0.075828418135643}, {"step": 1600, "epoch": 3, "train_loss": 0.08776593953371048}, {"step": 1650, "epoch": 3, "train_loss": 0.043569210916757584}, {"step": 1700, "epoch": 3, "train_loss": 0.03700205683708191}, {"step": 1750, "epoch": 3, "train_loss": 0.05326472222805023}, {"step": 1800, "epoch": 3, "train_loss": 0.055885959416627884}, {"step": 1850, "epoch": 3, "train_loss": 0.09324570000171661}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9739, "test_loss": 0.09527736473083497}, {"step": 1900, "epoch": 4, "train_loss": 0.04237436130642891}, {"step": 1950, "epoch": 4, "train_loss": 0.06797666847705841}, {"step": 2000, "epoch": 4, "train_loss": 0.07737981528043747}, {"step": 2050, "epoch": 4, "train_loss": 0.07087323069572449}, {"step": 2100, "epoch": 4, "train_loss": 0.07402457296848297}, {"step": 2150, "epoch": 4, "train_loss": 0.022919446229934692}, {"step": 2200, "epoch": 4, "train_loss": 0.07849586009979248}, {"step": 2250, "epoch": 4, "train_loss": 0.008962268009781837}, {"step": 2300, "epoch": 4, "train_loss": 0.09816927462816238}, {"epoch_end": 4, "step": 2345, "test_acc": 0.972, "test_loss": 0.09869656143188477}, {"step": 2350, "epoch": 5, "train_loss": 0.02640356495976448}, {"step": 2400, "epoch": 5, "train_loss": 0.011563518084585667}, {"step": 2450, "epoch": 5, "train_loss": 0.06835730373859406}, {"step": 2500, "epoch": 5, "train_loss": 0.13516882061958313}, {"step": 2550, "epoch": 5, "train_loss": 0.012433967553079128}, {"step": 2600, "epoch": 5, "train_loss": 0.006980465725064278}, {"step": 2650, "epoch": 5, "train_loss": 0.011916488409042358}, {"step": 2700, "epoch": 5, "train_loss": 0.0310800950974226}, {"step": 2750, "epoch": 5, "train_loss": 0.042320188134908676}, {"step": 2800, "epoch": 5, "train_loss": 0.008242109790444374}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9763, "test_loss": 0.08821248245239258}, {"step": 2850, "epoch": 6, "train_loss": 0.11400287598371506}, {"step": 2900, "epoch": 6, "train_loss": 0.03596469387412071}, {"step": 2950, "epoch": 6, "train_loss": 0.008239064365625381}, {"step": 3000, "epoch": 6, "train_loss": 0.01907813362777233}, {"step": 3050, "epoch": 6, "train_loss": 0.013928240165114403}, {"step": 3100, "epoch": 6, "train_loss": 0.0483473464846611}, {"step": 3150, "epoch": 6, "train_loss": 0.012165486812591553}, {"step": 3200, "epoch": 6, "train_loss": 0.035639721900224686}, {"step": 3250, "epoch": 6, "train_loss": 0.03609096631407738}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9756, "test_loss": 0.09237623329162598}, {"step": 3300, "epoch": 7, "train_loss": 0.00759879220277071}, {"step": 3350, "epoch": 7, "train_loss": 0.025012070313096046}, {"step": 3400, "epoch": 7, "train_loss": 0.0190057922154665}, {"step": 3450, "epoch": 7, "train_loss": 0.020422443747520447}, {"step": 3500, "epoch": 7, "train_loss": 0.02957572229206562}, {"step": 3550, "epoch": 7, "train_loss": 0.01449743751436472}, {"step": 3600, "epoch": 7, "train_loss": 0.016134724020957947}, {"step": 3650, "epoch": 7, "train_loss": 0.003433813573792577}, {"step": 3700, "epoch": 7, "train_loss": 0.04971809685230255}, {"step": 3750, "epoch": 7, "train_loss": 0.016174238175153732}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9743, "test_loss": 0.10037691583633424}, {"step": 3800, "epoch": 8, "train_loss": 0.06391484290361404}, {"step": 3850, "epoch": 8, "train_loss": 0.02567223832011223}, {"step": 3900, "epoch": 8, "train_loss": 0.0016912863356992602}, {"step": 3950, "epoch": 8, "train_loss": 0.040251828730106354}, {"step": 4000, "epoch": 8, "train_loss": 0.011853641830384731}, {"step": 4050, "epoch": 8, "train_loss": 0.04003329575061798}, {"step": 4100, "epoch": 8, "train_loss": 0.032284680753946304}, {"step": 4150, "epoch": 8, "train_loss": 0.0005418151849880815}, {"step": 4200, "epoch": 8, "train_loss": 0.026582112535834312}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9771, "test_loss": 0.10346506805419922}, {"step": 4250, "epoch": 9, "train_loss": 0.02379169873893261}, {"step": 4300, "epoch": 9, "train_loss": 0.022362085059285164}, {"step": 4350, "epoch": 9, "train_loss": 0.011781848035752773}, {"step": 4400, "epoch": 9, "train_loss": 0.01324100699275732}, {"step": 4450, "epoch": 9, "train_loss": 0.023972587659955025}, {"step": 4500, "epoch": 9, "train_loss": 0.0033254316076636314}, {"step": 4550, "epoch": 9, "train_loss": 0.05268540605902672}, {"step": 4600, "epoch": 9, "train_loss": 0.04706791043281555}, {"step": 4650, "epoch": 9, "train_loss": 0.1354481726884842}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9754, "test_loss": 0.1037322473526001}, {"step": 4700, "epoch": 10, "train_loss": 0.011977031826972961}, {"step": 4750, "epoch": 10, "train_loss": 0.008722135797142982}, {"step": 4800, "epoch": 10, "train_loss": 0.031041881069540977}, {"step": 4850, "epoch": 10, "train_loss": 0.002536942483857274}, {"step": 4900, "epoch": 10, "train_loss": 0.012166634202003479}, {"step": 4950, "epoch": 10, "train_loss": 0.006357948761433363}, {"step": 5000, "epoch": 10, "train_loss": 0.012730326503515244}, {"step": 5050, "epoch": 10, "train_loss": 0.016597913578152657}, {"step": 5100, "epoch": 10, "train_loss": 0.024921715259552002}, {"step": 5150, "epoch": 10, "train_loss": 0.02106255665421486}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9779, "test_loss": 0.098981800365448}, {"step": 5200, "epoch": 11, "train_loss": 0.01625237613916397}, {"step": 5250, "epoch": 11, "train_loss": 0.022552048787474632}, {"step": 5300, "epoch": 11, "train_loss": 0.03549595922231674}, {"step": 5350, "epoch": 11, "train_loss": 0.014803768135607243}, {"step": 5400, "epoch": 11, "train_loss": 0.0154494009912014}, {"step": 5450, "epoch": 11, "train_loss": 0.018533596768975258}, {"step": 5500, "epoch": 11, "train_loss": 0.007156524807214737}, {"step": 5550, "epoch": 11, "train_loss": 0.010904684662818909}, {"step": 5600, "epoch": 11, "train_loss": 0.006352885626256466}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9774, "test_loss": 0.0972934621810913}, {"step": 5650, "epoch": 12, "train_loss": 0.006077399477362633}, {"step": 5700, "epoch": 12, "train_loss": 0.022038765251636505}, {"step": 5750, "epoch": 12, "train_loss": 0.004308824427425861}, {"step": 5800, "epoch": 12, "train_loss": 0.013099591247737408}, {"step": 5850, "epoch": 12, "train_loss": 0.0035541318356990814}, {"step": 5900, "epoch": 12, "train_loss": 0.010298622772097588}, {"step": 5950, "epoch": 12, "train_loss": 0.007700174581259489}, {"step": 6000, "epoch": 12, "train_loss": 0.0390409380197525}, {"step": 6050, "epoch": 12, "train_loss": 0.004713013768196106}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9786, "test_loss": 0.09948969411849976}, {"step": 6100, "epoch": 13, "train_loss": 0.0011530169285833836}, {"step": 6150, "epoch": 13, "train_loss": 0.0012500446755439043}, {"step": 6200, "epoch": 13, "train_loss": 0.001806026790291071}, {"step": 6250, "epoch": 13, "train_loss": 0.0010949800489470363}, {"step": 6300, "epoch": 13, "train_loss": 0.0009616952738724649}, {"step": 6350, "epoch": 13, "train_loss": 0.005076004657894373}, {"step": 6400, "epoch": 13, "train_loss": 0.08476664125919342}, {"step": 6450, "epoch": 13, "train_loss": 0.04954476282000542}, {"step": 6500, "epoch": 13, "train_loss": 0.0010318119311705232}, {"step": 6550, "epoch": 13, "train_loss": 0.02027546986937523}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9762, "test_loss": 0.10357784214019776}, {"step": 6600, "epoch": 14, "train_loss": 0.0002477555244695395}, {"step": 6650, "epoch": 14, "train_loss": 0.006749341730028391}, {"step": 6700, "epoch": 14, "train_loss": 0.005599241703748703}, {"step": 6750, "epoch": 14, "train_loss": 0.0020510144531726837}, {"step": 6800, "epoch": 14, "train_loss": 0.013988708145916462}, {"step": 6850, "epoch": 14, "train_loss": 0.005037692841142416}, {"step": 6900, "epoch": 14, "train_loss": 0.01804262027144432}, {"step": 6950, "epoch": 14, "train_loss": 0.005872187204658985}, {"step": 7000, "epoch": 14, "train_loss": 0.0013213977217674255}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9776, "test_loss": 0.0998591700553894}, {"step": 7050, "epoch": 15, "train_loss": 0.002185555174946785}, {"step": 7100, "epoch": 15, "train_loss": 0.0007265349850058556}, {"step": 7150, "epoch": 15, "train_loss": 0.0005023535923101008}, {"step": 7200, "epoch": 15, "train_loss": 0.0029576399829238653}, {"step": 7250, "epoch": 15, "train_loss": 0.0005695146392099559}, {"step": 7300, "epoch": 15, "train_loss": 0.06273901462554932}, {"step": 7350, "epoch": 15, "train_loss": 0.0007454095175489783}, {"step": 7400, "epoch": 15, "train_loss": 0.015602193772792816}, {"step": 7450, "epoch": 15, "train_loss": 0.004601713269948959}, {"step": 7500, "epoch": 15, "train_loss": 0.001090352889150381}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9789, "test_loss": 0.1010618658065796}, {"step": 7550, "epoch": 16, "train_loss": 0.0003079422458540648}, {"step": 7600, "epoch": 16, "train_loss": 0.019845519214868546}, {"step": 7650, "epoch": 16, "train_loss": 0.0004388664092402905}, {"step": 7700, "epoch": 16, "train_loss": 0.010636251419782639}, {"step": 7750, "epoch": 16, "train_loss": 0.0028704770375043154}, {"step": 7800, "epoch": 16, "train_loss": 0.0017920911777764559}, {"step": 7850, "epoch": 16, "train_loss": 0.00986121129244566}, {"step": 7900, "epoch": 16, "train_loss": 0.0011761117493733764}, {"step": 7950, "epoch": 16, "train_loss": 0.004236164968460798}, {"epoch_end": 16, "step": 7973, "test_acc": 0.978, "test_loss": 0.10669180679321288}, {"step": 8000, "epoch": 17, "train_loss": 0.0273881945759058}, {"step": 8050, "epoch": 17, "train_loss": 0.004494274500757456}, {"step": 8100, "epoch": 17, "train_loss": 0.055604297667741776}, {"step": 8150, "epoch": 17, "train_loss": 0.030209293588995934}, {"step": 8200, "epoch": 17, "train_loss": 0.0006769648171029985}, {"step": 8250, "epoch": 17, "train_loss": 0.02847328595817089}, {"step": 8300, "epoch": 17, "train_loss": 0.0015205004019662738}, {"step": 8350, "epoch": 17, "train_loss": 0.007167931646108627}, {"step": 8400, "epoch": 17, "train_loss": 0.002140734577551484}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9777, "test_loss": 0.10881091213226318}, {"step": 8450, "epoch": 18, "train_loss": 0.0050050364807248116}, {"step": 8500, "epoch": 18, "train_loss": 0.001137500163167715}, {"step": 8550, "epoch": 18, "train_loss": 0.008878250606358051}, {"step": 8600, "epoch": 18, "train_loss": 0.024376116693019867}, {"step": 8650, "epoch": 18, "train_loss": 0.0006307074800133705}, {"step": 8700, "epoch": 18, "train_loss": 0.004835176281630993}, {"step": 8750, "epoch": 18, "train_loss": 0.0020693575497716665}, {"step": 8800, "epoch": 18, "train_loss": 0.013580737635493279}, {"step": 8850, "epoch": 18, "train_loss": 0.00077024195343256}, {"step": 8900, "epoch": 18, "train_loss": 0.0276680588722229}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9788, "test_loss": 0.11131158428192138}, {"step": 8950, "epoch": 19, "train_loss": 0.00021833612117916346}, {"step": 9000, "epoch": 19, "train_loss": 0.0006028945208527148}, {"step": 9050, "epoch": 19, "train_loss": 0.0006228959537111223}, {"step": 9100, "epoch": 19, "train_loss": 0.00014303707575891167}, {"step": 9150, "epoch": 19, "train_loss": 0.001000930555164814}, {"step": 9200, "epoch": 19, "train_loss": 0.001195399439893663}, {"step": 9250, "epoch": 19, "train_loss": 0.0008418058860115707}, {"step": 9300, "epoch": 19, "train_loss": 0.006265843287110329}, {"step": 9350, "epoch": 19, "train_loss": 0.0038236381951719522}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9811, "test_loss": 0.09571140656471253}], "final": {"test_acc": 0.9811, "test_loss": 0.09571140656471253, "wall_s": 35.38850140571594}}
|
