1
|
{"args": {"mode": "bp", "dataset": "mnist", "depth": 1, "width": 500, "act": "tanh", "residual": 0, "epochs": 25, "batch_size": 128, "train_examples": 50000, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 3, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_archmatch_v1_mnist_bp_w500_d1_s3", "n_in": 784, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.442439317703247}, {"step": 50, "epoch": 0, "train_loss": 0.3597072958946228}, {"step": 100, "epoch": 0, "train_loss": 0.1434585154056549}, {"step": 150, "epoch": 0, "train_loss": 0.16895577311515808}, {"step": 200, "epoch": 0, "train_loss": 0.24917614459991455}, {"step": 250, "epoch": 0, "train_loss": 0.23427127301692963}, {"step": 300, "epoch": 0, "train_loss": 0.14534427225589752}, {"step": 350, "epoch": 0, "train_loss": 0.22066281735897064}, {"epoch_end": 0, "step": 391, "test_acc": 0.9592, "test_loss": 0.13613265838623048}, {"step": 400, "epoch": 1, "train_loss": 0.1043832004070282}, {"step": 450, "epoch": 1, "train_loss": 0.0929255485534668}, {"step": 500, "epoch": 1, "train_loss": 0.1611367166042328}, {"step": 550, "epoch": 1, "train_loss": 0.056359536945819855}, {"step": 600, "epoch": 1, "train_loss": 0.049534689635038376}, {"step": 650, "epoch": 1, "train_loss": 0.06269383430480957}, {"step": 700, "epoch": 1, "train_loss": 0.07069013267755508}, {"step": 750, "epoch": 1, "train_loss": 0.12983359396457672}, {"epoch_end": 1, "step": 782, "test_acc": 0.958, "test_loss": 0.1332628662109375}, {"step": 800, "epoch": 2, "train_loss": 0.051058080047369}, {"step": 850, "epoch": 2, "train_loss": 0.04488962143659592}, {"step": 900, "epoch": 2, "train_loss": 0.03797976300120354}, {"step": 950, "epoch": 2, "train_loss": 0.07414145022630692}, {"step": 1000, "epoch": 2, "train_loss": 0.05224404111504555}, {"step": 1050, "epoch": 2, "train_loss": 0.0377238392829895}, {"step": 1100, "epoch": 2, "train_loss": 0.07468684017658234}, {"step": 1150, "epoch": 2, "train_loss": 0.07830121368169785}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9738, "test_loss": 0.08383109397888183}, {"step": 1200, "epoch": 3, "train_loss": 0.039238493889570236}, {"step": 1250, "epoch": 3, "train_loss": 0.0369303897023201}, {"step": 1300, "epoch": 3, "train_loss": 0.015313271433115005}, {"step": 1350, "epoch": 3, "train_loss": 0.015038414858281612}, {"step": 1400, "epoch": 3, "train_loss": 0.05030291900038719}, {"step": 1450, "epoch": 3, "train_loss": 0.028639240190386772}, {"step": 1500, "epoch": 3, "train_loss": 0.0491676889359951}, {"step": 1550, "epoch": 3, "train_loss": 0.016386140137910843}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9759, "test_loss": 0.08066651077270508}, {"step": 1600, "epoch": 4, "train_loss": 0.03387989476323128}, {"step": 1650, "epoch": 4, "train_loss": 0.015670260414481163}, {"step": 1700, "epoch": 4, "train_loss": 0.035960640758275986}, {"step": 1750, "epoch": 4, "train_loss": 0.011045870371162891}, {"step": 1800, "epoch": 4, "train_loss": 0.008652251213788986}, {"step": 1850, "epoch": 4, "train_loss": 0.0462065227329731}, {"step": 1900, "epoch": 4, "train_loss": 0.009118443354964256}, {"step": 1950, "epoch": 4, "train_loss": 0.028538424521684647}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9804, "test_loss": 0.06400562810897827}, {"step": 2000, "epoch": 5, "train_loss": 0.024943873286247253}, {"step": 2050, "epoch": 5, "train_loss": 0.007518421858549118}, {"step": 2100, "epoch": 5, "train_loss": 0.01681591011583805}, {"step": 2150, "epoch": 5, "train_loss": 0.002718451200053096}, {"step": 2200, "epoch": 5, "train_loss": 0.005477976053953171}, {"step": 2250, "epoch": 5, "train_loss": 0.005205737892538309}, {"step": 2300, "epoch": 5, "train_loss": 0.011963323689997196}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9826, "test_loss": 0.05708160581588745}, {"step": 2350, "epoch": 6, "train_loss": 0.007052056957036257}, {"step": 2400, "epoch": 6, "train_loss": 0.003398565109819174}, {"step": 2450, "epoch": 6, "train_loss": 0.006590230856090784}, {"step": 2500, "epoch": 6, "train_loss": 0.00522001925855875}, {"step": 2550, "epoch": 6, "train_loss": 0.005017237272113562}, {"step": 2600, "epoch": 6, "train_loss": 0.0039219907484948635}, {"step": 2650, "epoch": 6, "train_loss": 0.0030174176208674908}, {"step": 2700, "epoch": 6, "train_loss": 0.002178006572648883}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9823, "test_loss": 0.05806009330749512}, {"step": 2750, "epoch": 7, "train_loss": 0.0013583614490926266}, {"step": 2800, "epoch": 7, "train_loss": 0.00207667239010334}, {"step": 2850, "epoch": 7, "train_loss": 0.002083058701828122}, {"step": 2900, "epoch": 7, "train_loss": 0.002549487166106701}, {"step": 2950, "epoch": 7, "train_loss": 0.002472421620041132}, {"step": 3000, "epoch": 7, "train_loss": 0.003367253579199314}, {"step": 3050, "epoch": 7, "train_loss": 0.004098213277757168}, {"step": 3100, "epoch": 7, "train_loss": 0.001341246417723596}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9826, "test_loss": 0.058283336353302004}, {"step": 3150, "epoch": 8, "train_loss": 0.0019023859640583396}, {"step": 3200, "epoch": 8, "train_loss": 0.004284345079213381}, {"step": 3250, "epoch": 8, "train_loss": 0.001468418980948627}, {"step": 3300, "epoch": 8, "train_loss": 0.0030696713365614414}, {"step": 3350, "epoch": 8, "train_loss": 0.005437613930553198}, {"step": 3400, "epoch": 8, "train_loss": 0.001670653698965907}, {"step": 3450, "epoch": 8, "train_loss": 0.004026760812848806}, {"step": 3500, "epoch": 8, "train_loss": 0.005466564558446407}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9833, "test_loss": 0.057670941352844236}, {"step": 3550, "epoch": 9, "train_loss": 0.002307985909283161}, {"step": 3600, "epoch": 9, "train_loss": 0.0015697790076956153}, {"step": 3650, "epoch": 9, "train_loss": 0.002565456787124276}, {"step": 3700, "epoch": 9, "train_loss": 0.00331413303501904}, {"step": 3750, "epoch": 9, "train_loss": 0.002135369461029768}, {"step": 3800, "epoch": 9, "train_loss": 0.0014417628990486264}, {"step": 3850, "epoch": 9, "train_loss": 0.003275520633906126}, {"step": 3900, "epoch": 9, "train_loss": 0.0017746745143085718}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9833, "test_loss": 0.0572457688331604}, {"step": 3950, "epoch": 10, "train_loss": 0.0012152750277891755}, {"step": 4000, "epoch": 10, "train_loss": 0.001861122902482748}, {"step": 4050, "epoch": 10, "train_loss": 0.0013456387678161263}, {"step": 4100, "epoch": 10, "train_loss": 0.001598906354047358}, {"step": 4150, "epoch": 10, "train_loss": 0.0011233246186748147}, {"step": 4200, "epoch": 10, "train_loss": 0.0026385304518043995}, {"step": 4250, "epoch": 10, "train_loss": 0.002907693386077881}, {"step": 4300, "epoch": 10, "train_loss": 0.001659316010773182}, {"epoch_end": 10, "step": 4301, "test_acc": 0.983, "test_loss": 0.058821951484680175}, {"step": 4350, "epoch": 11, "train_loss": 0.0019236073130741715}, {"step": 4400, "epoch": 11, "train_loss": 0.0008424819679930806}, {"step": 4450, "epoch": 11, "train_loss": 0.002004214096814394}, {"step": 4500, "epoch": 11, "train_loss": 0.00029801815981045365}, {"step": 4550, "epoch": 11, "train_loss": 0.0026370042469352484}, {"step": 4600, "epoch": 11, "train_loss": 0.001632623141631484}, {"step": 4650, "epoch": 11, "train_loss": 0.0016934730811044574}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9832, "test_loss": 0.057848134994506833}, {"step": 4700, "epoch": 12, "train_loss": 0.002378844888880849}, {"step": 4750, "epoch": 12, "train_loss": 0.00169668672606349}, {"step": 4800, "epoch": 12, "train_loss": 0.0008055358193814754}, {"step": 4850, "epoch": 12, "train_loss": 0.0017416279297322035}, {"step": 4900, "epoch": 12, "train_loss": 0.0015956000424921513}, {"step": 4950, "epoch": 12, "train_loss": 0.0009655216708779335}, {"step": 5000, "epoch": 12, "train_loss": 0.001297732931561768}, {"step": 5050, "epoch": 12, "train_loss": 0.0015189587138593197}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9834, "test_loss": 0.0588395866394043}, {"step": 5100, "epoch": 13, "train_loss": 0.0012058037100359797}, {"step": 5150, "epoch": 13, "train_loss": 0.0012180181220173836}, {"step": 5200, "epoch": 13, "train_loss": 0.001201763516291976}, {"step": 5250, "epoch": 13, "train_loss": 0.001089035882614553}, {"step": 5300, "epoch": 13, "train_loss": 0.001729177194647491}, {"step": 5350, "epoch": 13, "train_loss": 0.0014267276274040341}, {"step": 5400, "epoch": 13, "train_loss": 0.0014099122490733862}, {"step": 5450, "epoch": 13, "train_loss": 0.0010473713045939803}, {"epoch_end": 13, "step": 5474, "test_acc": 0.983, "test_loss": 0.05929925923347473}, {"step": 5500, "epoch": 14, "train_loss": 0.0008536531240679324}, {"step": 5550, "epoch": 14, "train_loss": 0.0007450941484421492}, {"step": 5600, "epoch": 14, "train_loss": 0.001526633626781404}, {"step": 5650, "epoch": 14, "train_loss": 0.0009117054869420826}, {"step": 5700, "epoch": 14, "train_loss": 0.0004886696697212756}, {"step": 5750, "epoch": 14, "train_loss": 0.0010881263297051191}, {"step": 5800, "epoch": 14, "train_loss": 0.0019337385892868042}, {"step": 5850, "epoch": 14, "train_loss": 0.0015360889956355095}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9839, "test_loss": 0.05872493281364441}, {"step": 5900, "epoch": 15, "train_loss": 0.00124983093701303}, {"step": 5950, "epoch": 15, "train_loss": 0.0013704714365303516}, {"step": 6000, "epoch": 15, "train_loss": 0.001893712324090302}, {"step": 6050, "epoch": 15, "train_loss": 0.00193542439956218}, {"step": 6100, "epoch": 15, "train_loss": 0.001349470461718738}, {"step": 6150, "epoch": 15, "train_loss": 0.000953146954998374}, {"step": 6200, "epoch": 15, "train_loss": 0.0008804758545011282}, {"step": 6250, "epoch": 15, "train_loss": 0.0006957763689570129}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9837, "test_loss": 0.05880534319877625}, {"step": 6300, "epoch": 16, "train_loss": 0.0010364113841205835}, {"step": 6350, "epoch": 16, "train_loss": 0.0008458833326585591}, {"step": 6400, "epoch": 16, "train_loss": 0.0009329107706435025}, {"step": 6450, "epoch": 16, "train_loss": 0.00048147980123758316}, {"step": 6500, "epoch": 16, "train_loss": 0.0007063160883262753}, {"step": 6550, "epoch": 16, "train_loss": 0.0010548277059569955}, {"step": 6600, "epoch": 16, "train_loss": 0.0008349426789209247}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9839, "test_loss": 0.05952534809112549}, {"step": 6650, "epoch": 17, "train_loss": 0.0006213717279024422}, {"step": 6700, "epoch": 17, "train_loss": 0.0003165759553667158}, {"step": 6750, "epoch": 17, "train_loss": 0.001469785231165588}, {"step": 6800, "epoch": 17, "train_loss": 0.001494922093115747}, {"step": 6850, "epoch": 17, "train_loss": 0.0007200826657935977}, {"step": 6900, "epoch": 17, "train_loss": 0.001142670982517302}, {"step": 6950, "epoch": 17, "train_loss": 0.0010118272621184587}, {"step": 7000, "epoch": 17, "train_loss": 0.0012875047978013754}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9832, "test_loss": 0.05971653504371643}, {"step": 7050, "epoch": 18, "train_loss": 0.00030598987359553576}, {"step": 7100, "epoch": 18, "train_loss": 0.0015421947464346886}, {"step": 7150, "epoch": 18, "train_loss": 0.0004560400266200304}, {"step": 7200, "epoch": 18, "train_loss": 0.000864787376485765}, {"step": 7250, "epoch": 18, "train_loss": 0.0012659940402954817}, {"step": 7300, "epoch": 18, "train_loss": 0.000538291351404041}, {"step": 7350, "epoch": 18, "train_loss": 0.0008241035393439233}, {"step": 7400, "epoch": 18, "train_loss": 0.0005415093037299812}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9831, "test_loss": 0.05977897534370422}, {"step": 7450, "epoch": 19, "train_loss": 0.0004583437694236636}, {"step": 7500, "epoch": 19, "train_loss": 0.000924638647120446}, {"step": 7550, "epoch": 19, "train_loss": 0.0005673333071172237}, {"step": 7600, "epoch": 19, "train_loss": 0.0005418106447905302}, {"step": 7650, "epoch": 19, "train_loss": 0.0010367301292717457}, {"step": 7700, "epoch": 19, "train_loss": 0.0011874318588525057}, {"step": 7750, "epoch": 19, "train_loss": 0.0011361457873135805}, {"step": 7800, "epoch": 19, "train_loss": 0.001432388904504478}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9836, "test_loss": 0.06005299053192139}, {"step": 7850, "epoch": 20, "train_loss": 0.0012542722979560494}, {"step": 7900, "epoch": 20, "train_loss": 0.0008605467155575752}, {"step": 7950, "epoch": 20, "train_loss": 0.0006600747001357377}, {"step": 8000, "epoch": 20, "train_loss": 0.0007187778246589005}, {"step": 8050, "epoch": 20, "train_loss": 0.0007408552919514477}, {"step": 8100, "epoch": 20, "train_loss": 0.0011131481733173132}, {"step": 8150, "epoch": 20, "train_loss": 0.0008485408034175634}, {"step": 8200, "epoch": 20, "train_loss": 0.0005846237763762474}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9837, "test_loss": 0.0599181200504303}, {"step": 8250, "epoch": 21, "train_loss": 0.0009116047876887023}, {"step": 8300, "epoch": 21, "train_loss": 0.0008544597658328712}, {"step": 8350, "epoch": 21, "train_loss": 0.0009327764855697751}, {"step": 8400, "epoch": 21, "train_loss": 0.0005596931441687047}, {"step": 8450, "epoch": 21, "train_loss": 0.0006880358560010791}, {"step": 8500, "epoch": 21, "train_loss": 0.0009136977605521679}, {"step": 8550, "epoch": 21, "train_loss": 0.000564791087526828}, {"step": 8600, "epoch": 21, "train_loss": 0.0010151439346373081}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9834, "test_loss": 0.06037688069343567}, {"step": 8650, "epoch": 22, "train_loss": 0.0003654486208688468}, {"step": 8700, "epoch": 22, "train_loss": 0.0007745979819446802}, {"step": 8750, "epoch": 22, "train_loss": 0.0006400116835720837}, {"step": 8800, "epoch": 22, "train_loss": 0.0007476965547539294}, {"step": 8850, "epoch": 22, "train_loss": 0.0005290375556796789}, {"step": 8900, "epoch": 22, "train_loss": 0.0012984273489564657}, {"step": 8950, "epoch": 22, "train_loss": 0.0005592812085524201}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9835, "test_loss": 0.06005031018257141}, {"step": 9000, "epoch": 23, "train_loss": 0.00041758845327422023}, {"step": 9050, "epoch": 23, "train_loss": 0.0007207649177871644}, {"step": 9100, "epoch": 23, "train_loss": 0.0005264418432489038}, {"step": 9150, "epoch": 23, "train_loss": 0.0010204637655988336}, {"step": 9200, "epoch": 23, "train_loss": 0.0010310823563486338}, {"step": 9250, "epoch": 23, "train_loss": 0.000720828480552882}, {"step": 9300, "epoch": 23, "train_loss": 0.0005912189953960478}, {"step": 9350, "epoch": 23, "train_loss": 0.0005428220028989017}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9835, "test_loss": 0.06069347009658813}, {"step": 9400, "epoch": 24, "train_loss": 0.0007110696169547737}, {"step": 9450, "epoch": 24, "train_loss": 0.00038407876854762435}, {"step": 9500, "epoch": 24, "train_loss": 0.0007472209399566054}, {"step": 9550, "epoch": 24, "train_loss": 0.0006939208833500743}, {"step": 9600, "epoch": 24, "train_loss": 0.0005962282884865999}, {"step": 9650, "epoch": 24, "train_loss": 0.0012563696363940835}, {"step": 9700, "epoch": 24, "train_loss": 0.000527869735378772}, {"step": 9750, "epoch": 24, "train_loss": 0.0011650074739009142}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9835, "test_loss": 0.06086062202453613}], "final": {"test_acc": 0.9835, "test_loss": 0.06086062202453613, "wall_s": 15.084453344345093}}
|
