{"args": {"mode": "bp", "dataset": "mnist", "depth": 1, "width": 500, "act": "tanh", "residual": 0, "epochs": 25, "batch_size": 128, "train_examples": 50000, "task_seed": 0, "task_train_examples": 50000, "task_test_examples": 10000, "task_levels": 8, "task_n_in": 128, "task_classes": 10, "teacher_depth": 8, "teacher_width": 64, "teacher_residual": 1, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "feedback_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_archmatch_v1_mnist_bp_w500_d1_s2", "n_in": 784, "n_out": 10}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5911900997161865}, {"step": 50, "epoch": 0, "train_loss": 0.37482261657714844}, {"step": 100, "epoch": 0, "train_loss": 0.15450261533260345}, {"step": 150, "epoch": 0, "train_loss": 0.18202044069766998}, {"step": 200, "epoch": 0, "train_loss": 0.23730866611003876}, {"step": 250, "epoch": 0, "train_loss": 0.24167518317699432}, {"step": 300, "epoch": 0, "train_loss": 0.1384022831916809}, {"step": 350, "epoch": 0, "train_loss": 0.19125448167324066}, {"epoch_end": 0, "step": 391, "test_acc": 0.9616, "test_loss": 0.1306538703918457}, {"step": 400, "epoch": 1, "train_loss": 0.0782090276479721}, {"step": 450, "epoch": 1, "train_loss": 0.10479515045881271}, {"step": 500, "epoch": 1, "train_loss": 0.15368333458900452}, {"step": 550, "epoch": 1, "train_loss": 0.06353489309549332}, {"step": 600, "epoch": 1, "train_loss": 0.05282747372984886}, {"step": 650, "epoch": 1, "train_loss": 0.043185554444789886}, {"step": 700, "epoch": 1, "train_loss": 0.0697634220123291}, {"step": 750, "epoch": 1, "train_loss": 0.13876202702522278}, {"epoch_end": 1, "step": 782, "test_acc": 0.9599, "test_loss": 0.1281641544342041}, {"step": 800, "epoch": 2, "train_loss": 0.053357742726802826}, {"step": 850, "epoch": 2, "train_loss": 0.025461547076702118}, {"step": 900, "epoch": 2, "train_loss": 0.04274401068687439}, {"step": 950, "epoch": 2, "train_loss": 0.06348232924938202}, {"step": 1000, "epoch": 2, "train_loss": 0.040818121284246445}, {"step": 1050, "epoch": 2, "train_loss": 0.03298023343086243}, {"step": 1100, "epoch": 2, "train_loss": 0.09334999322891235}, {"step": 1150, "epoch": 2, "train_loss": 0.05719190835952759}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9751, "test_loss": 0.08086855983734131}, {"step": 1200, "epoch": 3, "train_loss": 0.019653644412755966}, {"step": 1250, "epoch": 3, "train_loss": 0.04369586706161499}, {"step": 1300, "epoch": 3, "train_loss": 0.00958341360092163}, {"step": 1350, "epoch": 3, "train_loss": 0.013841221109032631}, {"step": 1400, "epoch": 3, "train_loss": 0.034433476626873016}, {"step": 1450, "epoch": 3, "train_loss": 0.022363970056176186}, {"step": 1500, "epoch": 3, "train_loss": 0.047347813844680786}, {"step": 1550, "epoch": 3, "train_loss": 0.008145160041749477}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9744, "test_loss": 0.08364009704589843}, {"step": 1600, "epoch": 4, "train_loss": 0.02328439988195896}, {"step": 1650, "epoch": 4, "train_loss": 0.021244419738650322}, {"step": 1700, "epoch": 4, "train_loss": 0.027355283498764038}, {"step": 1750, "epoch": 4, "train_loss": 0.008300703018903732}, {"step": 1800, "epoch": 4, "train_loss": 0.006561108399182558}, {"step": 1850, "epoch": 4, "train_loss": 0.0461740680038929}, {"step": 1900, "epoch": 4, "train_loss": 0.007201427593827248}, {"step": 1950, "epoch": 4, "train_loss": 0.023757729679346085}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9792, "test_loss": 0.06793283491134644}, {"step": 2000, "epoch": 5, "train_loss": 0.01663927175104618}, {"step": 2050, "epoch": 5, "train_loss": 0.006082095205783844}, {"step": 2100, "epoch": 5, "train_loss": 0.008367781527340412}, {"step": 2150, "epoch": 5, "train_loss": 0.0031154395546764135}, {"step": 2200, "epoch": 5, "train_loss": 0.005839125253260136}, {"step": 2250, "epoch": 5, "train_loss": 0.006455512251704931}, {"step": 2300, "epoch": 5, "train_loss": 0.006754398345947266}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9804, "test_loss": 0.0638276496887207}, {"step": 2350, "epoch": 6, "train_loss": 0.006975333672016859}, {"step": 2400, "epoch": 6, "train_loss": 0.002535931533202529}, {"step": 2450, "epoch": 6, "train_loss": 0.007034054957330227}, {"step": 2500, "epoch": 6, "train_loss": 0.007898427546024323}, {"step": 2550, "epoch": 6, "train_loss": 0.005033962894231081}, {"step": 2600, "epoch": 6, "train_loss": 0.007568194530904293}, {"step": 2650, "epoch": 6, "train_loss": 0.004876972641795874}, {"step": 2700, "epoch": 6, "train_loss": 0.001980577362701297}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9822, "test_loss": 0.061823194217681884}, {"step": 2750, "epoch": 7, "train_loss": 0.0011665280908346176}, {"step": 2800, "epoch": 7, "train_loss": 0.002190918195992708}, {"step": 2850, "epoch": 7, "train_loss": 0.0017836837796494365}, {"step": 2900, "epoch": 7, "train_loss": 0.0025194091722369194}, {"step": 2950, "epoch": 7, "train_loss": 0.0013520101783797145}, {"step": 3000, "epoch": 7, "train_loss": 0.002486404962837696}, {"step": 3050, "epoch": 7, "train_loss": 0.003916494082659483}, {"step": 3100, "epoch": 7, "train_loss": 0.0015914062969386578}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9814, "test_loss": 0.06391883850097656}, {"step": 3150, "epoch": 8, "train_loss": 0.001671680249273777}, {"step": 3200, "epoch": 8, "train_loss": 0.003663338953629136}, {"step": 3250, "epoch": 8, "train_loss": 0.0015572062693536282}, {"step": 3300, "epoch": 8, "train_loss": 0.0024312888272106647}, {"step": 3350, "epoch": 8, "train_loss": 0.005434082355350256}, {"step": 3400, "epoch": 8, "train_loss": 0.0023273497354239225}, {"step": 3450, "epoch": 8, "train_loss": 0.0028704849537461996}, {"step": 3500, "epoch": 8, "train_loss": 0.0033035660162568092}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9814, "test_loss": 0.06287616095542908}, {"step": 3550, "epoch": 9, "train_loss": 0.00237310235388577}, {"step": 3600, "epoch": 9, "train_loss": 0.0018949424847960472}, {"step": 3650, "epoch": 9, "train_loss": 0.00302680442109704}, {"step": 3700, "epoch": 9, "train_loss": 0.004668726585805416}, {"step": 3750, "epoch": 9, "train_loss": 0.0021249931305646896}, {"step": 3800, "epoch": 9, "train_loss": 0.00151499779894948}, {"step": 3850, "epoch": 9, "train_loss": 0.0028559588827192783}, {"step": 3900, "epoch": 9, "train_loss": 0.00201748451218009}, {"epoch_end": 9, "step": 3910, "test_acc": 0.982, "test_loss": 0.06303274412155152}, {"step": 3950, "epoch": 10, "train_loss": 0.0015543763292953372}, {"step": 4000, "epoch": 10, "train_loss": 0.002066234825178981}, {"step": 4050, "epoch": 10, "train_loss": 0.0013975559268146753}, {"step": 4100, "epoch": 10, "train_loss": 0.0018722699023783207}, {"step": 4150, "epoch": 10, "train_loss": 0.0013799722073599696}, {"step": 4200, "epoch": 10, "train_loss": 0.002187257632613182}, {"step": 4250, "epoch": 10, "train_loss": 0.0029261293821036816}, {"step": 4300, "epoch": 10, "train_loss": 0.002191303763538599}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9814, "test_loss": 0.06425638332366944}, {"step": 4350, "epoch": 11, "train_loss": 0.001659954315982759}, {"step": 4400, "epoch": 11, "train_loss": 0.0013104494428262115}, {"step": 4450, "epoch": 11, "train_loss": 0.0024488926865160465}, {"step": 4500, "epoch": 11, "train_loss": 0.00043546088272705674}, {"step": 4550, "epoch": 11, "train_loss": 0.001874326029792428}, {"step": 4600, "epoch": 11, "train_loss": 0.0013498589396476746}, {"step": 4650, "epoch": 11, "train_loss": 0.0019540791399776936}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9818, "test_loss": 0.06391639428138733}, {"step": 4700, "epoch": 12, "train_loss": 0.0022427989169955254}, {"step": 4750, "epoch": 12, "train_loss": 0.0015268911374732852}, {"step": 4800, "epoch": 12, "train_loss": 0.0008235115092247725}, {"step": 4850, "epoch": 12, "train_loss": 0.0016607057768851519}, {"step": 4900, "epoch": 12, "train_loss": 0.0012071370147168636}, {"step": 4950, "epoch": 12, "train_loss": 0.0010715433163568377}, {"step": 5000, "epoch": 12, "train_loss": 0.0017186007462441921}, {"step": 5050, "epoch": 12, "train_loss": 0.0012596818851307034}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9817, "test_loss": 0.06515357308387756}, {"step": 5100, "epoch": 13, "train_loss": 0.0012978255981579423}, {"step": 5150, "epoch": 13, "train_loss": 0.0010712530929595232}, {"step": 5200, "epoch": 13, "train_loss": 0.0013331555528566241}, {"step": 5250, "epoch": 13, "train_loss": 0.0009848064510151744}, {"step": 5300, "epoch": 13, "train_loss": 0.0013436657609418035}, {"step": 5350, "epoch": 13, "train_loss": 0.0017600677674636245}, {"step": 5400, "epoch": 13, "train_loss": 0.0013459913898259401}, {"step": 5450, "epoch": 13, "train_loss": 0.0009764845599420369}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9816, "test_loss": 0.0652491792678833}, {"step": 5500, "epoch": 14, "train_loss": 0.0008382382802665234}, {"step": 5550, "epoch": 14, "train_loss": 0.0007469753036275506}, {"step": 5600, "epoch": 14, "train_loss": 0.0013775820843875408}, {"step": 5650, "epoch": 14, "train_loss": 0.0008665662608109415}, {"step": 5700, "epoch": 14, "train_loss": 0.00046952773118391633}, {"step": 5750, "epoch": 14, "train_loss": 0.0013714724918827415}, {"step": 5800, "epoch": 14, "train_loss": 0.0021424342412501574}, {"step": 5850, "epoch": 14, "train_loss": 0.0014450030867010355}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9821, "test_loss": 0.06485766243934632}, {"step": 5900, "epoch": 15, "train_loss": 0.001117367995902896}, {"step": 5950, "epoch": 15, "train_loss": 0.0015393358189612627}, {"step": 6000, "epoch": 15, "train_loss": 0.0023346140515059233}, {"step": 6050, "epoch": 15, "train_loss": 0.0017081239493563771}, {"step": 6100, "epoch": 15, "train_loss": 0.001331571489572525}, {"step": 6150, "epoch": 15, "train_loss": 0.0007004759390838444}, {"step": 6200, "epoch": 15, "train_loss": 0.0009567227680236101}, {"step": 6250, "epoch": 15, "train_loss": 0.0006952605326659977}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9821, "test_loss": 0.06521245150566102}, {"step": 6300, "epoch": 16, "train_loss": 0.0012611259007826447}, {"step": 6350, "epoch": 16, "train_loss": 0.0008114143274724483}, {"step": 6400, "epoch": 16, "train_loss": 0.0010189177701249719}, {"step": 6450, "epoch": 16, "train_loss": 0.0005869367741979659}, {"step": 6500, "epoch": 16, "train_loss": 0.0007661128183826804}, {"step": 6550, "epoch": 16, "train_loss": 0.0009581096819601953}, {"step": 6600, "epoch": 16, "train_loss": 0.0008411275921389461}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9821, "test_loss": 0.06596662454605103}, {"step": 6650, "epoch": 17, "train_loss": 0.0005723069771192968}, {"step": 6700, "epoch": 17, "train_loss": 0.0004054839664604515}, {"step": 6750, "epoch": 17, "train_loss": 0.0015062273014336824}, {"step": 6800, "epoch": 17, "train_loss": 0.0015667533734813333}, {"step": 6850, "epoch": 17, "train_loss": 0.00079011992784217}, {"step": 6900, "epoch": 17, "train_loss": 0.0012655843747779727}, {"step": 6950, "epoch": 17, "train_loss": 0.0010760563891381025}, {"step": 7000, "epoch": 17, "train_loss": 0.0011022967519238591}, {"epoch_end": 17, "step": 7038, "test_acc": 0.982, "test_loss": 0.06575491514205932}, {"step": 7050, "epoch": 18, "train_loss": 0.00043306060251779854}, {"step": 7100, "epoch": 18, "train_loss": 0.0015209191478788853}, {"step": 7150, "epoch": 18, "train_loss": 0.00044419069308787584}, {"step": 7200, "epoch": 18, "train_loss": 0.000936736527364701}, {"step": 7250, "epoch": 18, "train_loss": 0.0011051279725506902}, {"step": 7300, "epoch": 18, "train_loss": 0.0005281626363284886}, {"step": 7350, "epoch": 18, "train_loss": 0.000875606550835073}, {"step": 7400, "epoch": 18, "train_loss": 0.0004995797644369304}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9821, "test_loss": 0.06628484048843383}, {"step": 7450, "epoch": 19, "train_loss": 0.0005853791371919215}, {"step": 7500, "epoch": 19, "train_loss": 0.0008827242418192327}, {"step": 7550, "epoch": 19, "train_loss": 0.0005669112433679402}, {"step": 7600, "epoch": 19, "train_loss": 0.00038049783324822783}, {"step": 7650, "epoch": 19, "train_loss": 0.0009931499371305108}, {"step": 7700, "epoch": 19, "train_loss": 0.001245661056600511}, {"step": 7750, "epoch": 19, "train_loss": 0.0009720601956360042}, {"step": 7800, "epoch": 19, "train_loss": 0.0012591328704729676}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9819, "test_loss": 0.06663155851364136}, {"step": 7850, "epoch": 20, "train_loss": 0.0009816650999709964}, {"step": 7900, "epoch": 20, "train_loss": 0.0009463870082981884}, {"step": 7950, "epoch": 20, "train_loss": 0.000674914859700948}, {"step": 8000, "epoch": 20, "train_loss": 0.00071290711639449}, {"step": 8050, "epoch": 20, "train_loss": 0.0010025036754086614}, {"step": 8100, "epoch": 20, "train_loss": 0.0009013509261421859}, {"step": 8150, "epoch": 20, "train_loss": 0.0008642920292913914}, {"step": 8200, "epoch": 20, "train_loss": 0.0005680727190338075}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9822, "test_loss": 0.06668035740852356}, {"step": 8250, "epoch": 21, "train_loss": 0.0008804577519185841}, {"step": 8300, "epoch": 21, "train_loss": 0.0008534216322004795}, {"step": 8350, "epoch": 21, "train_loss": 0.0008917755912989378}, {"step": 8400, "epoch": 21, "train_loss": 0.0005820528022013605}, {"step": 8450, "epoch": 21, "train_loss": 0.0008008110453374684}, {"step": 8500, "epoch": 21, "train_loss": 0.0008820144576020539}, {"step": 8550, "epoch": 21, "train_loss": 0.000720217009074986}, {"step": 8600, "epoch": 21, "train_loss": 0.0011931238695979118}, {"epoch_end": 21, "step": 8602, "test_acc": 0.982, "test_loss": 0.0671594741821289}, {"step": 8650, "epoch": 22, "train_loss": 0.0004068382550030947}, {"step": 8700, "epoch": 22, "train_loss": 0.0006514969863928854}, {"step": 8750, "epoch": 22, "train_loss": 0.0006810126942582428}, {"step": 8800, "epoch": 22, "train_loss": 0.0009329126914963126}, {"step": 8850, "epoch": 22, "train_loss": 0.00058402941795066}, {"step": 8900, "epoch": 22, "train_loss": 0.0013298759004101157}, {"step": 8950, "epoch": 22, "train_loss": 0.0008186443010345101}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9819, "test_loss": 0.06673206453323365}, {"step": 9000, "epoch": 23, "train_loss": 0.00048746701213531196}, {"step": 9050, "epoch": 23, "train_loss": 0.0006901702145114541}, {"step": 9100, "epoch": 23, "train_loss": 0.0005423495313152671}, {"step": 9150, "epoch": 23, "train_loss": 0.0010327402269467711}, {"step": 9200, "epoch": 23, "train_loss": 0.0009300903766416013}, {"step": 9250, "epoch": 23, "train_loss": 0.0007892886060290039}, {"step": 9300, "epoch": 23, "train_loss": 0.0005436173523776233}, {"step": 9350, "epoch": 23, "train_loss": 0.0005237269215285778}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9817, "test_loss": 0.06767716021537781}, {"step": 9400, "epoch": 24, "train_loss": 0.0005789889255538583}, {"step": 9450, "epoch": 24, "train_loss": 0.0004422120691742748}, {"step": 9500, "epoch": 24, "train_loss": 0.0008406302658841014}, {"step": 9550, "epoch": 24, "train_loss": 0.0005810552975162864}, {"step": 9600, "epoch": 24, "train_loss": 0.0006122945342212915}, {"step": 9650, "epoch": 24, "train_loss": 0.0011466399300843477}, {"step": 9700, "epoch": 24, "train_loss": 0.0005063338903710246}, {"step": 9750, "epoch": 24, "train_loss": 0.0012756652431562543}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9819, "test_loss": 0.06767980427742004}], "final": {"test_acc": 0.9819, "test_loss": 0.06767980427742004, "wall_s": 15.240232944488525}}