{"args": {"mode": "bp", "dataset": "mnist", "depth": 2, "width": 500, "act": "tanh", "residual": 0, "epochs": 60, "batch_size": 128, "train_examples": 50000, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_depth2_v1_mnist_bp_w500_d2_s1", "n_in": 784}, "provenance": {"git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4221274852752686}, {"step": 50, "epoch": 0, "train_loss": 0.41942551732063293}, {"step": 100, "epoch": 0, "train_loss": 0.15801098942756653}, {"step": 150, "epoch": 0, "train_loss": 0.2014187127351761}, {"step": 200, "epoch": 0, "train_loss": 0.17326486110687256}, {"step": 250, "epoch": 0, "train_loss": 0.25581905245780945}, {"step": 300, "epoch": 0, "train_loss": 0.12921205163002014}, {"step": 350, "epoch": 0, "train_loss": 0.19296583533287048}, {"epoch_end": 0, "step": 391, "test_acc": 0.9628, "test_loss": 0.1254888500213623}, {"step": 400, "epoch": 1, "train_loss": 0.07773947715759277}, {"step": 450, "epoch": 1, "train_loss": 0.09936528652906418}, {"step": 500, "epoch": 1, "train_loss": 0.1542331427335739}, {"step": 550, "epoch": 1, "train_loss": 0.05110596865415573}, {"step": 600, "epoch": 1, "train_loss": 0.03738909587264061}, {"step": 650, "epoch": 1, "train_loss": 0.0517408512532711}, {"step": 700, "epoch": 1, "train_loss": 0.065920889377594}, {"step": 750, "epoch": 1, "train_loss": 0.1194181814789772}, {"epoch_end": 1, "step": 782, "test_acc": 0.9511, "test_loss": 0.14611002502441406}, {"step": 800, "epoch": 2, "train_loss": 0.03956415504217148}, {"step": 850, "epoch": 2, "train_loss": 0.05014653876423836}, {"step": 900, "epoch": 2, "train_loss": 0.04399830475449562}, {"step": 950, "epoch": 2, "train_loss": 0.06162529066205025}, {"step": 1000, "epoch": 2, "train_loss": 0.03526173532009125}, {"step": 1050, "epoch": 2, "train_loss": 0.03768080100417137}, {"step": 1100, "epoch": 2, "train_loss": 0.0637703388929367}, {"step": 1150, "epoch": 2, "train_loss": 0.07771874219179153}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9719, "test_loss": 0.09298186473846436}, {"step": 1200, "epoch": 3, "train_loss": 0.02372591756284237}, {"step": 1250, "epoch": 3, "train_loss": 0.049035899341106415}, {"step": 1300, "epoch": 3, "train_loss": 0.0044759344309568405}, {"step": 1350, "epoch": 3, "train_loss": 0.014522187411785126}, {"step": 1400, "epoch": 3, "train_loss": 0.02826762944459915}, {"step": 1450, "epoch": 3, "train_loss": 0.017964746803045273}, {"step": 1500, "epoch": 3, "train_loss": 0.03199341893196106}, {"step": 1550, "epoch": 3, "train_loss": 0.010911567136645317}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9752, "test_loss": 0.0825472204208374}, {"step": 1600, "epoch": 4, "train_loss": 0.006915944628417492}, {"step": 1650, "epoch": 4, "train_loss": 0.023176217451691628}, {"step": 1700, "epoch": 4, "train_loss": 0.009722273796796799}, {"step": 1750, "epoch": 4, "train_loss": 0.008548503741621971}, {"step": 1800, "epoch": 4, "train_loss": 0.01138245314359665}, {"step": 1850, "epoch": 4, "train_loss": 0.04196016862988472}, {"step": 1900, "epoch": 4, "train_loss": 0.006675293669104576}, {"step": 1950, "epoch": 4, "train_loss": 0.026722868904471397}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9785, "test_loss": 0.07331142358779907}, {"step": 2000, "epoch": 5, "train_loss": 0.023014605045318604}, {"step": 2050, "epoch": 5, "train_loss": 0.013238570652902126}, {"step": 2100, "epoch": 5, "train_loss": 0.0031510868575423956}, {"step": 2150, "epoch": 5, "train_loss": 0.001166732981801033}, {"step": 2200, "epoch": 5, "train_loss": 0.011036663316190243}, {"step": 2250, "epoch": 5, "train_loss": 0.0021801351103931665}, {"step": 2300, "epoch": 5, "train_loss": 0.0034413195680826902}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9814, "test_loss": 0.06548277268409729}, {"step": 2350, "epoch": 6, "train_loss": 0.004818635527044535}, {"step": 2400, "epoch": 6, "train_loss": 0.0013462664792314172}, {"step": 2450, "epoch": 6, "train_loss": 0.002538922242820263}, {"step": 2500, "epoch": 6, "train_loss": 0.0020967836026102304}, {"step": 2550, "epoch": 6, "train_loss": 0.0038770560640841722}, {"step": 2600, "epoch": 6, "train_loss": 0.003385583870112896}, {"step": 2650, "epoch": 6, "train_loss": 0.001569964224472642}, {"step": 2700, "epoch": 6, "train_loss": 0.0008502908749505877}, {"epoch_end": 6, "step": 2737, "test_acc": 0.982, "test_loss": 0.06584429235458374}, {"step": 2750, "epoch": 7, "train_loss": 0.001106487587094307}, {"step": 2800, "epoch": 7, "train_loss": 0.0006508725928142667}, {"step": 2850, "epoch": 7, "train_loss": 0.0007353645050898194}, {"step": 2900, "epoch": 7, "train_loss": 0.003136907471343875}, {"step": 2950, "epoch": 7, "train_loss": 0.0003413145605009049}, {"step": 3000, "epoch": 7, "train_loss": 0.0005040589021518826}, {"step": 3050, "epoch": 7, "train_loss": 0.002946067601442337}, {"step": 3100, "epoch": 7, "train_loss": 0.0005594846443273127}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9829, "test_loss": 0.06352950110435486}, {"step": 3150, "epoch": 8, "train_loss": 0.0008724621729925275}, {"step": 3200, "epoch": 8, "train_loss": 0.0006994375144131482}, {"step": 3250, "epoch": 8, "train_loss": 0.00045173370745033026}, {"step": 3300, "epoch": 8, "train_loss": 0.000860273779835552}, {"step": 3350, "epoch": 8, "train_loss": 0.001264438615180552}, {"step": 3400, "epoch": 8, "train_loss": 0.0006776961381547153}, {"step": 3450, "epoch": 8, "train_loss": 0.0010267049074172974}, {"step": 3500, "epoch": 8, "train_loss": 0.0012175001902505755}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9822, "test_loss": 0.06427818417549133}, {"step": 3550, "epoch": 9, "train_loss": 0.0006585571100004017}, {"step": 3600, "epoch": 9, "train_loss": 0.00048800086369737983}, {"step": 3650, "epoch": 9, "train_loss": 0.0007367674261331558}, {"step": 3700, "epoch": 9, "train_loss": 0.0008606986957602203}, {"step": 3750, "epoch": 9, "train_loss": 0.0006457349518314004}, {"step": 3800, "epoch": 9, "train_loss": 0.0003880681761074811}, {"step": 3850, "epoch": 9, "train_loss": 0.000848815543577075}, {"step": 3900, "epoch": 9, "train_loss": 0.0006704977131448686}, {"epoch_end": 9, "step": 3910, "test_acc": 0.9825, "test_loss": 0.06462814903259277}, {"step": 3950, "epoch": 10, "train_loss": 0.0006443551974371076}, {"step": 4000, "epoch": 10, "train_loss": 0.0005018262891098857}, {"step": 4050, "epoch": 10, "train_loss": 0.00043245096458122134}, {"step": 4100, "epoch": 10, "train_loss": 0.0005976016982458532}, {"step": 4150, "epoch": 10, "train_loss": 0.00018730678129941225}, {"step": 4200, "epoch": 10, "train_loss": 0.00041806497029028833}, {"step": 4250, "epoch": 10, "train_loss": 0.0010968920541927218}, {"step": 4300, "epoch": 10, "train_loss": 0.0006079827435314655}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9824, "test_loss": 0.06580241267681122}, {"step": 4350, "epoch": 11, "train_loss": 0.0005241247126832604}, {"step": 4400, "epoch": 11, "train_loss": 0.00027839423273690045}, {"step": 4450, "epoch": 11, "train_loss": 0.0005979688139632344}, {"step": 4500, "epoch": 11, "train_loss": 7.605528662679717e-05}, {"step": 4550, "epoch": 11, "train_loss": 0.0005636299611069262}, {"step": 4600, "epoch": 11, "train_loss": 0.0003448502975516021}, {"step": 4650, "epoch": 11, "train_loss": 0.00026139969122596085}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9825, "test_loss": 0.06607541229724884}, {"step": 4700, "epoch": 12, "train_loss": 0.0005746560636907816}, {"step": 4750, "epoch": 12, "train_loss": 0.0004522751260083169}, {"step": 4800, "epoch": 12, "train_loss": 0.0002123800222761929}, {"step": 4850, "epoch": 12, "train_loss": 0.00043522968189790845}, {"step": 4900, "epoch": 12, "train_loss": 0.00025305882445536554}, {"step": 4950, "epoch": 12, "train_loss": 0.000281130283838138}, {"step": 5000, "epoch": 12, "train_loss": 0.00039926733006723225}, {"step": 5050, "epoch": 12, "train_loss": 0.0003473585529718548}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9825, "test_loss": 0.06648262550830841}, {"step": 5100, "epoch": 13, "train_loss": 0.0002872296317946166}, {"step": 5150, "epoch": 13, "train_loss": 0.00037570498534478247}, {"step": 5200, "epoch": 13, "train_loss": 0.0002910510520450771}, {"step": 5250, "epoch": 13, "train_loss": 0.00031619812943972647}, {"step": 5300, "epoch": 13, "train_loss": 0.0005162355373613536}, {"step": 5350, "epoch": 13, "train_loss": 0.0005374238826334476}, {"step": 5400, "epoch": 13, "train_loss": 0.0002845526032615453}, {"step": 5450, "epoch": 13, "train_loss": 0.0003882664896082133}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9824, "test_loss": 0.06697375826835632}, {"step": 5500, "epoch": 14, "train_loss": 0.00012300418165978044}, {"step": 5550, "epoch": 14, "train_loss": 0.00017470563761889935}, {"step": 5600, "epoch": 14, "train_loss": 0.0002944178122561425}, {"step": 5650, "epoch": 14, "train_loss": 0.00024245803069788963}, {"step": 5700, "epoch": 14, "train_loss": 0.0001220843696501106}, {"step": 5750, "epoch": 14, "train_loss": 0.0005529926856979728}, {"step": 5800, "epoch": 14, "train_loss": 0.00043272715993225574}, {"step": 5850, "epoch": 14, "train_loss": 0.00042077573016285896}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9826, "test_loss": 0.0671637882232666}, {"step": 5900, "epoch": 15, "train_loss": 0.0003542104095686227}, {"step": 5950, "epoch": 15, "train_loss": 0.000511398131493479}, {"step": 6000, "epoch": 15, "train_loss": 0.000767423480283469}, {"step": 6050, "epoch": 15, "train_loss": 0.0005628449725918472}, {"step": 6100, "epoch": 15, "train_loss": 0.0004332609532866627}, {"step": 6150, "epoch": 15, "train_loss": 0.000330478505929932}, {"step": 6200, "epoch": 15, "train_loss": 0.00015378124953713268}, {"step": 6250, "epoch": 15, "train_loss": 0.00012214176240377128}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9825, "test_loss": 0.06752322251796722}, {"step": 6300, "epoch": 16, "train_loss": 0.0003068265214096755}, {"step": 6350, "epoch": 16, "train_loss": 0.0002445435675326735}, {"step": 6400, "epoch": 16, "train_loss": 0.0002846473071258515}, {"step": 6450, "epoch": 16, "train_loss": 0.00012900764704681933}, {"step": 6500, "epoch": 16, "train_loss": 0.00027371698524802923}, {"step": 6550, "epoch": 16, "train_loss": 0.0003525631909724325}, {"step": 6600, "epoch": 16, "train_loss": 0.000154225155711174}, {"epoch_end": 16, "step": 6647, "test_acc": 0.9829, "test_loss": 0.06799932091236115}, {"step": 6650, "epoch": 17, "train_loss": 0.00012710863666143268}, {"step": 6700, "epoch": 17, "train_loss": 8.074066863628104e-05}, {"step": 6750, "epoch": 17, "train_loss": 0.0005084542790427804}, {"step": 6800, "epoch": 17, "train_loss": 0.0006391754141077399}, {"step": 6850, "epoch": 17, "train_loss": 0.00023638695711269975}, {"step": 6900, "epoch": 17, "train_loss": 0.00031861948082223535}, {"step": 6950, "epoch": 17, "train_loss": 0.0003719065571203828}, {"step": 7000, "epoch": 17, "train_loss": 0.00021038271370343864}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9826, "test_loss": 0.06847064416408538}, {"step": 7050, "epoch": 18, "train_loss": 9.969323582481593e-05}, {"step": 7100, "epoch": 18, "train_loss": 0.0003954509156756103}, {"step": 7150, "epoch": 18, "train_loss": 0.00019955456082243472}, {"step": 7200, "epoch": 18, "train_loss": 0.00027317568310536444}, {"step": 7250, "epoch": 18, "train_loss": 0.0002450748288538307}, {"step": 7300, "epoch": 18, "train_loss": 0.00012677187623921782}, {"step": 7350, "epoch": 18, "train_loss": 0.0003642688097897917}, {"step": 7400, "epoch": 18, "train_loss": 0.0001422911009285599}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9827, "test_loss": 0.06865635228157044}, {"step": 7450, "epoch": 19, "train_loss": 0.00013277567632030696}, {"step": 7500, "epoch": 19, "train_loss": 0.00027798188966698945}, {"step": 7550, "epoch": 19, "train_loss": 9.989935642806813e-05}, {"step": 7600, "epoch": 19, "train_loss": 0.00012839182454627007}, {"step": 7650, "epoch": 19, "train_loss": 0.00027872674399986863}, {"step": 7700, "epoch": 19, "train_loss": 0.00035194389056414366}, {"step": 7750, "epoch": 19, "train_loss": 0.00023544828582089394}, {"step": 7800, "epoch": 19, "train_loss": 0.00045284765656106174}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9823, "test_loss": 0.0690661682844162}, {"step": 7850, "epoch": 20, "train_loss": 0.00029346911469474435}, {"step": 7900, "epoch": 20, "train_loss": 0.00022724158770870417}, {"step": 7950, "epoch": 20, "train_loss": 0.00022724059817846864}, {"step": 8000, "epoch": 20, "train_loss": 0.0001797065051505342}, {"step": 8050, "epoch": 20, "train_loss": 0.0002297986065968871}, {"step": 8100, "epoch": 20, "train_loss": 0.00021860175183974206}, {"step": 8150, "epoch": 20, "train_loss": 0.00013785381452180445}, {"step": 8200, "epoch": 20, "train_loss": 0.00019992860325146466}, {"epoch_end": 20, "step": 8211, "test_acc": 0.9825, "test_loss": 0.06918761622905731}, {"step": 8250, "epoch": 21, "train_loss": 0.00028406287310644984}, {"step": 8300, "epoch": 21, "train_loss": 0.0003091087273787707}, {"step": 8350, "epoch": 21, "train_loss": 0.00028969612321816385}, {"step": 8400, "epoch": 21, "train_loss": 0.0001572666224092245}, {"step": 8450, "epoch": 21, "train_loss": 0.0002277719759149477}, {"step": 8500, "epoch": 21, "train_loss": 0.00028635261696763337}, {"step": 8550, "epoch": 21, "train_loss": 0.00016580142255406827}, {"step": 8600, "epoch": 21, "train_loss": 0.0002961614227388054}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9827, "test_loss": 0.06949494619369506}, {"step": 8650, "epoch": 22, "train_loss": 8.312321733683348e-05}, {"step": 8700, "epoch": 22, "train_loss": 0.0001387355732731521}, {"step": 8750, "epoch": 22, "train_loss": 0.00014680216554552317}, {"step": 8800, "epoch": 22, "train_loss": 0.0002758972404990345}, {"step": 8850, "epoch": 22, "train_loss": 0.0001476048055337742}, {"step": 8900, "epoch": 22, "train_loss": 0.000280831940472126}, {"step": 8950, "epoch": 22, "train_loss": 0.00017231500532943755}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9824, "test_loss": 0.06961262619495392}, {"step": 9000, "epoch": 23, "train_loss": 0.00012234416499268264}, {"step": 9050, "epoch": 23, "train_loss": 0.00024020513228606433}, {"step": 9100, "epoch": 23, "train_loss": 0.00016845374193508178}, {"step": 9150, "epoch": 23, "train_loss": 0.00032536088838241994}, {"step": 9200, "epoch": 23, "train_loss": 0.0003186990215908736}, {"step": 9250, "epoch": 23, "train_loss": 0.00020582912839017808}, {"step": 9300, "epoch": 23, "train_loss": 0.00023102390696294606}, {"step": 9350, "epoch": 23, "train_loss": 0.00020764570217579603}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9824, "test_loss": 0.07009146642684937}, {"step": 9400, "epoch": 24, "train_loss": 0.0002267516392748803}, {"step": 9450, "epoch": 24, "train_loss": 9.89525651675649e-05}, {"step": 9500, "epoch": 24, "train_loss": 0.0001637676323298365}, {"step": 9550, "epoch": 24, "train_loss": 0.00022429681848734617}, {"step": 9600, "epoch": 24, "train_loss": 0.00015774901839904487}, {"step": 9650, "epoch": 24, "train_loss": 0.0003021772427018732}, {"step": 9700, "epoch": 24, "train_loss": 0.0001291929220315069}, {"step": 9750, "epoch": 24, "train_loss": 0.00036402049590833485}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9824, "test_loss": 0.0702902333021164}, {"step": 9800, "epoch": 25, "train_loss": 0.00027789841988123953}, {"step": 9850, "epoch": 25, "train_loss": 8.812078885966912e-05}, {"step": 9900, "epoch": 25, "train_loss": 9.737822983879596e-05}, {"step": 9950, "epoch": 25, "train_loss": 0.0002156284754164517}, {"step": 10000, "epoch": 25, "train_loss": 0.00023858332133386284}, {"step": 10050, "epoch": 25, "train_loss": 0.00021882724831812084}, {"step": 10100, "epoch": 25, "train_loss": 0.00011400366929592565}, {"step": 10150, "epoch": 25, "train_loss": 7.465847738785669e-05}, {"epoch_end": 25, "step": 10166, "test_acc": 0.9826, "test_loss": 0.07067604472637176}, {"step": 10200, "epoch": 26, "train_loss": 0.0001965220144484192}, {"step": 10250, "epoch": 26, "train_loss": 0.00019323916058056056}, {"step": 10300, "epoch": 26, "train_loss": 0.0006115398136898875}, {"step": 10350, "epoch": 26, "train_loss": 7.488860137527809e-05}, {"step": 10400, "epoch": 26, "train_loss": 0.00016625401622150093}, {"step": 10450, "epoch": 26, "train_loss": 0.00022936741879675537}, {"step": 10500, "epoch": 26, "train_loss": 0.00025840476155281067}, {"step": 10550, "epoch": 26, "train_loss": 0.00015252054436132312}, {"epoch_end": 26, "step": 10557, "test_acc": 0.9828, "test_loss": 0.07077565832138062}, {"step": 10600, "epoch": 27, "train_loss": 0.00014609709614887834}, {"step": 10650, "epoch": 27, "train_loss": 8.834093750920147e-05}, {"step": 10700, "epoch": 27, "train_loss": 0.00013515085447579622}, {"step": 10750, "epoch": 27, "train_loss": 0.00015306146815419197}, {"step": 10800, "epoch": 27, "train_loss": 7.297591946553439e-05}, {"step": 10850, "epoch": 27, "train_loss": 0.00014857180940452963}, {"step": 10900, "epoch": 27, "train_loss": 0.00012803224672097713}, {"epoch_end": 27, "step": 10948, "test_acc": 0.9827, "test_loss": 0.07094673562049866}, {"step": 10950, "epoch": 28, "train_loss": 0.0001389992394251749}, {"step": 11000, "epoch": 28, "train_loss": 0.00014776774332858622}, {"step": 11050, "epoch": 28, "train_loss": 0.0002772342995740473}, {"step": 11100, "epoch": 28, "train_loss": 0.00017737004964146763}, {"step": 11150, "epoch": 28, "train_loss": 0.00026816342142410576}, {"step": 11200, "epoch": 28, "train_loss": 0.0002582803717814386}, {"step": 11250, "epoch": 28, "train_loss": 0.0002109162596752867}, {"step": 11300, "epoch": 28, "train_loss": 0.00012882743612863123}, {"epoch_end": 28, "step": 11339, "test_acc": 0.9824, "test_loss": 0.07101195819377899}, {"step": 11350, "epoch": 29, "train_loss": 0.00011075471411459148}, {"step": 11400, "epoch": 29, "train_loss": 0.00018605463264975697}, {"step": 11450, "epoch": 29, "train_loss": 7.085353718139231e-05}, {"step": 11500, "epoch": 29, "train_loss": 0.00017779323388822377}, {"step": 11550, "epoch": 29, "train_loss": 0.00016262021381407976}, {"step": 11600, "epoch": 29, "train_loss": 0.00011944204743485898}, {"step": 11650, "epoch": 29, "train_loss": 0.00017729167302604765}, {"step": 11700, "epoch": 29, "train_loss": 9.734917694004253e-05}, {"epoch_end": 29, "step": 11730, "test_acc": 0.9826, "test_loss": 0.07138859305381774}, {"step": 11750, "epoch": 30, "train_loss": 0.00024370575556531549}, {"step": 11800, "epoch": 30, "train_loss": 0.0001303227909374982}, {"step": 11850, "epoch": 30, "train_loss": 0.0001426522940164432}, {"step": 11900, "epoch": 30, "train_loss": 0.0002871447941288352}, {"step": 11950, "epoch": 30, "train_loss": 6.080224193283357e-05}, {"step": 12000, "epoch": 30, "train_loss": 0.00015819478721823543}, {"step": 12050, "epoch": 30, "train_loss": 0.00028140906943008304}, {"step": 12100, "epoch": 30, "train_loss": 0.00018764109699986875}, {"epoch_end": 30, "step": 12121, "test_acc": 0.9826, "test_loss": 0.07161763577461243}, {"step": 12150, "epoch": 31, "train_loss": 9.986417717300355e-05}, {"step": 12200, "epoch": 31, "train_loss": 0.00023858700296841562}, {"step": 12250, "epoch": 31, "train_loss": 0.00019483413780108094}, {"step": 12300, "epoch": 31, "train_loss": 0.00013079095515422523}, {"step": 12350, "epoch": 31, "train_loss": 0.000191893705050461}, {"step": 12400, "epoch": 31, "train_loss": 0.0001482723164372146}, {"step": 12450, "epoch": 31, "train_loss": 8.866941789165139e-05}, {"step": 12500, "epoch": 31, "train_loss": 5.733299985877238e-05}, {"epoch_end": 31, "step": 12512, "test_acc": 0.9825, "test_loss": 0.07191946275234222}, {"step": 12550, "epoch": 32, "train_loss": 0.00019051358685828745}, {"step": 12600, "epoch": 32, "train_loss": 4.819097011932172e-05}, {"step": 12650, "epoch": 32, "train_loss": 0.0001526152336737141}, {"step": 12700, "epoch": 32, "train_loss": 0.00019939063349738717}, {"step": 12750, "epoch": 32, "train_loss": 4.630650801118463e-05}, {"step": 12800, "epoch": 32, "train_loss": 0.00014597910922020674}, {"step": 12850, "epoch": 32, "train_loss": 8.196973794838414e-05}, {"step": 12900, "epoch": 32, "train_loss": 0.00014023717085365206}, {"epoch_end": 32, "step": 12903, "test_acc": 0.9828, "test_loss": 0.07195813937187195}, {"step": 12950, "epoch": 33, "train_loss": 0.00011316029849695042}, {"step": 13000, "epoch": 33, "train_loss": 2.8544172891997732e-05}, {"step": 13050, "epoch": 33, "train_loss": 0.00011001413804478943}, {"step": 13100, "epoch": 33, "train_loss": 0.0001005704325507395}, {"step": 13150, "epoch": 33, "train_loss": 8.136899123201147e-05}, {"step": 13200, "epoch": 33, "train_loss": 8.447365689789876e-05}, {"step": 13250, "epoch": 33, "train_loss": 0.0001589742605574429}, {"epoch_end": 33, "step": 13294, "test_acc": 0.9825, "test_loss": 0.07223110563755035}, {"step": 13300, "epoch": 34, "train_loss": 0.00015719614748377353}, {"step": 13350, "epoch": 34, "train_loss": 0.00011907004954991862}, {"step": 13400, "epoch": 34, "train_loss": 8.391014125663787e-05}, {"step": 13450, "epoch": 34, "train_loss": 0.00013244262663647532}, {"step": 13500, "epoch": 34, "train_loss": 0.00015607436944264919}, {"step": 13550, "epoch": 34, "train_loss": 0.00018446856120135635}, {"step": 13600, "epoch": 34, "train_loss": 0.00010762512101791799}, {"step": 13650, "epoch": 34, "train_loss": 0.0001921848743222654}, {"epoch_end": 34, "step": 13685, "test_acc": 0.9824, "test_loss": 0.07230341074466705}, {"step": 13700, "epoch": 35, "train_loss": 6.587370444322005e-05}, {"step": 13750, "epoch": 35, "train_loss": 0.0001324559998465702}, {"step": 13800, "epoch": 35, "train_loss": 7.45563957025297e-05}, {"step": 13850, "epoch": 35, "train_loss": 9.323355334345251e-05}, {"step": 13900, "epoch": 35, "train_loss": 7.73818464949727e-05}, {"step": 13950, "epoch": 35, "train_loss": 0.00011663904297165573}, {"step": 14000, "epoch": 35, "train_loss": 0.0001382697228109464}, {"step": 14050, "epoch": 35, "train_loss": 0.0001055578759405762}, {"epoch_end": 35, "step": 14076, "test_acc": 0.9826, "test_loss": 0.07246096205711365}, {"step": 14100, "epoch": 36, "train_loss": 0.0001078638742910698}, {"step": 14150, "epoch": 36, "train_loss": 0.0001222663267981261}, {"step": 14200, "epoch": 36, "train_loss": 0.00011284347419859841}, {"step": 14250, "epoch": 36, "train_loss": 9.624481754144654e-05}, {"step": 14300, "epoch": 36, "train_loss": 7.554599142167717e-05}, {"step": 14350, "epoch": 36, "train_loss": 9.755048813531175e-05}, {"step": 14400, "epoch": 36, "train_loss": 7.101948722265661e-05}, {"step": 14450, "epoch": 36, "train_loss": 0.00015634023293387145}, {"epoch_end": 36, "step": 14467, "test_acc": 0.9826, "test_loss": 0.07283320412635803}, {"step": 14500, "epoch": 37, "train_loss": 0.00015964588965289295}, {"step": 14550, "epoch": 37, "train_loss": 0.00019903846259694546}, {"step": 14600, "epoch": 37, "train_loss": 6.524371565319598e-05}, {"step": 14650, "epoch": 37, "train_loss": 0.00013937026960775256}, {"step": 14700, "epoch": 37, "train_loss": 9.606638923287392e-05}, {"step": 14750, "epoch": 37, "train_loss": 8.049183816183358e-05}, {"step": 14800, "epoch": 37, "train_loss": 0.00011181577428942546}, {"step": 14850, "epoch": 37, "train_loss": 0.00011122501018689945}, {"epoch_end": 37, "step": 14858, "test_acc": 0.9826, "test_loss": 0.07292644493579864}, {"step": 14900, "epoch": 38, "train_loss": 0.00012169144611107185}, {"step": 14950, "epoch": 38, "train_loss": 4.9838810809887946e-05}, {"step": 15000, "epoch": 38, "train_loss": 0.00012459245044738054}, {"step": 15050, "epoch": 38, "train_loss": 0.00010181577818002552}, {"step": 15100, "epoch": 38, "train_loss": 5.986100222798996e-05}, {"step": 15150, "epoch": 38, "train_loss": 0.0001584395649842918}, {"step": 15200, "epoch": 38, "train_loss": 0.00015091871318873018}, {"epoch_end": 38, "step": 15249, "test_acc": 0.9827, "test_loss": 0.07313629796504974}, {"step": 15250, "epoch": 39, "train_loss": 4.735761831398122e-05}, {"step": 15300, "epoch": 39, "train_loss": 8.596403495175764e-05}, {"step": 15350, "epoch": 39, "train_loss": 8.747565880184993e-05}, {"step": 15400, "epoch": 39, "train_loss": 4.935195465805009e-05}, {"step": 15450, "epoch": 39, "train_loss": 7.566519343527034e-05}, {"step": 15500, "epoch": 39, "train_loss": 0.00016634487838018686}, {"step": 15550, "epoch": 39, "train_loss": 0.00010702137660700828}, {"step": 15600, "epoch": 39, "train_loss": 0.00013680043048225343}, {"epoch_end": 39, "step": 15640, "test_acc": 0.9827, "test_loss": 0.07310154225826264}, {"step": 15650, "epoch": 40, "train_loss": 0.00015402297140099108}, {"step": 15700, "epoch": 40, "train_loss": 0.000104586171801202}, {"step": 15750, "epoch": 40, "train_loss": 0.00010056103928945959}, {"step": 15800, "epoch": 40, "train_loss": 9.3876376922708e-05}, {"step": 15850, "epoch": 40, "train_loss": 0.00011790833377745003}, {"step": 15900, "epoch": 40, "train_loss": 7.417556480504572e-05}, {"step": 15950, "epoch": 40, "train_loss": 0.00011332232679706067}, {"step": 16000, "epoch": 40, "train_loss": 3.951978942495771e-05}, {"epoch_end": 40, "step": 16031, "test_acc": 0.9827, "test_loss": 0.07332671627998352}, {"step": 16050, "epoch": 41, "train_loss": 4.43660537712276e-05}, {"step": 16100, "epoch": 41, "train_loss": 9.71931658568792e-05}, {"step": 16150, "epoch": 41, "train_loss": 0.00010824172932188958}, {"step": 16200, "epoch": 41, "train_loss": 8.791701111476868e-05}, {"step": 16250, "epoch": 41, "train_loss": 9.652235166868195e-05}, {"step": 16300, "epoch": 41, "train_loss": 9.06181667232886e-05}, {"step": 16350, "epoch": 41, "train_loss": 9.390795457875356e-05}, {"step": 16400, "epoch": 41, "train_loss": 6.011956793372519e-05}, {"epoch_end": 41, "step": 16422, "test_acc": 0.9826, "test_loss": 0.07362238988876343}, {"step": 16450, "epoch": 42, "train_loss": 8.271295519080013e-05}, {"step": 16500, "epoch": 42, "train_loss": 0.00013599637895822525}, {"step": 16550, "epoch": 42, "train_loss": 0.00012086892820661888}, {"step": 16600, "epoch": 42, "train_loss": 0.0001269429485546425}, {"step": 16650, "epoch": 42, "train_loss": 6.124946958152577e-05}, {"step": 16700, "epoch": 42, "train_loss": 0.00010601462417980656}, {"step": 16750, "epoch": 42, "train_loss": 5.802526357001625e-05}, {"step": 16800, "epoch": 42, "train_loss": 5.679388050339185e-05}, {"epoch_end": 42, "step": 16813, "test_acc": 0.9826, "test_loss": 0.07363833043575287}, {"step": 16850, "epoch": 43, "train_loss": 0.00020907443831674755}, {"step": 16900, "epoch": 43, "train_loss": 4.979922960046679e-05}, {"step": 16950, "epoch": 43, "train_loss": 9.180567576549947e-05}, {"step": 17000, "epoch": 43, "train_loss": 9.674056491348892e-05}, {"step": 17050, "epoch": 43, "train_loss": 0.00011647427891148254}, {"step": 17100, "epoch": 43, "train_loss": 8.30795252113603e-05}, {"step": 17150, "epoch": 43, "train_loss": 0.00010366635979153216}, {"step": 17200, "epoch": 43, "train_loss": 0.00011440298840170726}, {"epoch_end": 43, "step": 17204, "test_acc": 0.9827, "test_loss": 0.07385883483886718}, {"step": 17250, "epoch": 44, "train_loss": 0.00010907026444328949}, {"step": 17300, "epoch": 44, "train_loss": 7.124570402083918e-05}, {"step": 17350, "epoch": 44, "train_loss": 9.503400360699743e-05}, {"step": 17400, "epoch": 44, "train_loss": 6.145596853457391e-05}, {"step": 17450, "epoch": 44, "train_loss": 0.0001406343944836408}, {"step": 17500, "epoch": 44, "train_loss": 7.282868318725377e-05}, {"step": 17550, "epoch": 44, "train_loss": 6.769564788555726e-05}, {"epoch_end": 44, "step": 17595, "test_acc": 0.9827, "test_loss": 0.07390813136100768}, {"step": 17600, "epoch": 45, "train_loss": 6.740388198522851e-05}, {"step": 17650, "epoch": 45, "train_loss": 3.8018988561816514e-05}, {"step": 17700, "epoch": 45, "train_loss": 4.866484960075468e-05}, {"step": 17750, "epoch": 45, "train_loss": 0.00010375362762715667}, {"step": 17800, "epoch": 45, "train_loss": 0.00017075144569389522}, {"step": 17850, "epoch": 45, "train_loss": 3.1791099900146946e-05}, {"step": 17900, "epoch": 45, "train_loss": 0.000121824283269234}, {"step": 17950, "epoch": 45, "train_loss": 9.080510790226981e-05}, {"epoch_end": 45, "step": 17986, "test_acc": 0.9827, "test_loss": 0.07405013329982757}, {"step": 18000, "epoch": 46, "train_loss": 6.160552584333345e-05}, {"step": 18050, "epoch": 46, "train_loss": 9.01638632058166e-05}, {"step": 18100, "epoch": 46, "train_loss": 0.00017382632358931005}, {"step": 18150, "epoch": 46, "train_loss": 5.717135718441568e-05}, {"step": 18200, "epoch": 46, "train_loss": 8.27181211207062e-05}, {"step": 18250, "epoch": 46, "train_loss": 0.00013121202937327325}, {"step": 18300, "epoch": 46, "train_loss": 8.143454033415765e-05}, {"step": 18350, "epoch": 46, "train_loss": 7.515853940276429e-05}, {"epoch_end": 46, "step": 18377, "test_acc": 0.9828, "test_loss": 0.07423458440303803}, {"step": 18400, "epoch": 47, "train_loss": 0.00011392111628083512}, {"step": 18450, "epoch": 47, "train_loss": 8.282229100586846e-05}, {"step": 18500, "epoch": 47, "train_loss": 0.00011268831440247595}, {"step": 18550, "epoch": 47, "train_loss": 0.0001174161589005962}, {"step": 18600, "epoch": 47, "train_loss": 5.0948299758601934e-05}, {"step": 18650, "epoch": 47, "train_loss": 6.716941425111145e-05}, {"step": 18700, "epoch": 47, "train_loss": 0.00011504565918585286}, {"step": 18750, "epoch": 47, "train_loss": 5.8301629906054586e-05}, {"epoch_end": 47, "step": 18768, "test_acc": 0.9827, "test_loss": 0.07434967973232269}, {"step": 18800, "epoch": 48, "train_loss": 7.685003220103681e-05}, {"step": 18850, "epoch": 48, "train_loss": 0.00013572406896855682}, {"step": 18900, "epoch": 48, "train_loss": 6.948808004381135e-05}, {"step": 18950, "epoch": 48, "train_loss": 0.0001462257350794971}, {"step": 19000, "epoch": 48, "train_loss": 5.203375985729508e-05}, {"step": 19050, "epoch": 48, "train_loss": 0.00012818846153095365}, {"step": 19100, "epoch": 48, "train_loss": 0.0001616466761333868}, {"step": 19150, "epoch": 48, "train_loss": 5.307549508870579e-05}, {"epoch_end": 48, "step": 19159, "test_acc": 0.9828, "test_loss": 0.07446002967357636}, {"step": 19200, "epoch": 49, "train_loss": 7.921104406705126e-05}, {"step": 19250, "epoch": 49, "train_loss": 2.574676000222098e-05}, {"step": 19300, "epoch": 49, "train_loss": 0.00013755160034634173}, {"step": 19350, "epoch": 49, "train_loss": 6.163625948829576e-05}, {"step": 19400, "epoch": 49, "train_loss": 5.9438436437631026e-05}, {"step": 19450, "epoch": 49, "train_loss": 0.00010115760960616171}, {"step": 19500, "epoch": 49, "train_loss": 6.754340574843809e-05}, {"epoch_end": 49, "step": 19550, "test_acc": 0.9828, "test_loss": 0.07453649377822875}, {"step": 19550, "epoch": 50, "train_loss": 6.747058068867773e-05}, {"step": 19600, "epoch": 50, "train_loss": 0.0001041376672219485}, {"step": 19650, "epoch": 50, "train_loss": 3.689043296617456e-05}, {"step": 19700, "epoch": 50, "train_loss": 0.00010328439384466037}, {"step": 19750, "epoch": 50, "train_loss": 0.00011658620496746153}, {"step": 19800, "epoch": 50, "train_loss": 9.453717939322814e-05}, {"step": 19850, "epoch": 50, "train_loss": 0.0001089434590539895}, {"step": 19900, "epoch": 50, "train_loss": 8.445048297289759e-05}, {"epoch_end": 50, "step": 19941, "test_acc": 0.9827, "test_loss": 0.07475170052051544}, {"step": 19950, "epoch": 51, "train_loss": 5.9832360420841724e-05}, {"step": 20000, "epoch": 51, "train_loss": 6.620012572966516e-05}, {"step": 20050, "epoch": 51, "train_loss": 5.719171167584136e-05}, {"step": 20100, "epoch": 51, "train_loss": 0.00010093289165524766}, {"step": 20150, "epoch": 51, "train_loss": 5.746811075368896e-05}, {"step": 20200, "epoch": 51, "train_loss": 4.6037086576689035e-05}, {"step": 20250, "epoch": 51, "train_loss": 6.63071041344665e-05}, {"step": 20300, "epoch": 51, "train_loss": 7.457443280145526e-05}, {"epoch_end": 51, "step": 20332, "test_acc": 0.9827, "test_loss": 0.07490359463691712}, {"step": 20350, "epoch": 52, "train_loss": 6.640165520366281e-05}, {"step": 20400, "epoch": 52, "train_loss": 6.692169699817896e-05}, {"step": 20450, "epoch": 52, "train_loss": 7.672491483390331e-05}, {"step": 20500, "epoch": 52, "train_loss": 9.832362411543727e-05}, {"step": 20550, "epoch": 52, "train_loss": 5.17340813530609e-05}, {"step": 20600, "epoch": 52, "train_loss": 6.683096580673009e-05}, {"step": 20650, "epoch": 52, "train_loss": 8.874154445948079e-05}, {"step": 20700, "epoch": 52, "train_loss": 6.822273280704394e-05}, {"epoch_end": 52, "step": 20723, "test_acc": 0.9827, "test_loss": 0.07492523229122162}, {"step": 20750, "epoch": 53, "train_loss": 3.986925366916694e-05}, {"step": 20800, "epoch": 53, "train_loss": 6.048977593309246e-05}, {"step": 20850, "epoch": 53, "train_loss": 0.00011832741438411176}, {"step": 20900, "epoch": 53, "train_loss": 7.762746827211231e-05}, {"step": 20950, "epoch": 53, "train_loss": 3.990425102529116e-05}, {"step": 21000, "epoch": 53, "train_loss": 0.00010019013279816136}, {"step": 21050, "epoch": 53, "train_loss": 4.593982157530263e-05}, {"step": 21100, "epoch": 53, "train_loss": 8.432970207650214e-05}, {"epoch_end": 53, "step": 21114, "test_acc": 0.9827, "test_loss": 0.07503829491138458}, {"step": 21150, "epoch": 54, "train_loss": 6.531861436087638e-05}, {"step": 21200, "epoch": 54, "train_loss": 7.911606371635571e-05}, {"step": 21250, "epoch": 54, "train_loss": 4.040836574858986e-05}, {"step": 21300, "epoch": 54, "train_loss": 6.351276533678174e-05}, {"step": 21350, "epoch": 54, "train_loss": 0.00010088172712130472}, {"step": 21400, "epoch": 54, "train_loss": 0.00011488258314784616}, {"step": 21450, "epoch": 54, "train_loss": 4.820280082640238e-05}, {"step": 21500, "epoch": 54, "train_loss": 6.067109643481672e-05}, {"epoch_end": 54, "step": 21505, "test_acc": 0.9827, "test_loss": 0.07523476176261902}, {"step": 21550, "epoch": 55, "train_loss": 7.141519017750397e-05}, {"step": 21600, "epoch": 55, "train_loss": 5.9553083701757714e-05}, {"step": 21650, "epoch": 55, "train_loss": 4.9616915930528194e-05}, {"step": 21700, "epoch": 55, "train_loss": 4.814239218831062e-05}, {"step": 21750, "epoch": 55, "train_loss": 8.414413605351001e-05}, {"step": 21800, "epoch": 55, "train_loss": 0.0001265446626348421}, {"step": 21850, "epoch": 55, "train_loss": 4.881422137259506e-05}, {"epoch_end": 55, "step": 21896, "test_acc": 0.9829, "test_loss": 0.07527860946655274}, {"step": 21900, "epoch": 56, "train_loss": 5.437454819912091e-05}, {"step": 21950, "epoch": 56, "train_loss": 0.00012584876094479114}, {"step": 22000, "epoch": 56, "train_loss": 4.2506006138864905e-05}, {"step": 22050, "epoch": 56, "train_loss": 2.4745955670368858e-05}, {"step": 22100, "epoch": 56, "train_loss": 5.1138034905306995e-05}, {"step": 22150, "epoch": 56, "train_loss": 6.441277218982577e-05}, {"step": 22200, "epoch": 56, "train_loss": 0.00012644079106394202}, {"step": 22250, "epoch": 56, "train_loss": 0.0001344797492492944}, {"epoch_end": 56, "step": 22287, "test_acc": 0.9826, "test_loss": 0.07532219796180725}, {"step": 22300, "epoch": 57, "train_loss": 6.911353557370603e-05}, {"step": 22350, "epoch": 57, "train_loss": 8.784454257693142e-05}, {"step": 22400, "epoch": 57, "train_loss": 8.740616613067687e-05}, {"step": 22450, "epoch": 57, "train_loss": 2.4700004360056482e-05}, {"step": 22500, "epoch": 57, "train_loss": 5.088946272735484e-05}, {"step": 22550, "epoch": 57, "train_loss": 9.389674960402772e-05}, {"step": 22600, "epoch": 57, "train_loss": 4.749157960759476e-05}, {"step": 22650, "epoch": 57, "train_loss": 8.348624396603554e-05}, {"epoch_end": 57, "step": 22678, "test_acc": 0.9826, "test_loss": 0.0754248419523239}, {"step": 22700, "epoch": 58, "train_loss": 5.2745068387594074e-05}, {"step": 22750, "epoch": 58, "train_loss": 0.00011786970571847633}, {"step": 22800, "epoch": 58, "train_loss": 7.493663724744692e-05}, {"step": 22850, "epoch": 58, "train_loss": 8.037068619159982e-05}, {"step": 22900, "epoch": 58, "train_loss": 3.0074250389588997e-05}, {"step": 22950, "epoch": 58, "train_loss": 7.734230166533962e-05}, {"step": 23000, "epoch": 58, "train_loss": 4.509730206336826e-05}, {"step": 23050, "epoch": 58, "train_loss": 6.40198850305751e-05}, {"epoch_end": 58, "step": 23069, "test_acc": 0.9829, "test_loss": 0.07552800571918487}, {"step": 23100, "epoch": 59, "train_loss": 6.331373151624575e-05}, {"step": 23150, "epoch": 59, "train_loss": 3.84443010261748e-05}, {"step": 23200, "epoch": 59, "train_loss": 3.9913476939545944e-05}, {"step": 23250, "epoch": 59, "train_loss": 6.76062554703094e-05}, {"step": 23300, "epoch": 59, "train_loss": 5.251103357295506e-05}, {"step": 23350, "epoch": 59, "train_loss": 5.219607555773109e-05}, {"step": 23400, "epoch": 59, "train_loss": 0.0001975448540179059}, {"step": 23450, "epoch": 59, "train_loss": 6.0247108194744214e-05}, {"epoch_end": 59, "step": 23460, "test_acc": 0.9829, "test_loss": 0.07568585169315338}], "final": {"test_acc": 0.9829, "test_loss": 0.07568585169315338, "wall_s": 44.66632699966431}}