results: add five-seed shallow EP and depth-2 controls

1 files changed, 1 insertions, 0 deletions

diff --git a/results/ep_depth2_v1_mnist_bp_w500_d2_s3.json b/results/ep_depth2_v1_mnist_bp_w500_d2_s3.json
new file mode 100644
index 0000000..ec7af7b
--- /dev/null
+++ b/results/ep_depth2_v1_mnist_bp_w500_d2_s3.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "mnist", "depth": 2, "width": 500, "act": "tanh", "residual": 0, "epochs": 60, "batch_size": 128, "train_examples": 50000, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "pert_mode": "simultaneous", "use_residual": 1, "raw_scale_control": "none", "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "predictor_mode": "diagonal", "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 3, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "ep_depth2_v1_mnist_bp_w500_d2_s3", "n_in": 784}, "provenance": {"git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "git_dirty": false}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.392461061477661}, {"step": 50, "epoch": 0, "train_loss": 0.4330267608165741}, {"step": 100, "epoch": 0, "train_loss": 0.13597577810287476}, {"step": 150, "epoch": 0, "train_loss": 0.18656675517559052}, {"step": 200, "epoch": 0, "train_loss": 0.20717759430408478}, {"step": 250, "epoch": 0, "train_loss": 0.23870128393173218}, {"step": 300, "epoch": 0, "train_loss": 0.10219599306583405}, {"step": 350, "epoch": 0, "train_loss": 0.19636814296245575}, {"epoch_end": 0, "step": 391, "test_acc": 0.9617, "test_loss": 0.13032574729919433}, {"step": 400, "epoch": 1, "train_loss": 0.08127465099096298}, {"step": 450, "epoch": 1, "train_loss": 0.11127246916294098}, {"step": 500, "epoch": 1, "train_loss": 0.14137625694274902}, {"step": 550, "epoch": 1, "train_loss": 0.06190027669072151}, {"step": 600, "epoch": 1, "train_loss": 0.05359448492527008}, {"step": 650, "epoch": 1, "train_loss": 0.04676014557480812}, {"step": 700, "epoch": 1, "train_loss": 0.06011312082409859}, {"step": 750, "epoch": 1, "train_loss": 0.09992261976003647}, {"epoch_end": 1, "step": 782, "test_acc": 0.9639, "test_loss": 0.11932517318725586}, {"step": 800, "epoch": 2, "train_loss": 0.05000414699316025}, {"step": 850, "epoch": 2, "train_loss": 0.05870473384857178}, {"step": 900, "epoch": 2, "train_loss": 0.04204155132174492}, {"step": 950, "epoch": 2, "train_loss": 0.09720902889966965}, {"step": 1000, "epoch": 2, "train_loss": 0.04026530683040619}, {"step": 1050, "epoch": 2, "train_loss": 0.017627211287617683}, {"step": 1100, "epoch": 2, "train_loss": 0.1113528460264206}, {"step": 1150, "epoch": 2, "train_loss": 0.10474773496389389}, {"epoch_end": 2, "step": 1173, "test_acc": 0.9697, "test_loss": 0.09791037616729736}, {"step": 1200, "epoch": 3, "train_loss": 0.025793123990297318}, {"step": 1250, "epoch": 3, "train_loss": 0.04386363923549652}, {"step": 1300, "epoch": 3, "train_loss": 0.008480507880449295}, {"step": 1350, "epoch": 3, "train_loss": 0.012904561124742031}, {"step": 1400, "epoch": 3, "train_loss": 0.02000138908624649}, {"step": 1450, "epoch": 3, "train_loss": 0.020938927307724953}, {"step": 1500, "epoch": 3, "train_loss": 0.056829098612070084}, {"step": 1550, "epoch": 3, "train_loss": 0.008553892374038696}, {"epoch_end": 3, "step": 1564, "test_acc": 0.9734, "test_loss": 0.09330914001464843}, {"step": 1600, "epoch": 4, "train_loss": 0.016052432358264923}, {"step": 1650, "epoch": 4, "train_loss": 0.03383330628275871}, {"step": 1700, "epoch": 4, "train_loss": 0.02177765779197216}, {"step": 1750, "epoch": 4, "train_loss": 0.013702926225960255}, {"step": 1800, "epoch": 4, "train_loss": 0.006456543691456318}, {"step": 1850, "epoch": 4, "train_loss": 0.052178800106048584}, {"step": 1900, "epoch": 4, "train_loss": 0.0029412966687232256}, {"step": 1950, "epoch": 4, "train_loss": 0.01780118979513645}, {"epoch_end": 4, "step": 1955, "test_acc": 0.9797, "test_loss": 0.06990963640213013}, {"step": 2000, "epoch": 5, "train_loss": 0.03651055693626404}, {"step": 2050, "epoch": 5, "train_loss": 0.006650935858488083}, {"step": 2100, "epoch": 5, "train_loss": 0.004307070281356573}, {"step": 2150, "epoch": 5, "train_loss": 0.0013579803053289652}, {"step": 2200, "epoch": 5, "train_loss": 0.011386820115149021}, {"step": 2250, "epoch": 5, "train_loss": 0.003211577422916889}, {"step": 2300, "epoch": 5, "train_loss": 0.0036232569254934788}, {"epoch_end": 5, "step": 2346, "test_acc": 0.9805, "test_loss": 0.06721104469299316}, {"step": 2350, "epoch": 6, "train_loss": 0.002008893759921193}, {"step": 2400, "epoch": 6, "train_loss": 0.003949088975787163}, {"step": 2450, "epoch": 6, "train_loss": 0.0032599468249827623}, {"step": 2500, "epoch": 6, "train_loss": 0.018015490844845772}, {"step": 2550, "epoch": 6, "train_loss": 0.00448382506147027}, {"step": 2600, "epoch": 6, "train_loss": 0.0019989151041954756}, {"step": 2650, "epoch": 6, "train_loss": 0.0023574624210596085}, {"step": 2700, "epoch": 6, "train_loss": 0.0013755495892837644}, {"epoch_end": 6, "step": 2737, "test_acc": 0.9822, "test_loss": 0.06548574237823486}, {"step": 2750, "epoch": 7, "train_loss": 0.0008760397904552519}, {"step": 2800, "epoch": 7, "train_loss": 0.0007998730288818479}, {"step": 2850, "epoch": 7, "train_loss": 0.000652525806799531}, {"step": 2900, "epoch": 7, "train_loss": 0.0007515171309933066}, {"step": 2950, "epoch": 7, "train_loss": 0.00020198134006932378}, {"step": 3000, "epoch": 7, "train_loss": 0.0009349525789730251}, {"step": 3050, "epoch": 7, "train_loss": 0.001420997199602425}, {"step": 3100, "epoch": 7, "train_loss": 0.0004756813286803663}, {"epoch_end": 7, "step": 3128, "test_acc": 0.9822, "test_loss": 0.06600332474708558}, {"step": 3150, "epoch": 8, "train_loss": 0.0006372787174768746}, {"step": 3200, "epoch": 8, "train_loss": 0.001221289625391364}, {"step": 3250, "epoch": 8, "train_loss": 0.0004122176324017346}, {"step": 3300, "epoch": 8, "train_loss": 0.0008351870346814394}, {"step": 3350, "epoch": 8, "train_loss": 0.0010132570751011372}, {"step": 3400, "epoch": 8, "train_loss": 0.0007497027982026339}, {"step": 3450, "epoch": 8, "train_loss": 0.0007943504024296999}, {"step": 3500, "epoch": 8, "train_loss": 0.0017484838608652353}, {"epoch_end": 8, "step": 3519, "test_acc": 0.9827, "test_loss": 0.06409631638526916}, {"step": 3550, "epoch": 9, "train_loss": 0.0006035410333424807}, {"step": 3600, "epoch": 9, "train_loss": 0.0006934921839274466}, {"step": 3650, "epoch": 9, "train_loss": 0.0005520804552361369}, {"step": 3700, "epoch": 9, "train_loss": 0.0008452259353362024}, {"step": 3750, "epoch": 9, "train_loss": 0.0005935737281106412}, {"step": 3800, "epoch": 9, "train_loss": 0.0004219618276692927}, {"step": 3850, "epoch": 9, "train_loss": 0.0005755358724854887}, {"step": 3900, "epoch": 9, "train_loss": 0.0005546562606468797}, {"epoch_end": 9, "step": 3910, "test_acc": 0.983, "test_loss": 0.06542046175003052}, {"step": 3950, "epoch": 10, "train_loss": 0.0004892556462436914}, {"step": 4000, "epoch": 10, "train_loss": 0.0005735654849559069}, {"step": 4050, "epoch": 10, "train_loss": 0.00029272132087498903}, {"step": 4100, "epoch": 10, "train_loss": 0.0005712439306080341}, {"step": 4150, "epoch": 10, "train_loss": 0.0003255943884141743}, {"step": 4200, "epoch": 10, "train_loss": 0.0005755310994572937}, {"step": 4250, "epoch": 10, "train_loss": 0.0009443527087569237}, {"step": 4300, "epoch": 10, "train_loss": 0.0006586650852113962}, {"epoch_end": 10, "step": 4301, "test_acc": 0.9829, "test_loss": 0.06576513485908508}, {"step": 4350, "epoch": 11, "train_loss": 0.00032685688347555697}, {"step": 4400, "epoch": 11, "train_loss": 0.0002617542340885848}, {"step": 4450, "epoch": 11, "train_loss": 0.0004668543115258217}, {"step": 4500, "epoch": 11, "train_loss": 7.347809878410771e-05}, {"step": 4550, "epoch": 11, "train_loss": 0.0006255105254240334}, {"step": 4600, "epoch": 11, "train_loss": 0.00035510770976543427}, {"step": 4650, "epoch": 11, "train_loss": 0.0003564892685972154}, {"epoch_end": 11, "step": 4692, "test_acc": 0.9831, "test_loss": 0.0661958966255188}, {"step": 4700, "epoch": 12, "train_loss": 0.0004950155271217227}, {"step": 4750, "epoch": 12, "train_loss": 0.00034163062809966505}, {"step": 4800, "epoch": 12, "train_loss": 0.00021569484670180827}, {"step": 4850, "epoch": 12, "train_loss": 0.0005386649863794446}, {"step": 4900, "epoch": 12, "train_loss": 0.0003627750847954303}, {"step": 4950, "epoch": 12, "train_loss": 0.00019967215484939516}, {"step": 5000, "epoch": 12, "train_loss": 0.00022150107542984188}, {"step": 5050, "epoch": 12, "train_loss": 0.00031981946085579693}, {"epoch_end": 12, "step": 5083, "test_acc": 0.9828, "test_loss": 0.06687741723060608}, {"step": 5100, "epoch": 13, "train_loss": 0.00026649932260625064}, {"step": 5150, "epoch": 13, "train_loss": 0.0003061076276935637}, {"step": 5200, "epoch": 13, "train_loss": 0.0003182738146279007}, {"step": 5250, "epoch": 13, "train_loss": 0.00027372868498787284}, {"step": 5300, "epoch": 13, "train_loss": 0.00036105699837207794}, {"step": 5350, "epoch": 13, "train_loss": 0.0003327726444695145}, {"step": 5400, "epoch": 13, "train_loss": 0.00031870012753643095}, {"step": 5450, "epoch": 13, "train_loss": 0.00025845624622888863}, {"epoch_end": 13, "step": 5474, "test_acc": 0.9831, "test_loss": 0.0675076042175293}, {"step": 5500, "epoch": 14, "train_loss": 0.00020716704602818936}, {"step": 5550, "epoch": 14, "train_loss": 0.00017855419719126076}, {"step": 5600, "epoch": 14, "train_loss": 0.0002422415418550372}, {"step": 5650, "epoch": 14, "train_loss": 0.00020723794295918196}, {"step": 5700, "epoch": 14, "train_loss": 9.274452168028802e-05}, {"step": 5750, "epoch": 14, "train_loss": 0.0004225482407491654}, {"step": 5800, "epoch": 14, "train_loss": 0.0005848592263646424}, {"step": 5850, "epoch": 14, "train_loss": 0.000537645595613867}, {"epoch_end": 14, "step": 5865, "test_acc": 0.9834, "test_loss": 0.06762403244972229}, {"step": 5900, "epoch": 15, "train_loss": 0.00034943901118822396}, {"step": 5950, "epoch": 15, "train_loss": 0.00038488974678330123}, {"step": 6000, "epoch": 15, "train_loss": 0.0006432186346501112}, {"step": 6050, "epoch": 15, "train_loss": 0.0005317258764989674}, {"step": 6100, "epoch": 15, "train_loss": 0.0002575220714788884}, {"step": 6150, "epoch": 15, "train_loss": 0.0002501053677406162}, {"step": 6200, "epoch": 15, "train_loss": 0.0002572254743427038}, {"step": 6250, "epoch": 15, "train_loss": 0.00021302704408299178}, {"epoch_end": 15, "step": 6256, "test_acc": 0.9829, "test_loss": 0.06767737197875977}, {"step": 6300, "epoch": 16, "train_loss": 0.00023389905982185155}, {"step": 6350, "epoch": 16, "train_loss": 0.00026426243130117655}, {"step": 6400, "epoch": 16, "train_loss": 0.0002558401320129633}, {"step": 6450, "epoch": 16, "train_loss": 0.0001362088805763051}, {"step": 6500, "epoch": 16, "train_loss": 0.00026285715284757316}, {"step": 6550, "epoch": 16, "train_loss": 0.0002944857405964285}, {"step": 6600, "epoch": 16, "train_loss": 0.0001202511484734714}, {"epoch_end": 16, "step": 6647, "test_acc": 0.983, "test_loss": 0.0683099739074707}, {"step": 6650, "epoch": 17, "train_loss": 0.00014194438699632883}, {"step": 6700, "epoch": 17, "train_loss": 0.00010660844418453053}, {"step": 6750, "epoch": 17, "train_loss": 0.0005175257683731616}, {"step": 6800, "epoch": 17, "train_loss": 0.0004916021716780961}, {"step": 6850, "epoch": 17, "train_loss": 0.00018424860900267959}, {"step": 6900, "epoch": 17, "train_loss": 0.0003241827362217009}, {"step": 6950, "epoch": 17, "train_loss": 0.00038205928285606205}, {"step": 7000, "epoch": 17, "train_loss": 0.00020846453844569623}, {"epoch_end": 17, "step": 7038, "test_acc": 0.9836, "test_loss": 0.06876222138404846}, {"step": 7050, "epoch": 18, "train_loss": 7.911033753771335e-05}, {"step": 7100, "epoch": 18, "train_loss": 0.0002977605618070811}, {"step": 7150, "epoch": 18, "train_loss": 0.00013106325059197843}, {"step": 7200, "epoch": 18, "train_loss": 0.0002639463637024164}, {"step": 7250, "epoch": 18, "train_loss": 0.0003385614836588502}, {"step": 7300, "epoch": 18, "train_loss": 9.934575064107776e-05}, {"step": 7350, "epoch": 18, "train_loss": 0.0002556323306635022}, {"step": 7400, "epoch": 18, "train_loss": 7.825599459465593e-05}, {"epoch_end": 18, "step": 7429, "test_acc": 0.9833, "test_loss": 0.06895558280944825}, {"step": 7450, "epoch": 19, "train_loss": 0.00010352789104217663}, {"step": 7500, "epoch": 19, "train_loss": 0.00023946588044054806}, {"step": 7550, "epoch": 19, "train_loss": 0.00012298709771130234}, {"step": 7600, "epoch": 19, "train_loss": 9.304145351052284e-05}, {"step": 7650, "epoch": 19, "train_loss": 0.00028170051518827677}, {"step": 7700, "epoch": 19, "train_loss": 0.0002876229991670698}, {"step": 7750, "epoch": 19, "train_loss": 0.0003721037646755576}, {"step": 7800, "epoch": 19, "train_loss": 0.0004044375382363796}, {"epoch_end": 19, "step": 7820, "test_acc": 0.9834, "test_loss": 0.0695700379371643}, {"step": 7850, "epoch": 20, "train_loss": 0.00025099501363001764}, {"step": 7900, "epoch": 20, "train_loss": 0.00017992187349591404}, {"step": 7950, "epoch": 20, "train_loss": 0.00027589022647589445}, {"step": 8000, "epoch": 20, "train_loss": 0.00018064833420794457}, {"step": 8050, "epoch": 20, "train_loss": 0.0003203243250027299}, {"step": 8100, "epoch": 20, "train_loss": 0.00025613693287596107}, {"step": 8150, "epoch": 20, "train_loss": 0.0001935624604811892}, {"step": 8200, "epoch": 20, "train_loss": 0.00011303303472232074}, {"epoch_end": 20, "step": 8211, "test_acc": 0.983, "test_loss": 0.06946600952148438}, {"step": 8250, "epoch": 21, "train_loss": 0.0002809760335367173}, {"step": 8300, "epoch": 21, "train_loss": 0.00032351171830669045}, {"step": 8350, "epoch": 21, "train_loss": 0.0002865587011910975}, {"step": 8400, "epoch": 21, "train_loss": 0.00016052889986895025}, {"step": 8450, "epoch": 21, "train_loss": 0.00022125299437902868}, {"step": 8500, "epoch": 21, "train_loss": 0.00024517482961528003}, {"step": 8550, "epoch": 21, "train_loss": 0.00019372506358195096}, {"step": 8600, "epoch": 21, "train_loss": 0.00026390550192445517}, {"epoch_end": 21, "step": 8602, "test_acc": 0.9838, "test_loss": 0.06999731793403625}, {"step": 8650, "epoch": 22, "train_loss": 9.64297287282534e-05}, {"step": 8700, "epoch": 22, "train_loss": 0.0001218365432578139}, {"step": 8750, "epoch": 22, "train_loss": 0.00018627889221534133}, {"step": 8800, "epoch": 22, "train_loss": 0.00026731492835097015}, {"step": 8850, "epoch": 22, "train_loss": 0.00014398727216757834}, {"step": 8900, "epoch": 22, "train_loss": 0.000263034860836342}, {"step": 8950, "epoch": 22, "train_loss": 0.00013997328642290086}, {"epoch_end": 22, "step": 8993, "test_acc": 0.9833, "test_loss": 0.07000759415626526}, {"step": 9000, "epoch": 23, "train_loss": 0.0001891159190563485}, {"step": 9050, "epoch": 23, "train_loss": 0.000163880962645635}, {"step": 9100, "epoch": 23, "train_loss": 0.00013145171396899968}, {"step": 9150, "epoch": 23, "train_loss": 0.0003298813244327903}, {"step": 9200, "epoch": 23, "train_loss": 0.000297754566418007}, {"step": 9250, "epoch": 23, "train_loss": 0.00018962231115438044}, {"step": 9300, "epoch": 23, "train_loss": 0.0001532882743049413}, {"step": 9350, "epoch": 23, "train_loss": 0.00017740458133630455}, {"epoch_end": 23, "step": 9384, "test_acc": 0.9836, "test_loss": 0.07054057912826538}, {"step": 9400, "epoch": 24, "train_loss": 0.0002184359182137996}, {"step": 9450, "epoch": 24, "train_loss": 0.00014279923925641924}, {"step": 9500, "epoch": 24, "train_loss": 0.0001489589485572651}, {"step": 9550, "epoch": 24, "train_loss": 0.0002073616487905383}, {"step": 9600, "epoch": 24, "train_loss": 0.0001509311841800809}, {"step": 9650, "epoch": 24, "train_loss": 0.00022722706489730626}, {"step": 9700, "epoch": 24, "train_loss": 0.00012059212167514488}, {"step": 9750, "epoch": 24, "train_loss": 0.00028932327404618263}, {"epoch_end": 24, "step": 9775, "test_acc": 0.9834, "test_loss": 0.07076204900741577}, {"step": 9800, "epoch": 25, "train_loss": 0.0002461887779645622}, {"step": 9850, "epoch": 25, "train_loss": 0.00010710797505453229}, {"step": 9900, "epoch": 25, "train_loss": 0.00012242219236213714}, {"step": 9950, "epoch": 25, "train_loss": 0.00016649399185553193}, {"step": 10000, "epoch": 25, "train_loss": 0.00020171210053376853}, {"step": 10050, "epoch": 25, "train_loss": 0.0001569568266859278}, {"step": 10100, "epoch": 25, "train_loss": 0.00011594448005780578}, {"step": 10150, "epoch": 25, "train_loss": 6.0247584769967943e-05}, {"epoch_end": 25, "step": 10166, "test_acc": 0.9833, "test_loss": 0.07107405090332031}, {"step": 10200, "epoch": 26, "train_loss": 0.00020640740694943815}, {"step": 10250, "epoch": 26, "train_loss": 0.0001865260419435799}, {"step": 10300, "epoch": 26, "train_loss": 0.0005673408741131425}, {"step": 10350, "epoch": 26, "train_loss": 8.054525824263692e-05}, {"step": 10400, "epoch": 26, "train_loss": 0.00015423126751556993}, {"step": 10450, "epoch": 26, "train_loss": 0.0002268988755531609}, {"step": 10500, "epoch": 26, "train_loss": 0.00022458916646428406}, {"step": 10550, "epoch": 26, "train_loss": 0.0001113022372010164}, {"epoch_end": 26, "step": 10557, "test_acc": 0.9835, "test_loss": 0.07128768186569213}, {"step": 10600, "epoch": 27, "train_loss": 0.00013166059216018766}, {"step": 10650, "epoch": 27, "train_loss": 0.00010535820183577016}, {"step": 10700, "epoch": 27, "train_loss": 0.0001668884651735425}, {"step": 10750, "epoch": 27, "train_loss": 0.0001155920690507628}, {"step": 10800, "epoch": 27, "train_loss": 8.263535710284486e-05}, {"step": 10850, "epoch": 27, "train_loss": 0.00010448892135173082}, {"step": 10900, "epoch": 27, "train_loss": 9.593434515409172e-05}, {"epoch_end": 27, "step": 10948, "test_acc": 0.9835, "test_loss": 0.07149250535964966}, {"step": 10950, "epoch": 28, "train_loss": 0.00013826820941176265}, {"step": 11000, "epoch": 28, "train_loss": 0.00013684338773600757}, {"step": 11050, "epoch": 28, "train_loss": 0.00024373174528591335}, {"step": 11100, "epoch": 28, "train_loss": 0.00016098443302325904}, {"step": 11150, "epoch": 28, "train_loss": 0.0002177648711949587}, {"step": 11200, "epoch": 28, "train_loss": 0.00021731761808041483}, {"step": 11250, "epoch": 28, "train_loss": 0.000239574903389439}, {"step": 11300, "epoch": 28, "train_loss": 0.00014507239393424243}, {"epoch_end": 28, "step": 11339, "test_acc": 0.9834, "test_loss": 0.07169411478042602}, {"step": 11350, "epoch": 29, "train_loss": 6.241040682652965e-05}, {"step": 11400, "epoch": 29, "train_loss": 0.00010472754365764558}, {"step": 11450, "epoch": 29, "train_loss": 0.00013918110926169902}, {"step": 11500, "epoch": 29, "train_loss": 0.0001685497263679281}, {"step": 11550, "epoch": 29, "train_loss": 0.00011110310151707381}, {"step": 11600, "epoch": 29, "train_loss": 0.00015258807979989797}, {"step": 11650, "epoch": 29, "train_loss": 0.00015515337872784585}, {"step": 11700, "epoch": 29, "train_loss": 8.721290942048654e-05}, {"epoch_end": 29, "step": 11730, "test_acc": 0.9833, "test_loss": 0.07197913384437561}, {"step": 11750, "epoch": 30, "train_loss": 0.0002138600975740701}, {"step": 11800, "epoch": 30, "train_loss": 0.0001117290958063677}, {"step": 11850, "epoch": 30, "train_loss": 0.0001565693091833964}, {"step": 11900, "epoch": 30, "train_loss": 0.0003227171837352216}, {"step": 11950, "epoch": 30, "train_loss": 5.003174373996444e-05}, {"step": 12000, "epoch": 30, "train_loss": 0.0001419905893271789}, {"step": 12050, "epoch": 30, "train_loss": 0.00024497773847542703}, {"step": 12100, "epoch": 30, "train_loss": 0.00011303282371954992}, {"epoch_end": 30, "step": 12121, "test_acc": 0.9833, "test_loss": 0.07209163098335267}, {"step": 12150, "epoch": 31, "train_loss": 8.26097239041701e-05}, {"step": 12200, "epoch": 31, "train_loss": 0.00013984416727907956}, {"step": 12250, "epoch": 31, "train_loss": 0.00017803031369112432}, {"step": 12300, "epoch": 31, "train_loss": 0.0001801888138288632}, {"step": 12350, "epoch": 31, "train_loss": 0.00015860133862588555}, {"step": 12400, "epoch": 31, "train_loss": 0.00010144248517462984}, {"step": 12450, "epoch": 31, "train_loss": 6.816391396569088e-05}, {"step": 12500, "epoch": 31, "train_loss": 5.1350725698284805e-05}, {"epoch_end": 31, "step": 12512, "test_acc": 0.9838, "test_loss": 0.07247968616485596}, {"step": 12550, "epoch": 32, "train_loss": 0.00014971030759625137}, {"step": 12600, "epoch": 32, "train_loss": 4.516870831139386e-05}, {"step": 12650, "epoch": 32, "train_loss": 0.0001938124478328973}, {"step": 12700, "epoch": 32, "train_loss": 0.0001958065404323861}, {"step": 12750, "epoch": 32, "train_loss": 5.7314657169627026e-05}, {"step": 12800, "epoch": 32, "train_loss": 0.00012947269715368748}, {"step": 12850, "epoch": 32, "train_loss": 8.616636478109285e-05}, {"step": 12900, "epoch": 32, "train_loss": 0.00012716074706986547}, {"epoch_end": 32, "step": 12903, "test_acc": 0.9833, "test_loss": 0.07244099369049073}, {"step": 12950, "epoch": 33, "train_loss": 0.00010433563875267282}, {"step": 13000, "epoch": 33, "train_loss": 3.661135269794613e-05}, {"step": 13050, "epoch": 33, "train_loss": 9.72274283412844e-05}, {"step": 13100, "epoch": 33, "train_loss": 9.316500654676929e-05}, {"step": 13150, "epoch": 33, "train_loss": 6.630109419347718e-05}, {"step": 13200, "epoch": 33, "train_loss": 0.00010734910028986633}, {"step": 13250, "epoch": 33, "train_loss": 0.00018109905067831278}, {"epoch_end": 33, "step": 13294, "test_acc": 0.9835, "test_loss": 0.07269454212188721}, {"step": 13300, "epoch": 34, "train_loss": 0.0001111390083678998}, {"step": 13350, "epoch": 34, "train_loss": 7.016179733909667e-05}, {"step": 13400, "epoch": 34, "train_loss": 7.951266888994724e-05}, {"step": 13450, "epoch": 34, "train_loss": 0.00013071807916276157}, {"step": 13500, "epoch": 34, "train_loss": 0.00013846837100572884}, {"step": 13550, "epoch": 34, "train_loss": 0.00017730701074469835}, {"step": 13600, "epoch": 34, "train_loss": 8.45928443595767e-05}, {"step": 13650, "epoch": 34, "train_loss": 0.00011529932817211375}, {"epoch_end": 34, "step": 13685, "test_acc": 0.9832, "test_loss": 0.07296470909118652}, {"step": 13700, "epoch": 35, "train_loss": 7.054935849737376e-05}, {"step": 13750, "epoch": 35, "train_loss": 9.714213229017332e-05}, {"step": 13800, "epoch": 35, "train_loss": 7.777840801281855e-05}, {"step": 13850, "epoch": 35, "train_loss": 8.813244494376704e-05}, {"step": 13900, "epoch": 35, "train_loss": 7.53619970055297e-05}, {"step": 13950, "epoch": 35, "train_loss": 0.00010436524462420493}, {"step": 14000, "epoch": 35, "train_loss": 9.665734978625551e-05}, {"step": 14050, "epoch": 35, "train_loss": 0.00013095380563754588}, {"epoch_end": 35, "step": 14076, "test_acc": 0.9834, "test_loss": 0.07311664295196534}, {"step": 14100, "epoch": 36, "train_loss": 9.695552580524236e-05}, {"step": 14150, "epoch": 36, "train_loss": 0.00012698298087343574}, {"step": 14200, "epoch": 36, "train_loss": 0.00010070597636513412}, {"step": 14250, "epoch": 36, "train_loss": 0.0001036091853165999}, {"step": 14300, "epoch": 36, "train_loss": 6.860457506263629e-05}, {"step": 14350, "epoch": 36, "train_loss": 6.467742787208408e-05}, {"step": 14400, "epoch": 36, "train_loss": 9.458223939873278e-05}, {"step": 14450, "epoch": 36, "train_loss": 9.855262032942846e-05}, {"epoch_end": 36, "step": 14467, "test_acc": 0.9836, "test_loss": 0.07333334665298462}, {"step": 14500, "epoch": 37, "train_loss": 0.00014571564679499716}, {"step": 14550, "epoch": 37, "train_loss": 0.0001360045134788379}, {"step": 14600, "epoch": 37, "train_loss": 7.177539373515174e-05}, {"step": 14650, "epoch": 37, "train_loss": 0.00010290632053511217}, {"step": 14700, "epoch": 37, "train_loss": 9.202356159221381e-05}, {"step": 14750, "epoch": 37, "train_loss": 7.907913823146373e-05}, {"step": 14800, "epoch": 37, "train_loss": 0.00012009589408989996}, {"step": 14850, "epoch": 37, "train_loss": 0.00013482831127475947}, {"epoch_end": 37, "step": 14858, "test_acc": 0.9833, "test_loss": 0.07357350077629089}, {"step": 14900, "epoch": 38, "train_loss": 0.00010960591316688806}, {"step": 14950, "epoch": 38, "train_loss": 4.8413061449537054e-05}, {"step": 15000, "epoch": 38, "train_loss": 0.00011688211816363037}, {"step": 15050, "epoch": 38, "train_loss": 0.00012138360762037337}, {"step": 15100, "epoch": 38, "train_loss": 6.954864511499181e-05}, {"step": 15150, "epoch": 38, "train_loss": 0.00010508298146305606}, {"step": 15200, "epoch": 38, "train_loss": 0.00011242870095884427}, {"epoch_end": 38, "step": 15249, "test_acc": 0.9835, "test_loss": 0.07374604353904723}, {"step": 15250, "epoch": 39, "train_loss": 5.125785537529737e-05}, {"step": 15300, "epoch": 39, "train_loss": 9.899337601382285e-05}, {"step": 15350, "epoch": 39, "train_loss": 0.00010228575411019847}, {"step": 15400, "epoch": 39, "train_loss": 6.564395152963698e-05}, {"step": 15450, "epoch": 39, "train_loss": 8.20448694867082e-05}, {"step": 15500, "epoch": 39, "train_loss": 0.00011713022104231641}, {"step": 15550, "epoch": 39, "train_loss": 8.497417729813606e-05}, {"step": 15600, "epoch": 39, "train_loss": 0.00010945544636342674}, {"epoch_end": 39, "step": 15640, "test_acc": 0.9834, "test_loss": 0.07371310806274414}, {"step": 15650, "epoch": 40, "train_loss": 0.00010700547136366367}, {"step": 15700, "epoch": 40, "train_loss": 9.93855283013545e-05}, {"step": 15750, "epoch": 40, "train_loss": 0.00012463994789868593}, {"step": 15800, "epoch": 40, "train_loss": 0.00012601340131368488}, {"step": 15850, "epoch": 40, "train_loss": 9.177523315884173e-05}, {"step": 15900, "epoch": 40, "train_loss": 6.609609408769757e-05}, {"step": 15950, "epoch": 40, "train_loss": 0.00012282381067052484}, {"step": 16000, "epoch": 40, "train_loss": 5.141214205650613e-05}, {"epoch_end": 40, "step": 16031, "test_acc": 0.9833, "test_loss": 0.07393910355567933}, {"step": 16050, "epoch": 41, "train_loss": 5.784091626992449e-05}, {"step": 16100, "epoch": 41, "train_loss": 8.820754737826064e-05}, {"step": 16150, "epoch": 41, "train_loss": 0.0001087142518372275}, {"step": 16200, "epoch": 41, "train_loss": 0.00011025926505681127}, {"step": 16250, "epoch": 41, "train_loss": 0.00010521242074901238}, {"step": 16300, "epoch": 41, "train_loss": 7.890189590398222e-05}, {"step": 16350, "epoch": 41, "train_loss": 7.522314990637824e-05}, {"step": 16400, "epoch": 41, "train_loss": 6.499799201264977e-05}, {"epoch_end": 41, "step": 16422, "test_acc": 0.9834, "test_loss": 0.07417334213256836}, {"step": 16450, "epoch": 42, "train_loss": 7.452029240084812e-05}, {"step": 16500, "epoch": 42, "train_loss": 8.416483615292236e-05}, {"step": 16550, "epoch": 42, "train_loss": 0.00013057776959612966}, {"step": 16600, "epoch": 42, "train_loss": 0.0001036319590639323}, {"step": 16650, "epoch": 42, "train_loss": 8.216807327698916e-05}, {"step": 16700, "epoch": 42, "train_loss": 8.030120807234198e-05}, {"step": 16750, "epoch": 42, "train_loss": 6.146133091533557e-05}, {"step": 16800, "epoch": 42, "train_loss": 3.435025064391084e-05}, {"epoch_end": 42, "step": 16813, "test_acc": 0.9836, "test_loss": 0.07418210415840149}, {"step": 16850, "epoch": 43, "train_loss": 0.00020119694818276912}, {"step": 16900, "epoch": 43, "train_loss": 4.66758428956382e-05}, {"step": 16950, "epoch": 43, "train_loss": 0.00013449747348204255}, {"step": 17000, "epoch": 43, "train_loss": 8.21735302451998e-05}, {"step": 17050, "epoch": 43, "train_loss": 8.032976620597765e-05}, {"step": 17100, "epoch": 43, "train_loss": 7.822539191693068e-05}, {"step": 17150, "epoch": 43, "train_loss": 9.551764378556982e-05}, {"step": 17200, "epoch": 43, "train_loss": 0.00010079971252707765}, {"epoch_end": 43, "step": 17204, "test_acc": 0.9833, "test_loss": 0.0745087938785553}, {"step": 17250, "epoch": 44, "train_loss": 0.00012301535753067583}, {"step": 17300, "epoch": 44, "train_loss": 9.349244646728039e-05}, {"step": 17350, "epoch": 44, "train_loss": 7.579205703223124e-05}, {"step": 17400, "epoch": 44, "train_loss": 5.6416123697999865e-05}, {"step": 17450, "epoch": 44, "train_loss": 9.085616329684854e-05}, {"step": 17500, "epoch": 44, "train_loss": 7.40808536647819e-05}, {"step": 17550, "epoch": 44, "train_loss": 6.94967748131603e-05}, {"epoch_end": 44, "step": 17595, "test_acc": 0.9834, "test_loss": 0.07456241335868835}, {"step": 17600, "epoch": 45, "train_loss": 5.854336268384941e-05}, {"step": 17650, "epoch": 45, "train_loss": 4.327127680880949e-05}, {"step": 17700, "epoch": 45, "train_loss": 7.364332122961059e-05}, {"step": 17750, "epoch": 45, "train_loss": 0.00010305795876774937}, {"step": 17800, "epoch": 45, "train_loss": 0.00014547977480106056}, {"step": 17850, "epoch": 45, "train_loss": 3.0925315513741225e-05}, {"step": 17900, "epoch": 45, "train_loss": 7.257844845298678e-05}, {"step": 17950, "epoch": 45, "train_loss": 9.521379979560152e-05}, {"epoch_end": 45, "step": 17986, "test_acc": 0.9834, "test_loss": 0.07470321860313416}, {"step": 18000, "epoch": 46, "train_loss": 8.284504292532802e-05}, {"step": 18050, "epoch": 46, "train_loss": 7.696839020354673e-05}, {"step": 18100, "epoch": 46, "train_loss": 0.00014463743718806654}, {"step": 18150, "epoch": 46, "train_loss": 5.584250538959168e-05}, {"step": 18200, "epoch": 46, "train_loss": 5.0243605073774233e-05}, {"step": 18250, "epoch": 46, "train_loss": 0.00014628900680691004}, {"step": 18300, "epoch": 46, "train_loss": 7.575221388833597e-05}, {"step": 18350, "epoch": 46, "train_loss": 6.196476897457615e-05}, {"epoch_end": 46, "step": 18377, "test_acc": 0.9835, "test_loss": 0.07479474902153015}, {"step": 18400, "epoch": 47, "train_loss": 0.00016691609926056117}, {"step": 18450, "epoch": 47, "train_loss": 8.467560837743804e-05}, {"step": 18500, "epoch": 47, "train_loss": 0.00011014449410140514}, {"step": 18550, "epoch": 47, "train_loss": 9.068864892469719e-05}, {"step": 18600, "epoch": 47, "train_loss": 5.15816718689166e-05}, {"step": 18650, "epoch": 47, "train_loss": 7.416439621010795e-05}, {"step": 18700, "epoch": 47, "train_loss": 0.00012149960093665868}, {"step": 18750, "epoch": 47, "train_loss": 4.454178997548297e-05}, {"epoch_end": 47, "step": 18768, "test_acc": 0.9834, "test_loss": 0.07500463967323304}, {"step": 18800, "epoch": 48, "train_loss": 5.78675972064957e-05}, {"step": 18850, "epoch": 48, "train_loss": 8.918044477468356e-05}, {"step": 18900, "epoch": 48, "train_loss": 6.495000707218423e-05}, {"step": 18950, "epoch": 48, "train_loss": 0.00012890521611552685}, {"step": 19000, "epoch": 48, "train_loss": 3.800101330853067e-05}, {"step": 19050, "epoch": 48, "train_loss": 0.00013215412036515772}, {"step": 19100, "epoch": 48, "train_loss": 0.00011369543062755838}, {"step": 19150, "epoch": 48, "train_loss": 5.891573164262809e-05}, {"epoch_end": 48, "step": 19159, "test_acc": 0.9833, "test_loss": 0.07512258791923523}, {"step": 19200, "epoch": 49, "train_loss": 3.8341331674018875e-05}, {"step": 19250, "epoch": 49, "train_loss": 3.153717625536956e-05}, {"step": 19300, "epoch": 49, "train_loss": 0.00013264178414829075}, {"step": 19350, "epoch": 49, "train_loss": 7.969516445882618e-05}, {"step": 19400, "epoch": 49, "train_loss": 6.303264672169462e-05}, {"step": 19450, "epoch": 49, "train_loss": 0.00010402090265415609}, {"step": 19500, "epoch": 49, "train_loss": 4.1700939618749544e-05}, {"epoch_end": 49, "step": 19550, "test_acc": 0.9835, "test_loss": 0.07523813185691834}, {"step": 19550, "epoch": 50, "train_loss": 5.7654338888823986e-05}, {"step": 19600, "epoch": 50, "train_loss": 0.00010321068111807108}, {"step": 19650, "epoch": 50, "train_loss": 3.845899846055545e-05}, {"step": 19700, "epoch": 50, "train_loss": 8.644135959912091e-05}, {"step": 19750, "epoch": 50, "train_loss": 0.0001335673441644758}, {"step": 19800, "epoch": 50, "train_loss": 9.627404506318271e-05}, {"step": 19850, "epoch": 50, "train_loss": 0.00012113968841731548}, {"step": 19900, "epoch": 50, "train_loss": 9.101774776354432e-05}, {"epoch_end": 50, "step": 19941, "test_acc": 0.9834, "test_loss": 0.07539886717796326}, {"step": 19950, "epoch": 51, "train_loss": 5.5562271882081404e-05}, {"step": 20000, "epoch": 51, "train_loss": 0.00010355785343563184}, {"step": 20050, "epoch": 51, "train_loss": 4.671717033488676e-05}, {"step": 20100, "epoch": 51, "train_loss": 8.714307477930561e-05}, {"step": 20150, "epoch": 51, "train_loss": 6.263862451305613e-05}, {"step": 20200, "epoch": 51, "train_loss": 5.91001589782536e-05}, {"step": 20250, "epoch": 51, "train_loss": 7.163678674260154e-05}, {"step": 20300, "epoch": 51, "train_loss": 7.062918302835897e-05}, {"epoch_end": 51, "step": 20332, "test_acc": 0.9833, "test_loss": 0.07552588763236999}, {"step": 20350, "epoch": 52, "train_loss": 9.034451795741916e-05}, {"step": 20400, "epoch": 52, "train_loss": 7.669339538551867e-05}, {"step": 20450, "epoch": 52, "train_loss": 7.870650006225333e-05}, {"step": 20500, "epoch": 52, "train_loss": 9.655435133026913e-05}, {"step": 20550, "epoch": 52, "train_loss": 5.282036727294326e-05}, {"step": 20600, "epoch": 52, "train_loss": 3.815016316366382e-05}, {"step": 20650, "epoch": 52, "train_loss": 8.507019083481282e-05}, {"step": 20700, "epoch": 52, "train_loss": 7.986127457115799e-05}, {"epoch_end": 52, "step": 20723, "test_acc": 0.9833, "test_loss": 0.07560726518630981}, {"step": 20750, "epoch": 53, "train_loss": 4.619880564860068e-05}, {"step": 20800, "epoch": 53, "train_loss": 6.347429734887555e-05}, {"step": 20850, "epoch": 53, "train_loss": 0.00012337426596786827}, {"step": 20900, "epoch": 53, "train_loss": 0.0001152002951130271}, {"step": 20950, "epoch": 53, "train_loss": 3.3308933780062944e-05}, {"step": 21000, "epoch": 53, "train_loss": 6.936745921848342e-05}, {"step": 21050, "epoch": 53, "train_loss": 4.9172831495525315e-05}, {"step": 21100, "epoch": 53, "train_loss": 9.179390326607972e-05}, {"epoch_end": 53, "step": 21114, "test_acc": 0.9834, "test_loss": 0.07571734800338745}, {"step": 21150, "epoch": 54, "train_loss": 4.0512019040761515e-05}, {"step": 21200, "epoch": 54, "train_loss": 6.212073640199378e-05}, {"step": 21250, "epoch": 54, "train_loss": 4.0781214920571074e-05}, {"step": 21300, "epoch": 54, "train_loss": 5.3055238822707906e-05}, {"step": 21350, "epoch": 54, "train_loss": 0.00010495921014808118}, {"step": 21400, "epoch": 54, "train_loss": 9.366920130560175e-05}, {"step": 21450, "epoch": 54, "train_loss": 4.371946124592796e-05}, {"step": 21500, "epoch": 54, "train_loss": 4.966871711076237e-05}, {"epoch_end": 54, "step": 21505, "test_acc": 0.9833, "test_loss": 0.07586449437141418}, {"step": 21550, "epoch": 55, "train_loss": 5.583375968853943e-05}, {"step": 21600, "epoch": 55, "train_loss": 7.246127643156797e-05}, {"step": 21650, "epoch": 55, "train_loss": 5.6044216762529686e-05}, {"step": 21700, "epoch": 55, "train_loss": 5.6850109103834257e-05}, {"step": 21750, "epoch": 55, "train_loss": 5.936103843851015e-05}, {"step": 21800, "epoch": 55, "train_loss": 9.502319880994037e-05}, {"step": 21850, "epoch": 55, "train_loss": 5.550195783143863e-05}, {"epoch_end": 55, "step": 21896, "test_acc": 0.9832, "test_loss": 0.07600281748771667}, {"step": 21900, "epoch": 56, "train_loss": 3.966015356127173e-05}, {"step": 21950, "epoch": 56, "train_loss": 0.00011801304935943335}, {"step": 22000, "epoch": 56, "train_loss": 5.035864523961209e-05}, {"step": 22050, "epoch": 56, "train_loss": 2.7630327167571522e-05}, {"step": 22100, "epoch": 56, "train_loss": 7.737010309938341e-05}, {"step": 22150, "epoch": 56, "train_loss": 8.342335786437616e-05}, {"step": 22200, "epoch": 56, "train_loss": 0.00010178707452723756}, {"step": 22250, "epoch": 56, "train_loss": 8.376630285056308e-05}, {"epoch_end": 56, "step": 22287, "test_acc": 0.9831, "test_loss": 0.07606529202461243}, {"step": 22300, "epoch": 57, "train_loss": 5.8387504395795986e-05}, {"step": 22350, "epoch": 57, "train_loss": 0.00010242793359793723}, {"step": 22400, "epoch": 57, "train_loss": 9.037948620971292e-05}, {"step": 22450, "epoch": 57, "train_loss": 2.6649458959582262e-05}, {"step": 22500, "epoch": 57, "train_loss": 3.0037936085136607e-05}, {"step": 22550, "epoch": 57, "train_loss": 8.691256516613066e-05}, {"step": 22600, "epoch": 57, "train_loss": 6.437947013182566e-05}, {"step": 22650, "epoch": 57, "train_loss": 7.745503535261378e-05}, {"epoch_end": 57, "step": 22678, "test_acc": 0.9833, "test_loss": 0.07610322690010071}, {"step": 22700, "epoch": 58, "train_loss": 4.858275497099385e-05}, {"step": 22750, "epoch": 58, "train_loss": 8.21355715743266e-05}, {"step": 22800, "epoch": 58, "train_loss": 7.140693196561188e-05}, {"step": 22850, "epoch": 58, "train_loss": 6.835127715021372e-05}, {"step": 22900, "epoch": 58, "train_loss": 3.5416251193964854e-05}, {"step": 22950, "epoch": 58, "train_loss": 7.14934358256869e-05}, {"step": 23000, "epoch": 58, "train_loss": 4.305905167711899e-05}, {"step": 23050, "epoch": 58, "train_loss": 5.278851313050836e-05}, {"epoch_end": 58, "step": 23069, "test_acc": 0.9834, "test_loss": 0.07626068592071533}, {"step": 23100, "epoch": 59, "train_loss": 6.56527336104773e-05}, {"step": 23150, "epoch": 59, "train_loss": 4.7724563046358526e-05}, {"step": 23200, "epoch": 59, "train_loss": 2.993191264977213e-05}, {"step": 23250, "epoch": 59, "train_loss": 6.093519914429635e-05}, {"step": 23300, "epoch": 59, "train_loss": 5.5158569011837244e-05}, {"step": 23350, "epoch": 59, "train_loss": 4.282809095457196e-05}, {"step": 23400, "epoch": 59, "train_loss": 0.0001640979462536052}, {"step": 23450, "epoch": 59, "train_loss": 6.856865365989506e-05}, {"epoch_end": 59, "step": 23460, "test_acc": 0.9833, "test_loss": 0.07641531505584717}], "final": {"test_acc": 0.9833, "test_loss": 0.07641531505584717, "wall_s": 44.81366181373596}}
\ No newline at end of file