1
|
{"args": {"method": "pepita", "dataset": "mnist", "depth": 3, "width": 256, "epochs": 60, "batch_size": 64, "max_batches": 0, "eta": 0.001, "momentum": 0.9, "act": "tanh", "residual": 0, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": 0.5, "ep_dt": 0.5, "ep_free_steps": 20, "ep_nudge_steps": 4, "canonical_preprocess": 1, "seed": 0, "device": "cuda", "outdir": "results", "tag": "pepita_tuned_v1_mnist_pepita_w256_d3_s0"}, "method_source": {"paper": "https://proceedings.mlr.press/v162/dellaferrera22a.html", "code": "https://github.com/GiorgiaD/PEPITA", "protocol": "ERIN two-forward-pass rule; He-uniform; ReLU; F scale 0.05"}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.6518, "test_loss": 1.559471484375, "train_loss": 1.7875884771347046}, {"epoch_end": 1, "test_acc": 0.7212, "test_loss": 1.1884593200683593, "train_loss": 1.191482663154602}, {"epoch_end": 2, "test_acc": 0.7588, "test_loss": 0.9681992126464843, "train_loss": 1.1155023574829102}, {"epoch_end": 3, "test_acc": 0.7851, "test_loss": 0.8231366760253906, "train_loss": 1.0380592346191406}, {"epoch_end": 4, "test_acc": 0.8048, "test_loss": 0.7213959838867188, "train_loss": 0.9966155290603638}, {"epoch_end": 5, "test_acc": 0.8197, "test_loss": 0.6503797943115235, "train_loss": 1.0428134202957153}, {"epoch_end": 6, "test_acc": 0.8341, "test_loss": 0.5964381805419922, "train_loss": 0.8256586790084839}, {"epoch_end": 7, "test_acc": 0.8448, "test_loss": 0.554099560546875, "train_loss": 1.1859040260314941}, {"epoch_end": 8, "test_acc": 0.8521, "test_loss": 0.5201761260986328, "train_loss": 0.6205934286117554}, {"epoch_end": 9, "test_acc": 0.857, "test_loss": 0.49594663696289065, "train_loss": 0.9442326426506042}, {"epoch_end": 10, "test_acc": 0.8625, "test_loss": 0.47613604278564453, "train_loss": 1.028879165649414}, {"epoch_end": 11, "test_acc": 0.8669, "test_loss": 0.45639532775878905, "train_loss": 0.8485857248306274}, {"epoch_end": 12, "test_acc": 0.8699, "test_loss": 0.44283943786621094, "train_loss": 0.4658890664577484}, {"epoch_end": 13, "test_acc": 0.8727, "test_loss": 0.4321797439575195, "train_loss": 0.6189011931419373}, {"epoch_end": 14, "test_acc": 0.8742, "test_loss": 0.4235057464599609, "train_loss": 0.5495114326477051}, {"epoch_end": 15, "test_acc": 0.8764, "test_loss": 0.4142613540649414, "train_loss": 0.9973715543746948}, {"epoch_end": 16, "test_acc": 0.8816, "test_loss": 0.4029728500366211, "train_loss": 0.44649359583854675}, {"epoch_end": 17, "test_acc": 0.8799, "test_loss": 0.40050851440429686, "train_loss": 0.6296642422676086}, {"epoch_end": 18, "test_acc": 0.8843, "test_loss": 0.38845673675537107, "train_loss": 0.5928187966346741}, {"epoch_end": 19, "test_acc": 0.8854, "test_loss": 0.3850729965209961, "train_loss": 0.3650397062301636}, {"epoch_end": 20, "test_acc": 0.8865, "test_loss": 0.38134848327636717, "train_loss": 0.6223674416542053}, {"epoch_end": 21, "test_acc": 0.8895, "test_loss": 0.375591047668457, "train_loss": 0.3824939727783203}, {"epoch_end": 22, "test_acc": 0.8892, "test_loss": 0.37207530212402345, "train_loss": 0.35851842164993286}, {"epoch_end": 23, "test_acc": 0.8914, "test_loss": 0.3634347946166992, "train_loss": 0.9082710146903992}, {"epoch_end": 24, "test_acc": 0.8939, "test_loss": 0.36353958587646484, "train_loss": 0.6468604803085327}, {"epoch_end": 25, "test_acc": 0.8931, "test_loss": 0.36195335998535155, "train_loss": 0.4499422013759613}, {"epoch_end": 26, "test_acc": 0.8959, "test_loss": 0.35401924591064454, "train_loss": 0.4366362690925598}, {"epoch_end": 27, "test_acc": 0.8952, "test_loss": 0.3500738998413086, "train_loss": 0.5309292674064636}, {"epoch_end": 28, "test_acc": 0.8974, "test_loss": 0.3500406341552734, "train_loss": 0.6337316632270813}, {"epoch_end": 29, "test_acc": 0.8969, "test_loss": 0.34627766876220706, "train_loss": 0.808552086353302}, {"epoch_end": 30, "test_acc": 0.9003, "test_loss": 0.33843775939941406, "train_loss": 0.609764814376831}, {"epoch_end": 31, "test_acc": 0.9005, "test_loss": 0.3370256454467773, "train_loss": 0.6493722200393677}, {"epoch_end": 32, "test_acc": 0.9, "test_loss": 0.34001707458496094, "train_loss": 0.7023178339004517}, {"epoch_end": 33, "test_acc": 0.9025, "test_loss": 0.33235078277587893, "train_loss": 0.41134247183799744}, {"epoch_end": 34, "test_acc": 0.9018, "test_loss": 0.3310313827514648, "train_loss": 0.5978655219078064}, {"epoch_end": 35, "test_acc": 0.9019, "test_loss": 0.33463938598632814, "train_loss": 0.232545867562294}, {"epoch_end": 36, "test_acc": 0.9035, "test_loss": 0.3241629051208496, "train_loss": 0.632738471031189}, {"epoch_end": 37, "test_acc": 0.9035, "test_loss": 0.3257875198364258, "train_loss": 0.324849396944046}, {"epoch_end": 38, "test_acc": 0.9035, "test_loss": 0.32172699813842776, "train_loss": 0.3749930262565613}, {"epoch_end": 39, "test_acc": 0.9065, "test_loss": 0.31743964157104493, "train_loss": 0.43916159868240356}, {"epoch_end": 40, "test_acc": 0.9062, "test_loss": 0.3177797637939453, "train_loss": 0.37843817472457886}, {"epoch_end": 41, "test_acc": 0.908, "test_loss": 0.31017623138427736, "train_loss": 0.45738905668258667}, {"epoch_end": 42, "test_acc": 0.9086, "test_loss": 0.31162081680297854, "train_loss": 0.5457720160484314}, {"epoch_end": 43, "test_acc": 0.9069, "test_loss": 0.31261386947631836, "train_loss": 0.6531697511672974}, {"epoch_end": 44, "test_acc": 0.9068, "test_loss": 0.31471758880615236, "train_loss": 0.5303422808647156}, {"epoch_end": 45, "test_acc": 0.9109, "test_loss": 0.30700038681030273, "train_loss": 0.48354029655456543}, {"epoch_end": 46, "test_acc": 0.9063, "test_loss": 0.3139000663757324, "train_loss": 0.25133252143859863}, {"epoch_end": 47, "test_acc": 0.9106, "test_loss": 0.3020589294433594, "train_loss": 0.5885887742042542}, {"epoch_end": 48, "test_acc": 0.9091, "test_loss": 0.30455829391479494, "train_loss": 0.3467448353767395}, {"epoch_end": 49, "test_acc": 0.9112, "test_loss": 0.2991777130126953, "train_loss": 0.7662556767463684}, {"epoch_end": 50, "test_acc": 0.9086, "test_loss": 0.3025917900085449, "train_loss": 0.27670198678970337}, {"epoch_end": 51, "test_acc": 0.9128, "test_loss": 0.29674549102783204, "train_loss": 0.7832178473472595}, {"epoch_end": 52, "test_acc": 0.9147, "test_loss": 0.2918125511169434, "train_loss": 0.42034438252449036}, {"epoch_end": 53, "test_acc": 0.9136, "test_loss": 0.29290121002197267, "train_loss": 0.10832155495882034}, {"epoch_end": 54, "test_acc": 0.9126, "test_loss": 0.2967081443786621, "train_loss": 0.13532741367816925}, {"epoch_end": 55, "test_acc": 0.9163, "test_loss": 0.2853896705627441, "train_loss": 0.3103983998298645}, {"epoch_end": 56, "test_acc": 0.9155, "test_loss": 0.2863883743286133, "train_loss": 0.4554312527179718}, {"epoch_end": 57, "test_acc": 0.9149, "test_loss": 0.2886173545837402, "train_loss": 0.86004638671875}, {"epoch_end": 58, "test_acc": 0.9116, "test_loss": 0.29828926162719727, "train_loss": 0.6273477077484131}, {"epoch_end": 59, "test_acc": 0.9112, "test_loss": 0.2947499496459961, "train_loss": 0.5028364062309265}], "final": {"test_acc": 0.9112, "test_loss": 0.2947499496459961, "wall_s": 85.05141305923462}}
|
