1
|
{"args": {"method": "pepita", "dataset": "mnist", "depth": 3, "width": 256, "epochs": 60, "batch_size": 64, "max_batches": 0, "eta": 0.001, "momentum": 0.9, "act": "tanh", "residual": 0, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": 0.5, "ep_dt": 0.5, "ep_free_steps": 20, "ep_nudge_steps": 4, "canonical_preprocess": 1, "seed": 4, "device": "cuda", "outdir": "results", "tag": "pepita_tuned_v1_mnist_pepita_w256_d3_s4"}, "method_source": {"paper": "https://proceedings.mlr.press/v162/dellaferrera22a.html", "code": "https://github.com/GiorgiaD/PEPITA", "protocol": "ERIN two-forward-pass rule; He-uniform; ReLU; F scale 0.05"}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.6824, "test_loss": 1.4869868286132812, "train_loss": 1.7531956434249878}, {"epoch_end": 1, "test_acc": 0.7497, "test_loss": 1.1017743530273438, "train_loss": 1.0842080116271973}, {"epoch_end": 2, "test_acc": 0.7773, "test_loss": 0.90143837890625, "train_loss": 1.1783795356750488}, {"epoch_end": 3, "test_acc": 0.7913, "test_loss": 0.7864503845214844, "train_loss": 0.8495497703552246}, {"epoch_end": 4, "test_acc": 0.8062, "test_loss": 0.7060002716064453, "train_loss": 0.9830931425094604}, {"epoch_end": 5, "test_acc": 0.8164, "test_loss": 0.651647592163086, "train_loss": 0.9286741018295288}, {"epoch_end": 6, "test_acc": 0.8273, "test_loss": 0.6100898895263672, "train_loss": 0.8405406475067139}, {"epoch_end": 7, "test_acc": 0.834, "test_loss": 0.57709052734375, "train_loss": 0.6890033483505249}, {"epoch_end": 8, "test_acc": 0.8419, "test_loss": 0.551217431640625, "train_loss": 0.5836716890335083}, {"epoch_end": 9, "test_acc": 0.8453, "test_loss": 0.5291489685058594, "train_loss": 1.157970666885376}, {"epoch_end": 10, "test_acc": 0.8488, "test_loss": 0.5135103393554687, "train_loss": 1.0350550413131714}, {"epoch_end": 11, "test_acc": 0.852, "test_loss": 0.4946467437744141, "train_loss": 0.7874913811683655}, {"epoch_end": 12, "test_acc": 0.8557, "test_loss": 0.4818279006958008, "train_loss": 0.6091686487197876}, {"epoch_end": 13, "test_acc": 0.8603, "test_loss": 0.4723763275146484, "train_loss": 0.8877789974212646}, {"epoch_end": 14, "test_acc": 0.864, "test_loss": 0.45840127716064455, "train_loss": 0.9873074293136597}, {"epoch_end": 15, "test_acc": 0.8655, "test_loss": 0.4488371322631836, "train_loss": 0.7383524775505066}, {"epoch_end": 16, "test_acc": 0.8702, "test_loss": 0.4390704528808594, "train_loss": 0.5230501890182495}, {"epoch_end": 17, "test_acc": 0.8679, "test_loss": 0.43823190612792967, "train_loss": 0.8518657088279724}, {"epoch_end": 18, "test_acc": 0.8773, "test_loss": 0.4201535217285156, "train_loss": 0.8043522834777832}, {"epoch_end": 19, "test_acc": 0.8756, "test_loss": 0.41898763732910155, "train_loss": 0.533988356590271}, {"epoch_end": 20, "test_acc": 0.8778, "test_loss": 0.4107715255737305, "train_loss": 0.8357260227203369}, {"epoch_end": 21, "test_acc": 0.8801, "test_loss": 0.40354792022705077, "train_loss": 0.6339592933654785}, {"epoch_end": 22, "test_acc": 0.8817, "test_loss": 0.3980406677246094, "train_loss": 0.2728242874145508}, {"epoch_end": 23, "test_acc": 0.8793, "test_loss": 0.395425, "train_loss": 0.9432435035705566}, {"epoch_end": 24, "test_acc": 0.8847, "test_loss": 0.38849000549316404, "train_loss": 0.7034302949905396}, {"epoch_end": 25, "test_acc": 0.881, "test_loss": 0.3888999237060547, "train_loss": 0.4238361120223999}, {"epoch_end": 26, "test_acc": 0.8877, "test_loss": 0.37956517791748046, "train_loss": 0.6690238118171692}, {"epoch_end": 27, "test_acc": 0.8867, "test_loss": 0.3770872619628906, "train_loss": 0.44388896226882935}, {"epoch_end": 28, "test_acc": 0.89, "test_loss": 0.37217574920654295, "train_loss": 0.5289719104766846}, {"epoch_end": 29, "test_acc": 0.8903, "test_loss": 0.371275715637207, "train_loss": 0.8053065538406372}, {"epoch_end": 30, "test_acc": 0.8925, "test_loss": 0.36220329132080076, "train_loss": 0.7304819226264954}, {"epoch_end": 31, "test_acc": 0.8925, "test_loss": 0.3611178421020508, "train_loss": 0.8202845454216003}, {"epoch_end": 32, "test_acc": 0.8897, "test_loss": 0.36374439544677734, "train_loss": 0.6860420107841492}, {"epoch_end": 33, "test_acc": 0.8962, "test_loss": 0.3509176956176758, "train_loss": 0.4144265353679657}, {"epoch_end": 34, "test_acc": 0.8962, "test_loss": 0.3487733947753906, "train_loss": 0.6269606947898865}, {"epoch_end": 35, "test_acc": 0.8954, "test_loss": 0.35007349700927737, "train_loss": 0.17079536616802216}, {"epoch_end": 36, "test_acc": 0.9004, "test_loss": 0.34047691040039063, "train_loss": 0.6055735349655151}, {"epoch_end": 37, "test_acc": 0.897, "test_loss": 0.35004290466308596, "train_loss": 0.3641662001609802}, {"epoch_end": 38, "test_acc": 0.8962, "test_loss": 0.3461878784179688, "train_loss": 0.5664220452308655}, {"epoch_end": 39, "test_acc": 0.8998, "test_loss": 0.3385594665527344, "train_loss": 0.46959754824638367}, {"epoch_end": 40, "test_acc": 0.9018, "test_loss": 0.33266646270751954, "train_loss": 0.27531468868255615}, {"epoch_end": 41, "test_acc": 0.903, "test_loss": 0.3260057815551758, "train_loss": 0.3198343515396118}, {"epoch_end": 42, "test_acc": 0.9031, "test_loss": 0.32808352966308596, "train_loss": 0.46574699878692627}, {"epoch_end": 43, "test_acc": 0.9039, "test_loss": 0.32679202423095705, "train_loss": 0.5436965227127075}, {"epoch_end": 44, "test_acc": 0.9018, "test_loss": 0.3298073455810547, "train_loss": 0.5583456754684448}, {"epoch_end": 45, "test_acc": 0.9037, "test_loss": 0.32559867095947265, "train_loss": 0.5754497647285461}, {"epoch_end": 46, "test_acc": 0.904, "test_loss": 0.32708381958007815, "train_loss": 0.39357006549835205}, {"epoch_end": 47, "test_acc": 0.9058, "test_loss": 0.31742208404541017, "train_loss": 0.6287240982055664}, {"epoch_end": 48, "test_acc": 0.9025, "test_loss": 0.3280700668334961, "train_loss": 0.29452720284461975}, {"epoch_end": 49, "test_acc": 0.9085, "test_loss": 0.30970793533325197, "train_loss": 0.5569313764572144}, {"epoch_end": 50, "test_acc": 0.906, "test_loss": 0.31922342834472656, "train_loss": 0.4181303381919861}, {"epoch_end": 51, "test_acc": 0.9093, "test_loss": 0.3106561851501465, "train_loss": 0.8264469504356384}, {"epoch_end": 52, "test_acc": 0.9102, "test_loss": 0.30346087493896484, "train_loss": 0.2986334562301636}, {"epoch_end": 53, "test_acc": 0.9094, "test_loss": 0.3025904792785645, "train_loss": 0.3138487637042999}, {"epoch_end": 54, "test_acc": 0.9075, "test_loss": 0.31118170242309573, "train_loss": 0.08304808288812637}, {"epoch_end": 55, "test_acc": 0.9105, "test_loss": 0.2993781723022461, "train_loss": 0.5201870799064636}, {"epoch_end": 56, "test_acc": 0.912, "test_loss": 0.30018479919433594, "train_loss": 0.4827938973903656}, {"epoch_end": 57, "test_acc": 0.9112, "test_loss": 0.30066899490356447, "train_loss": 0.7296208739280701}, {"epoch_end": 58, "test_acc": 0.9101, "test_loss": 0.307449365234375, "train_loss": 0.3292308747768402}, {"epoch_end": 59, "test_acc": 0.91, "test_loss": 0.30647373809814454, "train_loss": 0.29832029342651367}], "final": {"test_acc": 0.91, "test_loss": 0.30647373809814454, "wall_s": 90.56290221214294}}
|
