1
|
{"args": {"method": "ep", "dataset": "mnist", "depth": 2, "width": 500, "epochs": 60, "batch_size": 20, "train_examples": 50000, "max_batches": 0, "eta": null, "momentum": 0.9, "act": "tanh", "residual": 0, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 0, "device": "cuda", "outdir": "results", "tag": "ep_depth2_v1_mnist_ep_w500_d2_s0"}, "resolved_protocol": {"beta": 1.0, "free_steps": 150, "nudge_steps": 6, "canonical_depth": true, "learning_rates": [0.4, 0.1, 0.01], "persistent_particles": true, "train_examples": 50000}, "method_source": {"paper": "https://www.frontiersin.org/journals/computational-neuroscience/articles/10.3389/fncom.2017.00024/full", "code": "https://github.com/bscellier/Towards-a-Biologically-Plausible-Backprop", "code_revision": "cb73f76d997924b6198355e22b50ed7e97cec684", "protocol": "two-phase energy-gradient dynamics; persistent free particles; random beta sign"}, "provenance": {"git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.7498, "test_loss": 0.31149288330078123, "train_loss": 0.04580264165997505}, {"epoch_end": 1, "test_acc": 0.7657, "test_loss": 0.2774215118408203, "train_loss": 0.03785521537065506}, {"epoch_end": 2, "test_acc": 0.7587, "test_loss": 0.2811431625366211, "train_loss": 0.04241709038615227}, {"epoch_end": 3, "test_acc": 0.8453, "test_loss": 0.2046927520751953, "train_loss": 0.024425486102700233}, {"epoch_end": 4, "test_acc": 0.9477, "test_loss": 0.08956613998413086, "train_loss": 0.009246251545846462}, {"epoch_end": 5, "test_acc": 0.9497, "test_loss": 0.08584946537017822, "train_loss": 0.010624738410115242}, {"epoch_end": 6, "test_acc": 0.9541, "test_loss": 0.07923887901306152, "train_loss": 0.006068049464374781}, {"epoch_end": 7, "test_acc": 0.9569, "test_loss": 0.07636268768310547, "train_loss": 0.009603363461792469}, {"epoch_end": 8, "test_acc": 0.9581, "test_loss": 0.07238159370422363, "train_loss": 0.0005135682295076549}, {"epoch_end": 9, "test_acc": 0.9629, "test_loss": 0.06419282169342042, "train_loss": 0.001417334657162428}, {"epoch_end": 10, "test_acc": 0.9607, "test_loss": 0.06878734035491943, "train_loss": 2.426624450890813e-05}, {"epoch_end": 11, "test_acc": 0.9636, "test_loss": 0.06411599769592286, "train_loss": 0.0028608511202037334}, {"epoch_end": 12, "test_acc": 0.966, "test_loss": 0.05796664047241211, "train_loss": 0.009202652610838413}, {"epoch_end": 13, "test_acc": 0.9573, "test_loss": 0.07095267353057862, "train_loss": 0.012436514720320702}, {"epoch_end": 14, "test_acc": 0.9658, "test_loss": 0.06201953134536743, "train_loss": 0.009773521684110165}, {"epoch_end": 15, "test_acc": 0.9654, "test_loss": 0.06285294036865234, "train_loss": 3.07213376800064e-05}, {"epoch_end": 16, "test_acc": 0.9671, "test_loss": 0.060666956329345705, "train_loss": 2.8724921321554575e-06}, {"epoch_end": 17, "test_acc": 0.9621, "test_loss": 0.06972759838104248, "train_loss": 0.00024113671679515392}, {"epoch_end": 18, "test_acc": 0.9674, "test_loss": 0.05860767154693604, "train_loss": 0.0}, {"epoch_end": 19, "test_acc": 0.9699, "test_loss": 0.05499837646484375, "train_loss": 1.2632945981749799e-05}, {"epoch_end": 20, "test_acc": 0.9585, "test_loss": 0.07399676609039306, "train_loss": 0.003947014920413494}, {"epoch_end": 21, "test_acc": 0.967, "test_loss": 0.059408851146698, "train_loss": 4.096812062925892e-06}, {"epoch_end": 22, "test_acc": 0.9656, "test_loss": 0.060779212188720705, "train_loss": 0.0}, {"epoch_end": 23, "test_acc": 0.9644, "test_loss": 0.061325654220581054, "train_loss": 1.6288588540191995e-06}, {"epoch_end": 24, "test_acc": 0.9704, "test_loss": 0.05408101539611816, "train_loss": 0.0}, {"epoch_end": 25, "test_acc": 0.9687, "test_loss": 0.05604198551177979, "train_loss": 7.488609412575897e-07}, {"epoch_end": 26, "test_acc": 0.9719, "test_loss": 0.04954557666778565, "train_loss": 0.0}, {"epoch_end": 27, "test_acc": 0.9682, "test_loss": 0.059953533744812014, "train_loss": 0.0}, {"epoch_end": 28, "test_acc": 0.974, "test_loss": 0.046905917358398434, "train_loss": 0.0}, {"epoch_end": 29, "test_acc": 0.9731, "test_loss": 0.050217262840271, "train_loss": 7.129902996894089e-07}, {"epoch_end": 30, "test_acc": 0.9733, "test_loss": 0.04890612373352051, "train_loss": 0.0}, {"epoch_end": 31, "test_acc": 0.9708, "test_loss": 0.053829034233093265, "train_loss": 0.009999999776482582}, {"epoch_end": 32, "test_acc": 0.9721, "test_loss": 0.05011857261657715, "train_loss": 0.0}, {"epoch_end": 33, "test_acc": 0.9698, "test_loss": 0.05660972900390625, "train_loss": 6.742963023498305e-07}, {"epoch_end": 34, "test_acc": 0.9713, "test_loss": 0.05127230224609375, "train_loss": 0.0}, {"epoch_end": 35, "test_acc": 0.9717, "test_loss": 0.05240302867889404, "train_loss": 0.0}, {"epoch_end": 36, "test_acc": 0.9704, "test_loss": 0.05514453563690185, "train_loss": 6.804311851738021e-05}, {"epoch_end": 37, "test_acc": 0.9724, "test_loss": 0.05121823806762695, "train_loss": 0.0}, {"epoch_end": 38, "test_acc": 0.9697, "test_loss": 0.056273609733581545, "train_loss": 3.5788086734100943e-06}, {"epoch_end": 39, "test_acc": 0.9724, "test_loss": 0.051145505714416506, "train_loss": 0.0}, {"epoch_end": 40, "test_acc": 0.9738, "test_loss": 0.049076481246948245, "train_loss": 0.0}, {"epoch_end": 41, "test_acc": 0.9718, "test_loss": 0.05142556438446045, "train_loss": 0.0}, {"epoch_end": 42, "test_acc": 0.9694, "test_loss": 0.05844766082763672, "train_loss": 0.0}, {"epoch_end": 43, "test_acc": 0.9752, "test_loss": 0.046053244590759275, "train_loss": 6.490347004728392e-05}, {"epoch_end": 44, "test_acc": 0.9705, "test_loss": 0.05496233940124512, "train_loss": 0.0}, {"epoch_end": 45, "test_acc": 0.9647, "test_loss": 0.06546388454437256, "train_loss": 0.0}, {"epoch_end": 46, "test_acc": 0.975, "test_loss": 0.04695380954742431, "train_loss": 0.0}, {"epoch_end": 47, "test_acc": 0.9727, "test_loss": 0.04963003005981445, "train_loss": 2.882876833609771e-05}, {"epoch_end": 48, "test_acc": 0.9735, "test_loss": 0.05018357162475586, "train_loss": 0.0}, {"epoch_end": 49, "test_acc": 0.974, "test_loss": 0.04826233749389648, "train_loss": 0.0}, {"epoch_end": 50, "test_acc": 0.9766, "test_loss": 0.04448755722045898, "train_loss": 0.0}, {"epoch_end": 51, "test_acc": 0.9745, "test_loss": 0.04894533824920654, "train_loss": 0.0}, {"epoch_end": 52, "test_acc": 0.971, "test_loss": 0.05532684898376465, "train_loss": 0.0}, {"epoch_end": 53, "test_acc": 0.9728, "test_loss": 0.05159836540222168, "train_loss": 0.0}, {"epoch_end": 54, "test_acc": 0.9715, "test_loss": 0.053243525314331054, "train_loss": 0.0}, {"epoch_end": 55, "test_acc": 0.9756, "test_loss": 0.04663726711273193, "train_loss": 0.0}, {"epoch_end": 56, "test_acc": 0.9744, "test_loss": 0.04777728109359741, "train_loss": 0.0}, {"epoch_end": 57, "test_acc": 0.9735, "test_loss": 0.05091601753234863, "train_loss": 0.0}, {"epoch_end": 58, "test_acc": 0.9746, "test_loss": 0.04859254169464111, "train_loss": 4.363745119917439e-06}, {"epoch_end": 59, "test_acc": 0.9746, "test_loss": 0.04840972547531128, "train_loss": 0.0}], "final": {"test_acc": 0.9746, "test_loss": 0.04840972547531128, "wall_s": 18208.300960063934}}
|
