1
|
{"args": {"method": "ep", "dataset": "mnist", "depth": 2, "width": 500, "epochs": 60, "batch_size": 20, "train_examples": 50000, "max_batches": 0, "eta": null, "momentum": 0.9, "act": "tanh", "residual": 0, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 2, "device": "cuda", "outdir": "results", "tag": "ep_depth2_v1_mnist_ep_w500_d2_s2"}, "resolved_protocol": {"beta": 1.0, "free_steps": 150, "nudge_steps": 6, "canonical_depth": true, "learning_rates": [0.4, 0.1, 0.01], "persistent_particles": true, "train_examples": 50000}, "method_source": {"paper": "https://www.frontiersin.org/journals/computational-neuroscience/articles/10.3389/fncom.2017.00024/full", "code": "https://github.com/bscellier/Towards-a-Biologically-Plausible-Backprop", "code_revision": "cb73f76d997924b6198355e22b50ed7e97cec684", "protocol": "two-phase energy-gradient dynamics; persistent free particles; random beta sign"}, "provenance": {"git_commit": "07a9d5afe08fee5824c325edfb3807a2f9aede8f", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.8134, "test_loss": 0.25381221313476565, "train_loss": 0.03268156945705414}, {"epoch_end": 1, "test_acc": 0.8459, "test_loss": 0.20059327239990235, "train_loss": 0.031313639134168625}, {"epoch_end": 2, "test_acc": 0.8462, "test_loss": 0.19787771606445312, "train_loss": 0.025996234267950058}, {"epoch_end": 3, "test_acc": 0.861, "test_loss": 0.17482689819335936, "train_loss": 0.0232810340821743}, {"epoch_end": 4, "test_acc": 0.8626, "test_loss": 0.1741149971008301, "train_loss": 0.02669341489672661}, {"epoch_end": 5, "test_acc": 0.8613, "test_loss": 0.17060348587036134, "train_loss": 0.03186710923910141}, {"epoch_end": 6, "test_acc": 0.8694, "test_loss": 0.1610895462036133, "train_loss": 0.024320092052221298}, {"epoch_end": 7, "test_acc": 0.8706, "test_loss": 0.15893484497070312, "train_loss": 0.023060578852891922}, {"epoch_end": 8, "test_acc": 0.8602, "test_loss": 0.17143285293579102, "train_loss": 0.02144092507660389}, {"epoch_end": 9, "test_acc": 0.8723, "test_loss": 0.15455756759643555, "train_loss": 0.02499999850988388}, {"epoch_end": 10, "test_acc": 0.8676, "test_loss": 0.16373502044677735, "train_loss": 0.022415054962038994}, {"epoch_end": 11, "test_acc": 0.8769, "test_loss": 0.14597628631591797, "train_loss": 0.01800682581961155}, {"epoch_end": 12, "test_acc": 0.8725, "test_loss": 0.15173745498657226, "train_loss": 0.02487279288470745}, {"epoch_end": 13, "test_acc": 0.8671, "test_loss": 0.15970613479614257, "train_loss": 0.02004747837781906}, {"epoch_end": 14, "test_acc": 0.8724, "test_loss": 0.15801764602661134, "train_loss": 0.017380230128765106}, {"epoch_end": 15, "test_acc": 0.87, "test_loss": 0.156859130859375, "train_loss": 0.017754865810275078}, {"epoch_end": 16, "test_acc": 0.8767, "test_loss": 0.1443711135864258, "train_loss": 0.01665431447327137}, {"epoch_end": 17, "test_acc": 0.8769, "test_loss": 0.15095228271484376, "train_loss": 0.014999999664723873}, {"epoch_end": 18, "test_acc": 0.879, "test_loss": 0.14113043518066407, "train_loss": 0.01650066301226616}, {"epoch_end": 19, "test_acc": 0.8744, "test_loss": 0.15057455291748048, "train_loss": 0.01946405880153179}, {"epoch_end": 20, "test_acc": 0.8789, "test_loss": 0.1420989776611328, "train_loss": 0.014999999664723873}, {"epoch_end": 21, "test_acc": 0.8766, "test_loss": 0.14864676895141601, "train_loss": 0.01502289716154337}, {"epoch_end": 22, "test_acc": 0.8787, "test_loss": 0.14265020370483397, "train_loss": 0.015340649522840977}, {"epoch_end": 23, "test_acc": 0.8809, "test_loss": 0.13946369323730468, "train_loss": 0.014999999664723873}, {"epoch_end": 24, "test_acc": 0.8774, "test_loss": 0.1447558349609375, "train_loss": 0.014999999664723873}, {"epoch_end": 25, "test_acc": 0.8776, "test_loss": 0.1445513343811035, "train_loss": 0.015028852969408035}, {"epoch_end": 26, "test_acc": 0.8776, "test_loss": 0.14642252349853516, "train_loss": 0.014999999664723873}, {"epoch_end": 27, "test_acc": 0.88, "test_loss": 0.14368233642578124, "train_loss": 0.014999999664723873}, {"epoch_end": 28, "test_acc": 0.8804, "test_loss": 0.14102852401733398, "train_loss": 0.014999999664723873}, {"epoch_end": 29, "test_acc": 0.8792, "test_loss": 0.1411441909790039, "train_loss": 0.014999999664723873}, {"epoch_end": 30, "test_acc": 0.8814, "test_loss": 0.14011638946533203, "train_loss": 0.014999999664723873}, {"epoch_end": 31, "test_acc": 0.8838, "test_loss": 0.1366403190612793, "train_loss": 0.014999999664723873}, {"epoch_end": 32, "test_acc": 0.8781, "test_loss": 0.14465475158691407, "train_loss": 0.014999999664723873}, {"epoch_end": 33, "test_acc": 0.881, "test_loss": 0.1407986770629883, "train_loss": 0.014999999664723873}, {"epoch_end": 34, "test_acc": 0.8809, "test_loss": 0.14118866882324219, "train_loss": 0.014999999664723873}, {"epoch_end": 35, "test_acc": 0.8809, "test_loss": 0.140807373046875, "train_loss": 0.014999999664723873}, {"epoch_end": 36, "test_acc": 0.8792, "test_loss": 0.14589622116088868, "train_loss": 0.014999999664723873}, {"epoch_end": 37, "test_acc": 0.8782, "test_loss": 0.1438247528076172, "train_loss": 0.014999999664723873}, {"epoch_end": 38, "test_acc": 0.8809, "test_loss": 0.14152824020385743, "train_loss": 0.014999999664723873}, {"epoch_end": 39, "test_acc": 0.8796, "test_loss": 0.14267848129272462, "train_loss": 0.014999999664723873}, {"epoch_end": 40, "test_acc": 0.8794, "test_loss": 0.14272418365478515, "train_loss": 0.014999999664723873}, {"epoch_end": 41, "test_acc": 0.8803, "test_loss": 0.14356307449340822, "train_loss": 0.014999999664723873}, {"epoch_end": 42, "test_acc": 0.8832, "test_loss": 0.13701323394775392, "train_loss": 0.014999999664723873}, {"epoch_end": 43, "test_acc": 0.8797, "test_loss": 0.14413579788208009, "train_loss": 0.014999999664723873}, {"epoch_end": 44, "test_acc": 0.8789, "test_loss": 0.14299389114379882, "train_loss": 0.014999999664723873}, {"epoch_end": 45, "test_acc": 0.8787, "test_loss": 0.14629232635498046, "train_loss": 0.014999999664723873}, {"epoch_end": 46, "test_acc": 0.8816, "test_loss": 0.13923843078613282, "train_loss": 0.014999999664723873}, {"epoch_end": 47, "test_acc": 0.8795, "test_loss": 0.1431196792602539, "train_loss": 0.014999999664723873}, {"epoch_end": 48, "test_acc": 0.8813, "test_loss": 0.13893234786987305, "train_loss": 0.014999999664723873}, {"epoch_end": 49, "test_acc": 0.8766, "test_loss": 0.14960367965698243, "train_loss": 0.014999999664723873}, {"epoch_end": 50, "test_acc": 0.8814, "test_loss": 0.13879338302612304, "train_loss": 0.014999999664723873}, {"epoch_end": 51, "test_acc": 0.8806, "test_loss": 0.1432100486755371, "train_loss": 0.014999999664723873}, {"epoch_end": 52, "test_acc": 0.8797, "test_loss": 0.1423082893371582, "train_loss": 0.014999999664723873}, {"epoch_end": 53, "test_acc": 0.8821, "test_loss": 0.13800356979370118, "train_loss": 0.014999999664723873}, {"epoch_end": 54, "test_acc": 0.8783, "test_loss": 0.14070303497314454, "train_loss": 0.02104410156607628}, {"epoch_end": 55, "test_acc": 0.8796, "test_loss": 0.14286129913330078, "train_loss": 0.014999999664723873}, {"epoch_end": 56, "test_acc": 0.8772, "test_loss": 0.1489079734802246, "train_loss": 0.014999999664723873}, {"epoch_end": 57, "test_acc": 0.8812, "test_loss": 0.13966009826660156, "train_loss": 0.014999999664723873}, {"epoch_end": 58, "test_acc": 0.878, "test_loss": 0.14676046752929686, "train_loss": 0.014999999664723873}, {"epoch_end": 59, "test_acc": 0.8807, "test_loss": 0.14262691650390624, "train_loss": 0.014999999664723873}], "final": {"test_acc": 0.8807, "test_loss": 0.14262691650390624, "wall_s": 17860.593262910843}}
|
