1
|
{"args": {"method": "ep", "dataset": "mnist", "depth": 2, "width": 500, "epochs": 60, "batch_size": 20, "train_examples": 50000, "max_batches": 0, "eta": null, "momentum": 0.9, "act": "tanh", "residual": 0, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 1, "device": "cuda", "outdir": "results", "tag": "ep_depth2_v1_mnist_ep_w500_d2_s1"}, "resolved_protocol": {"beta": 1.0, "free_steps": 150, "nudge_steps": 6, "canonical_depth": true, "learning_rates": [0.4, 0.1, 0.01], "persistent_particles": true, "train_examples": 50000}, "method_source": {"paper": "https://www.frontiersin.org/journals/computational-neuroscience/articles/10.3389/fncom.2017.00024/full", "code": "https://github.com/bscellier/Towards-a-Biologically-Plausible-Backprop", "code_revision": "cb73f76d997924b6198355e22b50ed7e97cec684", "protocol": "two-phase energy-gradient dynamics; persistent free particles; random beta sign"}, "provenance": {"git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.6692, "test_loss": 0.4440218505859375, "train_loss": 0.06589191406965256}, {"epoch_end": 1, "test_acc": 0.8326, "test_loss": 0.21476909484863282, "train_loss": 0.03675589710474014}, {"epoch_end": 2, "test_acc": 0.8506, "test_loss": 0.20479834747314454, "train_loss": 0.042196501046419144}, {"epoch_end": 3, "test_acc": 0.8558, "test_loss": 0.18463995208740233, "train_loss": 0.023225145414471626}, {"epoch_end": 4, "test_acc": 0.8621, "test_loss": 0.1743629348754883, "train_loss": 0.02494812197983265}, {"epoch_end": 5, "test_acc": 0.8561, "test_loss": 0.18042830963134765, "train_loss": 0.03114382177591324}, {"epoch_end": 6, "test_acc": 0.8577, "test_loss": 0.18077301788330077, "train_loss": 0.028458356857299805}, {"epoch_end": 7, "test_acc": 0.8595, "test_loss": 0.1759042495727539, "train_loss": 0.017453894019126892}, {"epoch_end": 8, "test_acc": 0.8667, "test_loss": 0.16350812606811524, "train_loss": 0.015015091747045517}, {"epoch_end": 9, "test_acc": 0.8678, "test_loss": 0.16678693695068358, "train_loss": 0.014999999664723873}, {"epoch_end": 10, "test_acc": 0.8703, "test_loss": 0.15933148651123047, "train_loss": 0.017462721094489098}, {"epoch_end": 11, "test_acc": 0.8728, "test_loss": 0.15394079666137694, "train_loss": 0.017065642401576042}, {"epoch_end": 12, "test_acc": 0.8711, "test_loss": 0.15701760406494142, "train_loss": 0.015853596851229668}, {"epoch_end": 13, "test_acc": 0.8686, "test_loss": 0.1602462173461914, "train_loss": 0.015667110681533813}, {"epoch_end": 14, "test_acc": 0.862, "test_loss": 0.17360948638916016, "train_loss": 0.02499999850988388}, {"epoch_end": 15, "test_acc": 0.8707, "test_loss": 0.15771613388061523, "train_loss": 0.019407493993639946}, {"epoch_end": 16, "test_acc": 0.8688, "test_loss": 0.15751393356323243, "train_loss": 0.014999999664723873}, {"epoch_end": 17, "test_acc": 0.871, "test_loss": 0.15470694580078126, "train_loss": 0.015989864245057106}, {"epoch_end": 18, "test_acc": 0.8712, "test_loss": 0.15670385513305665, "train_loss": 0.015000703744590282}, {"epoch_end": 19, "test_acc": 0.8644, "test_loss": 0.16687609176635743, "train_loss": 0.0186550784856081}, {"epoch_end": 20, "test_acc": 0.8715, "test_loss": 0.1539673126220703, "train_loss": 0.014999999664723873}, {"epoch_end": 21, "test_acc": 0.8684, "test_loss": 0.16086410980224608, "train_loss": 0.014999999664723873}, {"epoch_end": 22, "test_acc": 0.8672, "test_loss": 0.16031571807861328, "train_loss": 0.015000092796981335}, {"epoch_end": 23, "test_acc": 0.875, "test_loss": 0.1485928924560547, "train_loss": 0.02505713887512684}, {"epoch_end": 24, "test_acc": 0.8736, "test_loss": 0.155966162109375, "train_loss": 0.02357642538845539}, {"epoch_end": 25, "test_acc": 0.8753, "test_loss": 0.14630856246948243, "train_loss": 0.014999999664723873}, {"epoch_end": 26, "test_acc": 0.8793, "test_loss": 0.1415119987487793, "train_loss": 0.015005593188107014}, {"epoch_end": 27, "test_acc": 0.8757, "test_loss": 0.14630690155029297, "train_loss": 0.015054571442306042}, {"epoch_end": 28, "test_acc": 0.8777, "test_loss": 0.14200801010131836, "train_loss": 0.014999999664723873}, {"epoch_end": 29, "test_acc": 0.8742, "test_loss": 0.1474296714782715, "train_loss": 0.015000748448073864}, {"epoch_end": 30, "test_acc": 0.8744, "test_loss": 0.1481587173461914, "train_loss": 0.015000028535723686}, {"epoch_end": 31, "test_acc": 0.8741, "test_loss": 0.15241070709228516, "train_loss": 0.014999999664723873}, {"epoch_end": 32, "test_acc": 0.874, "test_loss": 0.15143694686889647, "train_loss": 0.014999999664723873}, {"epoch_end": 33, "test_acc": 0.8725, "test_loss": 0.15598601303100587, "train_loss": 0.0159082543104887}, {"epoch_end": 34, "test_acc": 0.8769, "test_loss": 0.14529537658691405, "train_loss": 0.014999999664723873}, {"epoch_end": 35, "test_acc": 0.8743, "test_loss": 0.15022091369628907, "train_loss": 0.014999999664723873}, {"epoch_end": 36, "test_acc": 0.8811, "test_loss": 0.1399103385925293, "train_loss": 0.014999999664723873}, {"epoch_end": 37, "test_acc": 0.874, "test_loss": 0.15269139251708985, "train_loss": 0.015013759024441242}, {"epoch_end": 38, "test_acc": 0.8747, "test_loss": 0.15186194458007812, "train_loss": 0.014999999664723873}, {"epoch_end": 39, "test_acc": 0.8743, "test_loss": 0.14883992767333984, "train_loss": 0.015000693500041962}, {"epoch_end": 40, "test_acc": 0.8757, "test_loss": 0.1464230537414551, "train_loss": 0.014999999664723873}, {"epoch_end": 41, "test_acc": 0.8747, "test_loss": 0.14902691802978515, "train_loss": 0.014999999664723873}, {"epoch_end": 42, "test_acc": 0.875, "test_loss": 0.1479064323425293, "train_loss": 0.014999999664723873}, {"epoch_end": 43, "test_acc": 0.8784, "test_loss": 0.14313974685668945, "train_loss": 0.014999999664723873}, {"epoch_end": 44, "test_acc": 0.8748, "test_loss": 0.15075656127929687, "train_loss": 0.014999999664723873}, {"epoch_end": 45, "test_acc": 0.8675, "test_loss": 0.16341612854003906, "train_loss": 0.01510356180369854}, {"epoch_end": 46, "test_acc": 0.8801, "test_loss": 0.1391322998046875, "train_loss": 0.014999999664723873}, {"epoch_end": 47, "test_acc": 0.8741, "test_loss": 0.14823253021240235, "train_loss": 0.014999999664723873}, {"epoch_end": 48, "test_acc": 0.8761, "test_loss": 0.150506005859375, "train_loss": 0.014999999664723873}, {"epoch_end": 49, "test_acc": 0.8769, "test_loss": 0.14414253845214844, "train_loss": 0.014999999664723873}, {"epoch_end": 50, "test_acc": 0.8775, "test_loss": 0.14822943725585938, "train_loss": 0.014999999664723873}, {"epoch_end": 51, "test_acc": 0.8792, "test_loss": 0.14400061721801757, "train_loss": 0.014999999664723873}, {"epoch_end": 52, "test_acc": 0.8746, "test_loss": 0.1484811752319336, "train_loss": 0.014999999664723873}, {"epoch_end": 53, "test_acc": 0.8773, "test_loss": 0.14574060592651367, "train_loss": 0.014999999664723873}, {"epoch_end": 54, "test_acc": 0.8752, "test_loss": 0.14891714630126954, "train_loss": 0.014999999664723873}, {"epoch_end": 55, "test_acc": 0.8746, "test_loss": 0.14936154327392578, "train_loss": 0.014999999664723873}, {"epoch_end": 56, "test_acc": 0.8774, "test_loss": 0.144644140625, "train_loss": 0.014999999664723873}, {"epoch_end": 57, "test_acc": 0.8666, "test_loss": 0.16815397644042968, "train_loss": 0.014999999664723873}, {"epoch_end": 58, "test_acc": 0.8713, "test_loss": 0.15830098571777343, "train_loss": 0.014999999664723873}, {"epoch_end": 59, "test_acc": 0.8756, "test_loss": 0.14951571502685546, "train_loss": 0.014999999664723873}], "final": {"test_acc": 0.8756, "test_loss": 0.14951571502685546, "wall_s": 16563.292414426804}}
|
