diff options
Diffstat (limited to 'results')
| -rw-r--r-- | results/ep_depth2_v1_mnist_ep_w500_d2_s0.json | 1 | ||||
| -rw-r--r-- | results/ep_depth2_v1_mnist_ep_w500_d2_s1.json | 1 |
2 files changed, 2 insertions, 0 deletions
diff --git a/results/ep_depth2_v1_mnist_ep_w500_d2_s0.json b/results/ep_depth2_v1_mnist_ep_w500_d2_s0.json new file mode 100644 index 0000000..81b7d2f --- /dev/null +++ b/results/ep_depth2_v1_mnist_ep_w500_d2_s0.json @@ -0,0 +1 @@ +{"args": {"method": "ep", "dataset": "mnist", "depth": 2, "width": 500, "epochs": 60, "batch_size": 20, "train_examples": 50000, "max_batches": 0, "eta": null, "momentum": 0.9, "act": "tanh", "residual": 0, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 0, "device": "cuda", "outdir": "results", "tag": "ep_depth2_v1_mnist_ep_w500_d2_s0"}, "resolved_protocol": {"beta": 1.0, "free_steps": 150, "nudge_steps": 6, "canonical_depth": true, "learning_rates": [0.4, 0.1, 0.01], "persistent_particles": true, "train_examples": 50000}, "method_source": {"paper": "https://www.frontiersin.org/journals/computational-neuroscience/articles/10.3389/fncom.2017.00024/full", "code": "https://github.com/bscellier/Towards-a-Biologically-Plausible-Backprop", "code_revision": "cb73f76d997924b6198355e22b50ed7e97cec684", "protocol": "two-phase energy-gradient dynamics; persistent free particles; random beta sign"}, "provenance": {"git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.7498, "test_loss": 0.31149288330078123, "train_loss": 0.04580264165997505}, {"epoch_end": 1, "test_acc": 0.7657, "test_loss": 0.2774215118408203, "train_loss": 0.03785521537065506}, {"epoch_end": 2, "test_acc": 0.7587, "test_loss": 0.2811431625366211, "train_loss": 0.04241709038615227}, {"epoch_end": 3, "test_acc": 0.8453, "test_loss": 0.2046927520751953, "train_loss": 0.024425486102700233}, {"epoch_end": 4, "test_acc": 0.9477, "test_loss": 0.08956613998413086, "train_loss": 0.009246251545846462}, {"epoch_end": 5, "test_acc": 0.9497, "test_loss": 0.08584946537017822, "train_loss": 0.010624738410115242}, {"epoch_end": 6, "test_acc": 0.9541, "test_loss": 0.07923887901306152, "train_loss": 0.006068049464374781}, {"epoch_end": 7, "test_acc": 0.9569, "test_loss": 0.07636268768310547, "train_loss": 0.009603363461792469}, {"epoch_end": 8, "test_acc": 0.9581, "test_loss": 0.07238159370422363, "train_loss": 0.0005135682295076549}, {"epoch_end": 9, "test_acc": 0.9629, "test_loss": 0.06419282169342042, "train_loss": 0.001417334657162428}, {"epoch_end": 10, "test_acc": 0.9607, "test_loss": 0.06878734035491943, "train_loss": 2.426624450890813e-05}, {"epoch_end": 11, "test_acc": 0.9636, "test_loss": 0.06411599769592286, "train_loss": 0.0028608511202037334}, {"epoch_end": 12, "test_acc": 0.966, "test_loss": 0.05796664047241211, "train_loss": 0.009202652610838413}, {"epoch_end": 13, "test_acc": 0.9573, "test_loss": 0.07095267353057862, "train_loss": 0.012436514720320702}, {"epoch_end": 14, "test_acc": 0.9658, "test_loss": 0.06201953134536743, "train_loss": 0.009773521684110165}, {"epoch_end": 15, "test_acc": 0.9654, "test_loss": 0.06285294036865234, "train_loss": 3.07213376800064e-05}, {"epoch_end": 16, "test_acc": 0.9671, "test_loss": 0.060666956329345705, "train_loss": 2.8724921321554575e-06}, {"epoch_end": 17, "test_acc": 0.9621, "test_loss": 0.06972759838104248, "train_loss": 0.00024113671679515392}, {"epoch_end": 18, "test_acc": 0.9674, "test_loss": 0.05860767154693604, "train_loss": 0.0}, {"epoch_end": 19, "test_acc": 0.9699, "test_loss": 0.05499837646484375, "train_loss": 1.2632945981749799e-05}, {"epoch_end": 20, "test_acc": 0.9585, "test_loss": 0.07399676609039306, "train_loss": 0.003947014920413494}, {"epoch_end": 21, "test_acc": 0.967, "test_loss": 0.059408851146698, "train_loss": 4.096812062925892e-06}, {"epoch_end": 22, "test_acc": 0.9656, "test_loss": 0.060779212188720705, "train_loss": 0.0}, {"epoch_end": 23, "test_acc": 0.9644, "test_loss": 0.061325654220581054, "train_loss": 1.6288588540191995e-06}, {"epoch_end": 24, "test_acc": 0.9704, "test_loss": 0.05408101539611816, "train_loss": 0.0}, {"epoch_end": 25, "test_acc": 0.9687, "test_loss": 0.05604198551177979, "train_loss": 7.488609412575897e-07}, {"epoch_end": 26, "test_acc": 0.9719, "test_loss": 0.04954557666778565, "train_loss": 0.0}, {"epoch_end": 27, "test_acc": 0.9682, "test_loss": 0.059953533744812014, "train_loss": 0.0}, {"epoch_end": 28, "test_acc": 0.974, "test_loss": 0.046905917358398434, "train_loss": 0.0}, {"epoch_end": 29, "test_acc": 0.9731, "test_loss": 0.050217262840271, "train_loss": 7.129902996894089e-07}, {"epoch_end": 30, "test_acc": 0.9733, "test_loss": 0.04890612373352051, "train_loss": 0.0}, {"epoch_end": 31, "test_acc": 0.9708, "test_loss": 0.053829034233093265, "train_loss": 0.009999999776482582}, {"epoch_end": 32, "test_acc": 0.9721, "test_loss": 0.05011857261657715, "train_loss": 0.0}, {"epoch_end": 33, "test_acc": 0.9698, "test_loss": 0.05660972900390625, "train_loss": 6.742963023498305e-07}, {"epoch_end": 34, "test_acc": 0.9713, "test_loss": 0.05127230224609375, "train_loss": 0.0}, {"epoch_end": 35, "test_acc": 0.9717, "test_loss": 0.05240302867889404, "train_loss": 0.0}, {"epoch_end": 36, "test_acc": 0.9704, "test_loss": 0.05514453563690185, "train_loss": 6.804311851738021e-05}, {"epoch_end": 37, "test_acc": 0.9724, "test_loss": 0.05121823806762695, "train_loss": 0.0}, {"epoch_end": 38, "test_acc": 0.9697, "test_loss": 0.056273609733581545, "train_loss": 3.5788086734100943e-06}, {"epoch_end": 39, "test_acc": 0.9724, "test_loss": 0.051145505714416506, "train_loss": 0.0}, {"epoch_end": 40, "test_acc": 0.9738, "test_loss": 0.049076481246948245, "train_loss": 0.0}, {"epoch_end": 41, "test_acc": 0.9718, "test_loss": 0.05142556438446045, "train_loss": 0.0}, {"epoch_end": 42, "test_acc": 0.9694, "test_loss": 0.05844766082763672, "train_loss": 0.0}, {"epoch_end": 43, "test_acc": 0.9752, "test_loss": 0.046053244590759275, "train_loss": 6.490347004728392e-05}, {"epoch_end": 44, "test_acc": 0.9705, "test_loss": 0.05496233940124512, "train_loss": 0.0}, {"epoch_end": 45, "test_acc": 0.9647, "test_loss": 0.06546388454437256, "train_loss": 0.0}, {"epoch_end": 46, "test_acc": 0.975, "test_loss": 0.04695380954742431, "train_loss": 0.0}, {"epoch_end": 47, "test_acc": 0.9727, "test_loss": 0.04963003005981445, "train_loss": 2.882876833609771e-05}, {"epoch_end": 48, "test_acc": 0.9735, "test_loss": 0.05018357162475586, "train_loss": 0.0}, {"epoch_end": 49, "test_acc": 0.974, "test_loss": 0.04826233749389648, "train_loss": 0.0}, {"epoch_end": 50, "test_acc": 0.9766, "test_loss": 0.04448755722045898, "train_loss": 0.0}, {"epoch_end": 51, "test_acc": 0.9745, "test_loss": 0.04894533824920654, "train_loss": 0.0}, {"epoch_end": 52, "test_acc": 0.971, "test_loss": 0.05532684898376465, "train_loss": 0.0}, {"epoch_end": 53, "test_acc": 0.9728, "test_loss": 0.05159836540222168, "train_loss": 0.0}, {"epoch_end": 54, "test_acc": 0.9715, "test_loss": 0.053243525314331054, "train_loss": 0.0}, {"epoch_end": 55, "test_acc": 0.9756, "test_loss": 0.04663726711273193, "train_loss": 0.0}, {"epoch_end": 56, "test_acc": 0.9744, "test_loss": 0.04777728109359741, "train_loss": 0.0}, {"epoch_end": 57, "test_acc": 0.9735, "test_loss": 0.05091601753234863, "train_loss": 0.0}, {"epoch_end": 58, "test_acc": 0.9746, "test_loss": 0.04859254169464111, "train_loss": 4.363745119917439e-06}, {"epoch_end": 59, "test_acc": 0.9746, "test_loss": 0.04840972547531128, "train_loss": 0.0}], "final": {"test_acc": 0.9746, "test_loss": 0.04840972547531128, "wall_s": 18208.300960063934}}
\ No newline at end of file diff --git a/results/ep_depth2_v1_mnist_ep_w500_d2_s1.json b/results/ep_depth2_v1_mnist_ep_w500_d2_s1.json new file mode 100644 index 0000000..01edbe9 --- /dev/null +++ b/results/ep_depth2_v1_mnist_ep_w500_d2_s1.json @@ -0,0 +1 @@ +{"args": {"method": "ep", "dataset": "mnist", "depth": 2, "width": 500, "epochs": 60, "batch_size": 20, "train_examples": 50000, "max_batches": 0, "eta": null, "momentum": 0.9, "act": "tanh", "residual": 0, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 1, "device": "cuda", "outdir": "results", "tag": "ep_depth2_v1_mnist_ep_w500_d2_s1"}, "resolved_protocol": {"beta": 1.0, "free_steps": 150, "nudge_steps": 6, "canonical_depth": true, "learning_rates": [0.4, 0.1, 0.01], "persistent_particles": true, "train_examples": 50000}, "method_source": {"paper": "https://www.frontiersin.org/journals/computational-neuroscience/articles/10.3389/fncom.2017.00024/full", "code": "https://github.com/bscellier/Towards-a-Biologically-Plausible-Backprop", "code_revision": "cb73f76d997924b6198355e22b50ed7e97cec684", "protocol": "two-phase energy-gradient dynamics; persistent free particles; random beta sign"}, "provenance": {"git_commit": "f2b6107e20975aa649c4ab36b3faab21d1e3c281", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.6692, "test_loss": 0.4440218505859375, "train_loss": 0.06589191406965256}, {"epoch_end": 1, "test_acc": 0.8326, "test_loss": 0.21476909484863282, "train_loss": 0.03675589710474014}, {"epoch_end": 2, "test_acc": 0.8506, "test_loss": 0.20479834747314454, "train_loss": 0.042196501046419144}, {"epoch_end": 3, "test_acc": 0.8558, "test_loss": 0.18463995208740233, "train_loss": 0.023225145414471626}, {"epoch_end": 4, "test_acc": 0.8621, "test_loss": 0.1743629348754883, "train_loss": 0.02494812197983265}, {"epoch_end": 5, "test_acc": 0.8561, "test_loss": 0.18042830963134765, "train_loss": 0.03114382177591324}, {"epoch_end": 6, "test_acc": 0.8577, "test_loss": 0.18077301788330077, "train_loss": 0.028458356857299805}, {"epoch_end": 7, "test_acc": 0.8595, "test_loss": 0.1759042495727539, "train_loss": 0.017453894019126892}, {"epoch_end": 8, "test_acc": 0.8667, "test_loss": 0.16350812606811524, "train_loss": 0.015015091747045517}, {"epoch_end": 9, "test_acc": 0.8678, "test_loss": 0.16678693695068358, "train_loss": 0.014999999664723873}, {"epoch_end": 10, "test_acc": 0.8703, "test_loss": 0.15933148651123047, "train_loss": 0.017462721094489098}, {"epoch_end": 11, "test_acc": 0.8728, "test_loss": 0.15394079666137694, "train_loss": 0.017065642401576042}, {"epoch_end": 12, "test_acc": 0.8711, "test_loss": 0.15701760406494142, "train_loss": 0.015853596851229668}, {"epoch_end": 13, "test_acc": 0.8686, "test_loss": 0.1602462173461914, "train_loss": 0.015667110681533813}, {"epoch_end": 14, "test_acc": 0.862, "test_loss": 0.17360948638916016, "train_loss": 0.02499999850988388}, {"epoch_end": 15, "test_acc": 0.8707, "test_loss": 0.15771613388061523, "train_loss": 0.019407493993639946}, {"epoch_end": 16, "test_acc": 0.8688, "test_loss": 0.15751393356323243, "train_loss": 0.014999999664723873}, {"epoch_end": 17, "test_acc": 0.871, "test_loss": 0.15470694580078126, "train_loss": 0.015989864245057106}, {"epoch_end": 18, "test_acc": 0.8712, "test_loss": 0.15670385513305665, "train_loss": 0.015000703744590282}, {"epoch_end": 19, "test_acc": 0.8644, "test_loss": 0.16687609176635743, "train_loss": 0.0186550784856081}, {"epoch_end": 20, "test_acc": 0.8715, "test_loss": 0.1539673126220703, "train_loss": 0.014999999664723873}, {"epoch_end": 21, "test_acc": 0.8684, "test_loss": 0.16086410980224608, "train_loss": 0.014999999664723873}, {"epoch_end": 22, "test_acc": 0.8672, "test_loss": 0.16031571807861328, "train_loss": 0.015000092796981335}, {"epoch_end": 23, "test_acc": 0.875, "test_loss": 0.1485928924560547, "train_loss": 0.02505713887512684}, {"epoch_end": 24, "test_acc": 0.8736, "test_loss": 0.155966162109375, "train_loss": 0.02357642538845539}, {"epoch_end": 25, "test_acc": 0.8753, "test_loss": 0.14630856246948243, "train_loss": 0.014999999664723873}, {"epoch_end": 26, "test_acc": 0.8793, "test_loss": 0.1415119987487793, "train_loss": 0.015005593188107014}, {"epoch_end": 27, "test_acc": 0.8757, "test_loss": 0.14630690155029297, "train_loss": 0.015054571442306042}, {"epoch_end": 28, "test_acc": 0.8777, "test_loss": 0.14200801010131836, "train_loss": 0.014999999664723873}, {"epoch_end": 29, "test_acc": 0.8742, "test_loss": 0.1474296714782715, "train_loss": 0.015000748448073864}, {"epoch_end": 30, "test_acc": 0.8744, "test_loss": 0.1481587173461914, "train_loss": 0.015000028535723686}, {"epoch_end": 31, "test_acc": 0.8741, "test_loss": 0.15241070709228516, "train_loss": 0.014999999664723873}, {"epoch_end": 32, "test_acc": 0.874, "test_loss": 0.15143694686889647, "train_loss": 0.014999999664723873}, {"epoch_end": 33, "test_acc": 0.8725, "test_loss": 0.15598601303100587, "train_loss": 0.0159082543104887}, {"epoch_end": 34, "test_acc": 0.8769, "test_loss": 0.14529537658691405, "train_loss": 0.014999999664723873}, {"epoch_end": 35, "test_acc": 0.8743, "test_loss": 0.15022091369628907, "train_loss": 0.014999999664723873}, {"epoch_end": 36, "test_acc": 0.8811, "test_loss": 0.1399103385925293, "train_loss": 0.014999999664723873}, {"epoch_end": 37, "test_acc": 0.874, "test_loss": 0.15269139251708985, "train_loss": 0.015013759024441242}, {"epoch_end": 38, "test_acc": 0.8747, "test_loss": 0.15186194458007812, "train_loss": 0.014999999664723873}, {"epoch_end": 39, "test_acc": 0.8743, "test_loss": 0.14883992767333984, "train_loss": 0.015000693500041962}, {"epoch_end": 40, "test_acc": 0.8757, "test_loss": 0.1464230537414551, "train_loss": 0.014999999664723873}, {"epoch_end": 41, "test_acc": 0.8747, "test_loss": 0.14902691802978515, "train_loss": 0.014999999664723873}, {"epoch_end": 42, "test_acc": 0.875, "test_loss": 0.1479064323425293, "train_loss": 0.014999999664723873}, {"epoch_end": 43, "test_acc": 0.8784, "test_loss": 0.14313974685668945, "train_loss": 0.014999999664723873}, {"epoch_end": 44, "test_acc": 0.8748, "test_loss": 0.15075656127929687, "train_loss": 0.014999999664723873}, {"epoch_end": 45, "test_acc": 0.8675, "test_loss": 0.16341612854003906, "train_loss": 0.01510356180369854}, {"epoch_end": 46, "test_acc": 0.8801, "test_loss": 0.1391322998046875, "train_loss": 0.014999999664723873}, {"epoch_end": 47, "test_acc": 0.8741, "test_loss": 0.14823253021240235, "train_loss": 0.014999999664723873}, {"epoch_end": 48, "test_acc": 0.8761, "test_loss": 0.150506005859375, "train_loss": 0.014999999664723873}, {"epoch_end": 49, "test_acc": 0.8769, "test_loss": 0.14414253845214844, "train_loss": 0.014999999664723873}, {"epoch_end": 50, "test_acc": 0.8775, "test_loss": 0.14822943725585938, "train_loss": 0.014999999664723873}, {"epoch_end": 51, "test_acc": 0.8792, "test_loss": 0.14400061721801757, "train_loss": 0.014999999664723873}, {"epoch_end": 52, "test_acc": 0.8746, "test_loss": 0.1484811752319336, "train_loss": 0.014999999664723873}, {"epoch_end": 53, "test_acc": 0.8773, "test_loss": 0.14574060592651367, "train_loss": 0.014999999664723873}, {"epoch_end": 54, "test_acc": 0.8752, "test_loss": 0.14891714630126954, "train_loss": 0.014999999664723873}, {"epoch_end": 55, "test_acc": 0.8746, "test_loss": 0.14936154327392578, "train_loss": 0.014999999664723873}, {"epoch_end": 56, "test_acc": 0.8774, "test_loss": 0.144644140625, "train_loss": 0.014999999664723873}, {"epoch_end": 57, "test_acc": 0.8666, "test_loss": 0.16815397644042968, "train_loss": 0.014999999664723873}, {"epoch_end": 58, "test_acc": 0.8713, "test_loss": 0.15830098571777343, "train_loss": 0.014999999664723873}, {"epoch_end": 59, "test_acc": 0.8756, "test_loss": 0.14951571502685546, "train_loss": 0.014999999664723873}], "final": {"test_acc": 0.8756, "test_loss": 0.14951571502685546, "wall_s": 16563.292414426804}}
\ No newline at end of file |