results: record audited scaling and baseline runs

1 files changed, 1 insertions, 0 deletions

diff --git a/results/pepita_tuned_v1_mnist_pepita_w256_d3_s2.json b/results/pepita_tuned_v1_mnist_pepita_w256_d3_s2.json
new file mode 100644
index 0000000..2568588
--- /dev/null
+++ b/results/pepita_tuned_v1_mnist_pepita_w256_d3_s2.json
@@ -0,0 +1 @@
+{"args": {"method": "pepita", "dataset": "mnist", "depth": 3, "width": 256, "epochs": 60, "batch_size": 64, "max_batches": 0, "eta": 0.001, "momentum": 0.9, "act": "tanh", "residual": 0, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": 0.5, "ep_dt": 0.5, "ep_free_steps": 20, "ep_nudge_steps": 4, "canonical_preprocess": 1, "seed": 2, "device": "cuda", "outdir": "results", "tag": "pepita_tuned_v1_mnist_pepita_w256_d3_s2"}, "method_source": {"paper": "https://proceedings.mlr.press/v162/dellaferrera22a.html", "code": "https://github.com/GiorgiaD/PEPITA", "protocol": "ERIN two-forward-pass rule; He-uniform; ReLU; F scale 0.05"}, "provenance": {"git_commit": "c8a372cae2612839bdbdafcf9c114f52cb4a6de3", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.6813, "test_loss": 1.5333150512695313, "train_loss": 1.8331329822540283}, {"epoch_end": 1, "test_acc": 0.7448, "test_loss": 1.1189734619140626, "train_loss": 1.0263090133666992}, {"epoch_end": 2, "test_acc": 0.7738, "test_loss": 0.8981266906738281, "train_loss": 1.1194785833358765}, {"epoch_end": 3, "test_acc": 0.7928, "test_loss": 0.7678225036621094, "train_loss": 0.8481582403182983}, {"epoch_end": 4, "test_acc": 0.8114, "test_loss": 0.681844009399414, "train_loss": 0.912687361240387}, {"epoch_end": 5, "test_acc": 0.8203, "test_loss": 0.6254748016357422, "train_loss": 0.9177111983299255}, {"epoch_end": 6, "test_acc": 0.8294, "test_loss": 0.5838956573486328, "train_loss": 1.0478812456130981}, {"epoch_end": 7, "test_acc": 0.8392, "test_loss": 0.5499574340820312, "train_loss": 0.7470617890357971}, {"epoch_end": 8, "test_acc": 0.8464, "test_loss": 0.52728701171875, "train_loss": 0.8916840553283691}, {"epoch_end": 9, "test_acc": 0.8512, "test_loss": 0.5066060607910157, "train_loss": 1.0406783819198608}, {"epoch_end": 10, "test_acc": 0.8575, "test_loss": 0.48881885681152343, "train_loss": 1.5352202653884888}, {"epoch_end": 11, "test_acc": 0.8633, "test_loss": 0.4746561553955078, "train_loss": 0.6813123226165771}, {"epoch_end": 12, "test_acc": 0.8636, "test_loss": 0.46428436279296875, "train_loss": 0.6791131496429443}, {"epoch_end": 13, "test_acc": 0.863, "test_loss": 0.4584464904785156, "train_loss": 0.6615903973579407}, {"epoch_end": 14, "test_acc": 0.8703, "test_loss": 0.4403850143432617, "train_loss": 0.6212791800498962}, {"epoch_end": 15, "test_acc": 0.8702, "test_loss": 0.4320507263183594, "train_loss": 0.8495935201644897}, {"epoch_end": 16, "test_acc": 0.8747, "test_loss": 0.4268022430419922, "train_loss": 0.45476290583610535}, {"epoch_end": 17, "test_acc": 0.8725, "test_loss": 0.4227833801269531, "train_loss": 0.47910934686660767}, {"epoch_end": 18, "test_acc": 0.88, "test_loss": 0.4078524795532227, "train_loss": 1.0833230018615723}, {"epoch_end": 19, "test_acc": 0.8795, "test_loss": 0.40950572052001954, "train_loss": 0.4250057339668274}, {"epoch_end": 20, "test_acc": 0.8834, "test_loss": 0.39960771179199217, "train_loss": 0.7218810319900513}, {"epoch_end": 21, "test_acc": 0.8845, "test_loss": 0.3942512939453125, "train_loss": 0.7243726849555969}, {"epoch_end": 22, "test_acc": 0.8867, "test_loss": 0.38179217681884764, "train_loss": 0.2431107610464096}, {"epoch_end": 23, "test_acc": 0.8865, "test_loss": 0.38231748046875, "train_loss": 1.240013599395752}, {"epoch_end": 24, "test_acc": 0.8897, "test_loss": 0.3740263473510742, "train_loss": 0.6413342356681824}, {"epoch_end": 25, "test_acc": 0.886, "test_loss": 0.38184745483398436, "train_loss": 0.37310248613357544}, {"epoch_end": 26, "test_acc": 0.8906, "test_loss": 0.3745627838134766, "train_loss": 0.5281063318252563}, {"epoch_end": 27, "test_acc": 0.8918, "test_loss": 0.36877201232910156, "train_loss": 0.5490759015083313}, {"epoch_end": 28, "test_acc": 0.8881, "test_loss": 0.37047723236083985, "train_loss": 0.5695050358772278}, {"epoch_end": 29, "test_acc": 0.8909, "test_loss": 0.3669300582885742, "train_loss": 0.790963351726532}, {"epoch_end": 30, "test_acc": 0.8976, "test_loss": 0.3504394515991211, "train_loss": 0.6243597865104675}, {"epoch_end": 31, "test_acc": 0.8966, "test_loss": 0.3505338302612305, "train_loss": 0.6981348991394043}, {"epoch_end": 32, "test_acc": 0.8929, "test_loss": 0.35635341033935547, "train_loss": 0.6592001914978027}, {"epoch_end": 33, "test_acc": 0.8983, "test_loss": 0.34328984680175784, "train_loss": 0.3999021053314209}, {"epoch_end": 34, "test_acc": 0.895, "test_loss": 0.3548874496459961, "train_loss": 0.35947367548942566}, {"epoch_end": 35, "test_acc": 0.9004, "test_loss": 0.34401636657714846, "train_loss": 0.21272921562194824}, {"epoch_end": 36, "test_acc": 0.9016, "test_loss": 0.34318612365722656, "train_loss": 0.5619907379150391}, {"epoch_end": 37, "test_acc": 0.8993, "test_loss": 0.3439237838745117, "train_loss": 0.3048461973667145}, {"epoch_end": 38, "test_acc": 0.9016, "test_loss": 0.3353634826660156, "train_loss": 0.293901264667511}, {"epoch_end": 39, "test_acc": 0.9023, "test_loss": 0.33252257080078124, "train_loss": 0.27226167917251587}, {"epoch_end": 40, "test_acc": 0.9021, "test_loss": 0.3302719177246094, "train_loss": 0.3963377773761749}, {"epoch_end": 41, "test_acc": 0.9045, "test_loss": 0.3229499237060547, "train_loss": 0.5238770842552185}, {"epoch_end": 42, "test_acc": 0.9025, "test_loss": 0.3350563049316406, "train_loss": 0.5865140557289124}, {"epoch_end": 43, "test_acc": 0.8996, "test_loss": 0.33895794143676755, "train_loss": 0.38323384523391724}, {"epoch_end": 44, "test_acc": 0.9037, "test_loss": 0.32671456909179686, "train_loss": 0.34964579343795776}, {"epoch_end": 45, "test_acc": 0.9055, "test_loss": 0.32207105178833006, "train_loss": 0.5679947733879089}, {"epoch_end": 46, "test_acc": 0.9073, "test_loss": 0.32077831649780275, "train_loss": 0.30637118220329285}, {"epoch_end": 47, "test_acc": 0.9035, "test_loss": 0.3252143768310547, "train_loss": 0.3783057630062103}, {"epoch_end": 48, "test_acc": 0.9098, "test_loss": 0.31133719940185545, "train_loss": 0.40440866351127625}, {"epoch_end": 49, "test_acc": 0.903, "test_loss": 0.32272774734497073, "train_loss": 0.8575476408004761}, {"epoch_end": 50, "test_acc": 0.9088, "test_loss": 0.3135820358276367, "train_loss": 0.5738855004310608}, {"epoch_end": 51, "test_acc": 0.907, "test_loss": 0.31626825256347657, "train_loss": 0.8076278567314148}, {"epoch_end": 52, "test_acc": 0.9095, "test_loss": 0.3081289016723633, "train_loss": 0.31725478172302246}, {"epoch_end": 53, "test_acc": 0.9087, "test_loss": 0.3072570198059082, "train_loss": 0.2982637584209442}, {"epoch_end": 54, "test_acc": 0.9088, "test_loss": 0.3142477066040039, "train_loss": 0.20781180262565613}, {"epoch_end": 55, "test_acc": 0.9121, "test_loss": 0.299675984954834, "train_loss": 0.23356658220291138}, {"epoch_end": 56, "test_acc": 0.9119, "test_loss": 0.3033298980712891, "train_loss": 0.47406378388404846}, {"epoch_end": 57, "test_acc": 0.9085, "test_loss": 0.3145863327026367, "train_loss": 0.6145209670066833}, {"epoch_end": 58, "test_acc": 0.9101, "test_loss": 0.3099867012023926, "train_loss": 0.5049739480018616}, {"epoch_end": 59, "test_acc": 0.909, "test_loss": 0.30419558868408203, "train_loss": 0.7041428089141846}], "final": {"test_acc": 0.909, "test_loss": 0.30419558868408203, "wall_s": 87.32817602157593}}
\ No newline at end of file