1
|
{"args": {"method": "fa", "dataset": "cifar10", "depth": 10, "width": 64, "epochs": 5, "batch_size": 128, "train_examples": 0, "max_batches": 0, "eta": 0.05, "momentum": 0.9, "act": "tanh", "residual": 1, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 2, "device": "cuda", "outdir": "results", "tag": "fa_scale_v2_cifar10_fa_w64_d10_s2"}, "resolved_protocol": {"eta": 0.05, "feedback_scale": 1.0}, "method_source": {"paper": "https://www.nature.com/articles/ncomms13276", "protocol": "fixed random sequential feedback matrices"}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.3346, "test_loss": 1.8918820922851562, "train_loss": 1.9524128437042236, "cos_fa_negg": [0.44244277477264404, 0.4171407222747803, 0.3986811339855194, 0.40639105439186096, 0.37196922302246094, 0.3727591037750244, 0.39151206612586975, 0.36523494124412537, 0.3443318009376526, 0.3535099923610687]}, {"epoch_end": 1, "test_acc": 0.3684, "test_loss": 1.820609814453125, "train_loss": 1.7402433156967163, "cos_fa_negg": [0.5483189225196838, 0.543461799621582, 0.5045893788337708, 0.4977399706840515, 0.4932243525981903, 0.4741307497024536, 0.47874176502227783, 0.49502623081207275, 0.4761987030506134, 0.4690989851951599]}, {"epoch_end": 2, "test_acc": 0.3539, "test_loss": 1.8251246215820311, "train_loss": 2.005451202392578, "cos_fa_negg": [0.5583070516586304, 0.5717755556106567, 0.5643153190612793, 0.5558469295501709, 0.5437771677970886, 0.5278122425079346, 0.5461810827255249, 0.5329586267471313, 0.5259513258934021, 0.53435218334198]}, {"epoch_end": 3, "test_acc": 0.3746, "test_loss": 1.7899692504882811, "train_loss": 1.7511875629425049, "cos_fa_negg": [0.5409359931945801, 0.5858055353164673, 0.5796583294868469, 0.5980449914932251, 0.5758296251296997, 0.5582679510116577, 0.5630685687065125, 0.5924409031867981, 0.5635936260223389, 0.5694832801818848]}, {"epoch_end": 4, "test_acc": 0.3976, "test_loss": 1.7442150756835937, "train_loss": 1.8296598196029663, "cos_fa_negg": [0.5821514129638672, 0.629253625869751, 0.609057605266571, 0.6178766489028931, 0.6186751127243042, 0.6069948077201843, 0.6258417963981628, 0.6125359535217285, 0.6239681839942932, 0.6020489931106567]}], "final": {"test_acc": 0.3976, "test_loss": 1.7442150756835937, "wall_s": 13.731826066970825, "cos_fa_negg": [0.5821514129638672, 0.629253625869751, 0.609057605266571, 0.6178766489028931, 0.6186751127243042, 0.6069948077201843, 0.6258417963981628, 0.6125359535217285, 0.6239681839942932, 0.6020489931106567], "loss": 1.8187429904937744}}
|
