1
|
{"args": {"method": "fa", "dataset": "cifar10", "depth": 5, "width": 64, "epochs": 5, "batch_size": 128, "train_examples": 0, "max_batches": 0, "eta": 0.05, "momentum": 0.9, "act": "tanh", "residual": 1, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 1, "device": "cuda", "outdir": "results", "tag": "fa_scale_v2_cifar10_fa_w64_d5_s1"}, "resolved_protocol": {"eta": 0.05, "feedback_scale": 1.0}, "method_source": {"paper": "https://www.nature.com/articles/ncomms13276", "protocol": "fixed random sequential feedback matrices"}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.3461, "test_loss": 1.8634606689453126, "train_loss": 1.8299715518951416, "cos_fa_negg": [0.5161957740783691, 0.4764571189880371, 0.4353658854961395, 0.43318063020706177, 0.40998148918151855]}, {"epoch_end": 1, "test_acc": 0.3597, "test_loss": 1.82826484375, "train_loss": 1.8082752227783203, "cos_fa_negg": [0.6255803108215332, 0.5718098878860474, 0.5485690832138062, 0.5618343353271484, 0.5275834798812866]}, {"epoch_end": 2, "test_acc": 0.3654, "test_loss": 1.8052900146484374, "train_loss": 1.9246654510498047, "cos_fa_negg": [0.5776218175888062, 0.6094307899475098, 0.6126967668533325, 0.5942915081977844, 0.5906414985656738]}, {"epoch_end": 3, "test_acc": 0.3805, "test_loss": 1.7803320678710937, "train_loss": 1.6152753829956055, "cos_fa_negg": [0.6207982301712036, 0.6265295147895813, 0.6270157098770142, 0.6131011843681335, 0.6126845479011536]}, {"epoch_end": 4, "test_acc": 0.3896, "test_loss": 1.7630904418945312, "train_loss": 1.8420569896697998, "cos_fa_negg": [0.6614446640014648, 0.668406069278717, 0.6747872829437256, 0.6565423607826233, 0.6512892246246338]}], "final": {"test_acc": 0.3896, "test_loss": 1.7630904418945312, "wall_s": 5.168872833251953, "cos_fa_negg": [0.6614446640014648, 0.668406069278717, 0.6747872829437256, 0.6565423607826233, 0.6512892246246338], "loss": 1.78683602809906}}
|
