1
|
{"args": {"method": "fa", "dataset": "cifar10", "depth": 5, "width": 64, "epochs": 5, "batch_size": 128, "train_examples": 0, "max_batches": 0, "eta": 0.05, "momentum": 0.9, "act": "tanh", "residual": 1, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 3, "device": "cuda", "outdir": "results", "tag": "fa_scale_v2_cifar10_fa_w64_d5_s3"}, "resolved_protocol": {"eta": 0.05, "feedback_scale": 1.0}, "method_source": {"paper": "https://www.nature.com/articles/ncomms13276", "protocol": "fixed random sequential feedback matrices"}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.3577, "test_loss": 1.8477260986328126, "train_loss": 1.8951303958892822, "cos_fa_negg": [0.42840901017189026, 0.4079791307449341, 0.3804348111152649, 0.3888193964958191, 0.3546481728553772]}, {"epoch_end": 1, "test_acc": 0.351, "test_loss": 1.8579162475585937, "train_loss": 1.7829269170761108, "cos_fa_negg": [0.5481595993041992, 0.5243122577667236, 0.515690803527832, 0.4853799045085907, 0.5066372156143188]}, {"epoch_end": 2, "test_acc": 0.38, "test_loss": 1.7797431762695313, "train_loss": 1.8923028707504272, "cos_fa_negg": [0.5707550048828125, 0.5685856938362122, 0.5879677534103394, 0.5734568238258362, 0.571526825428009]}, {"epoch_end": 3, "test_acc": 0.3853, "test_loss": 1.7855951538085937, "train_loss": 1.6563489437103271, "cos_fa_negg": [0.578417181968689, 0.622362494468689, 0.6445060968399048, 0.6225964426994324, 0.6264457702636719]}, {"epoch_end": 4, "test_acc": 0.3849, "test_loss": 1.7551828491210937, "train_loss": 1.7823712825775146, "cos_fa_negg": [0.6288718581199646, 0.6358934640884399, 0.6460657119750977, 0.6391668319702148, 0.6427422761917114]}], "final": {"test_acc": 0.3849, "test_loss": 1.7551828491210937, "wall_s": 7.543565511703491, "cos_fa_negg": [0.6288718581199646, 0.6358934640884399, 0.6460657119750977, 0.6391668319702148, 0.6427422761917114], "loss": 1.7819437980651855}}
|
