1
|
{"args": {"method": "fa", "dataset": "cifar10", "depth": 10, "width": 64, "epochs": 5, "batch_size": 128, "train_examples": 0, "max_batches": 0, "eta": 0.05, "momentum": 0.9, "act": "tanh", "residual": 1, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 3, "device": "cuda", "outdir": "results", "tag": "fa_scale_v2_cifar10_fa_w64_d10_s3"}, "resolved_protocol": {"eta": 0.05, "feedback_scale": 1.0}, "method_source": {"paper": "https://www.nature.com/articles/ncomms13276", "protocol": "fixed random sequential feedback matrices"}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.3447, "test_loss": 1.8659959716796874, "train_loss": 1.8905233144760132, "cos_fa_negg": [0.472908079624176, 0.45194387435913086, 0.43564730882644653, 0.4072720408439636, 0.4109364449977875, 0.41999921202659607, 0.37364593148231506, 0.37758177518844604, 0.3705759048461914, 0.36661309003829956]}, {"epoch_end": 1, "test_acc": 0.3556, "test_loss": 1.852540869140625, "train_loss": 1.7124407291412354, "cos_fa_negg": [0.5194799900054932, 0.5374685525894165, 0.5307324528694153, 0.5085872411727905, 0.505811333656311, 0.5173701047897339, 0.5032934546470642, 0.4816119074821472, 0.46702396869659424, 0.47076138854026794]}, {"epoch_end": 2, "test_acc": 0.3551, "test_loss": 1.8492812255859374, "train_loss": 1.898323655128479, "cos_fa_negg": [0.49786853790283203, 0.5250489711761475, 0.5199052691459656, 0.5225312113761902, 0.5028610825538635, 0.5075708031654358, 0.48407894372940063, 0.4795815348625183, 0.46542099118232727, 0.45911693572998047]}, {"epoch_end": 3, "test_acc": 0.37, "test_loss": 1.8098089721679687, "train_loss": 1.705352544784546, "cos_fa_negg": [0.5518730878829956, 0.5577397346496582, 0.5479743480682373, 0.5256072878837585, 0.5330847501754761, 0.5430958271026611, 0.5354322791099548, 0.5161125659942627, 0.534347653388977, 0.5161672830581665]}, {"epoch_end": 4, "test_acc": 0.3837, "test_loss": 1.7713906372070312, "train_loss": 1.8396832942962646, "cos_fa_negg": [0.5671495199203491, 0.5880448818206787, 0.5717585682868958, 0.5713479518890381, 0.5715553760528564, 0.5687353610992432, 0.5668001770973206, 0.5381907224655151, 0.5676537752151489, 0.5610862970352173]}], "final": {"test_acc": 0.3837, "test_loss": 1.7713906372070312, "wall_s": 9.016152143478394, "cos_fa_negg": [0.5671495199203491, 0.5880448818206787, 0.5717585682868958, 0.5713479518890381, 0.5715553760528564, 0.5687353610992432, 0.5668001770973206, 0.5381907224655151, 0.5676537752151489, 0.5610862970352173], "loss": 1.8271613121032715}}
|
