1
|
{"args": {"method": "fa", "dataset": "cifar10", "depth": 5, "width": 64, "epochs": 5, "batch_size": 128, "train_examples": 0, "max_batches": 0, "eta": 0.05, "momentum": 0.9, "act": "tanh", "residual": 1, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 4, "device": "cuda", "outdir": "results", "tag": "fa_scale_v2_cifar10_fa_w64_d5_s4"}, "resolved_protocol": {"eta": 0.05, "feedback_scale": 1.0}, "method_source": {"paper": "https://www.nature.com/articles/ncomms13276", "protocol": "fixed random sequential feedback matrices"}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.3486, "test_loss": 1.8592872436523438, "train_loss": 1.8067066669464111, "cos_fa_negg": [0.5154128074645996, 0.4960087537765503, 0.4537050426006317, 0.4262472987174988, 0.42009565234184265]}, {"epoch_end": 1, "test_acc": 0.3559, "test_loss": 1.8572125854492187, "train_loss": 1.8086354732513428, "cos_fa_negg": [0.5780488848686218, 0.5434322357177734, 0.5279138088226318, 0.5019943714141846, 0.5186700224876404]}, {"epoch_end": 2, "test_acc": 0.3592, "test_loss": 1.8145243774414062, "train_loss": 1.8533308506011963, "cos_fa_negg": [0.5727269649505615, 0.5840513706207275, 0.5527406334877014, 0.5426865816116333, 0.5445921421051025]}, {"epoch_end": 3, "test_acc": 0.3769, "test_loss": 1.79239248046875, "train_loss": 1.6797889471054077, "cos_fa_negg": [0.5928818583488464, 0.6090314984321594, 0.6027957797050476, 0.5842266082763672, 0.5875148773193359]}, {"epoch_end": 4, "test_acc": 0.4008, "test_loss": 1.7462978881835938, "train_loss": 1.8525148630142212, "cos_fa_negg": [0.6294769644737244, 0.652579665184021, 0.6419439911842346, 0.6208419799804688, 0.6341246962547302]}], "final": {"test_acc": 0.4008, "test_loss": 1.7462978881835938, "wall_s": 5.393693447113037, "cos_fa_negg": [0.6294769644737244, 0.652579665184021, 0.6419439911842346, 0.6208419799804688, 0.6341246962547302], "loss": 1.789512038230896}}
|
