1
|
{"args": {"method": "fa", "dataset": "cifar10", "depth": 20, "width": 64, "epochs": 5, "batch_size": 128, "train_examples": 0, "max_batches": 0, "eta": 0.05, "momentum": 0.9, "act": "tanh", "residual": 1, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 1, "device": "cuda", "outdir": "results", "tag": "fa_scale_v2_cifar10_fa_w64_d20_s1"}, "resolved_protocol": {"eta": 0.05, "feedback_scale": 1.0}, "method_source": {"paper": "https://www.nature.com/articles/ncomms13276", "protocol": "fixed random sequential feedback matrices"}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.3321, "test_loss": 1.9065411743164062, "train_loss": 1.8574755191802979, "cos_fa_negg": [0.4335859417915344, 0.4080226421356201, 0.3834662139415741, 0.38863030076026917, 0.36038920283317566, 0.37307751178741455, 0.3717469871044159, 0.3497829735279083, 0.36530089378356934, 0.3613235354423523, 0.3518001437187195, 0.3228726089000702, 0.33051151037216187, 0.3092176616191864, 0.3182620406150818, 0.33079099655151367, 0.29980048537254333, 0.27998149394989014, 0.2977561950683594, 0.3088446259498596]}, {"epoch_end": 1, "test_acc": 0.361, "test_loss": 1.8797260009765624, "train_loss": 1.9152486324310303, "cos_fa_negg": [0.4947974383831024, 0.5075109601020813, 0.47802942991256714, 0.4863634705543518, 0.48037174344062805, 0.4741606116294861, 0.45722121000289917, 0.4315509796142578, 0.44716978073120117, 0.42934709787368774, 0.42925137281417847, 0.4260939955711365, 0.44686681032180786, 0.4254376292228699, 0.40113556385040283, 0.42509588599205017, 0.40141886472702026, 0.40106916427612305, 0.4069744348526001, 0.4247909188270569]}, {"epoch_end": 2, "test_acc": 0.3478, "test_loss": 1.8671394287109375, "train_loss": 1.9503004550933838, "cos_fa_negg": [0.4898969531059265, 0.5538352131843567, 0.5259828567504883, 0.5220857858657837, 0.5187203884124756, 0.5241228342056274, 0.5209298133850098, 0.505545437335968, 0.513409435749054, 0.5078716278076172, 0.5140742659568787, 0.5053105354309082, 0.49642378091812134, 0.4830414652824402, 0.48943763971328735, 0.4968690872192383, 0.4963191747665405, 0.492697149515152, 0.5036571025848389, 0.47547271847724915]}, {"epoch_end": 3, "test_acc": 0.3719, "test_loss": 1.798958984375, "train_loss": 1.6481449604034424, "cos_fa_negg": [0.5229488611221313, 0.5607839226722717, 0.5445069074630737, 0.5590405464172363, 0.5567426681518555, 0.5471654534339905, 0.5557071566581726, 0.5418431162834167, 0.537172257900238, 0.5396838784217834, 0.556718647480011, 0.5673625469207764, 0.5445098876953125, 0.5421139001846313, 0.5271412134170532, 0.5529177188873291, 0.5204328298568726, 0.5547971129417419, 0.5496186017990112, 0.5219058990478516]}, {"epoch_end": 4, "test_acc": 0.3703, "test_loss": 1.798907421875, "train_loss": 1.8203251361846924, "cos_fa_negg": [0.5395234227180481, 0.5554642677307129, 0.5311068296432495, 0.529224157333374, 0.5437984466552734, 0.5454649925231934, 0.5466521382331848, 0.5495407581329346, 0.537630558013916, 0.5289655327796936, 0.5438264608383179, 0.5505426526069641, 0.5497636198997498, 0.5387549996376038, 0.5156788229942322, 0.5360392332077026, 0.5191774964332581, 0.5528639554977417, 0.5414924025535583, 0.5381029844284058]}], "final": {"test_acc": 0.3703, "test_loss": 1.798907421875, "wall_s": 16.54524540901184, "cos_fa_negg": [0.5395234227180481, 0.5554642677307129, 0.5311068296432495, 0.529224157333374, 0.5437984466552734, 0.5454649925231934, 0.5466521382331848, 0.5495407581329346, 0.537630558013916, 0.5289655327796936, 0.5438264608383179, 0.5505426526069641, 0.5497636198997498, 0.5387549996376038, 0.5156788229942322, 0.5360392332077026, 0.5191774964332581, 0.5528639554977417, 0.5414924025535583, 0.5381029844284058], "loss": 1.8417145013809204}}
|
