1
|
{"args": {"method": "fa", "dataset": "cifar10", "depth": 20, "width": 64, "epochs": 5, "batch_size": 128, "train_examples": 0, "max_batches": 0, "eta": 0.05, "momentum": 0.9, "act": "tanh", "residual": 1, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 3, "device": "cuda", "outdir": "results", "tag": "fa_scale_v2_cifar10_fa_w64_d20_s3"}, "resolved_protocol": {"eta": 0.05, "feedback_scale": 1.0}, "method_source": {"paper": "https://www.nature.com/articles/ncomms13276", "protocol": "fixed random sequential feedback matrices"}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.3218, "test_loss": 1.9096921142578125, "train_loss": 1.9549148082733154, "cos_fa_negg": [0.41439834237098694, 0.3808252811431885, 0.3700171113014221, 0.3653114438056946, 0.3606855869293213, 0.33916646242141724, 0.32969027757644653, 0.33496594429016113, 0.342696875333786, 0.305172860622406, 0.30475032329559326, 0.32765471935272217, 0.299861878156662, 0.30896836519241333, 0.29163438081741333, 0.26719197630882263, 0.284885048866272, 0.3054484724998474, 0.29472729563713074, 0.2702854871749878]}, {"epoch_end": 1, "test_acc": 0.3489, "test_loss": 1.8583421630859376, "train_loss": 1.8245502710342407, "cos_fa_negg": [0.5156712532043457, 0.5125242471694946, 0.4938667416572571, 0.4949498176574707, 0.48130542039871216, 0.479640930891037, 0.4597333073616028, 0.4571024179458618, 0.45415419340133667, 0.4672609865665436, 0.44388675689697266, 0.4594234228134155, 0.4395715892314911, 0.4457499086856842, 0.4214631915092468, 0.42213207483291626, 0.43049561977386475, 0.4309934675693512, 0.4470424950122833, 0.4094630181789398]}, {"epoch_end": 2, "test_acc": 0.3628, "test_loss": 1.835096240234375, "train_loss": 1.8511297702789307, "cos_fa_negg": [0.5186553001403809, 0.5419020652770996, 0.5145607590675354, 0.5415099263191223, 0.5295723676681519, 0.5252214670181274, 0.5090057253837585, 0.5254805088043213, 0.5210974812507629, 0.5190637111663818, 0.5119502544403076, 0.5005258917808533, 0.48330986499786377, 0.48917827010154724, 0.4797672927379608, 0.46949106454849243, 0.47643721103668213, 0.47728270292282104, 0.46748027205467224, 0.4817468523979187]}, {"epoch_end": 3, "test_acc": 0.3796, "test_loss": 1.7987302001953125, "train_loss": 1.777099609375, "cos_fa_negg": [0.5163978338241577, 0.5880213975906372, 0.5652991533279419, 0.577332615852356, 0.5661242604255676, 0.5667333602905273, 0.5572760105133057, 0.5535131692886353, 0.5541078448295593, 0.5555216073989868, 0.5518327355384827, 0.5585440397262573, 0.5429459810256958, 0.5340086817741394, 0.5312013626098633, 0.5194643139839172, 0.5313025712966919, 0.5396263599395752, 0.5592856407165527, 0.532333254814148]}, {"epoch_end": 4, "test_acc": 0.3671, "test_loss": 1.8049629638671876, "train_loss": 1.8317196369171143, "cos_fa_negg": [0.53033447265625, 0.5572192668914795, 0.5281792283058167, 0.5508147478103638, 0.5563968420028687, 0.55072420835495, 0.5575222969055176, 0.5446560382843018, 0.5493202209472656, 0.5641899704933167, 0.5471621751785278, 0.5440744757652283, 0.5365668535232544, 0.5409942865371704, 0.5414837598800659, 0.5451719760894775, 0.5171232223510742, 0.5360726118087769, 0.5482648015022278, 0.5435121059417725]}], "final": {"test_acc": 0.3671, "test_loss": 1.8049629638671876, "wall_s": 25.22007989883423, "cos_fa_negg": [0.53033447265625, 0.5572192668914795, 0.5281792283058167, 0.5508147478103638, 0.5563968420028687, 0.55072420835495, 0.5575222969055176, 0.5446560382843018, 0.5493202209472656, 0.5641899704933167, 0.5471621751785278, 0.5440744757652283, 0.5365668535232544, 0.5409942865371704, 0.5414837598800659, 0.5451719760894775, 0.5171232223510742, 0.5360726118087769, 0.5482648015022278, 0.5435121059417725], "loss": 1.8767766952514648}}
|
