{"args": {"method": "fa", "dataset": "cifar10", "depth": 30, "width": 64, "epochs": 5, "batch_size": 128, "train_examples": 0, "max_batches": 0, "eta": 0.05, "momentum": 0.9, "act": "tanh", "residual": 1, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 0, "device": "cuda", "outdir": "results", "tag": "fa_scale_v2_cifar10_fa_w64_d30_s0"}, "resolved_protocol": {"eta": 0.05, "feedback_scale": 1.0}, "method_source": {"paper": "https://www.nature.com/articles/ncomms13276", "protocol": "fixed random sequential feedback matrices"}, "provenance": {"git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.3342, "test_loss": 1.8874280395507812, "train_loss": 1.9046052694320679, "cos_fa_negg": [0.4909452795982361, 0.4232390522956848, 0.40220117568969727, 0.38053926825523376, 0.39696210622787476, 0.3763437271118164, 0.39458632469177246, 0.37708237767219543, 0.3827553391456604, 0.3844324052333832, 0.3330151438713074, 0.3514268100261688, 0.3549768626689911, 0.3381927013397217, 0.3469671905040741, 0.33116835355758667, 0.3020341992378235, 0.3173680901527405, 0.29584819078445435, 0.3117028772830963, 0.3046067953109741, 0.27343863248825073, 0.2980014979839325, 0.2900099754333496, 0.31058505177497864, 0.2815680503845215, 0.2938365638256073, 0.29301923513412476, 0.2988560199737549, 0.2993921637535095]}, {"epoch_end": 1, "test_acc": 0.3447, "test_loss": 1.8784762084960938, "train_loss": 1.8714990615844727, "cos_fa_negg": [0.50819331407547, 0.5166217088699341, 0.4913097321987152, 0.49125316739082336, 0.4961889088153839, 0.4746783971786499, 0.4780402183532715, 0.4635393023490906, 0.47434884309768677, 0.4674232304096222, 0.4387846291065216, 0.44849032163619995, 0.45123082399368286, 0.4364655017852783, 0.44448238611221313, 0.4457794725894928, 0.44029104709625244, 0.45300978422164917, 0.44533586502075195, 0.4304192066192627, 0.40630704164505005, 0.386390745639801, 0.42427414655685425, 0.3856293559074402, 0.38561591506004333, 0.410695344209671, 0.41430437564849854, 0.3892138600349426, 0.4005376696586609, 0.41247156262397766]}, {"epoch_end": 2, "test_acc": 0.3568, "test_loss": 1.834733935546875, "train_loss": 1.9247595071792603, "cos_fa_negg": [0.49743181467056274, 0.5329564213752747, 0.5088294744491577, 0.5192805528640747, 0.5168434381484985, 0.49765461683273315, 0.506064236164093, 0.5020463466644287, 0.5159478783607483, 0.5093803405761719, 0.4885573387145996, 0.49219250679016113, 0.5067838430404663, 0.4895366132259369, 0.47726115584373474, 0.4775928556919098, 0.4701252579689026, 0.48262932896614075, 0.44827818870544434, 0.4560881555080414, 0.46565869450569153, 0.450237512588501, 0.4513418674468994, 0.45273810625076294, 0.4428519606590271, 0.45138436555862427, 0.44826677441596985, 0.4268227815628052, 0.4481510519981384, 0.4620015025138855]}, {"epoch_end": 3, "test_acc": 0.3747, "test_loss": 1.8052677612304688, "train_loss": 1.7121856212615967, "cos_fa_negg": [0.579709529876709, 0.5860463380813599, 0.5753939151763916, 0.5816953182220459, 0.5704218149185181, 0.5692507028579712, 0.5684423446655273, 0.5619672536849976, 0.5667442083358765, 0.5614182949066162, 0.5500373840332031, 0.5417401790618896, 0.5395127534866333, 0.540142297744751, 0.5419105291366577, 0.5376484394073486, 0.5288273692131042, 0.5544345378875732, 0.5203129053115845, 0.5281268954277039, 0.5276598930358887, 0.5138851404190063, 0.517380952835083, 0.5202401280403137, 0.5163064002990723, 0.5297417640686035, 0.5252988338470459, 0.502061128616333, 0.5162725448608398, 0.5411205291748047]}, {"epoch_end": 4, "test_acc": 0.3761, "test_loss": 1.80203974609375, "train_loss": 1.8535563945770264, "cos_fa_negg": [0.5892921090126038, 0.6235163807868958, 0.6159988641738892, 0.6225879788398743, 0.6181880235671997, 0.6052900552749634, 0.609462559223175, 0.6113673448562622, 0.612798810005188, 0.6165719032287598, 0.6025394201278687, 0.608207106590271, 0.5959622859954834, 0.6113330125808716, 0.5956776142120361, 0.59241783618927, 0.6053488850593567, 0.620844841003418, 0.5945259928703308, 0.6040456891059875, 0.6016722917556763, 0.5936439633369446, 0.5977240800857544, 0.5856672525405884, 0.5785460472106934, 0.5821727514266968, 0.5833908915519714, 0.5552667379379272, 0.5726286172866821, 0.5835205912590027]}], "final": {"test_acc": 0.3761, "test_loss": 1.80203974609375, "wall_s": 25.621788024902344, "cos_fa_negg": [0.5892921090126038, 0.6235163807868958, 0.6159988641738892, 0.6225879788398743, 0.6181880235671997, 0.6052900552749634, 0.609462559223175, 0.6113673448562622, 0.612798810005188, 0.6165719032287598, 0.6025394201278687, 0.608207106590271, 0.5959622859954834, 0.6113330125808716, 0.5956776142120361, 0.59241783618927, 0.6053488850593567, 0.620844841003418, 0.5945259928703308, 0.6040456891059875, 0.6016722917556763, 0.5936439633369446, 0.5977240800857544, 0.5856672525405884, 0.5785460472106934, 0.5821727514266968, 0.5833908915519714, 0.5552667379379272, 0.5726286172866821, 0.5835205912590027], "loss": 1.7802929878234863}}