1
|
{"args": {"method": "fa", "dataset": "cifar10", "depth": 60, "width": 64, "epochs": 5, "batch_size": 128, "train_examples": 0, "max_batches": 0, "eta": 0.05, "momentum": 0.9, "act": "tanh", "residual": 1, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 4, "device": "cuda", "outdir": "results", "tag": "fa_scale_v2_cifar10_fa_w64_d60_s4"}, "resolved_protocol": {"eta": 0.05, "feedback_scale": 1.0}, "method_source": {"paper": "https://www.nature.com/articles/ncomms13276", "protocol": "fixed random sequential feedback matrices"}, "provenance": {"git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.3342, "test_loss": 1.8863754150390626, "train_loss": 1.8797471523284912, "cos_fa_negg": [0.4667429029941559, 0.42423054575920105, 0.4201713800430298, 0.4209944009780884, 0.3996551036834717, 0.41734737157821655, 0.41233718395233154, 0.40422868728637695, 0.39915502071380615, 0.40125325322151184, 0.3988555073738098, 0.4084082245826721, 0.3879321813583374, 0.37256062030792236, 0.39565426111221313, 0.3804866671562195, 0.3879329562187195, 0.38461583852767944, 0.3979330062866211, 0.37709397077560425, 0.3726082444190979, 0.3655519485473633, 0.37531542778015137, 0.38034746050834656, 0.3949185311794281, 0.3508831262588501, 0.37045541405677795, 0.36917346715927124, 0.3586103022098541, 0.3307248055934906, 0.3290661871433258, 0.3301212787628174, 0.35567307472229004, 0.3403092622756958, 0.32811859250068665, 0.336361289024353, 0.34013813734054565, 0.31454360485076904, 0.3292902708053589, 0.3264821171760559, 0.3197968602180481, 0.3375464677810669, 0.32243943214416504, 0.292025089263916, 0.31205785274505615, 0.28534984588623047, 0.31682032346725464, 0.29787302017211914, 0.304057776927948, 0.3050808906555176, 0.3103814423084259, 0.2895582914352417, 0.2897968292236328, 0.29520976543426514, 0.2949574589729309, 0.27834630012512207, 0.2683233916759491, 0.25257566571235657, 0.27641621232032776, 0.285957932472229]}, {"epoch_end": 1, "test_acc": 0.3591, "test_loss": 1.8499001953125, "train_loss": 1.7514699697494507, "cos_fa_negg": [0.5668843984603882, 0.5454338192939758, 0.536693811416626, 0.5316558480262756, 0.5098718404769897, 0.5088881850242615, 0.5154428482055664, 0.49581196904182434, 0.4963357448577881, 0.5012784600257874, 0.5056829452514648, 0.5059401988983154, 0.5127367973327637, 0.5110639929771423, 0.5179117321968079, 0.5034053325653076, 0.5156463384628296, 0.5069144368171692, 0.5106117129325867, 0.5042880177497864, 0.4940105974674225, 0.49593013525009155, 0.4862178564071655, 0.4857701063156128, 0.4858770966529846, 0.48147886991500854, 0.48575928807258606, 0.4719793200492859, 0.4929683804512024, 0.4822253882884979, 0.4689655900001526, 0.4554988145828247, 0.4627928137779236, 0.46522316336631775, 0.47390198707580566, 0.47575533390045166, 0.4694070816040039, 0.44763487577438354, 0.4580671489238739, 0.4316140413284302, 0.4358707666397095, 0.43577855825424194, 0.43419045209884644, 0.4268239736557007, 0.4193499982357025, 0.4305728077888489, 0.4428068995475769, 0.43655261397361755, 0.427792489528656, 0.4277206063270569, 0.4212293028831482, 0.4079030454158783, 0.4444389045238495, 0.4318539798259735, 0.43093910813331604, 0.4088263511657715, 0.4362547993659973, 0.4097123146057129, 0.414814829826355, 0.41251111030578613]}, {"epoch_end": 2, "test_acc": 0.3534, "test_loss": 1.8372462158203124, "train_loss": 1.8935067653656006, "cos_fa_negg": [0.5279629230499268, 0.5345975160598755, 0.5365589261054993, 0.5327020883560181, 0.5214510560035706, 0.5152796506881714, 0.5139201879501343, 0.5125000476837158, 0.5052890777587891, 0.5183135271072388, 0.5069546699523926, 0.5020056366920471, 0.496100515127182, 0.4994444251060486, 0.4942355751991272, 0.4986794888973236, 0.4849238097667694, 0.4924459457397461, 0.4886486828327179, 0.48195895552635193, 0.47640207409858704, 0.48143523931503296, 0.45834481716156006, 0.4679444432258606, 0.47565215826034546, 0.46874791383743286, 0.46468669176101685, 0.47218069434165955, 0.4781079888343811, 0.47077614068984985, 0.47566914558410645, 0.4607524871826172, 0.4719164967536926, 0.4633232355117798, 0.46662282943725586, 0.4606967568397522, 0.4595995843410492, 0.4486594796180725, 0.4513043761253357, 0.44833412766456604, 0.448646605014801, 0.44493788480758667, 0.44674092531204224, 0.4288603663444519, 0.44137415289878845, 0.4435054659843445, 0.45862704515457153, 0.43966758251190186, 0.4393945634365082, 0.4384845197200775, 0.4285985231399536, 0.4368751049041748, 0.4366716146469116, 0.4202233552932739, 0.43780380487442017, 0.4325675368309021, 0.4427779018878937, 0.4406946003437042, 0.4110482633113861, 0.42125993967056274]}, {"epoch_end": 3, "test_acc": 0.3754, "test_loss": 1.819205810546875, "train_loss": 1.7043516635894775, "cos_fa_negg": [0.5547927618026733, 0.5445938110351562, 0.547030508518219, 0.5435748100280762, 0.5415639281272888, 0.5497273206710815, 0.5327021479606628, 0.5330561399459839, 0.5317514538764954, 0.5423996448516846, 0.5529512763023376, 0.5359492897987366, 0.5314412117004395, 0.5332818627357483, 0.5341166257858276, 0.540582537651062, 0.5240219235420227, 0.5321224927902222, 0.529065728187561, 0.5148005485534668, 0.5235733985900879, 0.5143287777900696, 0.5237703323364258, 0.5109783411026001, 0.51845383644104, 0.5149438381195068, 0.5119233131408691, 0.5082097053527832, 0.5169225335121155, 0.5198193788528442, 0.5239824056625366, 0.5136945247650146, 0.5106731653213501, 0.4957577884197235, 0.5247213244438171, 0.5185501575469971, 0.49810633063316345, 0.48849132657051086, 0.5049152970314026, 0.5075912475585938, 0.5330827832221985, 0.4963948428630829, 0.5061274766921997, 0.4813365340232849, 0.485495001077652, 0.48008739948272705, 0.5169621706008911, 0.4925724267959595, 0.49086418747901917, 0.5092265605926514, 0.5012367963790894, 0.45922571420669556, 0.4788505434989929, 0.4719175696372986, 0.4928637146949768, 0.4750933051109314, 0.49555832147598267, 0.4771580100059509, 0.4757564067840576, 0.4897497892379761]}, {"epoch_end": 4, "test_acc": 0.3883, "test_loss": 1.7843109375, "train_loss": 1.8483667373657227, "cos_fa_negg": [0.5490950345993042, 0.5862316489219666, 0.5865992307662964, 0.5877746939659119, 0.5851563215255737, 0.5847951769828796, 0.5762289762496948, 0.5886124968528748, 0.5720963478088379, 0.5767730474472046, 0.5836862921714783, 0.5780237913131714, 0.5739148259162903, 0.5748844146728516, 0.5725674629211426, 0.5853974223136902, 0.5893925428390503, 0.5881185531616211, 0.5775508284568787, 0.5729501843452454, 0.584290623664856, 0.5723841190338135, 0.5640333890914917, 0.5541241765022278, 0.5794323682785034, 0.5646258592605591, 0.5573451519012451, 0.5617077350616455, 0.5657674074172974, 0.5507423877716064, 0.5698302388191223, 0.5676702260971069, 0.561833381652832, 0.5604091286659241, 0.5732583999633789, 0.5738811492919922, 0.5599881410598755, 0.5489733219146729, 0.5643110871315002, 0.5530603528022766, 0.5705825686454773, 0.5562623739242554, 0.5537739992141724, 0.5396151542663574, 0.5509980916976929, 0.5530914068222046, 0.5573710799217224, 0.5503878593444824, 0.5641669631004333, 0.5631964802742004, 0.5538578033447266, 0.534362256526947, 0.5611786842346191, 0.5410066843032837, 0.5423145294189453, 0.5375790596008301, 0.5578751564025879, 0.5661333203315735, 0.534415602684021, 0.5433106422424316]}], "final": {"test_acc": 0.3883, "test_loss": 1.7843109375, "wall_s": 49.088300466537476, "cos_fa_negg": [0.5490950345993042, 0.5862316489219666, 0.5865992307662964, 0.5877746939659119, 0.5851563215255737, 0.5847951769828796, 0.5762289762496948, 0.5886124968528748, 0.5720963478088379, 0.5767730474472046, 0.5836862921714783, 0.5780237913131714, 0.5739148259162903, 0.5748844146728516, 0.5725674629211426, 0.5853974223136902, 0.5893925428390503, 0.5881185531616211, 0.5775508284568787, 0.5729501843452454, 0.584290623664856, 0.5723841190338135, 0.5640333890914917, 0.5541241765022278, 0.5794323682785034, 0.5646258592605591, 0.5573451519012451, 0.5617077350616455, 0.5657674074172974, 0.5507423877716064, 0.5698302388191223, 0.5676702260971069, 0.561833381652832, 0.5604091286659241, 0.5732583999633789, 0.5738811492919922, 0.5599881410598755, 0.5489733219146729, 0.5643110871315002, 0.5530603528022766, 0.5705825686454773, 0.5562623739242554, 0.5537739992141724, 0.5396151542663574, 0.5509980916976929, 0.5530914068222046, 0.5573710799217224, 0.5503878593444824, 0.5641669631004333, 0.5631964802742004, 0.5538578033447266, 0.534362256526947, 0.5611786842346191, 0.5410066843032837, 0.5423145294189453, 0.5375790596008301, 0.5578751564025879, 0.5661333203315735, 0.534415602684021, 0.5433106422424316], "loss": 1.796858787536621}}
|
