1
|
{"args": {"method": "fa", "dataset": "cifar10", "depth": 60, "width": 64, "epochs": 5, "batch_size": 128, "train_examples": 0, "max_batches": 0, "eta": 0.05, "momentum": 0.9, "act": "tanh", "residual": 1, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 1, "device": "cuda", "outdir": "results", "tag": "fa_scale_v2_cifar10_fa_w64_d60_s1"}, "resolved_protocol": {"eta": 0.05, "feedback_scale": 1.0}, "method_source": {"paper": "https://www.nature.com/articles/ncomms13276", "protocol": "fixed random sequential feedback matrices"}, "provenance": {"git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.3563, "test_loss": 1.8520883911132813, "train_loss": 1.8289947509765625, "cos_fa_negg": [0.4434039294719696, 0.4753493666648865, 0.45210012793540955, 0.4445710778236389, 0.4233151078224182, 0.4386281967163086, 0.43124866485595703, 0.43249717354774475, 0.4314526915550232, 0.4371172785758972, 0.4325917661190033, 0.4178103804588318, 0.41939181089401245, 0.423803448677063, 0.397824764251709, 0.41214051842689514, 0.3985990583896637, 0.42689210176467896, 0.4151626527309418, 0.40203240513801575, 0.3870171904563904, 0.4020926356315613, 0.3947827219963074, 0.3751707673072815, 0.3694879412651062, 0.37595123052597046, 0.39026445150375366, 0.3701687455177307, 0.38291841745376587, 0.3585672974586487, 0.35089704394340515, 0.3791882395744324, 0.3689890503883362, 0.38048967719078064, 0.3693152964115143, 0.36934149265289307, 0.3613399863243103, 0.35622745752334595, 0.357387900352478, 0.3580520749092102, 0.35191234946250916, 0.3580847680568695, 0.34585046768188477, 0.32468417286872864, 0.33910810947418213, 0.3201901912689209, 0.3480328321456909, 0.3221348524093628, 0.3323505222797394, 0.33236759901046753, 0.32947802543640137, 0.3224327564239502, 0.32983532547950745, 0.34193655848503113, 0.336813747882843, 0.34628164768218994, 0.3587023615837097, 0.32447731494903564, 0.35405758023262024, 0.3118651509284973]}, {"epoch_end": 1, "test_acc": 0.3559, "test_loss": 1.8490231567382813, "train_loss": 1.8657258749008179, "cos_fa_negg": [0.48381054401397705, 0.5500714778900146, 0.5460389852523804, 0.5551108121871948, 0.5354260206222534, 0.5328056812286377, 0.5295716524124146, 0.5322346687316895, 0.5290165543556213, 0.5167255997657776, 0.5086425542831421, 0.5199854373931885, 0.5107195973396301, 0.49741896986961365, 0.5053589344024658, 0.4975630044937134, 0.497802197933197, 0.49540024995803833, 0.4730953872203827, 0.4609830379486084, 0.47414618730545044, 0.47781601548194885, 0.46880215406417847, 0.45800071954727173, 0.4519025981426239, 0.4655839800834656, 0.4633220136165619, 0.4536944627761841, 0.4562842845916748, 0.44848769903182983, 0.4466165602207184, 0.4629764258861542, 0.457511305809021, 0.44852954149246216, 0.4382184147834778, 0.4467834234237671, 0.43548059463500977, 0.4278916120529175, 0.4372745156288147, 0.4383038282394409, 0.4261924624443054, 0.4264953136444092, 0.44041693210601807, 0.4273778200149536, 0.43781012296676636, 0.4226686954498291, 0.4139231741428375, 0.4205767810344696, 0.4217721223831177, 0.40639209747314453, 0.4206266403198242, 0.43629491329193115, 0.42854616045951843, 0.42777374386787415, 0.4128763675689697, 0.4251633286476135, 0.4331933259963989, 0.40865588188171387, 0.4125667214393616, 0.4116266071796417]}, {"epoch_end": 2, "test_acc": 0.3445, "test_loss": 1.8524200805664062, "train_loss": 1.9792779684066772, "cos_fa_negg": [0.4996739327907562, 0.53097003698349, 0.5344955921173096, 0.5183107852935791, 0.5092499852180481, 0.5081530213356018, 0.49029624462127686, 0.4997502565383911, 0.5006091594696045, 0.4900766611099243, 0.5078157782554626, 0.4845874309539795, 0.4907569885253906, 0.48622655868530273, 0.4930225610733032, 0.48840683698654175, 0.47538256645202637, 0.4755973815917969, 0.4797852039337158, 0.45577991008758545, 0.46482419967651367, 0.448876291513443, 0.4540831446647644, 0.4560111165046692, 0.4597434401512146, 0.46310532093048096, 0.46400463581085205, 0.4437459111213684, 0.46478480100631714, 0.4651157855987549, 0.4526134133338928, 0.4601321220397949, 0.4619312584400177, 0.45683354139328003, 0.4414973258972168, 0.43284404277801514, 0.4386705756187439, 0.4337202310562134, 0.4660190939903259, 0.43608996272087097, 0.43362724781036377, 0.4373180866241455, 0.4312027394771576, 0.4324885606765747, 0.4457886815071106, 0.43470096588134766, 0.43383583426475525, 0.43925440311431885, 0.4228940010070801, 0.42771345376968384, 0.4482797384262085, 0.4470859169960022, 0.4353817403316498, 0.44456470012664795, 0.4503561854362488, 0.4443289339542389, 0.4503544270992279, 0.4314218759536743, 0.4567021131515503, 0.43811047077178955]}, {"epoch_end": 3, "test_acc": 0.3687, "test_loss": 1.8377136962890626, "train_loss": 1.6802724599838257, "cos_fa_negg": [0.5273182392120361, 0.5831748247146606, 0.5814053416252136, 0.5909938812255859, 0.5766831636428833, 0.5725326538085938, 0.5650118589401245, 0.5727307796478271, 0.573728084564209, 0.5533271431922913, 0.5554448366165161, 0.551802396774292, 0.5543485879898071, 0.5481820106506348, 0.548470139503479, 0.5359897613525391, 0.5342036485671997, 0.5202466249465942, 0.5323349833488464, 0.5163587331771851, 0.5249276757240295, 0.5315729975700378, 0.5271809101104736, 0.5144158601760864, 0.5094597935676575, 0.5289677381515503, 0.5272536277770996, 0.4993322193622589, 0.5213626623153687, 0.5291158556938171, 0.5208658576011658, 0.5228713750839233, 0.5079677700996399, 0.5083463191986084, 0.49892565608024597, 0.49826014041900635, 0.5057436227798462, 0.4990547299385071, 0.5177788138389587, 0.5054153203964233, 0.49945658445358276, 0.504548966884613, 0.5117955207824707, 0.5034315586090088, 0.5032660961151123, 0.48641663789749146, 0.5070471167564392, 0.507249116897583, 0.499668687582016, 0.5115169286727905, 0.5181530117988586, 0.514991283416748, 0.4934315085411072, 0.5125821232795715, 0.5001150965690613, 0.5059525966644287, 0.5163255333900452, 0.5131232142448425, 0.512364387512207, 0.5091379880905151]}, {"epoch_end": 4, "test_acc": 0.3852, "test_loss": 1.7880859741210937, "train_loss": 1.695124626159668, "cos_fa_negg": [0.5954298973083496, 0.6071167588233948, 0.6085737943649292, 0.6195099949836731, 0.5870783925056458, 0.5954540967941284, 0.579441249370575, 0.5891669988632202, 0.6023783683776855, 0.571958065032959, 0.5934351086616516, 0.5867049694061279, 0.5944731831550598, 0.5719439387321472, 0.5761458873748779, 0.5863386392593384, 0.5705896019935608, 0.5748977661132812, 0.5805848836898804, 0.5690311193466187, 0.569037914276123, 0.5742883682250977, 0.5670415759086609, 0.5568866729736328, 0.5478408932685852, 0.5524090528488159, 0.5710761547088623, 0.5617936849594116, 0.5614355802536011, 0.5690361261367798, 0.5557476878166199, 0.5640609264373779, 0.5584446787834167, 0.5709996223449707, 0.5520274639129639, 0.5424160361289978, 0.5445843935012817, 0.5429826974868774, 0.5632505416870117, 0.546127200126648, 0.5614889860153198, 0.5613453388214111, 0.5716320872306824, 0.5576316118240356, 0.5690866112709045, 0.5516164302825928, 0.5532021522521973, 0.5467175245285034, 0.5490179657936096, 0.5437058806419373, 0.5568556785583496, 0.5495596528053284, 0.5270772576332092, 0.5407581329345703, 0.5481576919555664, 0.5502917170524597, 0.5362732410430908, 0.5447664260864258, 0.5527576208114624, 0.5413040518760681]}], "final": {"test_acc": 0.3852, "test_loss": 1.7880859741210937, "wall_s": 52.45456576347351, "cos_fa_negg": [0.5954298973083496, 0.6071167588233948, 0.6085737943649292, 0.6195099949836731, 0.5870783925056458, 0.5954540967941284, 0.579441249370575, 0.5891669988632202, 0.6023783683776855, 0.571958065032959, 0.5934351086616516, 0.5867049694061279, 0.5944731831550598, 0.5719439387321472, 0.5761458873748779, 0.5863386392593384, 0.5705896019935608, 0.5748977661132812, 0.5805848836898804, 0.5690311193466187, 0.569037914276123, 0.5742883682250977, 0.5670415759086609, 0.5568866729736328, 0.5478408932685852, 0.5524090528488159, 0.5710761547088623, 0.5617936849594116, 0.5614355802536011, 0.5690361261367798, 0.5557476878166199, 0.5640609264373779, 0.5584446787834167, 0.5709996223449707, 0.5520274639129639, 0.5424160361289978, 0.5445843935012817, 0.5429826974868774, 0.5632505416870117, 0.546127200126648, 0.5614889860153198, 0.5613453388214111, 0.5716320872306824, 0.5576316118240356, 0.5690866112709045, 0.5516164302825928, 0.5532021522521973, 0.5467175245285034, 0.5490179657936096, 0.5437058806419373, 0.5568556785583496, 0.5495596528053284, 0.5270772576332092, 0.5407581329345703, 0.5481576919555664, 0.5502917170524597, 0.5362732410430908, 0.5447664260864258, 0.5527576208114624, 0.5413040518760681], "loss": 1.8258771896362305}}
|
