1
|
{"args": {"method": "fa", "dataset": "cifar10", "depth": 20, "width": 64, "epochs": 5, "batch_size": 128, "train_examples": 0, "max_batches": 0, "eta": 0.05, "momentum": 0.9, "act": "tanh", "residual": 1, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 2, "device": "cuda", "outdir": "results", "tag": "fa_scale_v2_cifar10_fa_w64_d20_s2"}, "resolved_protocol": {"eta": 0.05, "feedback_scale": 1.0}, "method_source": {"paper": "https://www.nature.com/articles/ncomms13276", "protocol": "fixed random sequential feedback matrices"}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.339, "test_loss": 1.8951872436523438, "train_loss": 1.9855254888534546, "cos_fa_negg": [0.46509242057800293, 0.42496389150619507, 0.40457043051719666, 0.38553011417388916, 0.404666006565094, 0.40104663372039795, 0.3778289556503296, 0.35667940974235535, 0.36168530583381653, 0.3984382152557373, 0.3555009961128235, 0.35393890738487244, 0.3717169761657715, 0.3753376305103302, 0.3608068823814392, 0.3583510220050812, 0.35054197907447815, 0.38115164637565613, 0.3956805467605591, 0.3344307541847229]}, {"epoch_end": 1, "test_acc": 0.3629, "test_loss": 1.8300520141601562, "train_loss": 1.8136844635009766, "cos_fa_negg": [0.5122156143188477, 0.4748922288417816, 0.4531417489051819, 0.46118760108947754, 0.45289766788482666, 0.45537102222442627, 0.44144201278686523, 0.4278266131877899, 0.42668136954307556, 0.44492366909980774, 0.412769079208374, 0.4276002049446106, 0.42607128620147705, 0.42732954025268555, 0.44419774413108826, 0.42044776678085327, 0.4212593138217926, 0.42810600996017456, 0.431768536567688, 0.4272439479827881]}, {"epoch_end": 2, "test_acc": 0.36, "test_loss": 1.8314884155273436, "train_loss": 1.968487024307251, "cos_fa_negg": [0.5281871557235718, 0.5421099662780762, 0.5343860387802124, 0.5290774703025818, 0.507157027721405, 0.5082160234451294, 0.5262812972068787, 0.5149654746055603, 0.5107194185256958, 0.5152820348739624, 0.4989529550075531, 0.5080146789550781, 0.4876037836074829, 0.5145014524459839, 0.5034978985786438, 0.48857539892196655, 0.48950135707855225, 0.4808300733566284, 0.48620352149009705, 0.49306607246398926]}, {"epoch_end": 3, "test_acc": 0.3766, "test_loss": 1.802309375, "train_loss": 1.7930777072906494, "cos_fa_negg": [0.5166223645210266, 0.5622812509536743, 0.5573545098304749, 0.5512005090713501, 0.532670259475708, 0.5421738624572754, 0.531147837638855, 0.5243613123893738, 0.5250778198242188, 0.5418605804443359, 0.5135302543640137, 0.5289373397827148, 0.5115880370140076, 0.533520519733429, 0.5262079238891602, 0.5169289112091064, 0.5222259759902954, 0.5210771560668945, 0.5247721672058105, 0.5214107632637024]}, {"epoch_end": 4, "test_acc": 0.3782, "test_loss": 1.7825197631835938, "train_loss": 1.8424936532974243, "cos_fa_negg": [0.6093548536300659, 0.5979962348937988, 0.5913218259811401, 0.5867947340011597, 0.602951169013977, 0.5892702341079712, 0.5902343392372131, 0.5949529409408569, 0.5904061198234558, 0.597038745880127, 0.5746768712997437, 0.5881215333938599, 0.5777359008789062, 0.5846070647239685, 0.5796287059783936, 0.5704302787780762, 0.567408561706543, 0.5782575607299805, 0.576651930809021, 0.5473381876945496]}], "final": {"test_acc": 0.3782, "test_loss": 1.7825197631835938, "wall_s": 17.294135093688965, "cos_fa_negg": [0.6093548536300659, 0.5979962348937988, 0.5913218259811401, 0.5867947340011597, 0.602951169013977, 0.5892702341079712, 0.5902343392372131, 0.5949529409408569, 0.5904061198234558, 0.597038745880127, 0.5746768712997437, 0.5881215333938599, 0.5777359008789062, 0.5846070647239685, 0.5796287059783936, 0.5704302787780762, 0.567408561706543, 0.5782575607299805, 0.576651930809021, 0.5473381876945496], "loss": 1.812087059020996}}
|
