{"args": {"method": "fa", "dataset": "cifar10", "depth": 30, "width": 64, "epochs": 5, "batch_size": 128, "train_examples": 0, "max_batches": 0, "eta": 0.05, "momentum": 0.9, "act": "tanh", "residual": 1, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 3, "device": "cuda", "outdir": "results", "tag": "fa_scale_v2_cifar10_fa_w64_d30_s3"}, "resolved_protocol": {"eta": 0.05, "feedback_scale": 1.0}, "method_source": {"paper": "https://www.nature.com/articles/ncomms13276", "protocol": "fixed random sequential feedback matrices"}, "provenance": {"git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.339, "test_loss": 1.8851545532226563, "train_loss": 1.8822259902954102, "cos_fa_negg": [0.42513713240623474, 0.38999736309051514, 0.3596764802932739, 0.37136003375053406, 0.34965959191322327, 0.3440188467502594, 0.3349524140357971, 0.3297094404697418, 0.33692237734794617, 0.3094968795776367, 0.3219259977340698, 0.29217860102653503, 0.30813878774642944, 0.2871021330356598, 0.31264474987983704, 0.27388694882392883, 0.27083760499954224, 0.2660243511199951, 0.2894097566604614, 0.26757264137268066, 0.2645462453365326, 0.2562705874443054, 0.2513217031955719, 0.2775954604148865, 0.2668644189834595, 0.2451467514038086, 0.2775188982486725, 0.2696828246116638, 0.2491060495376587, 0.26449257135391235]}, {"epoch_end": 1, "test_acc": 0.3507, "test_loss": 1.8410773071289062, "train_loss": 1.8560569286346436, "cos_fa_negg": [0.4765194058418274, 0.449235737323761, 0.42133212089538574, 0.4208884835243225, 0.4256449341773987, 0.40020638704299927, 0.4088268280029297, 0.4204334616661072, 0.4032711982727051, 0.41162508726119995, 0.4092821180820465, 0.36816972494125366, 0.3946911692619324, 0.3661036193370819, 0.3956451117992401, 0.3723652958869934, 0.36759698390960693, 0.347835898399353, 0.3733481168746948, 0.369132399559021, 0.3834843635559082, 0.38170111179351807, 0.3816699981689453, 0.3787584900856018, 0.3705599904060364, 0.4003303050994873, 0.39331597089767456, 0.40656203031539917, 0.3725329637527466, 0.39084142446517944]}, {"epoch_end": 2, "test_acc": 0.3584, "test_loss": 1.8495978515625, "train_loss": 1.8948198556900024, "cos_fa_negg": [0.5376198887825012, 0.5236759185791016, 0.5078796744346619, 0.4906350374221802, 0.4941539168357849, 0.4784596562385559, 0.48308998346328735, 0.4793080985546112, 0.48401767015457153, 0.4847427010536194, 0.48444581031799316, 0.4721408784389496, 0.4817342460155487, 0.474948525428772, 0.4876556396484375, 0.4817822575569153, 0.45153316855430603, 0.44267702102661133, 0.4673696756362915, 0.443167507648468, 0.4632422924041748, 0.4393828213214874, 0.46553122997283936, 0.47176486253738403, 0.47648942470550537, 0.47068655490875244, 0.46190494298934937, 0.4884182810783386, 0.4551674723625183, 0.46508675813674927]}, {"epoch_end": 3, "test_acc": 0.3626, "test_loss": 1.8256299682617187, "train_loss": 1.7423769235610962, "cos_fa_negg": [0.5742020606994629, 0.5640236139297485, 0.558806300163269, 0.5418614149093628, 0.53712397813797, 0.5262211561203003, 0.5081871151924133, 0.531700611114502, 0.5160509943962097, 0.5216243267059326, 0.5161294341087341, 0.5102526545524597, 0.510583758354187, 0.5064926147460938, 0.5272520184516907, 0.5086629390716553, 0.5136989951133728, 0.4923973083496094, 0.50771164894104, 0.49891456961631775, 0.504051685333252, 0.4878115653991699, 0.49931252002716064, 0.47622328996658325, 0.49903613328933716, 0.484167218208313, 0.4971465468406677, 0.5168876647949219, 0.49254581332206726, 0.49998581409454346]}, {"epoch_end": 4, "test_acc": 0.3849, "test_loss": 1.790675439453125, "train_loss": 1.9715389013290405, "cos_fa_negg": [0.5724054574966431, 0.5946857929229736, 0.5821412801742554, 0.5757284760475159, 0.581839919090271, 0.5668387413024902, 0.5672246217727661, 0.5705218315124512, 0.5715498924255371, 0.5679293870925903, 0.557624101638794, 0.5738222599029541, 0.5765154361724854, 0.5549193620681763, 0.5626566410064697, 0.5601063370704651, 0.5519946813583374, 0.5522816777229309, 0.5587291717529297, 0.5747476816177368, 0.5612356066703796, 0.5631564855575562, 0.5607450604438782, 0.5656013488769531, 0.5812498331069946, 0.5720499157905579, 0.5768944621086121, 0.6002975702285767, 0.5771270394325256, 0.5757820010185242]}], "final": {"test_acc": 0.3849, "test_loss": 1.790675439453125, "wall_s": 30.01699733734131, "cos_fa_negg": [0.5724054574966431, 0.5946857929229736, 0.5821412801742554, 0.5757284760475159, 0.581839919090271, 0.5668387413024902, 0.5672246217727661, 0.5705218315124512, 0.5715498924255371, 0.5679293870925903, 0.557624101638794, 0.5738222599029541, 0.5765154361724854, 0.5549193620681763, 0.5626566410064697, 0.5601063370704651, 0.5519946813583374, 0.5522816777229309, 0.5587291717529297, 0.5747476816177368, 0.5612356066703796, 0.5631564855575562, 0.5607450604438782, 0.5656013488769531, 0.5812498331069946, 0.5720499157905579, 0.5768944621086121, 0.6002975702285767, 0.5771270394325256, 0.5757820010185242], "loss": 1.8545846939086914}}