1
|
{"args": {"method": "fa", "dataset": "cifar10", "depth": 20, "width": 64, "epochs": 5, "batch_size": 128, "train_examples": 0, "max_batches": 0, "eta": 0.05, "momentum": 0.9, "act": "tanh", "residual": 1, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 0, "device": "cuda", "outdir": "results", "tag": "fa_scale_v2_cifar10_fa_w64_d20_s0"}, "resolved_protocol": {"eta": 0.05, "feedback_scale": 1.0}, "method_source": {"paper": "https://www.nature.com/articles/ncomms13276", "protocol": "fixed random sequential feedback matrices"}, "provenance": {"git_commit": "d4aef1a571c21e6e4e4125c90aa58da7f14e62e3", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.342, "test_loss": 1.8949783325195313, "train_loss": 1.8486130237579346, "cos_fa_negg": [0.445326030254364, 0.4134350121021271, 0.3999032974243164, 0.36927518248558044, 0.4006272852420807, 0.3819928765296936, 0.40945732593536377, 0.34244754910469055, 0.3695051968097687, 0.3205108344554901, 0.34002840518951416, 0.3242957293987274, 0.30830493569374084, 0.31760767102241516, 0.2955212891101837, 0.33929431438446045, 0.34027236700057983, 0.32951927185058594, 0.30779024958610535, 0.32671278715133667]}, {"epoch_end": 1, "test_acc": 0.352, "test_loss": 1.889305322265625, "train_loss": 1.7815427780151367, "cos_fa_negg": [0.4857247769832611, 0.5097641944885254, 0.4984026551246643, 0.46510693430900574, 0.48837602138519287, 0.4841557741165161, 0.5021926164627075, 0.4896356165409088, 0.4722283184528351, 0.46287235617637634, 0.4264295697212219, 0.43868786096572876, 0.4336637854576111, 0.4355115294456482, 0.4318873882293701, 0.46011772751808167, 0.4414193332195282, 0.44443976879119873, 0.44264671206474304, 0.4374360740184784]}, {"epoch_end": 2, "test_acc": 0.356, "test_loss": 1.844716357421875, "train_loss": 2.0196373462677, "cos_fa_negg": [0.47374504804611206, 0.5009524822235107, 0.49512115120887756, 0.4742550849914551, 0.4833236336708069, 0.47898346185684204, 0.4969272017478943, 0.4618225395679474, 0.4725964069366455, 0.4599534869194031, 0.44444504380226135, 0.4519520401954651, 0.46178919076919556, 0.4432847797870636, 0.45146313309669495, 0.46424493193626404, 0.4582166075706482, 0.4360165596008301, 0.46301907300949097, 0.4539996385574341]}, {"epoch_end": 3, "test_acc": 0.3706, "test_loss": 1.8165051147460938, "train_loss": 1.7238266468048096, "cos_fa_negg": [0.5207736492156982, 0.5328747034072876, 0.5292834043502808, 0.519472599029541, 0.5389518737792969, 0.5241382122039795, 0.5252740383148193, 0.5168032050132751, 0.5177772045135498, 0.5189884305000305, 0.5035150051116943, 0.5074431896209717, 0.4861081540584564, 0.4873693883419037, 0.5107665657997131, 0.5205812454223633, 0.4976453185081482, 0.5110079050064087, 0.5062718391418457, 0.48552846908569336]}, {"epoch_end": 4, "test_acc": 0.3746, "test_loss": 1.7911627075195313, "train_loss": 1.8359291553497314, "cos_fa_negg": [0.5793413519859314, 0.5863709449768066, 0.5731215476989746, 0.5681279897689819, 0.5800765752792358, 0.560507595539093, 0.5835561752319336, 0.5624550580978394, 0.5754350423812866, 0.5671253800392151, 0.5544236898422241, 0.5674928426742554, 0.5397657752037048, 0.5510382652282715, 0.5431606769561768, 0.5432977676391602, 0.5453687310218811, 0.5510291457176208, 0.5672075748443604, 0.5590307712554932]}], "final": {"test_acc": 0.3746, "test_loss": 1.7911627075195313, "wall_s": 17.47366428375244, "cos_fa_negg": [0.5793413519859314, 0.5863709449768066, 0.5731215476989746, 0.5681279897689819, 0.5800765752792358, 0.560507595539093, 0.5835561752319336, 0.5624550580978394, 0.5754350423812866, 0.5671253800392151, 0.5544236898422241, 0.5674928426742554, 0.5397657752037048, 0.5510382652282715, 0.5431606769561768, 0.5432977676391602, 0.5453687310218811, 0.5510291457176208, 0.5672075748443604, 0.5590307712554932], "loss": 1.8100183010101318}}
|
