1
|
{"args": {"method": "fa", "dataset": "cifar10", "depth": 30, "width": 64, "epochs": 5, "batch_size": 128, "train_examples": 0, "max_batches": 0, "eta": 0.05, "momentum": 0.9, "act": "tanh", "residual": 1, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 4, "device": "cuda", "outdir": "results", "tag": "fa_scale_v2_cifar10_fa_w64_d30_s4"}, "resolved_protocol": {"eta": 0.05, "feedback_scale": 1.0}, "method_source": {"paper": "https://www.nature.com/articles/ncomms13276", "protocol": "fixed random sequential feedback matrices"}, "provenance": {"git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.3396, "test_loss": 1.888619921875, "train_loss": 1.8792197704315186, "cos_fa_negg": [0.4738484025001526, 0.43231385946273804, 0.42989277839660645, 0.43321752548217773, 0.42223286628723145, 0.4349339008331299, 0.41663846373558044, 0.4047051668167114, 0.3948816955089569, 0.3973745107650757, 0.3884226381778717, 0.3820644021034241, 0.38574808835983276, 0.3683149814605713, 0.36312663555145264, 0.3586394190788269, 0.3607451319694519, 0.37132924795150757, 0.3580601215362549, 0.3844127655029297, 0.36304718255996704, 0.3337595462799072, 0.3594875931739807, 0.36377230286598206, 0.34721988439559937, 0.3524436950683594, 0.3764152228832245, 0.3818495273590088, 0.3838444948196411, 0.3763836622238159]}, {"epoch_end": 1, "test_acc": 0.3509, "test_loss": 1.85620078125, "train_loss": 1.874675989151001, "cos_fa_negg": [0.5385580658912659, 0.5376670360565186, 0.5382713079452515, 0.544151782989502, 0.5225276350975037, 0.5188923478126526, 0.4976838231086731, 0.5010864734649658, 0.5006780624389648, 0.482230007648468, 0.5011875629425049, 0.48385089635849, 0.49593040347099304, 0.4776459336280823, 0.4922087788581848, 0.48618558049201965, 0.48741215467453003, 0.4944150447845459, 0.4698142409324646, 0.4645126461982727, 0.468385249376297, 0.4533337652683258, 0.47573649883270264, 0.4589267373085022, 0.4495609998703003, 0.46491754055023193, 0.47928571701049805, 0.4798305630683899, 0.4662959575653076, 0.4760708808898926]}, {"epoch_end": 2, "test_acc": 0.3587, "test_loss": 1.8492124755859376, "train_loss": 1.8761680126190186, "cos_fa_negg": [0.5340677499771118, 0.5445166826248169, 0.5391425490379333, 0.5439318418502808, 0.5416641235351562, 0.5369202494621277, 0.5332465767860413, 0.5167236924171448, 0.4998130202293396, 0.5067301392555237, 0.5087882280349731, 0.5007187128067017, 0.49605128169059753, 0.4994116425514221, 0.5038739442825317, 0.5004045963287354, 0.48982182145118713, 0.48241209983825684, 0.4854820668697357, 0.49072757363319397, 0.4926672577857971, 0.47565963864326477, 0.47393471002578735, 0.4786396026611328, 0.44925031065940857, 0.449349045753479, 0.4802570641040802, 0.49642378091812134, 0.5002778768539429, 0.4874247908592224]}, {"epoch_end": 3, "test_acc": 0.3586, "test_loss": 1.8216365844726563, "train_loss": 1.7275930643081665, "cos_fa_negg": [0.5820386409759521, 0.5854940414428711, 0.5835282802581787, 0.5821308493614197, 0.5959003567695618, 0.5754989385604858, 0.5615509748458862, 0.5526689291000366, 0.5447532534599304, 0.5661460161209106, 0.5542716979980469, 0.5513578653335571, 0.557745635509491, 0.5535314083099365, 0.5616623163223267, 0.5733149647712708, 0.5538445711135864, 0.5513497591018677, 0.5478129982948303, 0.5491665601730347, 0.5486970543861389, 0.5467871427536011, 0.5408225655555725, 0.5384945869445801, 0.5272632837295532, 0.5377124547958374, 0.5243248343467712, 0.5456587076187134, 0.5556647777557373, 0.5405703783035278]}, {"epoch_end": 4, "test_acc": 0.3762, "test_loss": 1.7808139526367188, "train_loss": 1.9536937475204468, "cos_fa_negg": [0.5777429342269897, 0.5929767489433289, 0.5904548764228821, 0.5940835475921631, 0.5935583114624023, 0.5868256092071533, 0.5982921123504639, 0.5854113101959229, 0.5868480205535889, 0.5754259824752808, 0.5852277278900146, 0.5770748257637024, 0.5667734146118164, 0.5903566479682922, 0.5929358005523682, 0.5889279842376709, 0.5787416696548462, 0.5770376324653625, 0.5635967254638672, 0.5796545743942261, 0.5696022510528564, 0.5661047697067261, 0.5559055805206299, 0.5579375624656677, 0.5598382949829102, 0.5615957975387573, 0.5544495582580566, 0.5674855709075928, 0.5811480283737183, 0.5714433789253235]}], "final": {"test_acc": 0.3762, "test_loss": 1.7808139526367188, "wall_s": 25.74710488319397, "cos_fa_negg": [0.5777429342269897, 0.5929767489433289, 0.5904548764228821, 0.5940835475921631, 0.5935583114624023, 0.5868256092071533, 0.5982921123504639, 0.5854113101959229, 0.5868480205535889, 0.5754259824752808, 0.5852277278900146, 0.5770748257637024, 0.5667734146118164, 0.5903566479682922, 0.5929358005523682, 0.5889279842376709, 0.5787416696548462, 0.5770376324653625, 0.5635967254638672, 0.5796545743942261, 0.5696022510528564, 0.5661047697067261, 0.5559055805206299, 0.5579375624656677, 0.5598382949829102, 0.5615957975387573, 0.5544495582580566, 0.5674855709075928, 0.5811480283737183, 0.5714433789253235], "loss": 1.7888938188552856}}
|
