From 4d0186956cc3d1adda1d7937d9efdde2507fdf6d Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Tue, 21 Jul 2026 08:53:51 -0500 Subject: results: record audited scaling and baseline runs --- results/fa_scale_v2_cifar10_fa_w64_d30_s2.json | 1 + 1 file changed, 1 insertion(+) create mode 100644 results/fa_scale_v2_cifar10_fa_w64_d30_s2.json (limited to 'results/fa_scale_v2_cifar10_fa_w64_d30_s2.json') diff --git a/results/fa_scale_v2_cifar10_fa_w64_d30_s2.json b/results/fa_scale_v2_cifar10_fa_w64_d30_s2.json new file mode 100644 index 0000000..708d325 --- /dev/null +++ b/results/fa_scale_v2_cifar10_fa_w64_d30_s2.json @@ -0,0 +1 @@ +{"args": {"method": "fa", "dataset": "cifar10", "depth": 30, "width": 64, "epochs": 5, "batch_size": 128, "train_examples": 0, "max_batches": 0, "eta": 0.05, "momentum": 0.9, "act": "tanh", "residual": 1, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 2, "device": "cuda", "outdir": "results", "tag": "fa_scale_v2_cifar10_fa_w64_d30_s2"}, "resolved_protocol": {"eta": 0.05, "feedback_scale": 1.0}, "method_source": {"paper": "https://www.nature.com/articles/ncomms13276", "protocol": "fixed random sequential feedback matrices"}, "provenance": {"git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.3502, "test_loss": 1.8632313354492187, "train_loss": 1.950326919555664, "cos_fa_negg": [0.4240458011627197, 0.3977111577987671, 0.38496845960617065, 0.4059197008609772, 0.3933277726173401, 0.34999093413352966, 0.35084545612335205, 0.35156893730163574, 0.3405769467353821, 0.3358570337295532, 0.3309953808784485, 0.34169802069664, 0.32743945717811584, 0.3383491337299347, 0.3410959839820862, 0.32634520530700684, 0.3276805281639099, 0.33679041266441345, 0.3261553645133972, 0.34101593494415283, 0.33795565366744995, 0.32427453994750977, 0.3134707808494568, 0.3176116943359375, 0.30985379219055176, 0.309181272983551, 0.29642218351364136, 0.3076708912849426, 0.3017372488975525, 0.30471378564834595]}, {"epoch_end": 1, "test_acc": 0.3466, "test_loss": 1.8698973876953124, "train_loss": 1.8450952768325806, "cos_fa_negg": [0.5031113624572754, 0.5298810005187988, 0.5306612849235535, 0.516035795211792, 0.49602001905441284, 0.47195667028427124, 0.4910922944545746, 0.48467740416526794, 0.4783472716808319, 0.469845712184906, 0.4683968722820282, 0.45313626527786255, 0.46750614047050476, 0.4579275846481323, 0.44434666633605957, 0.45150768756866455, 0.4493997097015381, 0.45030999183654785, 0.4520753026008606, 0.45265471935272217, 0.47004544734954834, 0.43819940090179443, 0.43595200777053833, 0.4327704906463623, 0.4347604513168335, 0.4168857932090759, 0.42431098222732544, 0.41570866107940674, 0.4102857708930969, 0.4510406255722046]}, {"epoch_end": 2, "test_acc": 0.3476, "test_loss": 1.865405859375, "train_loss": 1.7917602062225342, "cos_fa_negg": [0.5044389963150024, 0.4873223602771759, 0.487909197807312, 0.4734182357788086, 0.4652928113937378, 0.4474084973335266, 0.4541834890842438, 0.46343374252319336, 0.43743568658828735, 0.4360804557800293, 0.43370985984802246, 0.4292411506175995, 0.44453179836273193, 0.42876631021499634, 0.43835678696632385, 0.44039133191108704, 0.4378235936164856, 0.4378514289855957, 0.4486132860183716, 0.43493902683258057, 0.4543517231941223, 0.44897550344467163, 0.4522092938423157, 0.43076521158218384, 0.42324554920196533, 0.3919927477836609, 0.44853323698043823, 0.41402727365493774, 0.41120249032974243, 0.4275374412536621]}, {"epoch_end": 3, "test_acc": 0.3819, "test_loss": 1.7957172119140625, "train_loss": 1.7026780843734741, "cos_fa_negg": [0.5523576736450195, 0.5548592209815979, 0.5666717290878296, 0.562723696231842, 0.5563897490501404, 0.552516758441925, 0.5463669300079346, 0.5534408092498779, 0.5344465970993042, 0.5184570550918579, 0.5257173776626587, 0.5130177736282349, 0.528563916683197, 0.5301801562309265, 0.5215397477149963, 0.5219439268112183, 0.5415947437286377, 0.5234269499778748, 0.5287728309631348, 0.5261427164077759, 0.5492882132530212, 0.5148613452911377, 0.5161013603210449, 0.5250758528709412, 0.5023256540298462, 0.4894789457321167, 0.5117560625076294, 0.4914405643939972, 0.4975869655609131, 0.5016378164291382]}, {"epoch_end": 4, "test_acc": 0.3833, "test_loss": 1.78280322265625, "train_loss": 1.7658056020736694, "cos_fa_negg": [0.569114625453949, 0.6088447570800781, 0.6146378517150879, 0.6072269678115845, 0.6054257154464722, 0.603683590888977, 0.5959355235099792, 0.5999228954315186, 0.5981593132019043, 0.5804201364517212, 0.5868228673934937, 0.5800783634185791, 0.5872102975845337, 0.5868858098983765, 0.5911449193954468, 0.5844857692718506, 0.5942168235778809, 0.5773187279701233, 0.5705900192260742, 0.5886563658714294, 0.5877513885498047, 0.5835996866226196, 0.5513861179351807, 0.5723548531532288, 0.5603209733963013, 0.557844877243042, 0.5698597431182861, 0.5543977618217468, 0.5589858293533325, 0.554373562335968]}], "final": {"test_acc": 0.3833, "test_loss": 1.78280322265625, "wall_s": 27.12492275238037, "cos_fa_negg": [0.569114625453949, 0.6088447570800781, 0.6146378517150879, 0.6072269678115845, 0.6054257154464722, 0.603683590888977, 0.5959355235099792, 0.5999228954315186, 0.5981593132019043, 0.5804201364517212, 0.5868228673934937, 0.5800783634185791, 0.5872102975845337, 0.5868858098983765, 0.5911449193954468, 0.5844857692718506, 0.5942168235778809, 0.5773187279701233, 0.5705900192260742, 0.5886563658714294, 0.5877513885498047, 0.5835996866226196, 0.5513861179351807, 0.5723548531532288, 0.5603209733963013, 0.557844877243042, 0.5698597431182861, 0.5543977618217468, 0.5589858293533325, 0.554373562335968], "loss": 1.8165271282196045}} \ No newline at end of file -- cgit v1.2.3