results: record audited scaling and baseline runs

1 files changed, 1 insertions, 0 deletions

diff --git a/results/fa_scale_v2_cifar10_fa_w64_d60_s2.json b/results/fa_scale_v2_cifar10_fa_w64_d60_s2.json
new file mode 100644
index 0000000..da58c0e
--- /dev/null
+++ b/results/fa_scale_v2_cifar10_fa_w64_d60_s2.json
@@ -0,0 +1 @@
+{"args": {"method": "fa", "dataset": "cifar10", "depth": 60, "width": 64, "epochs": 5, "batch_size": 128, "train_examples": 0, "max_batches": 0, "eta": 0.05, "momentum": 0.9, "act": "tanh", "residual": 1, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 2, "device": "cuda", "outdir": "results", "tag": "fa_scale_v2_cifar10_fa_w64_d60_s2"}, "resolved_protocol": {"eta": 0.05, "feedback_scale": 1.0}, "method_source": {"paper": "https://www.nature.com/articles/ncomms13276", "protocol": "fixed random sequential feedback matrices"}, "provenance": {"git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.3359, "test_loss": 1.8631806884765625, "train_loss": 1.9644216299057007, "cos_fa_negg": [0.44939544796943665, 0.4366541802883148, 0.43394482135772705, 0.4342002272605896, 0.42056506872177124, 0.42718034982681274, 0.41029632091522217, 0.4167521893978119, 0.41635602712631226, 0.4175673723220825, 0.40919366478919983, 0.4104008078575134, 0.4157550632953644, 0.4037930369377136, 0.391323983669281, 0.4014747738838196, 0.398845374584198, 0.379844069480896, 0.39526769518852234, 0.39278116822242737, 0.37879711389541626, 0.37686657905578613, 0.3717030882835388, 0.3726053237915039, 0.380940705537796, 0.38014256954193115, 0.3566117584705353, 0.3757815957069397, 0.3652135133743286, 0.37618380784988403, 0.37987345457077026, 0.3654419779777527, 0.3732888698577881, 0.3497534394264221, 0.35675305128097534, 0.35354965925216675, 0.36713194847106934, 0.3522709012031555, 0.3643171787261963, 0.35341355204582214, 0.35938313603401184, 0.34984090924263, 0.3531340956687927, 0.34750843048095703, 0.3363109230995178, 0.3341760039329529, 0.34449097514152527, 0.31935036182403564, 0.3346045911312103, 0.320520281791687, 0.34237152338027954, 0.32223987579345703, 0.306252121925354, 0.3292592167854309, 0.31832265853881836, 0.32364416122436523, 0.3196065425872803, 0.3068355321884155, 0.33528730273246765, 0.3165544271469116]}, {"epoch_end": 1, "test_acc": 0.3423, "test_loss": 1.8771573974609375, "train_loss": 1.8068002462387085, "cos_fa_negg": [0.5989673137664795, 0.5481294393539429, 0.5504796504974365, 0.5510965585708618, 0.5440082550048828, 0.5441622734069824, 0.5243369340896606, 0.5315028429031372, 0.5257682800292969, 0.5433398485183716, 0.521862268447876, 0.5208358764648438, 0.5234832763671875, 0.5234793424606323, 0.5200520753860474, 0.5239675045013428, 0.5011940598487854, 0.49975112080574036, 0.5130802392959595, 0.49904340505599976, 0.48761796951293945, 0.5097000598907471, 0.4896298944950104, 0.46762827038764954, 0.4842488765716553, 0.48649731278419495, 0.46843239665031433, 0.4813463091850281, 0.45167070627212524, 0.4809161424636841, 0.4774864912033081, 0.4785611927509308, 0.4806307554244995, 0.46728670597076416, 0.47586727142333984, 0.4856345057487488, 0.49004948139190674, 0.46034395694732666, 0.4814615845680237, 0.47943562269210815, 0.46442943811416626, 0.469482421875, 0.4774102568626404, 0.456780344247818, 0.4740329384803772, 0.4752022922039032, 0.48966607451438904, 0.461667001247406, 0.4651767909526825, 0.4448210597038269, 0.4727221131324768, 0.4699898958206177, 0.458011656999588, 0.4534984529018402, 0.4578160345554352, 0.45996418595314026, 0.4655182361602783, 0.46504542231559753, 0.47580963373184204, 0.47343847155570984]}, {"epoch_end": 2, "test_acc": 0.3694, "test_loss": 1.8243054443359374, "train_loss": 1.9807122945785522, "cos_fa_negg": [0.5286617279052734, 0.5457892417907715, 0.5506066083908081, 0.5545300245285034, 0.5410588979721069, 0.544946551322937, 0.5355464816093445, 0.5444557070732117, 0.5286744832992554, 0.5439136028289795, 0.5290207266807556, 0.5215548872947693, 0.5267431139945984, 0.5218671560287476, 0.5272413492202759, 0.5291169285774231, 0.5167948007583618, 0.5182696580886841, 0.5305798053741455, 0.5261926651000977, 0.5144145488739014, 0.5108032822608948, 0.5003995895385742, 0.4954881966114044, 0.5009925365447998, 0.4865628480911255, 0.4836794137954712, 0.5059030652046204, 0.49152591824531555, 0.4917759299278259, 0.4948107600212097, 0.4895933270454407, 0.47700774669647217, 0.49554768204689026, 0.5023249387741089, 0.4854092001914978, 0.483333021402359, 0.4671231508255005, 0.46723711490631104, 0.48210036754608154, 0.4798857569694519, 0.4726146459579468, 0.4611623287200928, 0.47149208188056946, 0.4867120385169983, 0.4778882563114166, 0.47793519496917725, 0.4604351818561554, 0.47040843963623047, 0.4611439108848572, 0.47657862305641174, 0.49016380310058594, 0.4612923264503479, 0.4464431405067444, 0.4613121747970581, 0.4720686078071594, 0.45077893137931824, 0.4593217372894287, 0.4726870357990265, 0.4707539677619934]}, {"epoch_end": 3, "test_acc": 0.3734, "test_loss": 1.8144768920898438, "train_loss": 1.7867228984832764, "cos_fa_negg": [0.5602981448173523, 0.5777850151062012, 0.5710012316703796, 0.5713973045349121, 0.5705352425575256, 0.5813796520233154, 0.5614778995513916, 0.5658378601074219, 0.5631442070007324, 0.5697122812271118, 0.5618638396263123, 0.5601681470870972, 0.5555503964424133, 0.5635559558868408, 0.5548182725906372, 0.5579586029052734, 0.5570316910743713, 0.5511083006858826, 0.5582812428474426, 0.5486480593681335, 0.5291706323623657, 0.5516136884689331, 0.5429633259773254, 0.5429675579071045, 0.5331754088401794, 0.538835883140564, 0.5308257341384888, 0.5312422513961792, 0.5334263443946838, 0.5362647771835327, 0.5307689309120178, 0.5209136605262756, 0.5426049828529358, 0.5342735648155212, 0.5423767566680908, 0.5251208543777466, 0.5270175933837891, 0.5384640693664551, 0.5252139568328857, 0.5293442010879517, 0.538006067276001, 0.5293540358543396, 0.5252540111541748, 0.5201995372772217, 0.5285300612449646, 0.5403411388397217, 0.5258945822715759, 0.5231702327728271, 0.5021091103553772, 0.5154520273208618, 0.5192345380783081, 0.5404201149940491, 0.5206915140151978, 0.5157338380813599, 0.5283565521240234, 0.5133250951766968, 0.5164327621459961, 0.49361634254455566, 0.5081863403320312, 0.5124826431274414]}, {"epoch_end": 4, "test_acc": 0.3779, "test_loss": 1.7816672241210938, "train_loss": 1.774815320968628, "cos_fa_negg": [0.5561373233795166, 0.5685048699378967, 0.5829553008079529, 0.5837739109992981, 0.5603460073471069, 0.5739759206771851, 0.556145191192627, 0.5623235702514648, 0.5566625595092773, 0.5622374415397644, 0.5612963438034058, 0.5552580952644348, 0.5564990043640137, 0.5567346811294556, 0.5703528523445129, 0.5662370920181274, 0.5424145460128784, 0.5378351211547852, 0.5611943006515503, 0.5398880243301392, 0.5484473705291748, 0.5539804100990295, 0.5572672486305237, 0.5307990908622742, 0.5294938683509827, 0.5393015146255493, 0.5131348967552185, 0.5319948196411133, 0.5116909146308899, 0.5348865985870361, 0.5389769673347473, 0.5338073372840881, 0.5374222993850708, 0.5413222312927246, 0.539928674697876, 0.5410728454589844, 0.5417746305465698, 0.5380059480667114, 0.5413497686386108, 0.5305360555648804, 0.5299579501152039, 0.5421008467674255, 0.5402143001556396, 0.5502578020095825, 0.5416511297225952, 0.5360346436500549, 0.543950617313385, 0.5358645915985107, 0.5487207770347595, 0.5384303331375122, 0.5330339670181274, 0.5439651012420654, 0.535294771194458, 0.5267559289932251, 0.540719747543335, 0.5372808575630188, 0.5273672938346863, 0.514391303062439, 0.522276759147644, 0.525122344493866]}], "final": {"test_acc": 0.3779, "test_loss": 1.7816672241210938, "wall_s": 49.329002380371094, "cos_fa_negg": [0.5561373233795166, 0.5685048699378967, 0.5829553008079529, 0.5837739109992981, 0.5603460073471069, 0.5739759206771851, 0.556145191192627, 0.5623235702514648, 0.5566625595092773, 0.5622374415397644, 0.5612963438034058, 0.5552580952644348, 0.5564990043640137, 0.5567346811294556, 0.5703528523445129, 0.5662370920181274, 0.5424145460128784, 0.5378351211547852, 0.5611943006515503, 0.5398880243301392, 0.5484473705291748, 0.5539804100990295, 0.5572672486305237, 0.5307990908622742, 0.5294938683509827, 0.5393015146255493, 0.5131348967552185, 0.5319948196411133, 0.5116909146308899, 0.5348865985870361, 0.5389769673347473, 0.5338073372840881, 0.5374222993850708, 0.5413222312927246, 0.539928674697876, 0.5410728454589844, 0.5417746305465698, 0.5380059480667114, 0.5413497686386108, 0.5305360555648804, 0.5299579501152039, 0.5421008467674255, 0.5402143001556396, 0.5502578020095825, 0.5416511297225952, 0.5360346436500549, 0.543950617313385, 0.5358645915985107, 0.5487207770347595, 0.5384303331375122, 0.5330339670181274, 0.5439651012420654, 0.535294771194458, 0.5267559289932251, 0.540719747543335, 0.5372808575630188, 0.5273672938346863, 0.514391303062439, 0.522276759147644, 0.525122344493866], "loss": 1.7961766719818115}}
\ No newline at end of file