1
|
{"args": {"method": "fa", "dataset": "cifar10", "depth": 60, "width": 64, "epochs": 5, "batch_size": 128, "train_examples": 0, "max_batches": 0, "eta": 0.05, "momentum": 0.9, "act": "tanh", "residual": 1, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 0, "device": "cuda", "outdir": "results", "tag": "fa_scale_v2_cifar10_fa_w64_d60_s0"}, "resolved_protocol": {"eta": 0.05, "feedback_scale": 1.0}, "method_source": {"paper": "https://www.nature.com/articles/ncomms13276", "protocol": "fixed random sequential feedback matrices"}, "provenance": {"git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.3288, "test_loss": 1.8690793579101563, "train_loss": 1.8898258209228516, "cos_fa_negg": [0.4823610186576843, 0.43921324610710144, 0.4455450177192688, 0.44498035311698914, 0.43004363775253296, 0.4347233474254608, 0.4574927091598511, 0.4405841827392578, 0.4240392744541168, 0.43400973081588745, 0.43882787227630615, 0.42421194911003113, 0.43699169158935547, 0.4261325001716614, 0.42764607071876526, 0.4198639988899231, 0.4040893316268921, 0.4073064625263214, 0.39748460054397583, 0.4031910300254822, 0.4132603704929352, 0.39888861775398254, 0.40310943126678467, 0.39498913288116455, 0.38438117504119873, 0.38148194551467896, 0.3775869309902191, 0.3723202645778656, 0.37422192096710205, 0.36403071880340576, 0.3573321998119354, 0.3591834306716919, 0.357078492641449, 0.36168208718299866, 0.3292919397354126, 0.34182655811309814, 0.34416618943214417, 0.3527018427848816, 0.33056068420410156, 0.3690992593765259, 0.34540948271751404, 0.34684860706329346, 0.3466452360153198, 0.3720093071460724, 0.3543034791946411, 0.33958205580711365, 0.3565729856491089, 0.3722684979438782, 0.35881638526916504, 0.3765505254268646, 0.35374394059181213, 0.3406728506088257, 0.34480786323547363, 0.3567156195640564, 0.36322221159935, 0.37292176485061646, 0.34832698106765747, 0.35819879174232483, 0.34089744091033936, 0.33703500032424927]}, {"epoch_end": 1, "test_acc": 0.352, "test_loss": 1.855537548828125, "train_loss": 1.8152847290039062, "cos_fa_negg": [0.5321953296661377, 0.5372573137283325, 0.5315355062484741, 0.5259463787078857, 0.5243715643882751, 0.5233645439147949, 0.5231640338897705, 0.5205551981925964, 0.5146111249923706, 0.5181606411933899, 0.5116404294967651, 0.5245670080184937, 0.5214899778366089, 0.5083082914352417, 0.5035877227783203, 0.4949599504470825, 0.5092740058898926, 0.5065683126449585, 0.4952320456504822, 0.48668038845062256, 0.4826705753803253, 0.4801673889160156, 0.49211424589157104, 0.475842148065567, 0.47032278776168823, 0.47904378175735474, 0.47992628812789917, 0.4839964210987091, 0.4638198912143707, 0.4808570146560669, 0.4625883996486664, 0.45375990867614746, 0.48702892661094666, 0.4737794101238251, 0.4596349000930786, 0.45955562591552734, 0.47665902972221375, 0.4568261206150055, 0.4710555672645569, 0.46819788217544556, 0.470027357339859, 0.4755898416042328, 0.47125527262687683, 0.4612107574939728, 0.47139111161231995, 0.4668526351451874, 0.4588811993598938, 0.46773236989974976, 0.4663543105125427, 0.46938028931617737, 0.4583485424518585, 0.45061373710632324, 0.46190664172172546, 0.473145455121994, 0.4619390666484833, 0.461521178483963, 0.4455487132072449, 0.4628101587295532, 0.4585449695587158, 0.4576566517353058]}, {"epoch_end": 2, "test_acc": 0.3547, "test_loss": 1.8502237670898438, "train_loss": 1.8814747333526611, "cos_fa_negg": [0.5259183645248413, 0.5552657842636108, 0.5536394119262695, 0.5498430728912354, 0.5454748272895813, 0.539234459400177, 0.5496188402175903, 0.5387426614761353, 0.5530259609222412, 0.5449510812759399, 0.5293883681297302, 0.5449614524841309, 0.5368536710739136, 0.5350638628005981, 0.53703773021698, 0.5276102423667908, 0.5216306447982788, 0.5242408514022827, 0.5233417749404907, 0.5254262685775757, 0.5237894058227539, 0.5172607898712158, 0.5343544483184814, 0.5031626224517822, 0.5081762075424194, 0.5132939219474792, 0.5050968527793884, 0.5060415267944336, 0.49648094177246094, 0.5150277614593506, 0.5110039710998535, 0.49309200048446655, 0.5095576047897339, 0.5051331520080566, 0.4907029867172241, 0.5035518407821655, 0.49668875336647034, 0.5045901536941528, 0.49187347292900085, 0.496600866317749, 0.49854350090026855, 0.5020742416381836, 0.4929036498069763, 0.48436620831489563, 0.49063000082969666, 0.4856266975402832, 0.5183587074279785, 0.4951627552509308, 0.5068442821502686, 0.5008949041366577, 0.485798716545105, 0.4775030016899109, 0.4861205220222473, 0.496229350566864, 0.4710626006126404, 0.4802466332912445, 0.482088565826416, 0.47286391258239746, 0.48881617188453674, 0.4921649098396301]}, {"epoch_end": 3, "test_acc": 0.373, "test_loss": 1.834519091796875, "train_loss": 1.7697551250457764, "cos_fa_negg": [0.6133296489715576, 0.5836681127548218, 0.5732977390289307, 0.5701491832733154, 0.5713095664978027, 0.5725408792495728, 0.5774715542793274, 0.5750058889389038, 0.5774861574172974, 0.5661100149154663, 0.5751547813415527, 0.5811598300933838, 0.58670574426651, 0.5702888369560242, 0.5680985450744629, 0.5760103464126587, 0.5701871514320374, 0.5580888390541077, 0.5699899792671204, 0.5558649301528931, 0.5640165209770203, 0.5626261234283447, 0.553554356098175, 0.5582845211029053, 0.5379931926727295, 0.5577686429023743, 0.5648813247680664, 0.5492110252380371, 0.553758978843689, 0.5489376783370972, 0.5452089905738831, 0.5349271297454834, 0.5422258377075195, 0.5392653942108154, 0.5419694185256958, 0.5387028455734253, 0.5601098537445068, 0.5489915609359741, 0.5340370535850525, 0.5402944087982178, 0.5446239709854126, 0.536385178565979, 0.5366347432136536, 0.5506917238235474, 0.5448618531227112, 0.5452682971954346, 0.5476751327514648, 0.5437036752700806, 0.5516558885574341, 0.5586711168289185, 0.5380712747573853, 0.548771858215332, 0.5468689203262329, 0.5608116388320923, 0.5405697822570801, 0.5412606596946716, 0.552552342414856, 0.5433241128921509, 0.540050208568573, 0.5371251106262207]}, {"epoch_end": 4, "test_acc": 0.3858, "test_loss": 1.7755390869140626, "train_loss": 1.8684698343276978, "cos_fa_negg": [0.6384724378585815, 0.5889672040939331, 0.5907251238822937, 0.6022745370864868, 0.5971429347991943, 0.5983754396438599, 0.6056829690933228, 0.5919353365898132, 0.5980709791183472, 0.600554347038269, 0.5830105543136597, 0.5869160890579224, 0.5896507501602173, 0.5730280876159668, 0.572446882724762, 0.5666447877883911, 0.56927490234375, 0.5599130392074585, 0.564217209815979, 0.5636455416679382, 0.5693211555480957, 0.5636969208717346, 0.5646611452102661, 0.5615024566650391, 0.5625544190406799, 0.5578426122665405, 0.5577962398529053, 0.5610400438308716, 0.544654369354248, 0.5479583740234375, 0.5444278717041016, 0.5470367074012756, 0.5669836401939392, 0.5496798157691956, 0.5509804487228394, 0.5483946800231934, 0.5441389083862305, 0.5505532026290894, 0.5449956059455872, 0.5592752695083618, 0.5533009767532349, 0.5517096519470215, 0.5406250953674316, 0.5506448745727539, 0.5623810291290283, 0.554097056388855, 0.549028754234314, 0.5437087416648865, 0.5568485260009766, 0.54723060131073, 0.5300626754760742, 0.5464116334915161, 0.5390413403511047, 0.5563110113143921, 0.5298236608505249, 0.5576655864715576, 0.5301382541656494, 0.5437535047531128, 0.5384819507598877, 0.5374060869216919]}], "final": {"test_acc": 0.3858, "test_loss": 1.7755390869140626, "wall_s": 47.553232192993164, "cos_fa_negg": [0.6384724378585815, 0.5889672040939331, 0.5907251238822937, 0.6022745370864868, 0.5971429347991943, 0.5983754396438599, 0.6056829690933228, 0.5919353365898132, 0.5980709791183472, 0.600554347038269, 0.5830105543136597, 0.5869160890579224, 0.5896507501602173, 0.5730280876159668, 0.572446882724762, 0.5666447877883911, 0.56927490234375, 0.5599130392074585, 0.564217209815979, 0.5636455416679382, 0.5693211555480957, 0.5636969208717346, 0.5646611452102661, 0.5615024566650391, 0.5625544190406799, 0.5578426122665405, 0.5577962398529053, 0.5610400438308716, 0.544654369354248, 0.5479583740234375, 0.5444278717041016, 0.5470367074012756, 0.5669836401939392, 0.5496798157691956, 0.5509804487228394, 0.5483946800231934, 0.5441389083862305, 0.5505532026290894, 0.5449956059455872, 0.5592752695083618, 0.5533009767532349, 0.5517096519470215, 0.5406250953674316, 0.5506448745727539, 0.5623810291290283, 0.554097056388855, 0.549028754234314, 0.5437087416648865, 0.5568485260009766, 0.54723060131073, 0.5300626754760742, 0.5464116334915161, 0.5390413403511047, 0.5563110113143921, 0.5298236608505249, 0.5576655864715576, 0.5301382541656494, 0.5437535047531128, 0.5384819507598877, 0.5374060869216919], "loss": 1.7876933813095093}}
|
