diff options
Diffstat (limited to 'results/fa_scale_v2_cifar10_fa_w64_d60_s3.json')
| -rw-r--r-- | results/fa_scale_v2_cifar10_fa_w64_d60_s3.json | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/results/fa_scale_v2_cifar10_fa_w64_d60_s3.json b/results/fa_scale_v2_cifar10_fa_w64_d60_s3.json new file mode 100644 index 0000000..c13db9f --- /dev/null +++ b/results/fa_scale_v2_cifar10_fa_w64_d60_s3.json @@ -0,0 +1 @@ +{"args": {"method": "fa", "dataset": "cifar10", "depth": 60, "width": 64, "epochs": 5, "batch_size": 128, "train_examples": 0, "max_batches": 0, "eta": 0.05, "momentum": 0.9, "act": "tanh", "residual": 1, "feedback_scale": 1.0, "pepita_f_scale": 0.05, "pepita_decay_epochs": null, "keep_prob": 0.9, "ff_threshold": 2.0, "ep_beta": null, "ep_dt": 0.5, "ep_free_steps": null, "ep_nudge_steps": null, "ep_persistent": 1, "canonical_preprocess": 1, "probe_bs": 512, "seed": 3, "device": "cuda", "outdir": "results", "tag": "fa_scale_v2_cifar10_fa_w64_d60_s3"}, "resolved_protocol": {"eta": 0.05, "feedback_scale": 1.0}, "method_source": {"paper": "https://www.nature.com/articles/ncomms13276", "protocol": "fixed random sequential feedback matrices"}, "provenance": {"git_commit": "5b9de3f36c91ea8ad57fc4dae5aa0c04f08a7a26", "git_dirty": false}, "steps": [{"epoch_end": 0, "test_acc": 0.3371, "test_loss": 1.861859423828125, "train_loss": 1.8896558284759521, "cos_fa_negg": [0.46320652961730957, 0.4257885813713074, 0.4397363066673279, 0.432605117559433, 0.4112982451915741, 0.42634016275405884, 0.40807193517684937, 0.4004955291748047, 0.401429682970047, 0.3900667130947113, 0.400176465511322, 0.38530343770980835, 0.38670045137405396, 0.3957256078720093, 0.38539618253707886, 0.3679041266441345, 0.3648647367954254, 0.3543320894241333, 0.3745007812976837, 0.3677763342857361, 0.3635929822921753, 0.35941705107688904, 0.3566517233848572, 0.3473321497440338, 0.3390972912311554, 0.3280073404312134, 0.3524836599826813, 0.3490320146083832, 0.35690993070602417, 0.33472394943237305, 0.33037593960762024, 0.34541386365890503, 0.3235771059989929, 0.32440251111984253, 0.33615171909332275, 0.3400499224662781, 0.32962390780448914, 0.32591712474823, 0.3140389323234558, 0.3203296959400177, 0.33130893111228943, 0.3200613558292389, 0.3393248915672302, 0.31637459993362427, 0.3182802200317383, 0.3315473794937134, 0.315340131521225, 0.3277358114719391, 0.31976282596588135, 0.3325124979019165, 0.3139767050743103, 0.32010650634765625, 0.3104420602321625, 0.3102288246154785, 0.3333125710487366, 0.3348211646080017, 0.33296167850494385, 0.31354162096977234, 0.3374548852443695, 0.32371705770492554]}, {"epoch_end": 1, "test_acc": 0.3539, "test_loss": 1.8531835327148438, "train_loss": 1.8171195983886719, "cos_fa_negg": [0.5110608339309692, 0.49377405643463135, 0.48862284421920776, 0.48893123865127563, 0.47957271337509155, 0.48144298791885376, 0.47673094272613525, 0.47782325744628906, 0.4636135697364807, 0.46655476093292236, 0.46682631969451904, 0.473413348197937, 0.47238045930862427, 0.4423181712627411, 0.45704030990600586, 0.4450656473636627, 0.44080597162246704, 0.4409937262535095, 0.43961045145988464, 0.431679904460907, 0.4453188180923462, 0.43329206109046936, 0.44268807768821716, 0.43837714195251465, 0.44317513704299927, 0.4294191002845764, 0.4297705888748169, 0.4360629916191101, 0.4363173246383667, 0.42604148387908936, 0.4308382570743561, 0.434598445892334, 0.42274725437164307, 0.43787211179733276, 0.43153244256973267, 0.4254937171936035, 0.4210498034954071, 0.40998202562332153, 0.4096968173980713, 0.4308662712574005, 0.40012603998184204, 0.4130649268627167, 0.42151808738708496, 0.40891414880752563, 0.413642942905426, 0.4024048447608948, 0.4036053717136383, 0.40587306022644043, 0.4018712639808655, 0.4181516468524933, 0.41807782649993896, 0.41712310910224915, 0.37534186244010925, 0.41916322708129883, 0.40612488985061646, 0.4152523875236511, 0.4158405661582947, 0.4236413836479187, 0.42596733570098877, 0.38492950797080994]}, {"epoch_end": 2, "test_acc": 0.3583, "test_loss": 1.8413156860351563, "train_loss": 1.8513799905776978, "cos_fa_negg": [0.5382483601570129, 0.5500413179397583, 0.5439579486846924, 0.5453837513923645, 0.5439662337303162, 0.5354052782058716, 0.5405007600784302, 0.5361800193786621, 0.5185878276824951, 0.5249046087265015, 0.5233983397483826, 0.5127404928207397, 0.5118182301521301, 0.5046526193618774, 0.5036765336990356, 0.5090753436088562, 0.4916156232357025, 0.5042204856872559, 0.4847179651260376, 0.48309236764907837, 0.4898642301559448, 0.47619855403900146, 0.49260222911834717, 0.47661811113357544, 0.4753396213054657, 0.46548259258270264, 0.4708009660243988, 0.4807940721511841, 0.47095638513565063, 0.45772644877433777, 0.470537394285202, 0.4774637818336487, 0.4492161273956299, 0.46155989170074463, 0.46452462673187256, 0.4721144437789917, 0.45168912410736084, 0.46064117550849915, 0.45554184913635254, 0.4564598798751831, 0.4569174349308014, 0.458788126707077, 0.4428882896900177, 0.4619501829147339, 0.451640784740448, 0.44203299283981323, 0.4463663101196289, 0.43894028663635254, 0.4602811634540558, 0.4624049663543701, 0.4319654107093811, 0.441896915435791, 0.4256783723831177, 0.4452221691608429, 0.4409179985523224, 0.42288559675216675, 0.4503013491630554, 0.427615225315094, 0.45041316747665405, 0.4339671730995178]}, {"epoch_end": 3, "test_acc": 0.3705, "test_loss": 1.83051025390625, "train_loss": 1.7035131454467773, "cos_fa_negg": [0.5514177083969116, 0.5784920454025269, 0.5692345499992371, 0.5728849172592163, 0.5593810081481934, 0.5694760084152222, 0.5654473900794983, 0.5577222108840942, 0.559241771697998, 0.5639159679412842, 0.5488275289535522, 0.5537726879119873, 0.5478445291519165, 0.5584410429000854, 0.547154426574707, 0.5386309623718262, 0.5452484488487244, 0.536888599395752, 0.5351970195770264, 0.5362622141838074, 0.5367696285247803, 0.5312141180038452, 0.5303919315338135, 0.5237957239151001, 0.5282433032989502, 0.5326159000396729, 0.5218751430511475, 0.5201091766357422, 0.5168887376785278, 0.5120941996574402, 0.5161045789718628, 0.5202073454856873, 0.5222892761230469, 0.5050457119941711, 0.5188188552856445, 0.5331007242202759, 0.5190242528915405, 0.51570725440979, 0.5153571367263794, 0.5132036805152893, 0.5223312377929688, 0.5082389712333679, 0.5166890025138855, 0.5208811163902283, 0.5109480023384094, 0.5020143389701843, 0.5233063697814941, 0.49994051456451416, 0.5089154839515686, 0.5268007516860962, 0.5048105716705322, 0.5122732520103455, 0.4907379746437073, 0.5201115608215332, 0.5261105298995972, 0.5106496810913086, 0.5188218355178833, 0.523541271686554, 0.5183056592941284, 0.5048911571502686]}, {"epoch_end": 4, "test_acc": 0.3842, "test_loss": 1.787637109375, "train_loss": 1.8954216241836548, "cos_fa_negg": [0.5674128532409668, 0.5932905673980713, 0.582792341709137, 0.5905674695968628, 0.5930498838424683, 0.5913361310958862, 0.5906393527984619, 0.5785386562347412, 0.5767732858657837, 0.5734540224075317, 0.5617853403091431, 0.5816353559494019, 0.5641161203384399, 0.5730141401290894, 0.5493698120117188, 0.5571058988571167, 0.5543322563171387, 0.5596646070480347, 0.5573434829711914, 0.5422120094299316, 0.5475142002105713, 0.5555418133735657, 0.5366872549057007, 0.540016233921051, 0.540418267250061, 0.5320790410041809, 0.5235832333564758, 0.5440571904182434, 0.5368039608001709, 0.516162097454071, 0.5275815725326538, 0.5288594961166382, 0.5285940170288086, 0.5170311331748962, 0.5187094211578369, 0.536198616027832, 0.5230274200439453, 0.5289645195007324, 0.5149238109588623, 0.5166803598403931, 0.519931972026825, 0.5199311971664429, 0.5291275978088379, 0.5329493284225464, 0.5306320190429688, 0.522091269493103, 0.5172915458679199, 0.5178797245025635, 0.5167713165283203, 0.5222961902618408, 0.5230103731155396, 0.5197954773902893, 0.5136648416519165, 0.5350509881973267, 0.5336995124816895, 0.536629855632782, 0.5327650904655457, 0.5384581685066223, 0.5327661037445068, 0.5296834111213684]}], "final": {"test_acc": 0.3842, "test_loss": 1.787637109375, "wall_s": 50.567131996154785, "cos_fa_negg": [0.5674128532409668, 0.5932905673980713, 0.582792341709137, 0.5905674695968628, 0.5930498838424683, 0.5913361310958862, 0.5906393527984619, 0.5785386562347412, 0.5767732858657837, 0.5734540224075317, 0.5617853403091431, 0.5816353559494019, 0.5641161203384399, 0.5730141401290894, 0.5493698120117188, 0.5571058988571167, 0.5543322563171387, 0.5596646070480347, 0.5573434829711914, 0.5422120094299316, 0.5475142002105713, 0.5555418133735657, 0.5366872549057007, 0.540016233921051, 0.540418267250061, 0.5320790410041809, 0.5235832333564758, 0.5440571904182434, 0.5368039608001709, 0.516162097454071, 0.5275815725326538, 0.5288594961166382, 0.5285940170288086, 0.5170311331748962, 0.5187094211578369, 0.536198616027832, 0.5230274200439453, 0.5289645195007324, 0.5149238109588623, 0.5166803598403931, 0.519931972026825, 0.5199311971664429, 0.5291275978088379, 0.5329493284225464, 0.5306320190429688, 0.522091269493103, 0.5172915458679199, 0.5178797245025635, 0.5167713165283203, 0.5222961902618408, 0.5230103731155396, 0.5197954773902893, 0.5136648416519165, 0.5350509881973267, 0.5336995124816895, 0.536629855632782, 0.5327650904655457, 0.5384581685066223, 0.5327661037445068, 0.5296834111213684], "loss": 1.8596863746643066}}
\ No newline at end of file |