diff options
| author | YurenHao0426 <Blackhao0426@gmail.com> | 2026-04-03 17:35:12 -0500 |
|---|---|---|
| committer | YurenHao0426 <Blackhao0426@gmail.com> | 2026-04-03 17:35:12 -0500 |
| commit | 88485f6f05243e2fc459807b6644c1ff45a55d2e (patch) | |
| tree | a9b3f87b4ab31de3ec19e47de94c286a1682c8ae /results | |
| parent | 52b421fde3faa673e7007a456846f8195cb45942 (diff) | |
Recompute all CNN diagnostics with fixed BP gradient flow
CNN CIFAR-10 (5 seeds, fixed Gamma):
BP: acc=86.8%, Gamma=0.970, rho=0.603
DFA: acc=56.7%, Gamma=0.896, rho=0.061
EP: acc=50.6%, Gamma=0.484, rho=0.450
SB: acc=63.3%, Gamma=1.000 (BP self-cos, feedback nets not saved), rho=0.601
CB: acc=31.8%, Gamma=1.000 (BP self-cos), rho=0.226
DFA Gamma=0.896 is notably high — CNN DFA credit aligns well with BP gradients.
Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
Diffstat (limited to 'results')
26 files changed, 316 insertions, 361 deletions
diff --git a/results/cnn_baseline/bp_s1024.json b/results/cnn_baseline/bp_s1024.json index 0965221..3af411c 100644 --- a/results/cnn_baseline/bp_s1024.json +++ b/results/cnn_baseline/bp_s1024.json @@ -2,24 +2,18 @@ "method": "bp", "seed": 1024, "acc": 0.8716, - "Gamma": 0.23036077618598938, - "rho": 0.24998444318771362, + "Gamma": 0.9509863406419754, + "rho": 0.5876115895807743, "gammas_per_layer": [ - 0.0, - 0.0, - 0.0, + 0.9590961933135986, + 0.9626792669296265, + 0.960726797580719, 0.9214431047439575 ], "rhos_per_layer": [ - 0.0, - 0.0, - 0.0, - 0.9999377727508545 - ], - "epochs": 100, - "lr": 0.001, - "wd": 0.01, - "beta": 0.5, - "T_nudge": 20, - "alpha_nudge": 0.05 + 0.13774415850639343, + 0.2128456085920334, + 0.9999245405197144, + 0.999932050704956 + ] }
\ No newline at end of file diff --git a/results/cnn_baseline/bp_s123.json b/results/cnn_baseline/bp_s123.json index 6f9812b..aac6de2 100644 --- a/results/cnn_baseline/bp_s123.json +++ b/results/cnn_baseline/bp_s123.json @@ -2,24 +2,18 @@ "method": "bp", "seed": 123, "acc": 0.8683, - "Gamma": 0.24026203155517578, - "rho": 0.2499578297138214, + "Gamma": 0.9790223687887192, + "rho": 0.5845866296440363, "gammas_per_layer": [ - 0.0, - 0.0, - 0.0, + 0.9847678542137146, + 0.985326886177063, + 0.984946608543396, 0.9610481262207031 ], "rhos_per_layer": [ - 0.0, - 0.0, - 0.0, - 0.9998313188552856 - ], - "epochs": 100, - "lr": 0.001, - "wd": 0.01, - "beta": 0.5, - "T_nudge": 20, - "alpha_nudge": 0.05 + 0.08985085040330887, + 0.2487642467021942, + 0.9998904466629028, + 0.9998409748077393 + ] }
\ No newline at end of file diff --git a/results/cnn_baseline/bp_s42.json b/results/cnn_baseline/bp_s42.json index 1f1e041..53da0a2 100644 --- a/results/cnn_baseline/bp_s42.json +++ b/results/cnn_baseline/bp_s42.json @@ -2,24 +2,18 @@ "method": "bp", "seed": 42, "acc": 0.8621, - "Gamma": 0.2417115569114685, - "rho": 0.24997350573539734, + "Gamma": 0.9824421852827072, + "rho": 0.6162701472640038, "gammas_per_layer": [ - 0.0, - 0.0, - 0.0, + 0.9854019284248352, + 0.9902856349945068, + 0.9872349500656128, 0.966846227645874 ], "rhos_per_layer": [ - 0.0, - 0.0, - 0.0, - 0.9998940229415894 - ], - "epochs": 100, - "lr": 0.001, - "wd": 0.01, - "beta": 0.5, - "T_nudge": 20, - "alpha_nudge": 0.05 + 0.19589412212371826, + 0.2694654166698456, + 0.9998091459274292, + 0.999911904335022 + ] }
\ No newline at end of file diff --git a/results/cnn_baseline/bp_s456.json b/results/cnn_baseline/bp_s456.json index 6e358c1..82eacd1 100644 --- a/results/cnn_baseline/bp_s456.json +++ b/results/cnn_baseline/bp_s456.json @@ -2,24 +2,18 @@ "method": "bp", "seed": 456, "acc": 0.8681, - "Gamma": 0.24036112427711487, - "rho": 0.24996760487556458, + "Gamma": 0.9704455733299255, + "rho": 0.6116372663527727, "gammas_per_layer": [ - 0.0, - 0.0, - 0.0, + 0.9716668128967285, + 0.9758750200271606, + 0.9727959632873535, 0.9614444971084595 ], "rhos_per_layer": [ - 0.0, - 0.0, - 0.0, - 0.9998704195022583 - ], - "epochs": 100, - "lr": 0.001, - "wd": 0.01, - "beta": 0.5, - "T_nudge": 20, - "alpha_nudge": 0.05 + 0.09675855189561844, + 0.35000455379486084, + 0.9998947381973267, + 0.9998912215232849 + ] }
\ No newline at end of file diff --git a/results/cnn_baseline/bp_s789.json b/results/cnn_baseline/bp_s789.json index 4e913d8..04de574 100644 --- a/results/cnn_baseline/bp_s789.json +++ b/results/cnn_baseline/bp_s789.json @@ -2,24 +2,18 @@ "method": "bp", "seed": 789, "acc": 0.8677, - "Gamma": 0.23751218616962433, - "rho": 0.24997900426387787, + "Gamma": 0.9643587470054626, + "rho": 0.6148895546793938, "gammas_per_layer": [ - 0.0, - 0.0, - 0.0, + 0.9690251350402832, + 0.9693192839622498, + 0.9690418243408203, 0.9500487446784973 ], "rhos_per_layer": [ - 0.0, - 0.0, - 0.0, - 0.9999160170555115 - ], - "epochs": 100, - "lr": 0.001, - "wd": 0.01, - "beta": 0.5, - "T_nudge": 20, - "alpha_nudge": 0.05 + 0.15077432990074158, + 0.3089779019355774, + 0.999891459941864, + 0.9999145269393921 + ] }
\ No newline at end of file diff --git a/results/cnn_baseline/cnn_summary.csv b/results/cnn_baseline/cnn_summary.csv index ca37a63..c856794 100644 --- a/results/cnn_baseline/cnn_summary.csv +++ b/results/cnn_baseline/cnn_summary.csv @@ -1,21 +1,26 @@ -method,seed,acc,Gamma,rho,gammas_per_layer,rhos_per_layer,epochs,lr,wd,beta,T_nudge,alpha_nudge
-bp,1024,0.8716,0.23036077618598938,0.24998444318771362,"[0.0, 0.0, 0.0, 0.9214431047439575]","[0.0, 0.0, 0.0, 0.9999377727508545]",100,0.001,0.01,0.5,20,0.05
-bp,123,0.8683,0.24026203155517578,0.2499578297138214,"[0.0, 0.0, 0.0, 0.9610481262207031]","[0.0, 0.0, 0.0, 0.9998313188552856]",100,0.001,0.01,0.5,20,0.05
-bp,42,0.8621,0.2417115569114685,0.24997350573539734,"[0.0, 0.0, 0.0, 0.966846227645874]","[0.0, 0.0, 0.0, 0.9998940229415894]",100,0.001,0.01,0.5,20,0.05
-bp,456,0.8681,0.24036112427711487,0.24996760487556458,"[0.0, 0.0, 0.0, 0.9614444971084595]","[0.0, 0.0, 0.0, 0.9998704195022583]",100,0.001,0.01,0.5,20,0.05
-bp,789,0.8677,0.23751218616962433,0.24997900426387787,"[0.0, 0.0, 0.0, 0.9500487446784973]","[0.0, 0.0, 0.0, 0.9999160170555115]",100,0.001,0.01,0.5,20,0.05
-credit_bridge,1024,0.4028,0.012196872383356094,0.015925663989037275,"[0.0, 0.0, 0.0, 0.04878748953342438]","[0.014883585274219513, 0.031323276460170746, 0.01654721423983574, 0.0009485799819231033]",100,0.001,0.01,0.5,20,0.05
-credit_bridge,123,0.3132,0.012175574898719788,0.056361730908975005,"[0.0, 0.0, 0.0, 0.04870229959487915]","[0.023232851177453995, 4.9258582293987274e-05, 0.13519197702407837, 0.06697283685207367]",100,0.001,0.01,0.5,20,0.05
-credit_bridge,42,0.3357,0.025052890181541443,0.041533236391842365,"[0.0, 0.0, 0.0, 0.10021156072616577]","[0.008369263261556625, 0.03736791014671326, 0.05554560571908951, 0.06485016644001007]",100,0.001,0.01,0.5,20,0.05
-credit_bridge,456,0.3251,0.008596256375312805,0.024923652643337846,"[0.0, 0.0, 0.0, 0.03438502550125122]","[-0.008871742524206638, 0.05953998491168022, 0.054559510201215744, -0.005533142015337944]",100,0.001,0.01,0.5,20,0.05
-credit_bridge,789,0.2114,0.008945251815021038,0.02571555378381163,"[0.0, 0.0, 0.0, 0.03578100726008415]","[-0.0057774255983531475, 0.034756917506456375, 0.06739151477813721, 0.006491208449006081]",100,0.001,0.01,0.5,20,0.05
-dfa,1024,0.5868,0.22504013776779175,0.01557417493313551,"[0.0, 0.0, 0.0, 0.900160551071167]","[0.0, 0.0, 0.0, 0.06229669973254204]",100,0.001,0.01,0.5,20,0.05
-dfa,123,0.5501,0.21116971969604492,0.03002248704433441,"[0.0, 0.0, 0.0, 0.8446788787841797]","[0.0, 0.0, 0.0, 0.12008994817733765]",100,0.001,0.01,0.5,20,0.05
-dfa,42,0.5527,0.22270919382572174,0.011658251285552979,"[0.0, 0.0, 0.0, 0.890836775302887]","[0.0, 0.0, 0.0, 0.046633005142211914]",100,0.001,0.01,0.5,20,0.05
-dfa,456,0.5954,0.2133052498102188,0.01581542007625103,"[0.0, 0.0, 0.0, 0.8532209992408752]","[0.0, 0.0, 0.0, 0.06326168030500412]",100,0.001,0.01,0.5,20,0.05
-dfa,789,0.5481,0.20736519992351532,0.01041002944111824,"[0.0, 0.0, 0.0, 0.8294607996940613]","[0.0, 0.0, 0.0, 0.04164011776447296]",100,0.001,0.01,0.5,20,0.05
-state_bridge,1024,0.6376,0.05339917540550232,0.30232751555740833,"[0.0, 0.0, 0.0, 0.21359670162200928]","[0.09910499304533005, 0.08699683845043182, 0.8239595890045166, 0.19924864172935486]",100,0.001,0.01,0.5,20,0.05
-state_bridge,123,0.6277,0.03857731446623802,0.29211921617388725,"[0.0, 0.0, 0.0, 0.1543092578649521]","[0.056864842772483826, 0.1310867965221405, 0.8447186350822449, 0.1358065903186798]",100,0.001,0.01,0.5,20,0.05
-state_bridge,42,0.632,0.0482838973402977,0.290611719712615,"[0.0, 0.0, 0.0, 0.1931355893611908]","[0.0466589629650116, 0.08759783953428268, 0.8412714004516602, 0.18691867589950562]",100,0.001,0.01,0.5,20,0.05
-state_bridge,456,0.6396,0.04157910495996475,0.3158957250416279,"[0.0, 0.0, 0.0, 0.166316419839859]","[0.08617311716079712, 0.1388791799545288, 0.8420230150222778, 0.19650758802890778]",100,0.001,0.01,0.5,20,0.05
-state_bridge,789,0.63,0.04483386129140854,0.29041479900479317,"[0.0, 0.0, 0.0, 0.17933544516563416]","[0.13145843148231506, 0.08007948100566864, 0.7907781600952148, 0.15934312343597412]",100,0.001,0.01,0.5,20,0.05
+method,seed,acc,Gamma,rho
+bp,1024,0.8716,0.9509863406419754,0.5876115895807743
+bp,123,0.8683,0.9790223687887192,0.5845866296440363
+bp,42,0.8621,0.9824421852827072,0.6162701472640038
+bp,456,0.8681,0.9704455733299255,0.6116372663527727
+bp,789,0.8677,0.9643587470054626,0.6148895546793938
+credit_bridge,1024,0.4028,1.0,0.13658924400806427
+credit_bridge,123,0.3132,1.0,0.3018185906112194
+credit_bridge,42,0.3357,1.0,0.16695539094507694
+credit_bridge,456,0.3251,1.0,0.25307733193039894
+credit_bridge,789,0.2114,1.0,0.2705688779242337
+dfa,1024,0.5868,0.9268007129430771,0.05462135933339596
+dfa,123,0.5501,0.8715274930000305,0.09804172720760107
+dfa,42,0.5527,0.9160496741533279,0.07099265232682228
+dfa,456,0.5954,0.8969991058111191,0.03725381940603256
+dfa,789,0.5481,0.8707475662231445,0.042915886268019676
+ep,1024,0.4643,0.5069251225811513,0.4662284553050995
+ep,123,0.4897,0.49209384838025017,0.47923217713832855
+ep,42,0.5033,0.495142428985929,0.46378692984580994
+ep,456,0.5432,0.45112142565568547,0.37272846698760986
+ep,789,0.5297,0.4759811242707883,0.4670764058828354
+state_bridge,1024,0.6376,1.0,0.6108488440513611
+state_bridge,123,0.6277,1.0,0.6143732666969299
+state_bridge,42,0.632,1.0,0.5888494104146957
+state_bridge,456,0.6396,1.0,0.5809641927480698
+state_bridge,789,0.63,1.0,0.6122375130653381
diff --git a/results/cnn_baseline/credit_bridge_s1024.json b/results/cnn_baseline/credit_bridge_s1024.json index 87d9155..65922f6 100644 --- a/results/cnn_baseline/credit_bridge_s1024.json +++ b/results/cnn_baseline/credit_bridge_s1024.json @@ -2,24 +2,19 @@ "method": "credit_bridge", "seed": 1024, "acc": 0.4028, - "Gamma": 0.012196872383356094, - "rho": 0.015925663989037275, + "Gamma": 1.0, + "Gamma_note": "BP grad self-cosine (feedback nets not saved)", + "rho": 0.13658924400806427, "gammas_per_layer": [ - 0.0, - 0.0, - 0.0, - 0.04878748953342438 + 1.0, + 1.0, + 1.0, + 1.0 ], "rhos_per_layer": [ - 0.014883585274219513, - 0.031323276460170746, - 0.01654721423983574, - 0.0009485799819231033 - ], - "epochs": 100, - "lr": 0.001, - "wd": 0.01, - "beta": 0.5, - "T_nudge": 20, - "alpha_nudge": 0.05 + 0.04464591294527054, + 0.0826919674873352, + 0.0982208177447319, + 0.32079827785491943 + ] }
\ No newline at end of file diff --git a/results/cnn_baseline/credit_bridge_s123.json b/results/cnn_baseline/credit_bridge_s123.json index d5e047a..7016009 100644 --- a/results/cnn_baseline/credit_bridge_s123.json +++ b/results/cnn_baseline/credit_bridge_s123.json @@ -2,24 +2,19 @@ "method": "credit_bridge", "seed": 123, "acc": 0.3132, - "Gamma": 0.012175574898719788, - "rho": 0.056361730908975005, + "Gamma": 1.0, + "Gamma_note": "BP grad self-cosine (feedback nets not saved)", + "rho": 0.3018185906112194, "gammas_per_layer": [ - 0.0, - 0.0, - 0.0, - 0.04870229959487915 + 1.0, + 1.0, + 1.0, + 1.0 ], "rhos_per_layer": [ - 0.023232851177453995, - 4.9258582293987274e-05, - 0.13519197702407837, - 0.06697283685207367 - ], - "epochs": 100, - "lr": 0.001, - "wd": 0.01, - "beta": 0.5, - "T_nudge": 20, - "alpha_nudge": 0.05 + 0.09168502688407898, + 0.10786865651607513, + 0.32489243149757385, + 0.6828282475471497 + ] }
\ No newline at end of file diff --git a/results/cnn_baseline/credit_bridge_s42.json b/results/cnn_baseline/credit_bridge_s42.json index 9654a99..5508769 100644 --- a/results/cnn_baseline/credit_bridge_s42.json +++ b/results/cnn_baseline/credit_bridge_s42.json @@ -2,24 +2,19 @@ "method": "credit_bridge", "seed": 42, "acc": 0.3357, - "Gamma": 0.025052890181541443, - "rho": 0.041533236391842365, + "Gamma": 1.0, + "Gamma_note": "BP grad self-cosine (feedback nets not saved)", + "rho": 0.16695539094507694, "gammas_per_layer": [ - 0.0, - 0.0, - 0.0, - 0.10021156072616577 + 1.0, + 1.0, + 1.0, + 1.0 ], "rhos_per_layer": [ - 0.008369263261556625, - 0.03736791014671326, - 0.05554560571908951, - 0.06485016644001007 - ], - "epochs": 100, - "lr": 0.001, - "wd": 0.01, - "beta": 0.5, - "T_nudge": 20, - "alpha_nudge": 0.05 + 0.05057040601968765, + 0.0517469197511673, + 0.23454038798809052, + 0.3309638500213623 + ] }
\ No newline at end of file diff --git a/results/cnn_baseline/credit_bridge_s456.json b/results/cnn_baseline/credit_bridge_s456.json index 202a20c..f988a3c 100644 --- a/results/cnn_baseline/credit_bridge_s456.json +++ b/results/cnn_baseline/credit_bridge_s456.json @@ -2,24 +2,19 @@ "method": "credit_bridge", "seed": 456, "acc": 0.3251, - "Gamma": 0.008596256375312805, - "rho": 0.024923652643337846, + "Gamma": 1.0, + "Gamma_note": "BP grad self-cosine (feedback nets not saved)", + "rho": 0.25307733193039894, "gammas_per_layer": [ - 0.0, - 0.0, - 0.0, - 0.03438502550125122 + 1.0, + 1.0, + 1.0, + 1.0 ], "rhos_per_layer": [ - -0.008871742524206638, - 0.05953998491168022, - 0.054559510201215744, - -0.005533142015337944 - ], - "epochs": 100, - "lr": 0.001, - "wd": 0.01, - "beta": 0.5, - "T_nudge": 20, - "alpha_nudge": 0.05 + 0.055213674902915955, + 0.13542574644088745, + 0.22947153449058533, + 0.592198371887207 + ] }
\ No newline at end of file diff --git a/results/cnn_baseline/credit_bridge_s789.json b/results/cnn_baseline/credit_bridge_s789.json index 3d671be..128db46 100644 --- a/results/cnn_baseline/credit_bridge_s789.json +++ b/results/cnn_baseline/credit_bridge_s789.json @@ -2,24 +2,19 @@ "method": "credit_bridge", "seed": 789, "acc": 0.2114, - "Gamma": 0.008945251815021038, - "rho": 0.02571555378381163, + "Gamma": 1.0, + "Gamma_note": "BP grad self-cosine (feedback nets not saved)", + "rho": 0.2705688779242337, "gammas_per_layer": [ - 0.0, - 0.0, - 0.0, - 0.03578100726008415 + 1.0, + 1.0, + 1.0, + 1.0 ], "rhos_per_layer": [ - -0.0057774255983531475, - 0.034756917506456375, - 0.06739151477813721, - 0.006491208449006081 - ], - "epochs": 100, - "lr": 0.001, - "wd": 0.01, - "beta": 0.5, - "T_nudge": 20, - "alpha_nudge": 0.05 + 0.030463384464383125, + 0.10732807219028473, + 0.25793737173080444, + 0.6865466833114624 + ] }
\ No newline at end of file diff --git a/results/cnn_baseline/dfa_s1024.json b/results/cnn_baseline/dfa_s1024.json index 64755e1..5d7a344 100644 --- a/results/cnn_baseline/dfa_s1024.json +++ b/results/cnn_baseline/dfa_s1024.json @@ -2,24 +2,18 @@ "method": "dfa", "seed": 1024, "acc": 0.5868, - "Gamma": 0.22504013776779175, - "rho": 0.01557417493313551, + "Gamma": 0.9268007129430771, + "rho": 0.05462135933339596, "gammas_per_layer": [ - 0.0, - 0.0, - 0.0, + 0.9555332064628601, + 0.9357756972312927, + 0.9157333970069885, 0.900160551071167 ], "rhos_per_layer": [ - 0.0, - 0.0, - 0.0, - 0.06229669973254204 - ], - "epochs": 100, - "lr": 0.001, - "wd": 0.01, - "beta": 0.5, - "T_nudge": 20, - "alpha_nudge": 0.05 + 0.11999575793743134, + -0.026779158040881157, + 0.028735635802149773, + 0.09653320163488388 + ] }
\ No newline at end of file diff --git a/results/cnn_baseline/dfa_s123.json b/results/cnn_baseline/dfa_s123.json index 179cbe3..8a79cac 100644 --- a/results/cnn_baseline/dfa_s123.json +++ b/results/cnn_baseline/dfa_s123.json @@ -2,24 +2,18 @@ "method": "dfa", "seed": 123, "acc": 0.5501, - "Gamma": 0.21116971969604492, - "rho": 0.03002248704433441, + "Gamma": 0.8715274930000305, + "rho": 0.09804172720760107, "gammas_per_layer": [ - 0.0, - 0.0, - 0.0, + 0.9032191038131714, + 0.8784445524215698, + 0.8597674369812012, 0.8446788787841797 ], "rhos_per_layer": [ - 0.0, - 0.0, - 0.0, - 0.12008994817733765 - ], - "epochs": 100, - "lr": 0.001, - "wd": 0.01, - "beta": 0.5, - "T_nudge": 20, - "alpha_nudge": 0.05 + 0.11381816864013672, + 0.04692808911204338, + 0.0726790577173233, + 0.15874159336090088 + ] }
\ No newline at end of file diff --git a/results/cnn_baseline/dfa_s42.json b/results/cnn_baseline/dfa_s42.json index dbc1099..348bb10 100644 --- a/results/cnn_baseline/dfa_s42.json +++ b/results/cnn_baseline/dfa_s42.json @@ -2,24 +2,18 @@ "method": "dfa", "seed": 42, "acc": 0.5527, - "Gamma": 0.22270919382572174, - "rho": 0.011658251285552979, + "Gamma": 0.9160496741533279, + "rho": 0.07099265232682228, "gammas_per_layer": [ - 0.0, - 0.0, - 0.0, + 0.9313884973526001, + 0.9255707859992981, + 0.9164026379585266, 0.890836775302887 ], "rhos_per_layer": [ - 0.0, - 0.0, - 0.0, - 0.046633005142211914 - ], - "epochs": 100, - "lr": 0.001, - "wd": 0.01, - "beta": 0.5, - "T_nudge": 20, - "alpha_nudge": 0.05 + 0.056976765394210815, + 0.05616474151611328, + 0.07875743508338928, + 0.09207166731357574 + ] }
\ No newline at end of file diff --git a/results/cnn_baseline/dfa_s456.json b/results/cnn_baseline/dfa_s456.json index 30de9b1..3ea0549 100644 --- a/results/cnn_baseline/dfa_s456.json +++ b/results/cnn_baseline/dfa_s456.json @@ -2,24 +2,18 @@ "method": "dfa", "seed": 456, "acc": 0.5954, - "Gamma": 0.2133052498102188, - "rho": 0.01581542007625103, + "Gamma": 0.8969991058111191, + "rho": 0.03725381940603256, "gammas_per_layer": [ - 0.0, - 0.0, - 0.0, + 0.9343998432159424, + 0.9098192453384399, + 0.8905563354492188, 0.8532209992408752 ], "rhos_per_layer": [ - 0.0, - 0.0, - 0.0, - 0.06326168030500412 - ], - "epochs": 100, - "lr": 0.001, - "wd": 0.01, - "beta": 0.5, - "T_nudge": 20, - "alpha_nudge": 0.05 + 0.0022673271596431732, + 0.015258125960826874, + 0.055126916617155075, + 0.07636290788650513 + ] }
\ No newline at end of file diff --git a/results/cnn_baseline/dfa_s789.json b/results/cnn_baseline/dfa_s789.json index 5c030df..ddf65ea 100644 --- a/results/cnn_baseline/dfa_s789.json +++ b/results/cnn_baseline/dfa_s789.json @@ -2,24 +2,18 @@ "method": "dfa", "seed": 789, "acc": 0.5481, - "Gamma": 0.20736519992351532, - "rho": 0.01041002944111824, + "Gamma": 0.8707475662231445, + "rho": 0.042915886268019676, "gammas_per_layer": [ - 0.0, - 0.0, - 0.0, + 0.9151090979576111, + 0.8799393177032471, + 0.8584810495376587, 0.8294607996940613 ], "rhos_per_layer": [ - 0.0, - 0.0, - 0.0, - 0.04164011776447296 - ], - "epochs": 100, - "lr": 0.001, - "wd": 0.01, - "beta": 0.5, - "T_nudge": 20, - "alpha_nudge": 0.05 + 0.048544302582740784, + 0.010241687297821045, + 0.07223255932331085, + 0.040644995868206024 + ] }
\ No newline at end of file diff --git a/results/cnn_baseline/ep_s1024.json b/results/cnn_baseline/ep_s1024.json index 41e8d7e..f1e80ba 100644 --- a/results/cnn_baseline/ep_s1024.json +++ b/results/cnn_baseline/ep_s1024.json @@ -2,6 +2,18 @@ "method": "ep", "seed": 1024, "acc": 0.4643, - "Gamma": 0.24594706296920776, - "rho": 0.5024956092238426 + "Gamma": 0.5069251225811513, + "rho": 0.4662284553050995, + "gammas_per_layer": [ + 6.503431905002799e-06, + 0.25565218925476074, + 0.7913758754730225, + 0.980665922164917 + ], + "rhos_per_layer": [ + 0.0, + 0.0, + 0.9028182029724121, + 0.9620956182479858 + ] }
\ No newline at end of file diff --git a/results/cnn_baseline/ep_s123.json b/results/cnn_baseline/ep_s123.json index 5f06a86..f13a427 100644 --- a/results/cnn_baseline/ep_s123.json +++ b/results/cnn_baseline/ep_s123.json @@ -2,6 +2,18 @@ "method": "ep", "seed": 123, "acc": 0.4897, - "Gamma": 0.24602489173412323, - "rho": 0.5164633095264435 + "Gamma": 0.49209384838025017, + "rho": 0.47923217713832855, + "gammas_per_layer": [ + 2.8399340408213902e-06, + 0.22918346524238586, + 0.7567289471626282, + 0.9824601411819458 + ], + "rhos_per_layer": [ + 0.0, + 0.0, + 0.9310277700424194, + 0.9859009385108948 + ] }
\ No newline at end of file diff --git a/results/cnn_baseline/ep_s42.json b/results/cnn_baseline/ep_s42.json index bad7f83..b459b35 100644 --- a/results/cnn_baseline/ep_s42.json +++ b/results/cnn_baseline/ep_s42.json @@ -2,6 +2,18 @@ "method": "ep", "seed": 42, "acc": 0.5033, - "Gamma": 0.2479095160961151, - "rho": 0.5114120990037918 + "Gamma": 0.495142428985929, + "rho": 0.46378692984580994, + "gammas_per_layer": [ + 1.5155939081523684e-06, + 0.22054913640022278, + 0.7711485028266907, + 0.9888705611228943 + ], + "rhos_per_layer": [ + 0.0, + 0.0, + 0.8844823241233826, + 0.9706653952598572 + ] }
\ No newline at end of file diff --git a/results/cnn_baseline/ep_s456.json b/results/cnn_baseline/ep_s456.json index 5c4e9df..f0f783e 100644 --- a/results/cnn_baseline/ep_s456.json +++ b/results/cnn_baseline/ep_s456.json @@ -2,6 +2,18 @@ "method": "ep", "seed": 456, "acc": 0.5432, - "Gamma": 0.24942994117736816, - "rho": 0.40924555249512196 + "Gamma": 0.45112142565568547, + "rho": 0.37272846698760986, + "gammas_per_layer": [ + 1.9163974229741143e-06, + 0.1748805195093155, + 0.6350005865097046, + 0.9946026802062988 + ], + "rhos_per_layer": [ + 0.0, + 0.0, + 0.5547614693641663, + 0.9361523985862732 + ] }
\ No newline at end of file diff --git a/results/cnn_baseline/ep_s789.json b/results/cnn_baseline/ep_s789.json index f38d6ec..a4812e6 100644 --- a/results/cnn_baseline/ep_s789.json +++ b/results/cnn_baseline/ep_s789.json @@ -2,6 +2,18 @@ "method": "ep", "seed": 789, "acc": 0.5297, - "Gamma": 0.2497531771659851, - "rho": 0.5215031281113625 + "Gamma": 0.4759811242707883, + "rho": 0.4670764058828354, + "gammas_per_layer": [ + 2.2372755665855948e-06, + 0.1797410249710083, + 0.7279606461524963, + 0.996220588684082 + ], + "rhos_per_layer": [ + 0.0, + 0.0, + 0.9025262594223022, + 0.9657793641090393 + ] }
\ No newline at end of file diff --git a/results/cnn_baseline/state_bridge_s1024.json b/results/cnn_baseline/state_bridge_s1024.json index fc24412..ab4ddc7 100644 --- a/results/cnn_baseline/state_bridge_s1024.json +++ b/results/cnn_baseline/state_bridge_s1024.json @@ -2,24 +2,19 @@ "method": "state_bridge", "seed": 1024, "acc": 0.6376, - "Gamma": 0.05339917540550232, - "rho": 0.30232751555740833, + "Gamma": 1.0, + "Gamma_note": "BP grad self-cosine (feedback nets not saved)", + "rho": 0.6108488440513611, "gammas_per_layer": [ - 0.0, - 0.0, - 0.0, - 0.21359670162200928 + 1.0, + 1.0, + 1.0, + 1.0 ], "rhos_per_layer": [ - 0.09910499304533005, - 0.08699683845043182, - 0.8239595890045166, - 0.19924864172935486 - ], - "epochs": 100, - "lr": 0.001, - "wd": 0.01, - "beta": 0.5, - "T_nudge": 20, - "alpha_nudge": 0.05 + 0.28591352701187134, + 0.160724937915802, + 0.9970240592956543, + 0.9997328519821167 + ] }
\ No newline at end of file diff --git a/results/cnn_baseline/state_bridge_s123.json b/results/cnn_baseline/state_bridge_s123.json index 45cc82d..6b1b4d4 100644 --- a/results/cnn_baseline/state_bridge_s123.json +++ b/results/cnn_baseline/state_bridge_s123.json @@ -2,24 +2,19 @@ "method": "state_bridge", "seed": 123, "acc": 0.6277, - "Gamma": 0.03857731446623802, - "rho": 0.29211921617388725, + "Gamma": 1.0, + "Gamma_note": "BP grad self-cosine (feedback nets not saved)", + "rho": 0.6143732666969299, "gammas_per_layer": [ - 0.0, - 0.0, - 0.0, - 0.1543092578649521 + 1.0, + 1.0, + 1.0, + 1.0 ], "rhos_per_layer": [ - 0.056864842772483826, - 0.1310867965221405, - 0.8447186350822449, - 0.1358065903186798 - ], - "epochs": 100, - "lr": 0.001, - "wd": 0.01, - "beta": 0.5, - "T_nudge": 20, - "alpha_nudge": 0.05 + 0.23299553990364075, + 0.23232486844062805, + 0.992721438407898, + 0.999451220035553 + ] }
\ No newline at end of file diff --git a/results/cnn_baseline/state_bridge_s42.json b/results/cnn_baseline/state_bridge_s42.json index 186e774..63cbfad 100644 --- a/results/cnn_baseline/state_bridge_s42.json +++ b/results/cnn_baseline/state_bridge_s42.json @@ -2,24 +2,19 @@ "method": "state_bridge", "seed": 42, "acc": 0.632, - "Gamma": 0.0482838973402977, - "rho": 0.290611719712615, + "Gamma": 1.0, + "Gamma_note": "BP grad self-cosine (feedback nets not saved)", + "rho": 0.5888494104146957, "gammas_per_layer": [ - 0.0, - 0.0, - 0.0, - 0.1931355893611908 + 1.0, + 1.0, + 1.0, + 1.0 ], "rhos_per_layer": [ - 0.0466589629650116, - 0.08759783953428268, - 0.8412714004516602, - 0.18691867589950562 - ], - "epochs": 100, - "lr": 0.001, - "wd": 0.01, - "beta": 0.5, - "T_nudge": 20, - "alpha_nudge": 0.05 + 0.15447810292243958, + 0.205442875623703, + 0.9959257245063782, + 0.9995509386062622 + ] }
\ No newline at end of file diff --git a/results/cnn_baseline/state_bridge_s456.json b/results/cnn_baseline/state_bridge_s456.json index 466ec62..0b20cdc 100644 --- a/results/cnn_baseline/state_bridge_s456.json +++ b/results/cnn_baseline/state_bridge_s456.json @@ -2,24 +2,19 @@ "method": "state_bridge", "seed": 456, "acc": 0.6396, - "Gamma": 0.04157910495996475, - "rho": 0.3158957250416279, + "Gamma": 1.0, + "Gamma_note": "BP grad self-cosine (feedback nets not saved)", + "rho": 0.5809641927480698, "gammas_per_layer": [ - 0.0, - 0.0, - 0.0, - 0.166316419839859 + 1.0, + 1.0, + 1.0, + 1.0 ], "rhos_per_layer": [ - 0.08617311716079712, - 0.1388791799545288, - 0.8420230150222778, - 0.19650758802890778 - ], - "epochs": 100, - "lr": 0.001, - "wd": 0.01, - "beta": 0.5, - "T_nudge": 20, - "alpha_nudge": 0.05 + 0.15670546889305115, + 0.1718132197856903, + 0.9958504438400269, + 0.9994876384735107 + ] }
\ No newline at end of file diff --git a/results/cnn_baseline/state_bridge_s789.json b/results/cnn_baseline/state_bridge_s789.json index 1559f1a..6c64735 100644 --- a/results/cnn_baseline/state_bridge_s789.json +++ b/results/cnn_baseline/state_bridge_s789.json @@ -2,24 +2,19 @@ "method": "state_bridge", "seed": 789, "acc": 0.63, - "Gamma": 0.04483386129140854, - "rho": 0.29041479900479317, + "Gamma": 1.0, + "Gamma_note": "BP grad self-cosine (feedback nets not saved)", + "rho": 0.6122375130653381, "gammas_per_layer": [ - 0.0, - 0.0, - 0.0, - 0.17933544516563416 + 1.0, + 1.0, + 1.0, + 1.0 ], "rhos_per_layer": [ - 0.13145843148231506, - 0.08007948100566864, - 0.7907781600952148, - 0.15934312343597412 - ], - "epochs": 100, - "lr": 0.001, - "wd": 0.01, - "beta": 0.5, - "T_nudge": 20, - "alpha_nudge": 0.05 + 0.23736920952796936, + 0.21645858883857727, + 0.9956031441688538, + 0.9995191097259521 + ] }
\ No newline at end of file |
