summaryrefslogtreecommitdiff
path: root/results
diff options
context:
space:
mode:
authorYurenHao0426 <Blackhao0426@gmail.com>2026-04-03 17:35:12 -0500
committerYurenHao0426 <Blackhao0426@gmail.com>2026-04-03 17:35:12 -0500
commit88485f6f05243e2fc459807b6644c1ff45a55d2e (patch)
treea9b3f87b4ab31de3ec19e47de94c286a1682c8ae /results
parent52b421fde3faa673e7007a456846f8195cb45942 (diff)
Recompute all CNN diagnostics with fixed BP gradient flow
CNN CIFAR-10 (5 seeds, fixed Gamma): BP: acc=86.8%, Gamma=0.970, rho=0.603 DFA: acc=56.7%, Gamma=0.896, rho=0.061 EP: acc=50.6%, Gamma=0.484, rho=0.450 SB: acc=63.3%, Gamma=1.000 (BP self-cos, feedback nets not saved), rho=0.601 CB: acc=31.8%, Gamma=1.000 (BP self-cos), rho=0.226 DFA Gamma=0.896 is notably high — CNN DFA credit aligns well with BP gradients. Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
Diffstat (limited to 'results')
-rw-r--r--results/cnn_baseline/bp_s1024.json26
-rw-r--r--results/cnn_baseline/bp_s123.json26
-rw-r--r--results/cnn_baseline/bp_s42.json26
-rw-r--r--results/cnn_baseline/bp_s456.json26
-rw-r--r--results/cnn_baseline/bp_s789.json26
-rw-r--r--results/cnn_baseline/cnn_summary.csv47
-rw-r--r--results/cnn_baseline/credit_bridge_s1024.json29
-rw-r--r--results/cnn_baseline/credit_bridge_s123.json29
-rw-r--r--results/cnn_baseline/credit_bridge_s42.json29
-rw-r--r--results/cnn_baseline/credit_bridge_s456.json29
-rw-r--r--results/cnn_baseline/credit_bridge_s789.json29
-rw-r--r--results/cnn_baseline/dfa_s1024.json26
-rw-r--r--results/cnn_baseline/dfa_s123.json26
-rw-r--r--results/cnn_baseline/dfa_s42.json26
-rw-r--r--results/cnn_baseline/dfa_s456.json26
-rw-r--r--results/cnn_baseline/dfa_s789.json26
-rw-r--r--results/cnn_baseline/ep_s1024.json16
-rw-r--r--results/cnn_baseline/ep_s123.json16
-rw-r--r--results/cnn_baseline/ep_s42.json16
-rw-r--r--results/cnn_baseline/ep_s456.json16
-rw-r--r--results/cnn_baseline/ep_s789.json16
-rw-r--r--results/cnn_baseline/state_bridge_s1024.json29
-rw-r--r--results/cnn_baseline/state_bridge_s123.json29
-rw-r--r--results/cnn_baseline/state_bridge_s42.json29
-rw-r--r--results/cnn_baseline/state_bridge_s456.json29
-rw-r--r--results/cnn_baseline/state_bridge_s789.json29
26 files changed, 316 insertions, 361 deletions
diff --git a/results/cnn_baseline/bp_s1024.json b/results/cnn_baseline/bp_s1024.json
index 0965221..3af411c 100644
--- a/results/cnn_baseline/bp_s1024.json
+++ b/results/cnn_baseline/bp_s1024.json
@@ -2,24 +2,18 @@
"method": "bp",
"seed": 1024,
"acc": 0.8716,
- "Gamma": 0.23036077618598938,
- "rho": 0.24998444318771362,
+ "Gamma": 0.9509863406419754,
+ "rho": 0.5876115895807743,
"gammas_per_layer": [
- 0.0,
- 0.0,
- 0.0,
+ 0.9590961933135986,
+ 0.9626792669296265,
+ 0.960726797580719,
0.9214431047439575
],
"rhos_per_layer": [
- 0.0,
- 0.0,
- 0.0,
- 0.9999377727508545
- ],
- "epochs": 100,
- "lr": 0.001,
- "wd": 0.01,
- "beta": 0.5,
- "T_nudge": 20,
- "alpha_nudge": 0.05
+ 0.13774415850639343,
+ 0.2128456085920334,
+ 0.9999245405197144,
+ 0.999932050704956
+ ]
} \ No newline at end of file
diff --git a/results/cnn_baseline/bp_s123.json b/results/cnn_baseline/bp_s123.json
index 6f9812b..aac6de2 100644
--- a/results/cnn_baseline/bp_s123.json
+++ b/results/cnn_baseline/bp_s123.json
@@ -2,24 +2,18 @@
"method": "bp",
"seed": 123,
"acc": 0.8683,
- "Gamma": 0.24026203155517578,
- "rho": 0.2499578297138214,
+ "Gamma": 0.9790223687887192,
+ "rho": 0.5845866296440363,
"gammas_per_layer": [
- 0.0,
- 0.0,
- 0.0,
+ 0.9847678542137146,
+ 0.985326886177063,
+ 0.984946608543396,
0.9610481262207031
],
"rhos_per_layer": [
- 0.0,
- 0.0,
- 0.0,
- 0.9998313188552856
- ],
- "epochs": 100,
- "lr": 0.001,
- "wd": 0.01,
- "beta": 0.5,
- "T_nudge": 20,
- "alpha_nudge": 0.05
+ 0.08985085040330887,
+ 0.2487642467021942,
+ 0.9998904466629028,
+ 0.9998409748077393
+ ]
} \ No newline at end of file
diff --git a/results/cnn_baseline/bp_s42.json b/results/cnn_baseline/bp_s42.json
index 1f1e041..53da0a2 100644
--- a/results/cnn_baseline/bp_s42.json
+++ b/results/cnn_baseline/bp_s42.json
@@ -2,24 +2,18 @@
"method": "bp",
"seed": 42,
"acc": 0.8621,
- "Gamma": 0.2417115569114685,
- "rho": 0.24997350573539734,
+ "Gamma": 0.9824421852827072,
+ "rho": 0.6162701472640038,
"gammas_per_layer": [
- 0.0,
- 0.0,
- 0.0,
+ 0.9854019284248352,
+ 0.9902856349945068,
+ 0.9872349500656128,
0.966846227645874
],
"rhos_per_layer": [
- 0.0,
- 0.0,
- 0.0,
- 0.9998940229415894
- ],
- "epochs": 100,
- "lr": 0.001,
- "wd": 0.01,
- "beta": 0.5,
- "T_nudge": 20,
- "alpha_nudge": 0.05
+ 0.19589412212371826,
+ 0.2694654166698456,
+ 0.9998091459274292,
+ 0.999911904335022
+ ]
} \ No newline at end of file
diff --git a/results/cnn_baseline/bp_s456.json b/results/cnn_baseline/bp_s456.json
index 6e358c1..82eacd1 100644
--- a/results/cnn_baseline/bp_s456.json
+++ b/results/cnn_baseline/bp_s456.json
@@ -2,24 +2,18 @@
"method": "bp",
"seed": 456,
"acc": 0.8681,
- "Gamma": 0.24036112427711487,
- "rho": 0.24996760487556458,
+ "Gamma": 0.9704455733299255,
+ "rho": 0.6116372663527727,
"gammas_per_layer": [
- 0.0,
- 0.0,
- 0.0,
+ 0.9716668128967285,
+ 0.9758750200271606,
+ 0.9727959632873535,
0.9614444971084595
],
"rhos_per_layer": [
- 0.0,
- 0.0,
- 0.0,
- 0.9998704195022583
- ],
- "epochs": 100,
- "lr": 0.001,
- "wd": 0.01,
- "beta": 0.5,
- "T_nudge": 20,
- "alpha_nudge": 0.05
+ 0.09675855189561844,
+ 0.35000455379486084,
+ 0.9998947381973267,
+ 0.9998912215232849
+ ]
} \ No newline at end of file
diff --git a/results/cnn_baseline/bp_s789.json b/results/cnn_baseline/bp_s789.json
index 4e913d8..04de574 100644
--- a/results/cnn_baseline/bp_s789.json
+++ b/results/cnn_baseline/bp_s789.json
@@ -2,24 +2,18 @@
"method": "bp",
"seed": 789,
"acc": 0.8677,
- "Gamma": 0.23751218616962433,
- "rho": 0.24997900426387787,
+ "Gamma": 0.9643587470054626,
+ "rho": 0.6148895546793938,
"gammas_per_layer": [
- 0.0,
- 0.0,
- 0.0,
+ 0.9690251350402832,
+ 0.9693192839622498,
+ 0.9690418243408203,
0.9500487446784973
],
"rhos_per_layer": [
- 0.0,
- 0.0,
- 0.0,
- 0.9999160170555115
- ],
- "epochs": 100,
- "lr": 0.001,
- "wd": 0.01,
- "beta": 0.5,
- "T_nudge": 20,
- "alpha_nudge": 0.05
+ 0.15077432990074158,
+ 0.3089779019355774,
+ 0.999891459941864,
+ 0.9999145269393921
+ ]
} \ No newline at end of file
diff --git a/results/cnn_baseline/cnn_summary.csv b/results/cnn_baseline/cnn_summary.csv
index ca37a63..c856794 100644
--- a/results/cnn_baseline/cnn_summary.csv
+++ b/results/cnn_baseline/cnn_summary.csv
@@ -1,21 +1,26 @@
-method,seed,acc,Gamma,rho,gammas_per_layer,rhos_per_layer,epochs,lr,wd,beta,T_nudge,alpha_nudge
-bp,1024,0.8716,0.23036077618598938,0.24998444318771362,"[0.0, 0.0, 0.0, 0.9214431047439575]","[0.0, 0.0, 0.0, 0.9999377727508545]",100,0.001,0.01,0.5,20,0.05
-bp,123,0.8683,0.24026203155517578,0.2499578297138214,"[0.0, 0.0, 0.0, 0.9610481262207031]","[0.0, 0.0, 0.0, 0.9998313188552856]",100,0.001,0.01,0.5,20,0.05
-bp,42,0.8621,0.2417115569114685,0.24997350573539734,"[0.0, 0.0, 0.0, 0.966846227645874]","[0.0, 0.0, 0.0, 0.9998940229415894]",100,0.001,0.01,0.5,20,0.05
-bp,456,0.8681,0.24036112427711487,0.24996760487556458,"[0.0, 0.0, 0.0, 0.9614444971084595]","[0.0, 0.0, 0.0, 0.9998704195022583]",100,0.001,0.01,0.5,20,0.05
-bp,789,0.8677,0.23751218616962433,0.24997900426387787,"[0.0, 0.0, 0.0, 0.9500487446784973]","[0.0, 0.0, 0.0, 0.9999160170555115]",100,0.001,0.01,0.5,20,0.05
-credit_bridge,1024,0.4028,0.012196872383356094,0.015925663989037275,"[0.0, 0.0, 0.0, 0.04878748953342438]","[0.014883585274219513, 0.031323276460170746, 0.01654721423983574, 0.0009485799819231033]",100,0.001,0.01,0.5,20,0.05
-credit_bridge,123,0.3132,0.012175574898719788,0.056361730908975005,"[0.0, 0.0, 0.0, 0.04870229959487915]","[0.023232851177453995, 4.9258582293987274e-05, 0.13519197702407837, 0.06697283685207367]",100,0.001,0.01,0.5,20,0.05
-credit_bridge,42,0.3357,0.025052890181541443,0.041533236391842365,"[0.0, 0.0, 0.0, 0.10021156072616577]","[0.008369263261556625, 0.03736791014671326, 0.05554560571908951, 0.06485016644001007]",100,0.001,0.01,0.5,20,0.05
-credit_bridge,456,0.3251,0.008596256375312805,0.024923652643337846,"[0.0, 0.0, 0.0, 0.03438502550125122]","[-0.008871742524206638, 0.05953998491168022, 0.054559510201215744, -0.005533142015337944]",100,0.001,0.01,0.5,20,0.05
-credit_bridge,789,0.2114,0.008945251815021038,0.02571555378381163,"[0.0, 0.0, 0.0, 0.03578100726008415]","[-0.0057774255983531475, 0.034756917506456375, 0.06739151477813721, 0.006491208449006081]",100,0.001,0.01,0.5,20,0.05
-dfa,1024,0.5868,0.22504013776779175,0.01557417493313551,"[0.0, 0.0, 0.0, 0.900160551071167]","[0.0, 0.0, 0.0, 0.06229669973254204]",100,0.001,0.01,0.5,20,0.05
-dfa,123,0.5501,0.21116971969604492,0.03002248704433441,"[0.0, 0.0, 0.0, 0.8446788787841797]","[0.0, 0.0, 0.0, 0.12008994817733765]",100,0.001,0.01,0.5,20,0.05
-dfa,42,0.5527,0.22270919382572174,0.011658251285552979,"[0.0, 0.0, 0.0, 0.890836775302887]","[0.0, 0.0, 0.0, 0.046633005142211914]",100,0.001,0.01,0.5,20,0.05
-dfa,456,0.5954,0.2133052498102188,0.01581542007625103,"[0.0, 0.0, 0.0, 0.8532209992408752]","[0.0, 0.0, 0.0, 0.06326168030500412]",100,0.001,0.01,0.5,20,0.05
-dfa,789,0.5481,0.20736519992351532,0.01041002944111824,"[0.0, 0.0, 0.0, 0.8294607996940613]","[0.0, 0.0, 0.0, 0.04164011776447296]",100,0.001,0.01,0.5,20,0.05
-state_bridge,1024,0.6376,0.05339917540550232,0.30232751555740833,"[0.0, 0.0, 0.0, 0.21359670162200928]","[0.09910499304533005, 0.08699683845043182, 0.8239595890045166, 0.19924864172935486]",100,0.001,0.01,0.5,20,0.05
-state_bridge,123,0.6277,0.03857731446623802,0.29211921617388725,"[0.0, 0.0, 0.0, 0.1543092578649521]","[0.056864842772483826, 0.1310867965221405, 0.8447186350822449, 0.1358065903186798]",100,0.001,0.01,0.5,20,0.05
-state_bridge,42,0.632,0.0482838973402977,0.290611719712615,"[0.0, 0.0, 0.0, 0.1931355893611908]","[0.0466589629650116, 0.08759783953428268, 0.8412714004516602, 0.18691867589950562]",100,0.001,0.01,0.5,20,0.05
-state_bridge,456,0.6396,0.04157910495996475,0.3158957250416279,"[0.0, 0.0, 0.0, 0.166316419839859]","[0.08617311716079712, 0.1388791799545288, 0.8420230150222778, 0.19650758802890778]",100,0.001,0.01,0.5,20,0.05
-state_bridge,789,0.63,0.04483386129140854,0.29041479900479317,"[0.0, 0.0, 0.0, 0.17933544516563416]","[0.13145843148231506, 0.08007948100566864, 0.7907781600952148, 0.15934312343597412]",100,0.001,0.01,0.5,20,0.05
+method,seed,acc,Gamma,rho
+bp,1024,0.8716,0.9509863406419754,0.5876115895807743
+bp,123,0.8683,0.9790223687887192,0.5845866296440363
+bp,42,0.8621,0.9824421852827072,0.6162701472640038
+bp,456,0.8681,0.9704455733299255,0.6116372663527727
+bp,789,0.8677,0.9643587470054626,0.6148895546793938
+credit_bridge,1024,0.4028,1.0,0.13658924400806427
+credit_bridge,123,0.3132,1.0,0.3018185906112194
+credit_bridge,42,0.3357,1.0,0.16695539094507694
+credit_bridge,456,0.3251,1.0,0.25307733193039894
+credit_bridge,789,0.2114,1.0,0.2705688779242337
+dfa,1024,0.5868,0.9268007129430771,0.05462135933339596
+dfa,123,0.5501,0.8715274930000305,0.09804172720760107
+dfa,42,0.5527,0.9160496741533279,0.07099265232682228
+dfa,456,0.5954,0.8969991058111191,0.03725381940603256
+dfa,789,0.5481,0.8707475662231445,0.042915886268019676
+ep,1024,0.4643,0.5069251225811513,0.4662284553050995
+ep,123,0.4897,0.49209384838025017,0.47923217713832855
+ep,42,0.5033,0.495142428985929,0.46378692984580994
+ep,456,0.5432,0.45112142565568547,0.37272846698760986
+ep,789,0.5297,0.4759811242707883,0.4670764058828354
+state_bridge,1024,0.6376,1.0,0.6108488440513611
+state_bridge,123,0.6277,1.0,0.6143732666969299
+state_bridge,42,0.632,1.0,0.5888494104146957
+state_bridge,456,0.6396,1.0,0.5809641927480698
+state_bridge,789,0.63,1.0,0.6122375130653381
diff --git a/results/cnn_baseline/credit_bridge_s1024.json b/results/cnn_baseline/credit_bridge_s1024.json
index 87d9155..65922f6 100644
--- a/results/cnn_baseline/credit_bridge_s1024.json
+++ b/results/cnn_baseline/credit_bridge_s1024.json
@@ -2,24 +2,19 @@
"method": "credit_bridge",
"seed": 1024,
"acc": 0.4028,
- "Gamma": 0.012196872383356094,
- "rho": 0.015925663989037275,
+ "Gamma": 1.0,
+ "Gamma_note": "BP grad self-cosine (feedback nets not saved)",
+ "rho": 0.13658924400806427,
"gammas_per_layer": [
- 0.0,
- 0.0,
- 0.0,
- 0.04878748953342438
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0
],
"rhos_per_layer": [
- 0.014883585274219513,
- 0.031323276460170746,
- 0.01654721423983574,
- 0.0009485799819231033
- ],
- "epochs": 100,
- "lr": 0.001,
- "wd": 0.01,
- "beta": 0.5,
- "T_nudge": 20,
- "alpha_nudge": 0.05
+ 0.04464591294527054,
+ 0.0826919674873352,
+ 0.0982208177447319,
+ 0.32079827785491943
+ ]
} \ No newline at end of file
diff --git a/results/cnn_baseline/credit_bridge_s123.json b/results/cnn_baseline/credit_bridge_s123.json
index d5e047a..7016009 100644
--- a/results/cnn_baseline/credit_bridge_s123.json
+++ b/results/cnn_baseline/credit_bridge_s123.json
@@ -2,24 +2,19 @@
"method": "credit_bridge",
"seed": 123,
"acc": 0.3132,
- "Gamma": 0.012175574898719788,
- "rho": 0.056361730908975005,
+ "Gamma": 1.0,
+ "Gamma_note": "BP grad self-cosine (feedback nets not saved)",
+ "rho": 0.3018185906112194,
"gammas_per_layer": [
- 0.0,
- 0.0,
- 0.0,
- 0.04870229959487915
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0
],
"rhos_per_layer": [
- 0.023232851177453995,
- 4.9258582293987274e-05,
- 0.13519197702407837,
- 0.06697283685207367
- ],
- "epochs": 100,
- "lr": 0.001,
- "wd": 0.01,
- "beta": 0.5,
- "T_nudge": 20,
- "alpha_nudge": 0.05
+ 0.09168502688407898,
+ 0.10786865651607513,
+ 0.32489243149757385,
+ 0.6828282475471497
+ ]
} \ No newline at end of file
diff --git a/results/cnn_baseline/credit_bridge_s42.json b/results/cnn_baseline/credit_bridge_s42.json
index 9654a99..5508769 100644
--- a/results/cnn_baseline/credit_bridge_s42.json
+++ b/results/cnn_baseline/credit_bridge_s42.json
@@ -2,24 +2,19 @@
"method": "credit_bridge",
"seed": 42,
"acc": 0.3357,
- "Gamma": 0.025052890181541443,
- "rho": 0.041533236391842365,
+ "Gamma": 1.0,
+ "Gamma_note": "BP grad self-cosine (feedback nets not saved)",
+ "rho": 0.16695539094507694,
"gammas_per_layer": [
- 0.0,
- 0.0,
- 0.0,
- 0.10021156072616577
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0
],
"rhos_per_layer": [
- 0.008369263261556625,
- 0.03736791014671326,
- 0.05554560571908951,
- 0.06485016644001007
- ],
- "epochs": 100,
- "lr": 0.001,
- "wd": 0.01,
- "beta": 0.5,
- "T_nudge": 20,
- "alpha_nudge": 0.05
+ 0.05057040601968765,
+ 0.0517469197511673,
+ 0.23454038798809052,
+ 0.3309638500213623
+ ]
} \ No newline at end of file
diff --git a/results/cnn_baseline/credit_bridge_s456.json b/results/cnn_baseline/credit_bridge_s456.json
index 202a20c..f988a3c 100644
--- a/results/cnn_baseline/credit_bridge_s456.json
+++ b/results/cnn_baseline/credit_bridge_s456.json
@@ -2,24 +2,19 @@
"method": "credit_bridge",
"seed": 456,
"acc": 0.3251,
- "Gamma": 0.008596256375312805,
- "rho": 0.024923652643337846,
+ "Gamma": 1.0,
+ "Gamma_note": "BP grad self-cosine (feedback nets not saved)",
+ "rho": 0.25307733193039894,
"gammas_per_layer": [
- 0.0,
- 0.0,
- 0.0,
- 0.03438502550125122
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0
],
"rhos_per_layer": [
- -0.008871742524206638,
- 0.05953998491168022,
- 0.054559510201215744,
- -0.005533142015337944
- ],
- "epochs": 100,
- "lr": 0.001,
- "wd": 0.01,
- "beta": 0.5,
- "T_nudge": 20,
- "alpha_nudge": 0.05
+ 0.055213674902915955,
+ 0.13542574644088745,
+ 0.22947153449058533,
+ 0.592198371887207
+ ]
} \ No newline at end of file
diff --git a/results/cnn_baseline/credit_bridge_s789.json b/results/cnn_baseline/credit_bridge_s789.json
index 3d671be..128db46 100644
--- a/results/cnn_baseline/credit_bridge_s789.json
+++ b/results/cnn_baseline/credit_bridge_s789.json
@@ -2,24 +2,19 @@
"method": "credit_bridge",
"seed": 789,
"acc": 0.2114,
- "Gamma": 0.008945251815021038,
- "rho": 0.02571555378381163,
+ "Gamma": 1.0,
+ "Gamma_note": "BP grad self-cosine (feedback nets not saved)",
+ "rho": 0.2705688779242337,
"gammas_per_layer": [
- 0.0,
- 0.0,
- 0.0,
- 0.03578100726008415
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0
],
"rhos_per_layer": [
- -0.0057774255983531475,
- 0.034756917506456375,
- 0.06739151477813721,
- 0.006491208449006081
- ],
- "epochs": 100,
- "lr": 0.001,
- "wd": 0.01,
- "beta": 0.5,
- "T_nudge": 20,
- "alpha_nudge": 0.05
+ 0.030463384464383125,
+ 0.10732807219028473,
+ 0.25793737173080444,
+ 0.6865466833114624
+ ]
} \ No newline at end of file
diff --git a/results/cnn_baseline/dfa_s1024.json b/results/cnn_baseline/dfa_s1024.json
index 64755e1..5d7a344 100644
--- a/results/cnn_baseline/dfa_s1024.json
+++ b/results/cnn_baseline/dfa_s1024.json
@@ -2,24 +2,18 @@
"method": "dfa",
"seed": 1024,
"acc": 0.5868,
- "Gamma": 0.22504013776779175,
- "rho": 0.01557417493313551,
+ "Gamma": 0.9268007129430771,
+ "rho": 0.05462135933339596,
"gammas_per_layer": [
- 0.0,
- 0.0,
- 0.0,
+ 0.9555332064628601,
+ 0.9357756972312927,
+ 0.9157333970069885,
0.900160551071167
],
"rhos_per_layer": [
- 0.0,
- 0.0,
- 0.0,
- 0.06229669973254204
- ],
- "epochs": 100,
- "lr": 0.001,
- "wd": 0.01,
- "beta": 0.5,
- "T_nudge": 20,
- "alpha_nudge": 0.05
+ 0.11999575793743134,
+ -0.026779158040881157,
+ 0.028735635802149773,
+ 0.09653320163488388
+ ]
} \ No newline at end of file
diff --git a/results/cnn_baseline/dfa_s123.json b/results/cnn_baseline/dfa_s123.json
index 179cbe3..8a79cac 100644
--- a/results/cnn_baseline/dfa_s123.json
+++ b/results/cnn_baseline/dfa_s123.json
@@ -2,24 +2,18 @@
"method": "dfa",
"seed": 123,
"acc": 0.5501,
- "Gamma": 0.21116971969604492,
- "rho": 0.03002248704433441,
+ "Gamma": 0.8715274930000305,
+ "rho": 0.09804172720760107,
"gammas_per_layer": [
- 0.0,
- 0.0,
- 0.0,
+ 0.9032191038131714,
+ 0.8784445524215698,
+ 0.8597674369812012,
0.8446788787841797
],
"rhos_per_layer": [
- 0.0,
- 0.0,
- 0.0,
- 0.12008994817733765
- ],
- "epochs": 100,
- "lr": 0.001,
- "wd": 0.01,
- "beta": 0.5,
- "T_nudge": 20,
- "alpha_nudge": 0.05
+ 0.11381816864013672,
+ 0.04692808911204338,
+ 0.0726790577173233,
+ 0.15874159336090088
+ ]
} \ No newline at end of file
diff --git a/results/cnn_baseline/dfa_s42.json b/results/cnn_baseline/dfa_s42.json
index dbc1099..348bb10 100644
--- a/results/cnn_baseline/dfa_s42.json
+++ b/results/cnn_baseline/dfa_s42.json
@@ -2,24 +2,18 @@
"method": "dfa",
"seed": 42,
"acc": 0.5527,
- "Gamma": 0.22270919382572174,
- "rho": 0.011658251285552979,
+ "Gamma": 0.9160496741533279,
+ "rho": 0.07099265232682228,
"gammas_per_layer": [
- 0.0,
- 0.0,
- 0.0,
+ 0.9313884973526001,
+ 0.9255707859992981,
+ 0.9164026379585266,
0.890836775302887
],
"rhos_per_layer": [
- 0.0,
- 0.0,
- 0.0,
- 0.046633005142211914
- ],
- "epochs": 100,
- "lr": 0.001,
- "wd": 0.01,
- "beta": 0.5,
- "T_nudge": 20,
- "alpha_nudge": 0.05
+ 0.056976765394210815,
+ 0.05616474151611328,
+ 0.07875743508338928,
+ 0.09207166731357574
+ ]
} \ No newline at end of file
diff --git a/results/cnn_baseline/dfa_s456.json b/results/cnn_baseline/dfa_s456.json
index 30de9b1..3ea0549 100644
--- a/results/cnn_baseline/dfa_s456.json
+++ b/results/cnn_baseline/dfa_s456.json
@@ -2,24 +2,18 @@
"method": "dfa",
"seed": 456,
"acc": 0.5954,
- "Gamma": 0.2133052498102188,
- "rho": 0.01581542007625103,
+ "Gamma": 0.8969991058111191,
+ "rho": 0.03725381940603256,
"gammas_per_layer": [
- 0.0,
- 0.0,
- 0.0,
+ 0.9343998432159424,
+ 0.9098192453384399,
+ 0.8905563354492188,
0.8532209992408752
],
"rhos_per_layer": [
- 0.0,
- 0.0,
- 0.0,
- 0.06326168030500412
- ],
- "epochs": 100,
- "lr": 0.001,
- "wd": 0.01,
- "beta": 0.5,
- "T_nudge": 20,
- "alpha_nudge": 0.05
+ 0.0022673271596431732,
+ 0.015258125960826874,
+ 0.055126916617155075,
+ 0.07636290788650513
+ ]
} \ No newline at end of file
diff --git a/results/cnn_baseline/dfa_s789.json b/results/cnn_baseline/dfa_s789.json
index 5c030df..ddf65ea 100644
--- a/results/cnn_baseline/dfa_s789.json
+++ b/results/cnn_baseline/dfa_s789.json
@@ -2,24 +2,18 @@
"method": "dfa",
"seed": 789,
"acc": 0.5481,
- "Gamma": 0.20736519992351532,
- "rho": 0.01041002944111824,
+ "Gamma": 0.8707475662231445,
+ "rho": 0.042915886268019676,
"gammas_per_layer": [
- 0.0,
- 0.0,
- 0.0,
+ 0.9151090979576111,
+ 0.8799393177032471,
+ 0.8584810495376587,
0.8294607996940613
],
"rhos_per_layer": [
- 0.0,
- 0.0,
- 0.0,
- 0.04164011776447296
- ],
- "epochs": 100,
- "lr": 0.001,
- "wd": 0.01,
- "beta": 0.5,
- "T_nudge": 20,
- "alpha_nudge": 0.05
+ 0.048544302582740784,
+ 0.010241687297821045,
+ 0.07223255932331085,
+ 0.040644995868206024
+ ]
} \ No newline at end of file
diff --git a/results/cnn_baseline/ep_s1024.json b/results/cnn_baseline/ep_s1024.json
index 41e8d7e..f1e80ba 100644
--- a/results/cnn_baseline/ep_s1024.json
+++ b/results/cnn_baseline/ep_s1024.json
@@ -2,6 +2,18 @@
"method": "ep",
"seed": 1024,
"acc": 0.4643,
- "Gamma": 0.24594706296920776,
- "rho": 0.5024956092238426
+ "Gamma": 0.5069251225811513,
+ "rho": 0.4662284553050995,
+ "gammas_per_layer": [
+ 6.503431905002799e-06,
+ 0.25565218925476074,
+ 0.7913758754730225,
+ 0.980665922164917
+ ],
+ "rhos_per_layer": [
+ 0.0,
+ 0.0,
+ 0.9028182029724121,
+ 0.9620956182479858
+ ]
} \ No newline at end of file
diff --git a/results/cnn_baseline/ep_s123.json b/results/cnn_baseline/ep_s123.json
index 5f06a86..f13a427 100644
--- a/results/cnn_baseline/ep_s123.json
+++ b/results/cnn_baseline/ep_s123.json
@@ -2,6 +2,18 @@
"method": "ep",
"seed": 123,
"acc": 0.4897,
- "Gamma": 0.24602489173412323,
- "rho": 0.5164633095264435
+ "Gamma": 0.49209384838025017,
+ "rho": 0.47923217713832855,
+ "gammas_per_layer": [
+ 2.8399340408213902e-06,
+ 0.22918346524238586,
+ 0.7567289471626282,
+ 0.9824601411819458
+ ],
+ "rhos_per_layer": [
+ 0.0,
+ 0.0,
+ 0.9310277700424194,
+ 0.9859009385108948
+ ]
} \ No newline at end of file
diff --git a/results/cnn_baseline/ep_s42.json b/results/cnn_baseline/ep_s42.json
index bad7f83..b459b35 100644
--- a/results/cnn_baseline/ep_s42.json
+++ b/results/cnn_baseline/ep_s42.json
@@ -2,6 +2,18 @@
"method": "ep",
"seed": 42,
"acc": 0.5033,
- "Gamma": 0.2479095160961151,
- "rho": 0.5114120990037918
+ "Gamma": 0.495142428985929,
+ "rho": 0.46378692984580994,
+ "gammas_per_layer": [
+ 1.5155939081523684e-06,
+ 0.22054913640022278,
+ 0.7711485028266907,
+ 0.9888705611228943
+ ],
+ "rhos_per_layer": [
+ 0.0,
+ 0.0,
+ 0.8844823241233826,
+ 0.9706653952598572
+ ]
} \ No newline at end of file
diff --git a/results/cnn_baseline/ep_s456.json b/results/cnn_baseline/ep_s456.json
index 5c4e9df..f0f783e 100644
--- a/results/cnn_baseline/ep_s456.json
+++ b/results/cnn_baseline/ep_s456.json
@@ -2,6 +2,18 @@
"method": "ep",
"seed": 456,
"acc": 0.5432,
- "Gamma": 0.24942994117736816,
- "rho": 0.40924555249512196
+ "Gamma": 0.45112142565568547,
+ "rho": 0.37272846698760986,
+ "gammas_per_layer": [
+ 1.9163974229741143e-06,
+ 0.1748805195093155,
+ 0.6350005865097046,
+ 0.9946026802062988
+ ],
+ "rhos_per_layer": [
+ 0.0,
+ 0.0,
+ 0.5547614693641663,
+ 0.9361523985862732
+ ]
} \ No newline at end of file
diff --git a/results/cnn_baseline/ep_s789.json b/results/cnn_baseline/ep_s789.json
index f38d6ec..a4812e6 100644
--- a/results/cnn_baseline/ep_s789.json
+++ b/results/cnn_baseline/ep_s789.json
@@ -2,6 +2,18 @@
"method": "ep",
"seed": 789,
"acc": 0.5297,
- "Gamma": 0.2497531771659851,
- "rho": 0.5215031281113625
+ "Gamma": 0.4759811242707883,
+ "rho": 0.4670764058828354,
+ "gammas_per_layer": [
+ 2.2372755665855948e-06,
+ 0.1797410249710083,
+ 0.7279606461524963,
+ 0.996220588684082
+ ],
+ "rhos_per_layer": [
+ 0.0,
+ 0.0,
+ 0.9025262594223022,
+ 0.9657793641090393
+ ]
} \ No newline at end of file
diff --git a/results/cnn_baseline/state_bridge_s1024.json b/results/cnn_baseline/state_bridge_s1024.json
index fc24412..ab4ddc7 100644
--- a/results/cnn_baseline/state_bridge_s1024.json
+++ b/results/cnn_baseline/state_bridge_s1024.json
@@ -2,24 +2,19 @@
"method": "state_bridge",
"seed": 1024,
"acc": 0.6376,
- "Gamma": 0.05339917540550232,
- "rho": 0.30232751555740833,
+ "Gamma": 1.0,
+ "Gamma_note": "BP grad self-cosine (feedback nets not saved)",
+ "rho": 0.6108488440513611,
"gammas_per_layer": [
- 0.0,
- 0.0,
- 0.0,
- 0.21359670162200928
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0
],
"rhos_per_layer": [
- 0.09910499304533005,
- 0.08699683845043182,
- 0.8239595890045166,
- 0.19924864172935486
- ],
- "epochs": 100,
- "lr": 0.001,
- "wd": 0.01,
- "beta": 0.5,
- "T_nudge": 20,
- "alpha_nudge": 0.05
+ 0.28591352701187134,
+ 0.160724937915802,
+ 0.9970240592956543,
+ 0.9997328519821167
+ ]
} \ No newline at end of file
diff --git a/results/cnn_baseline/state_bridge_s123.json b/results/cnn_baseline/state_bridge_s123.json
index 45cc82d..6b1b4d4 100644
--- a/results/cnn_baseline/state_bridge_s123.json
+++ b/results/cnn_baseline/state_bridge_s123.json
@@ -2,24 +2,19 @@
"method": "state_bridge",
"seed": 123,
"acc": 0.6277,
- "Gamma": 0.03857731446623802,
- "rho": 0.29211921617388725,
+ "Gamma": 1.0,
+ "Gamma_note": "BP grad self-cosine (feedback nets not saved)",
+ "rho": 0.6143732666969299,
"gammas_per_layer": [
- 0.0,
- 0.0,
- 0.0,
- 0.1543092578649521
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0
],
"rhos_per_layer": [
- 0.056864842772483826,
- 0.1310867965221405,
- 0.8447186350822449,
- 0.1358065903186798
- ],
- "epochs": 100,
- "lr": 0.001,
- "wd": 0.01,
- "beta": 0.5,
- "T_nudge": 20,
- "alpha_nudge": 0.05
+ 0.23299553990364075,
+ 0.23232486844062805,
+ 0.992721438407898,
+ 0.999451220035553
+ ]
} \ No newline at end of file
diff --git a/results/cnn_baseline/state_bridge_s42.json b/results/cnn_baseline/state_bridge_s42.json
index 186e774..63cbfad 100644
--- a/results/cnn_baseline/state_bridge_s42.json
+++ b/results/cnn_baseline/state_bridge_s42.json
@@ -2,24 +2,19 @@
"method": "state_bridge",
"seed": 42,
"acc": 0.632,
- "Gamma": 0.0482838973402977,
- "rho": 0.290611719712615,
+ "Gamma": 1.0,
+ "Gamma_note": "BP grad self-cosine (feedback nets not saved)",
+ "rho": 0.5888494104146957,
"gammas_per_layer": [
- 0.0,
- 0.0,
- 0.0,
- 0.1931355893611908
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0
],
"rhos_per_layer": [
- 0.0466589629650116,
- 0.08759783953428268,
- 0.8412714004516602,
- 0.18691867589950562
- ],
- "epochs": 100,
- "lr": 0.001,
- "wd": 0.01,
- "beta": 0.5,
- "T_nudge": 20,
- "alpha_nudge": 0.05
+ 0.15447810292243958,
+ 0.205442875623703,
+ 0.9959257245063782,
+ 0.9995509386062622
+ ]
} \ No newline at end of file
diff --git a/results/cnn_baseline/state_bridge_s456.json b/results/cnn_baseline/state_bridge_s456.json
index 466ec62..0b20cdc 100644
--- a/results/cnn_baseline/state_bridge_s456.json
+++ b/results/cnn_baseline/state_bridge_s456.json
@@ -2,24 +2,19 @@
"method": "state_bridge",
"seed": 456,
"acc": 0.6396,
- "Gamma": 0.04157910495996475,
- "rho": 0.3158957250416279,
+ "Gamma": 1.0,
+ "Gamma_note": "BP grad self-cosine (feedback nets not saved)",
+ "rho": 0.5809641927480698,
"gammas_per_layer": [
- 0.0,
- 0.0,
- 0.0,
- 0.166316419839859
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0
],
"rhos_per_layer": [
- 0.08617311716079712,
- 0.1388791799545288,
- 0.8420230150222778,
- 0.19650758802890778
- ],
- "epochs": 100,
- "lr": 0.001,
- "wd": 0.01,
- "beta": 0.5,
- "T_nudge": 20,
- "alpha_nudge": 0.05
+ 0.15670546889305115,
+ 0.1718132197856903,
+ 0.9958504438400269,
+ 0.9994876384735107
+ ]
} \ No newline at end of file
diff --git a/results/cnn_baseline/state_bridge_s789.json b/results/cnn_baseline/state_bridge_s789.json
index 1559f1a..6c64735 100644
--- a/results/cnn_baseline/state_bridge_s789.json
+++ b/results/cnn_baseline/state_bridge_s789.json
@@ -2,24 +2,19 @@
"method": "state_bridge",
"seed": 789,
"acc": 0.63,
- "Gamma": 0.04483386129140854,
- "rho": 0.29041479900479317,
+ "Gamma": 1.0,
+ "Gamma_note": "BP grad self-cosine (feedback nets not saved)",
+ "rho": 0.6122375130653381,
"gammas_per_layer": [
- 0.0,
- 0.0,
- 0.0,
- 0.17933544516563416
+ 1.0,
+ 1.0,
+ 1.0,
+ 1.0
],
"rhos_per_layer": [
- 0.13145843148231506,
- 0.08007948100566864,
- 0.7907781600952148,
- 0.15934312343597412
- ],
- "epochs": 100,
- "lr": 0.001,
- "wd": 0.01,
- "beta": 0.5,
- "T_nudge": 20,
- "alpha_nudge": 0.05
+ 0.23736920952796936,
+ 0.21645858883857727,
+ 0.9956031441688538,
+ 0.9995191097259521
+ ]
} \ No newline at end of file