summaryrefslogtreecommitdiff
path: root/results/gelu_ablation
diff options
context:
space:
mode:
authorYurenHao0426 <Blackhao0426@gmail.com>2026-04-02 14:42:02 -0500
committerYurenHao0426 <Blackhao0426@gmail.com>2026-04-02 14:42:02 -0500
commitfe36805c894671b571f0dd573185394ca2e88c8d (patch)
treedc04ab3d0057f50d0d2392904198a8a800c4c092 /results/gelu_ablation
parent100ae0eb429774ae9cd4f3085de7c87bf9d56d45 (diff)
Add EP baseline (5 seeds), GELU ablation (20 runs), CNN BP+DFA (10 runs)
EP (L=4 d=256): acc≈30%, Gamma≈0, rho≈0 — EP credit signal weak on feedforward MLP GELU ablation (ReLU variant): 4 methods × 5 seeds complete CNN BP+DFA: 5 seeds each, BP + DFA on SmallCNN Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
Diffstat (limited to 'results/gelu_ablation')
-rw-r--r--results/gelu_ablation/relu_bp_s1024.json10
-rw-r--r--results/gelu_ablation/relu_bp_s123.json10
-rw-r--r--results/gelu_ablation/relu_bp_s42.json10
-rw-r--r--results/gelu_ablation/relu_bp_s456.json10
-rw-r--r--results/gelu_ablation/relu_bp_s789.json10
-rw-r--r--results/gelu_ablation/relu_credit_bridge_s1024.json10
-rw-r--r--results/gelu_ablation/relu_credit_bridge_s123.json10
-rw-r--r--results/gelu_ablation/relu_credit_bridge_s42.json10
-rw-r--r--results/gelu_ablation/relu_credit_bridge_s456.json10
-rw-r--r--results/gelu_ablation/relu_credit_bridge_s789.json10
-rw-r--r--results/gelu_ablation/relu_dfa_s1024.json10
-rw-r--r--results/gelu_ablation/relu_dfa_s123.json10
-rw-r--r--results/gelu_ablation/relu_dfa_s42.json10
-rw-r--r--results/gelu_ablation/relu_dfa_s456.json10
-rw-r--r--results/gelu_ablation/relu_dfa_s789.json10
-rw-r--r--results/gelu_ablation/relu_state_bridge_s1024.json10
-rw-r--r--results/gelu_ablation/relu_state_bridge_s123.json10
-rw-r--r--results/gelu_ablation/relu_state_bridge_s42.json10
-rw-r--r--results/gelu_ablation/relu_state_bridge_s456.json10
-rw-r--r--results/gelu_ablation/relu_state_bridge_s789.json10
20 files changed, 200 insertions, 0 deletions
diff --git a/results/gelu_ablation/relu_bp_s1024.json b/results/gelu_ablation/relu_bp_s1024.json
new file mode 100644
index 0000000..aa8d306
--- /dev/null
+++ b/results/gelu_ablation/relu_bp_s1024.json
@@ -0,0 +1,10 @@
+{
+ "activation": "relu",
+ "method": "bp",
+ "seed": 1024,
+ "acc": 0.6097,
+ "StateErr": null,
+ "Gamma": 1.0,
+ "rho": 0.9974461048841476,
+ "naive_StateErr": 0.4324362277984619
+} \ No newline at end of file
diff --git a/results/gelu_ablation/relu_bp_s123.json b/results/gelu_ablation/relu_bp_s123.json
new file mode 100644
index 0000000..e3ffbd2
--- /dev/null
+++ b/results/gelu_ablation/relu_bp_s123.json
@@ -0,0 +1,10 @@
+{
+ "activation": "relu",
+ "method": "bp",
+ "seed": 123,
+ "acc": 0.613,
+ "StateErr": null,
+ "Gamma": 1.0,
+ "rho": 0.997876763343811,
+ "naive_StateErr": 0.5002583861351013
+} \ No newline at end of file
diff --git a/results/gelu_ablation/relu_bp_s42.json b/results/gelu_ablation/relu_bp_s42.json
new file mode 100644
index 0000000..d35d1b6
--- /dev/null
+++ b/results/gelu_ablation/relu_bp_s42.json
@@ -0,0 +1,10 @@
+{
+ "activation": "relu",
+ "method": "bp",
+ "seed": 42,
+ "acc": 0.6129,
+ "StateErr": null,
+ "Gamma": 1.0,
+ "rho": 0.9975161552429199,
+ "naive_StateErr": 0.6057583093643188
+} \ No newline at end of file
diff --git a/results/gelu_ablation/relu_bp_s456.json b/results/gelu_ablation/relu_bp_s456.json
new file mode 100644
index 0000000..0ddf182
--- /dev/null
+++ b/results/gelu_ablation/relu_bp_s456.json
@@ -0,0 +1,10 @@
+{
+ "activation": "relu",
+ "method": "bp",
+ "seed": 456,
+ "acc": 0.608,
+ "StateErr": null,
+ "Gamma": 1.0,
+ "rho": 0.9971267879009247,
+ "naive_StateErr": 0.3411523401737213
+} \ No newline at end of file
diff --git a/results/gelu_ablation/relu_bp_s789.json b/results/gelu_ablation/relu_bp_s789.json
new file mode 100644
index 0000000..f845b43
--- /dev/null
+++ b/results/gelu_ablation/relu_bp_s789.json
@@ -0,0 +1,10 @@
+{
+ "activation": "relu",
+ "method": "bp",
+ "seed": 789,
+ "acc": 0.6095,
+ "StateErr": null,
+ "Gamma": 1.0,
+ "rho": 0.9979429095983505,
+ "naive_StateErr": 0.27360349893569946
+} \ No newline at end of file
diff --git a/results/gelu_ablation/relu_credit_bridge_s1024.json b/results/gelu_ablation/relu_credit_bridge_s1024.json
new file mode 100644
index 0000000..fd55fa1
--- /dev/null
+++ b/results/gelu_ablation/relu_credit_bridge_s1024.json
@@ -0,0 +1,10 @@
+{
+ "activation": "relu",
+ "method": "credit_bridge",
+ "seed": 1024,
+ "acc": 0.2969,
+ "StateErr": null,
+ "Gamma": 1.0,
+ "rho": 0.008778431452810764,
+ "naive_StateErr": 1.527748942375183
+} \ No newline at end of file
diff --git a/results/gelu_ablation/relu_credit_bridge_s123.json b/results/gelu_ablation/relu_credit_bridge_s123.json
new file mode 100644
index 0000000..8d311e8
--- /dev/null
+++ b/results/gelu_ablation/relu_credit_bridge_s123.json
@@ -0,0 +1,10 @@
+{
+ "activation": "relu",
+ "method": "credit_bridge",
+ "seed": 123,
+ "acc": 0.2644,
+ "StateErr": null,
+ "Gamma": 1.0,
+ "rho": 0.004790207836776972,
+ "naive_StateErr": 0.1871446669101715
+} \ No newline at end of file
diff --git a/results/gelu_ablation/relu_credit_bridge_s42.json b/results/gelu_ablation/relu_credit_bridge_s42.json
new file mode 100644
index 0000000..38fc810
--- /dev/null
+++ b/results/gelu_ablation/relu_credit_bridge_s42.json
@@ -0,0 +1,10 @@
+{
+ "activation": "relu",
+ "method": "credit_bridge",
+ "seed": 42,
+ "acc": 0.3021,
+ "StateErr": null,
+ "Gamma": 1.0,
+ "rho": -0.008028814569115639,
+ "naive_StateErr": 0.27361318469047546
+} \ No newline at end of file
diff --git a/results/gelu_ablation/relu_credit_bridge_s456.json b/results/gelu_ablation/relu_credit_bridge_s456.json
new file mode 100644
index 0000000..a6934ba
--- /dev/null
+++ b/results/gelu_ablation/relu_credit_bridge_s456.json
@@ -0,0 +1,10 @@
+{
+ "activation": "relu",
+ "method": "credit_bridge",
+ "seed": 456,
+ "acc": 0.2842,
+ "StateErr": null,
+ "Gamma": 1.0,
+ "rho": -0.0007395216962322593,
+ "naive_StateErr": 1.9933160543441772
+} \ No newline at end of file
diff --git a/results/gelu_ablation/relu_credit_bridge_s789.json b/results/gelu_ablation/relu_credit_bridge_s789.json
new file mode 100644
index 0000000..4f3ff0d
--- /dev/null
+++ b/results/gelu_ablation/relu_credit_bridge_s789.json
@@ -0,0 +1,10 @@
+{
+ "activation": "relu",
+ "method": "credit_bridge",
+ "seed": 789,
+ "acc": 0.2898,
+ "StateErr": null,
+ "Gamma": 1.0,
+ "rho": 0.01000211015343666,
+ "naive_StateErr": 0.6378490328788757
+} \ No newline at end of file
diff --git a/results/gelu_ablation/relu_dfa_s1024.json b/results/gelu_ablation/relu_dfa_s1024.json
new file mode 100644
index 0000000..12efe95
--- /dev/null
+++ b/results/gelu_ablation/relu_dfa_s1024.json
@@ -0,0 +1,10 @@
+{
+ "activation": "relu",
+ "method": "dfa",
+ "seed": 1024,
+ "acc": 0.312,
+ "StateErr": null,
+ "Gamma": 1.0,
+ "rho": 0.005766347981989384,
+ "naive_StateErr": 1.1434805393218994
+} \ No newline at end of file
diff --git a/results/gelu_ablation/relu_dfa_s123.json b/results/gelu_ablation/relu_dfa_s123.json
new file mode 100644
index 0000000..717abcc
--- /dev/null
+++ b/results/gelu_ablation/relu_dfa_s123.json
@@ -0,0 +1,10 @@
+{
+ "activation": "relu",
+ "method": "dfa",
+ "seed": 123,
+ "acc": 0.3072,
+ "StateErr": null,
+ "Gamma": 1.0,
+ "rho": -0.00010712328366935253,
+ "naive_StateErr": 53.51875686645508
+} \ No newline at end of file
diff --git a/results/gelu_ablation/relu_dfa_s42.json b/results/gelu_ablation/relu_dfa_s42.json
new file mode 100644
index 0000000..ae9b9da
--- /dev/null
+++ b/results/gelu_ablation/relu_dfa_s42.json
@@ -0,0 +1,10 @@
+{
+ "activation": "relu",
+ "method": "dfa",
+ "seed": 42,
+ "acc": 0.3113,
+ "StateErr": null,
+ "Gamma": 1.0,
+ "rho": 0.010042589157819748,
+ "naive_StateErr": 1.0625700950622559
+} \ No newline at end of file
diff --git a/results/gelu_ablation/relu_dfa_s456.json b/results/gelu_ablation/relu_dfa_s456.json
new file mode 100644
index 0000000..85404d8
--- /dev/null
+++ b/results/gelu_ablation/relu_dfa_s456.json
@@ -0,0 +1,10 @@
+{
+ "activation": "relu",
+ "method": "dfa",
+ "seed": 456,
+ "acc": 0.2991,
+ "StateErr": null,
+ "Gamma": 1.0,
+ "rho": -0.00946012232452631,
+ "naive_StateErr": 0.08919885009527206
+} \ No newline at end of file
diff --git a/results/gelu_ablation/relu_dfa_s789.json b/results/gelu_ablation/relu_dfa_s789.json
new file mode 100644
index 0000000..bc16a09
--- /dev/null
+++ b/results/gelu_ablation/relu_dfa_s789.json
@@ -0,0 +1,10 @@
+{
+ "activation": "relu",
+ "method": "dfa",
+ "seed": 789,
+ "acc": 0.3065,
+ "StateErr": null,
+ "Gamma": 1.0,
+ "rho": 0.012797923758625984,
+ "naive_StateErr": 1.1228328943252563
+} \ No newline at end of file
diff --git a/results/gelu_ablation/relu_state_bridge_s1024.json b/results/gelu_ablation/relu_state_bridge_s1024.json
new file mode 100644
index 0000000..a70242b
--- /dev/null
+++ b/results/gelu_ablation/relu_state_bridge_s1024.json
@@ -0,0 +1,10 @@
+{
+ "activation": "relu",
+ "method": "state_bridge",
+ "seed": 1024,
+ "acc": 0.1478,
+ "StateErr": 98715213479.28064,
+ "Gamma": 1.0,
+ "rho": -0.0005375983892008662,
+ "naive_StateErr": 0.06271713972091675
+} \ No newline at end of file
diff --git a/results/gelu_ablation/relu_state_bridge_s123.json b/results/gelu_ablation/relu_state_bridge_s123.json
new file mode 100644
index 0000000..f56548e
--- /dev/null
+++ b/results/gelu_ablation/relu_state_bridge_s123.json
@@ -0,0 +1,10 @@
+{
+ "activation": "relu",
+ "method": "state_bridge",
+ "seed": 123,
+ "acc": 0.1868,
+ "StateErr": 537733263750.59454,
+ "Gamma": 1.0,
+ "rho": 0.13547618687152863,
+ "naive_StateErr": 16.496652603149414
+} \ No newline at end of file
diff --git a/results/gelu_ablation/relu_state_bridge_s42.json b/results/gelu_ablation/relu_state_bridge_s42.json
new file mode 100644
index 0000000..e3c1036
--- /dev/null
+++ b/results/gelu_ablation/relu_state_bridge_s42.json
@@ -0,0 +1,10 @@
+{
+ "activation": "relu",
+ "method": "state_bridge",
+ "seed": 42,
+ "acc": 0.0797,
+ "StateErr": 94040208847.33952,
+ "Gamma": 1.0,
+ "rho": 0.22764702141284943,
+ "naive_StateErr": 1.150978446006775
+} \ No newline at end of file
diff --git a/results/gelu_ablation/relu_state_bridge_s456.json b/results/gelu_ablation/relu_state_bridge_s456.json
new file mode 100644
index 0000000..0f50fc8
--- /dev/null
+++ b/results/gelu_ablation/relu_state_bridge_s456.json
@@ -0,0 +1,10 @@
+{
+ "activation": "relu",
+ "method": "state_bridge",
+ "seed": 456,
+ "acc": 0.1848,
+ "StateErr": 18242855682493.645,
+ "Gamma": 1.0,
+ "rho": 0.27895813807845116,
+ "naive_StateErr": 0.9801409244537354
+} \ No newline at end of file
diff --git a/results/gelu_ablation/relu_state_bridge_s789.json b/results/gelu_ablation/relu_state_bridge_s789.json
new file mode 100644
index 0000000..427e444
--- /dev/null
+++ b/results/gelu_ablation/relu_state_bridge_s789.json
@@ -0,0 +1,10 @@
+{
+ "activation": "relu",
+ "method": "state_bridge",
+ "seed": 789,
+ "acc": 0.1761,
+ "StateErr": 9722809715963.986,
+ "Gamma": 1.0,
+ "rho": 0.1464090496301651,
+ "naive_StateErr": 1.3677430152893066
+} \ No newline at end of file