From fe36805c894671b571f0dd573185394ca2e88c8d Mon Sep 17 00:00:00 2001
From: YurenHao0426 <Blackhao0426@gmail.com>
Date: Thu, 2 Apr 2026 14:42:02 -0500
Subject: Add EP baseline (5 seeds), GELU ablation (20 runs), CNN BP+DFA (10
 runs)
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

EP (L=4 d=256): acc≈30%, Gamma≈0, rho≈0 — EP credit signal weak on feedforward MLP
GELU ablation (ReLU variant): 4 methods × 5 seeds complete
CNN BP+DFA: 5 seeds each, BP + DFA on SmallCNN

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
---
 results/gelu_ablation/relu_bp_s1024.json            | 10 ++++++++++
 results/gelu_ablation/relu_bp_s123.json             | 10 ++++++++++
 results/gelu_ablation/relu_bp_s42.json              | 10 ++++++++++
 results/gelu_ablation/relu_bp_s456.json             | 10 ++++++++++
 results/gelu_ablation/relu_bp_s789.json             | 10 ++++++++++
 results/gelu_ablation/relu_credit_bridge_s1024.json | 10 ++++++++++
 results/gelu_ablation/relu_credit_bridge_s123.json  | 10 ++++++++++
 results/gelu_ablation/relu_credit_bridge_s42.json   | 10 ++++++++++
 results/gelu_ablation/relu_credit_bridge_s456.json  | 10 ++++++++++
 results/gelu_ablation/relu_credit_bridge_s789.json  | 10 ++++++++++
 results/gelu_ablation/relu_dfa_s1024.json           | 10 ++++++++++
 results/gelu_ablation/relu_dfa_s123.json            | 10 ++++++++++
 results/gelu_ablation/relu_dfa_s42.json             | 10 ++++++++++
 results/gelu_ablation/relu_dfa_s456.json            | 10 ++++++++++
 results/gelu_ablation/relu_dfa_s789.json            | 10 ++++++++++
 results/gelu_ablation/relu_state_bridge_s1024.json  | 10 ++++++++++
 results/gelu_ablation/relu_state_bridge_s123.json   | 10 ++++++++++
 results/gelu_ablation/relu_state_bridge_s42.json    | 10 ++++++++++
 results/gelu_ablation/relu_state_bridge_s456.json   | 10 ++++++++++
 results/gelu_ablation/relu_state_bridge_s789.json   | 10 ++++++++++
 20 files changed, 200 insertions(+)
 create mode 100644 results/gelu_ablation/relu_bp_s1024.json
 create mode 100644 results/gelu_ablation/relu_bp_s123.json
 create mode 100644 results/gelu_ablation/relu_bp_s42.json
 create mode 100644 results/gelu_ablation/relu_bp_s456.json
 create mode 100644 results/gelu_ablation/relu_bp_s789.json
 create mode 100644 results/gelu_ablation/relu_credit_bridge_s1024.json
 create mode 100644 results/gelu_ablation/relu_credit_bridge_s123.json
 create mode 100644 results/gelu_ablation/relu_credit_bridge_s42.json
 create mode 100644 results/gelu_ablation/relu_credit_bridge_s456.json
 create mode 100644 results/gelu_ablation/relu_credit_bridge_s789.json
 create mode 100644 results/gelu_ablation/relu_dfa_s1024.json
 create mode 100644 results/gelu_ablation/relu_dfa_s123.json
 create mode 100644 results/gelu_ablation/relu_dfa_s42.json
 create mode 100644 results/gelu_ablation/relu_dfa_s456.json
 create mode 100644 results/gelu_ablation/relu_dfa_s789.json
 create mode 100644 results/gelu_ablation/relu_state_bridge_s1024.json
 create mode 100644 results/gelu_ablation/relu_state_bridge_s123.json
 create mode 100644 results/gelu_ablation/relu_state_bridge_s42.json
 create mode 100644 results/gelu_ablation/relu_state_bridge_s456.json
 create mode 100644 results/gelu_ablation/relu_state_bridge_s789.json

(limited to 'results/gelu_ablation')

diff --git a/results/gelu_ablation/relu_bp_s1024.json b/results/gelu_ablation/relu_bp_s1024.json
new file mode 100644
index 0000000..aa8d306
--- /dev/null
+++ b/results/gelu_ablation/relu_bp_s1024.json
@@ -0,0 +1,10 @@
+{
+  "activation": "relu",
+  "method": "bp",
+  "seed": 1024,
+  "acc": 0.6097,
+  "StateErr": null,
+  "Gamma": 1.0,
+  "rho": 0.9974461048841476,
+  "naive_StateErr": 0.4324362277984619
+}
\ No newline at end of file
diff --git a/results/gelu_ablation/relu_bp_s123.json b/results/gelu_ablation/relu_bp_s123.json
new file mode 100644
index 0000000..e3ffbd2
--- /dev/null
+++ b/results/gelu_ablation/relu_bp_s123.json
@@ -0,0 +1,10 @@
+{
+  "activation": "relu",
+  "method": "bp",
+  "seed": 123,
+  "acc": 0.613,
+  "StateErr": null,
+  "Gamma": 1.0,
+  "rho": 0.997876763343811,
+  "naive_StateErr": 0.5002583861351013
+}
\ No newline at end of file
diff --git a/results/gelu_ablation/relu_bp_s42.json b/results/gelu_ablation/relu_bp_s42.json
new file mode 100644
index 0000000..d35d1b6
--- /dev/null
+++ b/results/gelu_ablation/relu_bp_s42.json
@@ -0,0 +1,10 @@
+{
+  "activation": "relu",
+  "method": "bp",
+  "seed": 42,
+  "acc": 0.6129,
+  "StateErr": null,
+  "Gamma": 1.0,
+  "rho": 0.9975161552429199,
+  "naive_StateErr": 0.6057583093643188
+}
\ No newline at end of file
diff --git a/results/gelu_ablation/relu_bp_s456.json b/results/gelu_ablation/relu_bp_s456.json
new file mode 100644
index 0000000..0ddf182
--- /dev/null
+++ b/results/gelu_ablation/relu_bp_s456.json
@@ -0,0 +1,10 @@
+{
+  "activation": "relu",
+  "method": "bp",
+  "seed": 456,
+  "acc": 0.608,
+  "StateErr": null,
+  "Gamma": 1.0,
+  "rho": 0.9971267879009247,
+  "naive_StateErr": 0.3411523401737213
+}
\ No newline at end of file
diff --git a/results/gelu_ablation/relu_bp_s789.json b/results/gelu_ablation/relu_bp_s789.json
new file mode 100644
index 0000000..f845b43
--- /dev/null
+++ b/results/gelu_ablation/relu_bp_s789.json
@@ -0,0 +1,10 @@
+{
+  "activation": "relu",
+  "method": "bp",
+  "seed": 789,
+  "acc": 0.6095,
+  "StateErr": null,
+  "Gamma": 1.0,
+  "rho": 0.9979429095983505,
+  "naive_StateErr": 0.27360349893569946
+}
\ No newline at end of file
diff --git a/results/gelu_ablation/relu_credit_bridge_s1024.json b/results/gelu_ablation/relu_credit_bridge_s1024.json
new file mode 100644
index 0000000..fd55fa1
--- /dev/null
+++ b/results/gelu_ablation/relu_credit_bridge_s1024.json
@@ -0,0 +1,10 @@
+{
+  "activation": "relu",
+  "method": "credit_bridge",
+  "seed": 1024,
+  "acc": 0.2969,
+  "StateErr": null,
+  "Gamma": 1.0,
+  "rho": 0.008778431452810764,
+  "naive_StateErr": 1.527748942375183
+}
\ No newline at end of file
diff --git a/results/gelu_ablation/relu_credit_bridge_s123.json b/results/gelu_ablation/relu_credit_bridge_s123.json
new file mode 100644
index 0000000..8d311e8
--- /dev/null
+++ b/results/gelu_ablation/relu_credit_bridge_s123.json
@@ -0,0 +1,10 @@
+{
+  "activation": "relu",
+  "method": "credit_bridge",
+  "seed": 123,
+  "acc": 0.2644,
+  "StateErr": null,
+  "Gamma": 1.0,
+  "rho": 0.004790207836776972,
+  "naive_StateErr": 0.1871446669101715
+}
\ No newline at end of file
diff --git a/results/gelu_ablation/relu_credit_bridge_s42.json b/results/gelu_ablation/relu_credit_bridge_s42.json
new file mode 100644
index 0000000..38fc810
--- /dev/null
+++ b/results/gelu_ablation/relu_credit_bridge_s42.json
@@ -0,0 +1,10 @@
+{
+  "activation": "relu",
+  "method": "credit_bridge",
+  "seed": 42,
+  "acc": 0.3021,
+  "StateErr": null,
+  "Gamma": 1.0,
+  "rho": -0.008028814569115639,
+  "naive_StateErr": 0.27361318469047546
+}
\ No newline at end of file
diff --git a/results/gelu_ablation/relu_credit_bridge_s456.json b/results/gelu_ablation/relu_credit_bridge_s456.json
new file mode 100644
index 0000000..a6934ba
--- /dev/null
+++ b/results/gelu_ablation/relu_credit_bridge_s456.json
@@ -0,0 +1,10 @@
+{
+  "activation": "relu",
+  "method": "credit_bridge",
+  "seed": 456,
+  "acc": 0.2842,
+  "StateErr": null,
+  "Gamma": 1.0,
+  "rho": -0.0007395216962322593,
+  "naive_StateErr": 1.9933160543441772
+}
\ No newline at end of file
diff --git a/results/gelu_ablation/relu_credit_bridge_s789.json b/results/gelu_ablation/relu_credit_bridge_s789.json
new file mode 100644
index 0000000..4f3ff0d
--- /dev/null
+++ b/results/gelu_ablation/relu_credit_bridge_s789.json
@@ -0,0 +1,10 @@
+{
+  "activation": "relu",
+  "method": "credit_bridge",
+  "seed": 789,
+  "acc": 0.2898,
+  "StateErr": null,
+  "Gamma": 1.0,
+  "rho": 0.01000211015343666,
+  "naive_StateErr": 0.6378490328788757
+}
\ No newline at end of file
diff --git a/results/gelu_ablation/relu_dfa_s1024.json b/results/gelu_ablation/relu_dfa_s1024.json
new file mode 100644
index 0000000..12efe95
--- /dev/null
+++ b/results/gelu_ablation/relu_dfa_s1024.json
@@ -0,0 +1,10 @@
+{
+  "activation": "relu",
+  "method": "dfa",
+  "seed": 1024,
+  "acc": 0.312,
+  "StateErr": null,
+  "Gamma": 1.0,
+  "rho": 0.005766347981989384,
+  "naive_StateErr": 1.1434805393218994
+}
\ No newline at end of file
diff --git a/results/gelu_ablation/relu_dfa_s123.json b/results/gelu_ablation/relu_dfa_s123.json
new file mode 100644
index 0000000..717abcc
--- /dev/null
+++ b/results/gelu_ablation/relu_dfa_s123.json
@@ -0,0 +1,10 @@
+{
+  "activation": "relu",
+  "method": "dfa",
+  "seed": 123,
+  "acc": 0.3072,
+  "StateErr": null,
+  "Gamma": 1.0,
+  "rho": -0.00010712328366935253,
+  "naive_StateErr": 53.51875686645508
+}
\ No newline at end of file
diff --git a/results/gelu_ablation/relu_dfa_s42.json b/results/gelu_ablation/relu_dfa_s42.json
new file mode 100644
index 0000000..ae9b9da
--- /dev/null
+++ b/results/gelu_ablation/relu_dfa_s42.json
@@ -0,0 +1,10 @@
+{
+  "activation": "relu",
+  "method": "dfa",
+  "seed": 42,
+  "acc": 0.3113,
+  "StateErr": null,
+  "Gamma": 1.0,
+  "rho": 0.010042589157819748,
+  "naive_StateErr": 1.0625700950622559
+}
\ No newline at end of file
diff --git a/results/gelu_ablation/relu_dfa_s456.json b/results/gelu_ablation/relu_dfa_s456.json
new file mode 100644
index 0000000..85404d8
--- /dev/null
+++ b/results/gelu_ablation/relu_dfa_s456.json
@@ -0,0 +1,10 @@
+{
+  "activation": "relu",
+  "method": "dfa",
+  "seed": 456,
+  "acc": 0.2991,
+  "StateErr": null,
+  "Gamma": 1.0,
+  "rho": -0.00946012232452631,
+  "naive_StateErr": 0.08919885009527206
+}
\ No newline at end of file
diff --git a/results/gelu_ablation/relu_dfa_s789.json b/results/gelu_ablation/relu_dfa_s789.json
new file mode 100644
index 0000000..bc16a09
--- /dev/null
+++ b/results/gelu_ablation/relu_dfa_s789.json
@@ -0,0 +1,10 @@
+{
+  "activation": "relu",
+  "method": "dfa",
+  "seed": 789,
+  "acc": 0.3065,
+  "StateErr": null,
+  "Gamma": 1.0,
+  "rho": 0.012797923758625984,
+  "naive_StateErr": 1.1228328943252563
+}
\ No newline at end of file
diff --git a/results/gelu_ablation/relu_state_bridge_s1024.json b/results/gelu_ablation/relu_state_bridge_s1024.json
new file mode 100644
index 0000000..a70242b
--- /dev/null
+++ b/results/gelu_ablation/relu_state_bridge_s1024.json
@@ -0,0 +1,10 @@
+{
+  "activation": "relu",
+  "method": "state_bridge",
+  "seed": 1024,
+  "acc": 0.1478,
+  "StateErr": 98715213479.28064,
+  "Gamma": 1.0,
+  "rho": -0.0005375983892008662,
+  "naive_StateErr": 0.06271713972091675
+}
\ No newline at end of file
diff --git a/results/gelu_ablation/relu_state_bridge_s123.json b/results/gelu_ablation/relu_state_bridge_s123.json
new file mode 100644
index 0000000..f56548e
--- /dev/null
+++ b/results/gelu_ablation/relu_state_bridge_s123.json
@@ -0,0 +1,10 @@
+{
+  "activation": "relu",
+  "method": "state_bridge",
+  "seed": 123,
+  "acc": 0.1868,
+  "StateErr": 537733263750.59454,
+  "Gamma": 1.0,
+  "rho": 0.13547618687152863,
+  "naive_StateErr": 16.496652603149414
+}
\ No newline at end of file
diff --git a/results/gelu_ablation/relu_state_bridge_s42.json b/results/gelu_ablation/relu_state_bridge_s42.json
new file mode 100644
index 0000000..e3c1036
--- /dev/null
+++ b/results/gelu_ablation/relu_state_bridge_s42.json
@@ -0,0 +1,10 @@
+{
+  "activation": "relu",
+  "method": "state_bridge",
+  "seed": 42,
+  "acc": 0.0797,
+  "StateErr": 94040208847.33952,
+  "Gamma": 1.0,
+  "rho": 0.22764702141284943,
+  "naive_StateErr": 1.150978446006775
+}
\ No newline at end of file
diff --git a/results/gelu_ablation/relu_state_bridge_s456.json b/results/gelu_ablation/relu_state_bridge_s456.json
new file mode 100644
index 0000000..0f50fc8
--- /dev/null
+++ b/results/gelu_ablation/relu_state_bridge_s456.json
@@ -0,0 +1,10 @@
+{
+  "activation": "relu",
+  "method": "state_bridge",
+  "seed": 456,
+  "acc": 0.1848,
+  "StateErr": 18242855682493.645,
+  "Gamma": 1.0,
+  "rho": 0.27895813807845116,
+  "naive_StateErr": 0.9801409244537354
+}
\ No newline at end of file
diff --git a/results/gelu_ablation/relu_state_bridge_s789.json b/results/gelu_ablation/relu_state_bridge_s789.json
new file mode 100644
index 0000000..427e444
--- /dev/null
+++ b/results/gelu_ablation/relu_state_bridge_s789.json
@@ -0,0 +1,10 @@
+{
+  "activation": "relu",
+  "method": "state_bridge",
+  "seed": 789,
+  "acc": 0.1761,
+  "StateErr": 9722809715963.986,
+  "Gamma": 1.0,
+  "rho": 0.1464090496301651,
+  "naive_StateErr": 1.3677430152893066
+}
\ No newline at end of file
-- 
cgit v1.2.3