diff options
| author | YurenHao0426 <Blackhao0426@gmail.com> | 2026-04-02 14:42:02 -0500 |
|---|---|---|
| committer | YurenHao0426 <Blackhao0426@gmail.com> | 2026-04-02 14:42:02 -0500 |
| commit | fe36805c894671b571f0dd573185394ca2e88c8d (patch) | |
| tree | dc04ab3d0057f50d0d2392904198a8a800c4c092 /results/gelu_ablation | |
| parent | 100ae0eb429774ae9cd4f3085de7c87bf9d56d45 (diff) | |
Add EP baseline (5 seeds), GELU ablation (20 runs), CNN BP+DFA (10 runs)
EP (L=4 d=256): acc≈30%, Gamma≈0, rho≈0 — EP credit signal weak on feedforward MLP
GELU ablation (ReLU variant): 4 methods × 5 seeds complete
CNN BP+DFA: 5 seeds each, BP + DFA on SmallCNN
Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
Diffstat (limited to 'results/gelu_ablation')
20 files changed, 200 insertions, 0 deletions
diff --git a/results/gelu_ablation/relu_bp_s1024.json b/results/gelu_ablation/relu_bp_s1024.json new file mode 100644 index 0000000..aa8d306 --- /dev/null +++ b/results/gelu_ablation/relu_bp_s1024.json @@ -0,0 +1,10 @@ +{ + "activation": "relu", + "method": "bp", + "seed": 1024, + "acc": 0.6097, + "StateErr": null, + "Gamma": 1.0, + "rho": 0.9974461048841476, + "naive_StateErr": 0.4324362277984619 +}
\ No newline at end of file diff --git a/results/gelu_ablation/relu_bp_s123.json b/results/gelu_ablation/relu_bp_s123.json new file mode 100644 index 0000000..e3ffbd2 --- /dev/null +++ b/results/gelu_ablation/relu_bp_s123.json @@ -0,0 +1,10 @@ +{ + "activation": "relu", + "method": "bp", + "seed": 123, + "acc": 0.613, + "StateErr": null, + "Gamma": 1.0, + "rho": 0.997876763343811, + "naive_StateErr": 0.5002583861351013 +}
\ No newline at end of file diff --git a/results/gelu_ablation/relu_bp_s42.json b/results/gelu_ablation/relu_bp_s42.json new file mode 100644 index 0000000..d35d1b6 --- /dev/null +++ b/results/gelu_ablation/relu_bp_s42.json @@ -0,0 +1,10 @@ +{ + "activation": "relu", + "method": "bp", + "seed": 42, + "acc": 0.6129, + "StateErr": null, + "Gamma": 1.0, + "rho": 0.9975161552429199, + "naive_StateErr": 0.6057583093643188 +}
\ No newline at end of file diff --git a/results/gelu_ablation/relu_bp_s456.json b/results/gelu_ablation/relu_bp_s456.json new file mode 100644 index 0000000..0ddf182 --- /dev/null +++ b/results/gelu_ablation/relu_bp_s456.json @@ -0,0 +1,10 @@ +{ + "activation": "relu", + "method": "bp", + "seed": 456, + "acc": 0.608, + "StateErr": null, + "Gamma": 1.0, + "rho": 0.9971267879009247, + "naive_StateErr": 0.3411523401737213 +}
\ No newline at end of file diff --git a/results/gelu_ablation/relu_bp_s789.json b/results/gelu_ablation/relu_bp_s789.json new file mode 100644 index 0000000..f845b43 --- /dev/null +++ b/results/gelu_ablation/relu_bp_s789.json @@ -0,0 +1,10 @@ +{ + "activation": "relu", + "method": "bp", + "seed": 789, + "acc": 0.6095, + "StateErr": null, + "Gamma": 1.0, + "rho": 0.9979429095983505, + "naive_StateErr": 0.27360349893569946 +}
\ No newline at end of file diff --git a/results/gelu_ablation/relu_credit_bridge_s1024.json b/results/gelu_ablation/relu_credit_bridge_s1024.json new file mode 100644 index 0000000..fd55fa1 --- /dev/null +++ b/results/gelu_ablation/relu_credit_bridge_s1024.json @@ -0,0 +1,10 @@ +{ + "activation": "relu", + "method": "credit_bridge", + "seed": 1024, + "acc": 0.2969, + "StateErr": null, + "Gamma": 1.0, + "rho": 0.008778431452810764, + "naive_StateErr": 1.527748942375183 +}
\ No newline at end of file diff --git a/results/gelu_ablation/relu_credit_bridge_s123.json b/results/gelu_ablation/relu_credit_bridge_s123.json new file mode 100644 index 0000000..8d311e8 --- /dev/null +++ b/results/gelu_ablation/relu_credit_bridge_s123.json @@ -0,0 +1,10 @@ +{ + "activation": "relu", + "method": "credit_bridge", + "seed": 123, + "acc": 0.2644, + "StateErr": null, + "Gamma": 1.0, + "rho": 0.004790207836776972, + "naive_StateErr": 0.1871446669101715 +}
\ No newline at end of file diff --git a/results/gelu_ablation/relu_credit_bridge_s42.json b/results/gelu_ablation/relu_credit_bridge_s42.json new file mode 100644 index 0000000..38fc810 --- /dev/null +++ b/results/gelu_ablation/relu_credit_bridge_s42.json @@ -0,0 +1,10 @@ +{ + "activation": "relu", + "method": "credit_bridge", + "seed": 42, + "acc": 0.3021, + "StateErr": null, + "Gamma": 1.0, + "rho": -0.008028814569115639, + "naive_StateErr": 0.27361318469047546 +}
\ No newline at end of file diff --git a/results/gelu_ablation/relu_credit_bridge_s456.json b/results/gelu_ablation/relu_credit_bridge_s456.json new file mode 100644 index 0000000..a6934ba --- /dev/null +++ b/results/gelu_ablation/relu_credit_bridge_s456.json @@ -0,0 +1,10 @@ +{ + "activation": "relu", + "method": "credit_bridge", + "seed": 456, + "acc": 0.2842, + "StateErr": null, + "Gamma": 1.0, + "rho": -0.0007395216962322593, + "naive_StateErr": 1.9933160543441772 +}
\ No newline at end of file diff --git a/results/gelu_ablation/relu_credit_bridge_s789.json b/results/gelu_ablation/relu_credit_bridge_s789.json new file mode 100644 index 0000000..4f3ff0d --- /dev/null +++ b/results/gelu_ablation/relu_credit_bridge_s789.json @@ -0,0 +1,10 @@ +{ + "activation": "relu", + "method": "credit_bridge", + "seed": 789, + "acc": 0.2898, + "StateErr": null, + "Gamma": 1.0, + "rho": 0.01000211015343666, + "naive_StateErr": 0.6378490328788757 +}
\ No newline at end of file diff --git a/results/gelu_ablation/relu_dfa_s1024.json b/results/gelu_ablation/relu_dfa_s1024.json new file mode 100644 index 0000000..12efe95 --- /dev/null +++ b/results/gelu_ablation/relu_dfa_s1024.json @@ -0,0 +1,10 @@ +{ + "activation": "relu", + "method": "dfa", + "seed": 1024, + "acc": 0.312, + "StateErr": null, + "Gamma": 1.0, + "rho": 0.005766347981989384, + "naive_StateErr": 1.1434805393218994 +}
\ No newline at end of file diff --git a/results/gelu_ablation/relu_dfa_s123.json b/results/gelu_ablation/relu_dfa_s123.json new file mode 100644 index 0000000..717abcc --- /dev/null +++ b/results/gelu_ablation/relu_dfa_s123.json @@ -0,0 +1,10 @@ +{ + "activation": "relu", + "method": "dfa", + "seed": 123, + "acc": 0.3072, + "StateErr": null, + "Gamma": 1.0, + "rho": -0.00010712328366935253, + "naive_StateErr": 53.51875686645508 +}
\ No newline at end of file diff --git a/results/gelu_ablation/relu_dfa_s42.json b/results/gelu_ablation/relu_dfa_s42.json new file mode 100644 index 0000000..ae9b9da --- /dev/null +++ b/results/gelu_ablation/relu_dfa_s42.json @@ -0,0 +1,10 @@ +{ + "activation": "relu", + "method": "dfa", + "seed": 42, + "acc": 0.3113, + "StateErr": null, + "Gamma": 1.0, + "rho": 0.010042589157819748, + "naive_StateErr": 1.0625700950622559 +}
\ No newline at end of file diff --git a/results/gelu_ablation/relu_dfa_s456.json b/results/gelu_ablation/relu_dfa_s456.json new file mode 100644 index 0000000..85404d8 --- /dev/null +++ b/results/gelu_ablation/relu_dfa_s456.json @@ -0,0 +1,10 @@ +{ + "activation": "relu", + "method": "dfa", + "seed": 456, + "acc": 0.2991, + "StateErr": null, + "Gamma": 1.0, + "rho": -0.00946012232452631, + "naive_StateErr": 0.08919885009527206 +}
\ No newline at end of file diff --git a/results/gelu_ablation/relu_dfa_s789.json b/results/gelu_ablation/relu_dfa_s789.json new file mode 100644 index 0000000..bc16a09 --- /dev/null +++ b/results/gelu_ablation/relu_dfa_s789.json @@ -0,0 +1,10 @@ +{ + "activation": "relu", + "method": "dfa", + "seed": 789, + "acc": 0.3065, + "StateErr": null, + "Gamma": 1.0, + "rho": 0.012797923758625984, + "naive_StateErr": 1.1228328943252563 +}
\ No newline at end of file diff --git a/results/gelu_ablation/relu_state_bridge_s1024.json b/results/gelu_ablation/relu_state_bridge_s1024.json new file mode 100644 index 0000000..a70242b --- /dev/null +++ b/results/gelu_ablation/relu_state_bridge_s1024.json @@ -0,0 +1,10 @@ +{ + "activation": "relu", + "method": "state_bridge", + "seed": 1024, + "acc": 0.1478, + "StateErr": 98715213479.28064, + "Gamma": 1.0, + "rho": -0.0005375983892008662, + "naive_StateErr": 0.06271713972091675 +}
\ No newline at end of file diff --git a/results/gelu_ablation/relu_state_bridge_s123.json b/results/gelu_ablation/relu_state_bridge_s123.json new file mode 100644 index 0000000..f56548e --- /dev/null +++ b/results/gelu_ablation/relu_state_bridge_s123.json @@ -0,0 +1,10 @@ +{ + "activation": "relu", + "method": "state_bridge", + "seed": 123, + "acc": 0.1868, + "StateErr": 537733263750.59454, + "Gamma": 1.0, + "rho": 0.13547618687152863, + "naive_StateErr": 16.496652603149414 +}
\ No newline at end of file diff --git a/results/gelu_ablation/relu_state_bridge_s42.json b/results/gelu_ablation/relu_state_bridge_s42.json new file mode 100644 index 0000000..e3c1036 --- /dev/null +++ b/results/gelu_ablation/relu_state_bridge_s42.json @@ -0,0 +1,10 @@ +{ + "activation": "relu", + "method": "state_bridge", + "seed": 42, + "acc": 0.0797, + "StateErr": 94040208847.33952, + "Gamma": 1.0, + "rho": 0.22764702141284943, + "naive_StateErr": 1.150978446006775 +}
\ No newline at end of file diff --git a/results/gelu_ablation/relu_state_bridge_s456.json b/results/gelu_ablation/relu_state_bridge_s456.json new file mode 100644 index 0000000..0f50fc8 --- /dev/null +++ b/results/gelu_ablation/relu_state_bridge_s456.json @@ -0,0 +1,10 @@ +{ + "activation": "relu", + "method": "state_bridge", + "seed": 456, + "acc": 0.1848, + "StateErr": 18242855682493.645, + "Gamma": 1.0, + "rho": 0.27895813807845116, + "naive_StateErr": 0.9801409244537354 +}
\ No newline at end of file diff --git a/results/gelu_ablation/relu_state_bridge_s789.json b/results/gelu_ablation/relu_state_bridge_s789.json new file mode 100644 index 0000000..427e444 --- /dev/null +++ b/results/gelu_ablation/relu_state_bridge_s789.json @@ -0,0 +1,10 @@ +{ + "activation": "relu", + "method": "state_bridge", + "seed": 789, + "acc": 0.1761, + "StateErr": 9722809715963.986, + "Gamma": 1.0, + "rho": 0.1464090496301651, + "naive_StateErr": 1.3677430152893066 +}
\ No newline at end of file |
