From fe36805c894671b571f0dd573185394ca2e88c8d Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Thu, 2 Apr 2026 14:42:02 -0500 Subject: Add EP baseline (5 seeds), GELU ablation (20 runs), CNN BP+DFA (10 runs) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit EP (L=4 d=256): acc≈30%, Gamma≈0, rho≈0 — EP credit signal weak on feedforward MLP GELU ablation (ReLU variant): 4 methods × 5 seeds complete CNN BP+DFA: 5 seeds each, BP + DFA on SmallCNN Co-Authored-By: Claude Opus 4.6 (1M context) --- results/ep_baseline/ep_s1024.json | 23 +++++++++++++++++++++++ results/ep_baseline/ep_s123.json | 23 +++++++++++++++++++++++ results/ep_baseline/ep_s42.json | 23 +++++++++++++++++++++++ results/ep_baseline/ep_s456.json | 23 +++++++++++++++++++++++ results/ep_baseline/ep_s789.json | 23 +++++++++++++++++++++++ 5 files changed, 115 insertions(+) create mode 100644 results/ep_baseline/ep_s1024.json create mode 100644 results/ep_baseline/ep_s123.json create mode 100644 results/ep_baseline/ep_s42.json create mode 100644 results/ep_baseline/ep_s456.json create mode 100644 results/ep_baseline/ep_s789.json (limited to 'results/ep_baseline') diff --git a/results/ep_baseline/ep_s1024.json b/results/ep_baseline/ep_s1024.json new file mode 100644 index 0000000..a6f16e2 --- /dev/null +++ b/results/ep_baseline/ep_s1024.json @@ -0,0 +1,23 @@ +{ + "method": "ep", + "seed": 1024, + "acc": 0.2981, + "Gamma": -0.001718481391435489, + "rho": 0.0012313337065279484, + "naive_StateErr": 0.804000735282898, + "gammas_per_layer": [ + 0.0, + 0.004800701513886452, + -0.00025482603814452887, + -0.011419801041483879 + ], + "rhos_per_layer": [ + 0.0, + -0.01354932226240635, + 0.03151280805468559, + -0.01303815096616745 + ], + "beta": 0.5, + "T_nudge": 20, + "alpha_nudge": 0.1 +} \ No newline at end of file diff --git a/results/ep_baseline/ep_s123.json b/results/ep_baseline/ep_s123.json new file mode 100644 index 0000000..7924a39 --- /dev/null +++ b/results/ep_baseline/ep_s123.json @@ -0,0 +1,23 @@ +{ + "method": "ep", + "seed": 123, + "acc": 0.2924, + "Gamma": -0.010700209351853118, + "rho": -0.01468805002514273, + "naive_StateErr": 0.21454104781150818, + "gammas_per_layer": [ + 0.0, + -0.00011013347102561966, + 7.618003292009234e-05, + -0.042766883969306946 + ], + "rhos_per_layer": [ + 0.0, + 0.0, + 0.003175207879394293, + -0.06192740797996521 + ], + "beta": 0.5, + "T_nudge": 20, + "alpha_nudge": 0.1 +} \ No newline at end of file diff --git a/results/ep_baseline/ep_s42.json b/results/ep_baseline/ep_s42.json new file mode 100644 index 0000000..b60502b --- /dev/null +++ b/results/ep_baseline/ep_s42.json @@ -0,0 +1,23 @@ +{ + "method": "ep", + "seed": 42, + "acc": 0.359, + "Gamma": -0.007905199148808606, + "rho": -0.07944288477301598, + "naive_StateErr": 0.5929934978485107, + "gammas_per_layer": [ + 0.0, + -0.0006224570679478347, + -0.000845100381411612, + -0.030153239145874977 + ], + "rhos_per_layer": [ + 0.0, + -0.025672510266304016, + 0.0, + -0.2920990288257599 + ], + "beta": 0.5, + "T_nudge": 20, + "alpha_nudge": 0.1 +} \ No newline at end of file diff --git a/results/ep_baseline/ep_s456.json b/results/ep_baseline/ep_s456.json new file mode 100644 index 0000000..3a04367 --- /dev/null +++ b/results/ep_baseline/ep_s456.json @@ -0,0 +1,23 @@ +{ + "method": "ep", + "seed": 456, + "acc": 0.2976, + "Gamma": -0.01223632060282398, + "rho": -0.07857450563460588, + "naive_StateErr": 1.5853830575942993, + "gammas_per_layer": [ + 0.0, + -0.00014890515012666583, + -0.0018156982259824872, + -0.04698067903518677 + ], + "rhos_per_layer": [ + 0.0, + 0.0, + -0.03213520720601082, + -0.2821628153324127 + ], + "beta": 0.5, + "T_nudge": 20, + "alpha_nudge": 0.1 +} \ No newline at end of file diff --git a/results/ep_baseline/ep_s789.json b/results/ep_baseline/ep_s789.json new file mode 100644 index 0000000..587aeca --- /dev/null +++ b/results/ep_baseline/ep_s789.json @@ -0,0 +1,23 @@ +{ + "method": "ep", + "seed": 789, + "acc": 0.3458, + "Gamma": -0.00443847177666612, + "rho": -0.011359908618032932, + "naive_StateErr": 0.8419253826141357, + "gammas_per_layer": [ + 0.0, + 0.0016552513698115945, + 0.0009475427214056253, + -0.0203566811978817 + ], + "rhos_per_layer": [ + 0.0, + 0.0253923200070858, + 0.0, + -0.07083195447921753 + ], + "beta": 0.5, + "T_nudge": 20, + "alpha_nudge": 0.1 +} \ No newline at end of file -- cgit v1.2.3