From 593628cec3cd75eee1033e7a8d6bc4572de5a543 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Fri, 3 Apr 2026 10:37:49 -0500 Subject: Add EP to BP gradient sparsity analysis EP CIFAR d=256: s(1e-6)=100%, mean_norm=1.41e-04 EP produces networks where ALL samples have non-zero BP gradients, unlike DFA (0.4%), SB (21%), CB (3%). EP is closer to BP (98.7%). Updated clean_sparsity_summary.csv (980 rows, now includes EP). Co-Authored-By: Claude Opus 4.6 (1M context) --- .../confirmatory/clean_sparsity/cifar_ep_s42.json | 91 ++++++++++++++++++++++ 1 file changed, 91 insertions(+) create mode 100644 results/confirmatory/clean_sparsity/cifar_ep_s42.json (limited to 'results/confirmatory/clean_sparsity/cifar_ep_s42.json') diff --git a/results/confirmatory/clean_sparsity/cifar_ep_s42.json b/results/confirmatory/clean_sparsity/cifar_ep_s42.json new file mode 100644 index 0000000..e7a15a1 --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_ep_s42.json @@ -0,0 +1,91 @@ +{ + "method": "ep", + "seed": 42, + "d": 256, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.0001512095332145691, + "median_norm": 0.00011338386684656143, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.58984375 + }, + "r_inf_mean": 0.32484251260757446, + "pr_mean": 0.18121182918548584, + "hoyer_mean": 0.5369894504547119, + "topk_energy": { + "1": 0.18754106760025024, + "5": 0.4041516184806824, + "10": 0.5543932914733887, + "25": 0.793650209903717 + } + }, + { + "layer": 1, + "mean_norm": 0.00015127702499739826, + "median_norm": 0.00011280256876489148, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.58984375 + }, + "r_inf_mean": 0.3246065080165863, + "pr_mean": 0.1813136637210846, + "hoyer_mean": 0.5365023016929626, + "topk_energy": { + "1": 0.18746019899845123, + "5": 0.40398016571998596, + "10": 0.5541672110557556, + "25": 0.7939640283584595 + } + }, + { + "layer": 2, + "mean_norm": 0.00014867246500216424, + "median_norm": 0.00011029186134692281, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.55859375 + }, + "r_inf_mean": 0.329489529132843, + "pr_mean": 0.1764482706785202, + "hoyer_mean": 0.5301411151885986, + "topk_energy": { + "1": 0.1931612193584442, + "5": 0.4118368625640869, + "10": 0.5616813898086548, + "25": 0.7989727258682251 + } + }, + { + "layer": 3, + "mean_norm": 0.0001509760768385604, + "median_norm": 0.00010986281995428726, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.57421875 + }, + "r_inf_mean": 0.33422771096229553, + "pr_mean": 0.1741165667772293, + "hoyer_mean": 0.5330758094787598, + "topk_energy": { + "1": 0.1962406039237976, + "5": 0.4156147837638855, + "10": 0.5644109845161438, + "25": 0.7961149215698242 + } + } + ] +} \ No newline at end of file -- cgit v1.2.3