summaryrefslogtreecommitdiff
path: root/results/confirmatory/clean_sparsity/cifar_ep_s42.json
diff options
context:
space:
mode:
authorYurenHao0426 <Blackhao0426@gmail.com>2026-04-03 10:37:49 -0500
committerYurenHao0426 <Blackhao0426@gmail.com>2026-04-03 10:37:49 -0500
commit593628cec3cd75eee1033e7a8d6bc4572de5a543 (patch)
treecab6d621e4a016c1a9751382fc3a1711aa4d197f /results/confirmatory/clean_sparsity/cifar_ep_s42.json
parentae368dafa311946c5a57b07c4c2d3c78d92e48a4 (diff)
Add EP to BP gradient sparsity analysis
EP CIFAR d=256: s(1e-6)=100%, mean_norm=1.41e-04 EP produces networks where ALL samples have non-zero BP gradients, unlike DFA (0.4%), SB (21%), CB (3%). EP is closer to BP (98.7%). Updated clean_sparsity_summary.csv (980 rows, now includes EP). Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
Diffstat (limited to 'results/confirmatory/clean_sparsity/cifar_ep_s42.json')
-rw-r--r--results/confirmatory/clean_sparsity/cifar_ep_s42.json91
1 files changed, 91 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/cifar_ep_s42.json b/results/confirmatory/clean_sparsity/cifar_ep_s42.json
new file mode 100644
index 0000000..e7a15a1
--- /dev/null
+++ b/results/confirmatory/clean_sparsity/cifar_ep_s42.json
@@ -0,0 +1,91 @@
+{
+ "method": "ep",
+ "seed": 42,
+ "d": 256,
+ "per_layer": [
+ {
+ "layer": 0,
+ "mean_norm": 0.0001512095332145691,
+ "median_norm": 0.00011338386684656143,
+ "support": {
+ "1e-08": 1.0,
+ "1e-07": 1.0,
+ "1e-06": 1.0,
+ "1e-05": 1.0,
+ "0.0001": 0.58984375
+ },
+ "r_inf_mean": 0.32484251260757446,
+ "pr_mean": 0.18121182918548584,
+ "hoyer_mean": 0.5369894504547119,
+ "topk_energy": {
+ "1": 0.18754106760025024,
+ "5": 0.4041516184806824,
+ "10": 0.5543932914733887,
+ "25": 0.793650209903717
+ }
+ },
+ {
+ "layer": 1,
+ "mean_norm": 0.00015127702499739826,
+ "median_norm": 0.00011280256876489148,
+ "support": {
+ "1e-08": 1.0,
+ "1e-07": 1.0,
+ "1e-06": 1.0,
+ "1e-05": 1.0,
+ "0.0001": 0.58984375
+ },
+ "r_inf_mean": 0.3246065080165863,
+ "pr_mean": 0.1813136637210846,
+ "hoyer_mean": 0.5365023016929626,
+ "topk_energy": {
+ "1": 0.18746019899845123,
+ "5": 0.40398016571998596,
+ "10": 0.5541672110557556,
+ "25": 0.7939640283584595
+ }
+ },
+ {
+ "layer": 2,
+ "mean_norm": 0.00014867246500216424,
+ "median_norm": 0.00011029186134692281,
+ "support": {
+ "1e-08": 1.0,
+ "1e-07": 1.0,
+ "1e-06": 1.0,
+ "1e-05": 1.0,
+ "0.0001": 0.55859375
+ },
+ "r_inf_mean": 0.329489529132843,
+ "pr_mean": 0.1764482706785202,
+ "hoyer_mean": 0.5301411151885986,
+ "topk_energy": {
+ "1": 0.1931612193584442,
+ "5": 0.4118368625640869,
+ "10": 0.5616813898086548,
+ "25": 0.7989727258682251
+ }
+ },
+ {
+ "layer": 3,
+ "mean_norm": 0.0001509760768385604,
+ "median_norm": 0.00010986281995428726,
+ "support": {
+ "1e-08": 1.0,
+ "1e-07": 1.0,
+ "1e-06": 1.0,
+ "1e-05": 1.0,
+ "0.0001": 0.57421875
+ },
+ "r_inf_mean": 0.33422771096229553,
+ "pr_mean": 0.1741165667772293,
+ "hoyer_mean": 0.5330758094787598,
+ "topk_energy": {
+ "1": 0.1962406039237976,
+ "5": 0.4156147837638855,
+ "10": 0.5644109845161438,
+ "25": 0.7961149215698242
+ }
+ }
+ ]
+} \ No newline at end of file