From 593628cec3cd75eee1033e7a8d6bc4572de5a543 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Fri, 3 Apr 2026 10:37:49 -0500 Subject: Add EP to BP gradient sparsity analysis EP CIFAR d=256: s(1e-6)=100%, mean_norm=1.41e-04 EP produces networks where ALL samples have non-zero BP gradients, unlike DFA (0.4%), SB (21%), CB (3%). EP is closer to BP (98.7%). Updated clean_sparsity_summary.csv (980 rows, now includes EP). Co-Authored-By: Claude Opus 4.6 (1M context) --- .../confirmatory/clean_sparsity/cifar_ep_s456.json | 91 ++++++++++++++++++++++ 1 file changed, 91 insertions(+) create mode 100644 results/confirmatory/clean_sparsity/cifar_ep_s456.json (limited to 'results/confirmatory/clean_sparsity/cifar_ep_s456.json') diff --git a/results/confirmatory/clean_sparsity/cifar_ep_s456.json b/results/confirmatory/clean_sparsity/cifar_ep_s456.json new file mode 100644 index 0000000..5cf3786 --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_ep_s456.json @@ -0,0 +1,91 @@ +{ + "method": "ep", + "seed": 456, + "d": 256, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.00019033838179893792, + "median_norm": 0.00014054861094336957, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.63671875 + }, + "r_inf_mean": 0.2553776204586029, + "pr_mean": 0.21334712207317352, + "hoyer_mean": 0.556216835975647, + "topk_energy": { + "1": 0.11360983550548553, + "5": 0.37292540073394775, + "10": 0.5462768077850342, + "25": 0.7933647036552429 + } + }, + { + "layer": 1, + "mean_norm": 0.00019006169168278575, + "median_norm": 0.0001404981449013576, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.62890625 + }, + "r_inf_mean": 0.25574955344200134, + "pr_mean": 0.21288853883743286, + "hoyer_mean": 0.555762767791748, + "topk_energy": { + "1": 0.11392159759998322, + "5": 0.37334558367729187, + "10": 0.5465435981750488, + "25": 0.7938079237937927 + } + }, + { + "layer": 2, + "mean_norm": 0.00018623282085172832, + "median_norm": 0.00013751245569437742, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.61328125 + }, + "r_inf_mean": 0.25907957553863525, + "pr_mean": 0.2075212299823761, + "hoyer_mean": 0.5527985692024231, + "topk_energy": { + "1": 0.11691258102655411, + "5": 0.38014912605285645, + "10": 0.5521326065063477, + "25": 0.7964314222335815 + } + }, + { + "layer": 3, + "mean_norm": 0.0001882519864011556, + "median_norm": 0.00014072256453800946, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.60546875 + }, + "r_inf_mean": 0.25827866792678833, + "pr_mean": 0.2065490037202835, + "hoyer_mean": 0.5497186183929443, + "topk_energy": { + "1": 0.11739641427993774, + "5": 0.3822922110557556, + "10": 0.5554432272911072, + "25": 0.8010607957839966 + } + } + ] +} \ No newline at end of file -- cgit v1.2.3