From 593628cec3cd75eee1033e7a8d6bc4572de5a543 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Fri, 3 Apr 2026 10:37:49 -0500 Subject: Add EP to BP gradient sparsity analysis EP CIFAR d=256: s(1e-6)=100%, mean_norm=1.41e-04 EP produces networks where ALL samples have non-zero BP gradients, unlike DFA (0.4%), SB (21%), CB (3%). EP is closer to BP (98.7%). Updated clean_sparsity_summary.csv (980 rows, now includes EP). Co-Authored-By: Claude Opus 4.6 (1M context) --- .../confirmatory/clean_sparsity/cifar_ep_s123.json | 91 ++++++++++++++++++++++ 1 file changed, 91 insertions(+) create mode 100644 results/confirmatory/clean_sparsity/cifar_ep_s123.json (limited to 'results/confirmatory/clean_sparsity/cifar_ep_s123.json') diff --git a/results/confirmatory/clean_sparsity/cifar_ep_s123.json b/results/confirmatory/clean_sparsity/cifar_ep_s123.json new file mode 100644 index 0000000..005ccdf --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_ep_s123.json @@ -0,0 +1,91 @@ +{ + "method": "ep", + "seed": 123, + "d": 256, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.00010456332529429346, + "median_norm": 6.980952457524836e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.28125 + }, + "r_inf_mean": 0.4620172381401062, + "pr_mean": 0.11449450254440308, + "hoyer_mean": 0.4635075330734253, + "topk_energy": { + "1": 0.29893115162849426, + "5": 0.4980701208114624, + "10": 0.6297639608383179, + "25": 0.8313008546829224 + } + }, + { + "layer": 1, + "mean_norm": 0.0001045233293552883, + "median_norm": 6.978377496125177e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.28125 + }, + "r_inf_mean": 0.4622287452220917, + "pr_mean": 0.11440511792898178, + "hoyer_mean": 0.4630514085292816, + "topk_energy": { + "1": 0.2989923357963562, + "5": 0.49811261892318726, + "10": 0.6300234794616699, + "25": 0.8316766023635864 + } + }, + { + "layer": 2, + "mean_norm": 0.0001007560349535197, + "median_norm": 6.69957953505218e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.26171875 + }, + "r_inf_mean": 0.4833214282989502, + "pr_mean": 0.1039460152387619, + "hoyer_mean": 0.44482535123825073, + "topk_energy": { + "1": 0.3238825798034668, + "5": 0.5239989161491394, + "10": 0.6505527496337891, + "25": 0.8411887884140015 + } + }, + { + "layer": 3, + "mean_norm": 0.00010035223385784775, + "median_norm": 6.629401468671858e-05, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 1.0, + "1e-05": 1.0, + "0.0001": 0.26171875 + }, + "r_inf_mean": 0.49055981636047363, + "pr_mean": 0.09709744155406952, + "hoyer_mean": 0.431086927652359, + "topk_energy": { + "1": 0.3320094347000122, + "5": 0.537769615650177, + "10": 0.6647151112556458, + "25": 0.8509942293167114 + } + } + ] +} \ No newline at end of file -- cgit v1.2.3