From 17e53bcf6971d93bd7061d6376b485132b30c825 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Wed, 1 Apr 2026 21:09:20 -0500 Subject: Add d=512 support sparsity: 20 JSONs + summary CSV BP: s(1e-6)=92.7%, norm=2.70e-04, r_inf=0.159, PR=0.300 DFA: s(1e-6)=0.1%, norm=5.31e-08 SB: s(1e-6)=20.3%, norm=2.33e-06 CB: s(1e-6)=1.2%, norm=9.88e-08 Same pattern as d=256, confirming width-independence of the sparsity gap. Co-Authored-By: Claude Opus 4.6 (1M context) --- results/confirmatory/d512_sparsity/bp_s1024.json | 92 ++++++++++++++++++++++++ 1 file changed, 92 insertions(+) create mode 100644 results/confirmatory/d512_sparsity/bp_s1024.json (limited to 'results/confirmatory/d512_sparsity/bp_s1024.json') diff --git a/results/confirmatory/d512_sparsity/bp_s1024.json b/results/confirmatory/d512_sparsity/bp_s1024.json new file mode 100644 index 0000000..ee1871e --- /dev/null +++ b/results/confirmatory/d512_sparsity/bp_s1024.json @@ -0,0 +1,92 @@ +{ + "method": "bp", + "seed": 1024, + "d": 512, + "acc": 0.578125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.00029469773289747536, + "median_norm": 0.0002145113976439461, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.96875, + "1e-06": 0.921875, + "1e-05": 0.81640625, + "0.0001": 0.62890625 + }, + "r_inf_mean": 0.16110634803771973, + "pr_mean": 0.29326558113098145, + "hoyer_mean": 0.6120355129241943, + "topk_energy": { + "1": 0.0962613970041275, + "5": 0.30378636717796326, + "10": 0.4707030653953552, + "25": 0.7472570538520813 + } + }, + { + "layer": 1, + "mean_norm": 0.0002860954846255481, + "median_norm": 0.0002120076969731599, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.96875, + "1e-06": 0.921875, + "1e-05": 0.8203125, + "0.0001": 0.625 + }, + "r_inf_mean": 0.15779784321784973, + "pr_mean": 0.3006213903427124, + "hoyer_mean": 0.6174615025520325, + "topk_energy": { + "1": 0.09385748207569122, + "5": 0.2990669012069702, + "10": 0.465127557516098, + "25": 0.7417553663253784 + } + }, + { + "layer": 2, + "mean_norm": 0.0002831821911968291, + "median_norm": 0.0002124756429111585, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.96875, + "1e-06": 0.921875, + "1e-05": 0.8203125, + "0.0001": 0.62890625 + }, + "r_inf_mean": 0.1553809493780136, + "pr_mean": 0.3048675060272217, + "hoyer_mean": 0.6196262836456299, + "topk_energy": { + "1": 0.092758409678936, + "5": 0.2961523234844208, + "10": 0.4614235758781433, + "25": 0.7395572662353516 + } + }, + { + "layer": 3, + "mean_norm": 0.00025530997663736343, + "median_norm": 0.00020067598961759359, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.96875, + "1e-06": 0.921875, + "1e-05": 0.81640625, + "0.0001": 0.62109375 + }, + "r_inf_mean": 0.15356092154979706, + "pr_mean": 0.3123117983341217, + "hoyer_mean": 0.6243317723274231, + "topk_energy": { + "1": 0.09005241096019745, + "5": 0.2899831235408783, + "10": 0.45531442761421204, + "25": 0.7354059219360352 + } + } + ] +} \ No newline at end of file -- cgit v1.2.3