From 17e53bcf6971d93bd7061d6376b485132b30c825 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Wed, 1 Apr 2026 21:09:20 -0500 Subject: Add d=512 support sparsity: 20 JSONs + summary CSV BP: s(1e-6)=92.7%, norm=2.70e-04, r_inf=0.159, PR=0.300 DFA: s(1e-6)=0.1%, norm=5.31e-08 SB: s(1e-6)=20.3%, norm=2.33e-06 CB: s(1e-6)=1.2%, norm=9.88e-08 Same pattern as d=256, confirming width-independence of the sparsity gap. Co-Authored-By: Claude Opus 4.6 (1M context) --- results/confirmatory/d512_sparsity/dfa_s123.json | 92 ++++++++++++++++++++++++ 1 file changed, 92 insertions(+) create mode 100644 results/confirmatory/d512_sparsity/dfa_s123.json (limited to 'results/confirmatory/d512_sparsity/dfa_s123.json') diff --git a/results/confirmatory/d512_sparsity/dfa_s123.json b/results/confirmatory/d512_sparsity/dfa_s123.json new file mode 100644 index 0000000..5f6b44a --- /dev/null +++ b/results/confirmatory/d512_sparsity/dfa_s123.json @@ -0,0 +1,92 @@ +{ + "method": "dfa", + "seed": 123, + "d": 512, + "acc": 0.3046875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 2.0902507458231412e-07, + "median_norm": 1.5719659529622731e-07, + "support": { + "1e-08": 1.0, + "1e-07": 0.8125, + "1e-06": 0.0078125, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.1672678291797638, + "pr_mean": 0.2636428773403168, + "hoyer_mean": 0.5818999409675598, + "topk_energy": { + "1": 0.106045201420784, + "5": 0.3371678590774536, + "10": 0.5130943059921265, + "25": 0.7756586074829102 + } + }, + { + "layer": 1, + "mean_norm": 3.7396913343812344e-10, + "median_norm": 3.374081847251631e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.43563124537467957, + "pr_mean": 0.03170815855264664, + "hoyer_mean": 0.20432539284229279, + "topk_energy": { + "1": 0.48950377106666565, + "5": 0.8048893213272095, + "10": 0.9002807140350342, + "25": 0.973090410232544 + } + }, + { + "layer": 2, + "mean_norm": 3.6351219256935963e-10, + "median_norm": 3.3696376244840565e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.43800264596939087, + "pr_mean": 0.029514959082007408, + "hoyer_mean": 0.19632266461849213, + "topk_energy": { + "1": 0.4940042495727539, + "5": 0.8118497133255005, + "10": 0.906427264213562, + "25": 0.9772160053253174 + } + }, + { + "layer": 3, + "mean_norm": 3.634120226969628e-10, + "median_norm": 3.3693856038574665e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.4380123019218445, + "pr_mean": 0.02949753776192665, + "hoyer_mean": 0.19609278440475464, + "topk_energy": { + "1": 0.4941186308860779, + "5": 0.8121366500854492, + "10": 0.9066112637519836, + "25": 0.9772941470146179 + } + } + ] +} \ No newline at end of file -- cgit v1.2.3