diff options
| author | YurenHao0426 <Blackhao0426@gmail.com> | 2026-04-01 21:09:20 -0500 |
|---|---|---|
| committer | YurenHao0426 <Blackhao0426@gmail.com> | 2026-04-01 21:09:20 -0500 |
| commit | 17e53bcf6971d93bd7061d6376b485132b30c825 (patch) | |
| tree | 3b740e47e228335602c9164954953c73e45d8147 /results/confirmatory/d512_sparsity/dfa_s123.json | |
| parent | da057e5b827d33cc7ff1704a0da0fa9d3f6b7cb6 (diff) | |
Add d=512 support sparsity: 20 JSONs + summary CSV
BP: s(1e-6)=92.7%, norm=2.70e-04, r_inf=0.159, PR=0.300
DFA: s(1e-6)=0.1%, norm=5.31e-08
SB: s(1e-6)=20.3%, norm=2.33e-06
CB: s(1e-6)=1.2%, norm=9.88e-08
Same pattern as d=256, confirming width-independence of the sparsity gap.
Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
Diffstat (limited to 'results/confirmatory/d512_sparsity/dfa_s123.json')
| -rw-r--r-- | results/confirmatory/d512_sparsity/dfa_s123.json | 92 |
1 files changed, 92 insertions, 0 deletions
diff --git a/results/confirmatory/d512_sparsity/dfa_s123.json b/results/confirmatory/d512_sparsity/dfa_s123.json new file mode 100644 index 0000000..5f6b44a --- /dev/null +++ b/results/confirmatory/d512_sparsity/dfa_s123.json @@ -0,0 +1,92 @@ +{ + "method": "dfa", + "seed": 123, + "d": 512, + "acc": 0.3046875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 2.0902507458231412e-07, + "median_norm": 1.5719659529622731e-07, + "support": { + "1e-08": 1.0, + "1e-07": 0.8125, + "1e-06": 0.0078125, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.1672678291797638, + "pr_mean": 0.2636428773403168, + "hoyer_mean": 0.5818999409675598, + "topk_energy": { + "1": 0.106045201420784, + "5": 0.3371678590774536, + "10": 0.5130943059921265, + "25": 0.7756586074829102 + } + }, + { + "layer": 1, + "mean_norm": 3.7396913343812344e-10, + "median_norm": 3.374081847251631e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.43563124537467957, + "pr_mean": 0.03170815855264664, + "hoyer_mean": 0.20432539284229279, + "topk_energy": { + "1": 0.48950377106666565, + "5": 0.8048893213272095, + "10": 0.9002807140350342, + "25": 0.973090410232544 + } + }, + { + "layer": 2, + "mean_norm": 3.6351219256935963e-10, + "median_norm": 3.3696376244840565e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.43800264596939087, + "pr_mean": 0.029514959082007408, + "hoyer_mean": 0.19632266461849213, + "topk_energy": { + "1": 0.4940042495727539, + "5": 0.8118497133255005, + "10": 0.906427264213562, + "25": 0.9772160053253174 + } + }, + { + "layer": 3, + "mean_norm": 3.634120226969628e-10, + "median_norm": 3.3693856038574665e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.4380123019218445, + "pr_mean": 0.02949753776192665, + "hoyer_mean": 0.19609278440475464, + "topk_energy": { + "1": 0.4941186308860779, + "5": 0.8121366500854492, + "10": 0.9066112637519836, + "25": 0.9772941470146179 + } + } + ] +}
\ No newline at end of file |
