From 17e53bcf6971d93bd7061d6376b485132b30c825 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Wed, 1 Apr 2026 21:09:20 -0500 Subject: Add d=512 support sparsity: 20 JSONs + summary CSV BP: s(1e-6)=92.7%, norm=2.70e-04, r_inf=0.159, PR=0.300 DFA: s(1e-6)=0.1%, norm=5.31e-08 SB: s(1e-6)=20.3%, norm=2.33e-06 CB: s(1e-6)=1.2%, norm=9.88e-08 Same pattern as d=256, confirming width-independence of the sparsity gap. Co-Authored-By: Claude Opus 4.6 (1M context) --- results/confirmatory/d512_sparsity/dfa_s1024.json | 92 +++++++++++++++++++++++ 1 file changed, 92 insertions(+) create mode 100644 results/confirmatory/d512_sparsity/dfa_s1024.json (limited to 'results/confirmatory/d512_sparsity/dfa_s1024.json') diff --git a/results/confirmatory/d512_sparsity/dfa_s1024.json b/results/confirmatory/d512_sparsity/dfa_s1024.json new file mode 100644 index 0000000..e802f73 --- /dev/null +++ b/results/confirmatory/d512_sparsity/dfa_s1024.json @@ -0,0 +1,92 @@ +{ + "method": "dfa", + "seed": 1024, + "d": 512, + "acc": 0.328125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 2.3304068008656031e-07, + "median_norm": 1.7746874902968557e-07, + "support": { + "1e-08": 1.0, + "1e-07": 0.8515625, + "1e-06": 0.00390625, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.17700853943824768, + "pr_mean": 0.2461840957403183, + "hoyer_mean": 0.5779284238815308, + "topk_energy": { + "1": 0.1246788501739502, + "5": 0.35984036326408386, + "10": 0.5215490460395813, + "25": 0.7735528945922852 + } + }, + { + "layer": 1, + "mean_norm": 3.4253658243166285e-10, + "median_norm": 3.2711330866241894e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.49247515201568604, + "pr_mean": 0.02472063899040222, + "hoyer_mean": 0.20526036620140076, + "topk_energy": { + "1": 0.5337497591972351, + "5": 0.807092547416687, + "10": 0.896448016166687, + "25": 0.9674719572067261 + } + }, + { + "layer": 2, + "mean_norm": 3.369272638664711e-10, + "median_norm": 3.201597875701623e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.49859750270843506, + "pr_mean": 0.022285493090748787, + "hoyer_mean": 0.19011732935905457, + "topk_energy": { + "1": 0.5450810194015503, + "5": 0.820725679397583, + "10": 0.9083999395370483, + "25": 0.9749302864074707 + } + }, + { + "layer": 3, + "mean_norm": 3.370345669218011e-10, + "median_norm": 3.2044747411141827e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.4993266463279724, + "pr_mean": 0.02216595597565174, + "hoyer_mean": 0.18653039634227753, + "topk_energy": { + "1": 0.5464963316917419, + "5": 0.8226405382156372, + "10": 0.9106181859970093, + "25": 0.9764344692230225 + } + } + ] +} \ No newline at end of file -- cgit v1.2.3