From 17e53bcf6971d93bd7061d6376b485132b30c825 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Wed, 1 Apr 2026 21:09:20 -0500 Subject: Add d=512 support sparsity: 20 JSONs + summary CSV BP: s(1e-6)=92.7%, norm=2.70e-04, r_inf=0.159, PR=0.300 DFA: s(1e-6)=0.1%, norm=5.31e-08 SB: s(1e-6)=20.3%, norm=2.33e-06 CB: s(1e-6)=1.2%, norm=9.88e-08 Same pattern as d=256, confirming width-independence of the sparsity gap. Co-Authored-By: Claude Opus 4.6 (1M context) --- results/confirmatory/d512_sparsity/dfa_s789.json | 92 ++++++++++++++++++++++++ 1 file changed, 92 insertions(+) create mode 100644 results/confirmatory/d512_sparsity/dfa_s789.json (limited to 'results/confirmatory/d512_sparsity/dfa_s789.json') diff --git a/results/confirmatory/d512_sparsity/dfa_s789.json b/results/confirmatory/d512_sparsity/dfa_s789.json new file mode 100644 index 0000000..bc041df --- /dev/null +++ b/results/confirmatory/d512_sparsity/dfa_s789.json @@ -0,0 +1,92 @@ +{ + "method": "dfa", + "seed": 789, + "d": 512, + "acc": 0.3046875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 1.76150422248611e-07, + "median_norm": 1.33407482394432e-07, + "support": { + "1e-08": 1.0, + "1e-07": 0.7421875, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.1643778532743454, + "pr_mean": 0.2800077199935913, + "hoyer_mean": 0.5982786417007446, + "topk_energy": { + "1": 0.10417261719703674, + "5": 0.3231063187122345, + "10": 0.49047544598579407, + "25": 0.7593652009963989 + } + }, + { + "layer": 1, + "mean_norm": 4.10317696486473e-10, + "median_norm": 3.979073182058812e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.4211164116859436, + "pr_mean": 0.02879798412322998, + "hoyer_mean": 0.19924001395702362, + "topk_energy": { + "1": 0.5116150379180908, + "5": 0.8185253143310547, + "10": 0.9063133597373962, + "25": 0.9740657210350037 + } + }, + { + "layer": 2, + "mean_norm": 4.100895456549125e-10, + "median_norm": 3.9799835649390047e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.42120179533958435, + "pr_mean": 0.028711803257465363, + "hoyer_mean": 0.19713208079338074, + "topk_energy": { + "1": 0.5125912427902222, + "5": 0.8197628259658813, + "10": 0.9074504375457764, + "25": 0.9749399423599243 + } + }, + { + "layer": 3, + "mean_norm": 4.1061476441228706e-10, + "median_norm": 3.9892181225020806e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.421174019575119, + "pr_mean": 0.028775986284017563, + "hoyer_mean": 0.19750790297985077, + "topk_energy": { + "1": 0.5119647979736328, + "5": 0.8187762498855591, + "10": 0.9065653681755066, + "25": 0.9747185707092285 + } + } + ] +} \ No newline at end of file -- cgit v1.2.3