From 17e53bcf6971d93bd7061d6376b485132b30c825 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Wed, 1 Apr 2026 21:09:20 -0500 Subject: Add d=512 support sparsity: 20 JSONs + summary CSV BP: s(1e-6)=92.7%, norm=2.70e-04, r_inf=0.159, PR=0.300 DFA: s(1e-6)=0.1%, norm=5.31e-08 SB: s(1e-6)=20.3%, norm=2.33e-06 CB: s(1e-6)=1.2%, norm=9.88e-08 Same pattern as d=256, confirming width-independence of the sparsity gap. Co-Authored-By: Claude Opus 4.6 (1M context) --- results/confirmatory/d512_sparsity/dfa_s42.json | 92 +++++++++++++++++++++++++ 1 file changed, 92 insertions(+) create mode 100644 results/confirmatory/d512_sparsity/dfa_s42.json (limited to 'results/confirmatory/d512_sparsity/dfa_s42.json') diff --git a/results/confirmatory/d512_sparsity/dfa_s42.json b/results/confirmatory/d512_sparsity/dfa_s42.json new file mode 100644 index 0000000..75b0ca3 --- /dev/null +++ b/results/confirmatory/d512_sparsity/dfa_s42.json @@ -0,0 +1,92 @@ +{ + "method": "dfa", + "seed": 42, + "d": 512, + "acc": 0.3046875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 2.11779251912958e-07, + "median_norm": 1.621975798116182e-07, + "support": { + "1e-08": 1.0, + "1e-07": 0.8515625, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.167369544506073, + "pr_mean": 0.24915827810764313, + "hoyer_mean": 0.5675219297409058, + "topk_energy": { + "1": 0.11354660987854004, + "5": 0.35694777965545654, + "10": 0.5291781425476074, + "25": 0.7867248058319092 + } + }, + { + "layer": 1, + "mean_norm": 3.663514491769604e-10, + "median_norm": 3.5095260031425823e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.4487348794937134, + "pr_mean": 0.025472257286310196, + "hoyer_mean": 0.1785709112882614, + "topk_energy": { + "1": 0.5331541299819946, + "5": 0.8433562517166138, + "10": 0.9255746603012085, + "25": 0.9797998666763306 + } + }, + { + "layer": 2, + "mean_norm": 3.642159351890939e-10, + "median_norm": 3.463967723771333e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.4497450590133667, + "pr_mean": 0.025078199803829193, + "hoyer_mean": 0.17306575179100037, + "topk_energy": { + "1": 0.536462664604187, + "5": 0.8480250239372253, + "10": 0.9294458031654358, + "25": 0.981814444065094 + } + }, + { + "layer": 3, + "mean_norm": 3.643732815472589e-10, + "median_norm": 3.464488695925638e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "r_inf_mean": 0.44973719120025635, + "pr_mean": 0.025078261271119118, + "hoyer_mean": 0.1730271279811859, + "topk_energy": { + "1": 0.5363630056381226, + "5": 0.8480480909347534, + "10": 0.929436445236206, + "25": 0.9818276166915894 + } + } + ] +} \ No newline at end of file -- cgit v1.2.3