From b9a218c01ee101654a788adf1a3fd5c4ec846b11 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Wed, 1 Apr 2026 13:12:25 -0500 Subject: Add clean sparsity results: 168 JSONs from independent processes on GPU 1 MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit CIFAR: 24 JSONs (4 methods × 6 seeds), BP s(1e-6)=98% confirmed Synthetic: 144 JSONs (4 methods × 6 seeds × 3 alphas × 2 depths) All data reliable — each method+seed in separate Python process. Co-Authored-By: Claude Opus 4.6 (1M context) --- .../clean_sparsity/synth_dfa_s123_a1.0_L4.json | 640 +++++++++++++++++++++ 1 file changed, 640 insertions(+) create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s123_a1.0_L4.json (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s123_a1.0_L4.json') diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s123_a1.0_L4.json b/results/confirmatory/clean_sparsity/synth_dfa_s123_a1.0_L4.json new file mode 100644 index 0000000..c26a545 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s123_a1.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 123, + "alpha": 1.0, + "depth": 4, + "batch": 512, + "loss": 9.455214500427246, + "acc": 0.080078125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.01699267514050007, + "median_norm": 0.016903983429074287, + "max_norm": 0.040034979581832886, + "min_norm": 3.982610508046491e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.99609375, + "1e-06": 0.99609375, + "1e-05": 0.994140625, + "0.0001": 0.98828125 + }, + "log_norms_percentiles": { + "1": -4.2255377769470215, + "5": -2.489966869354248, + "10": -1.9612730741500854, + "25": -1.863673448562622, + "50": -1.7719435691833496, + "75": -1.6887975931167603, + "90": -1.6116188764572144, + "95": -1.5693671703338623, + "99": -1.4639240503311157 + }, + "log_norms_histogram": [ + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 0, + 2, + 1, + 1, + 2, + 1, + 1, + 3, + 5, + 2, + 0, + 1, + 2, + 1, + 15, + 60, + 179, + 160, + 58, + 10 + ], + "log_norms_bin_edges": [ + -7.399832725524902, + -7.279787063598633, + -7.1597418785095215, + -7.039696216583252, + -6.919651031494141, + -6.799605369567871, + -6.67956018447876, + -6.55951452255249, + -6.439469337463379, + -6.319423675537109, + -6.19937801361084, + -6.0793328285217285, + -5.959287643432617, + -5.839241981506348, + -5.719196319580078, + -5.599151134490967, + -5.479105472564697, + -5.359060287475586, + -5.239014625549316, + -5.118968963623047, + -4.9989237785339355, + -4.878878593444824, + -4.758832931518555, + -4.638787269592285, + -4.518742084503174, + -4.3986968994140625, + -4.278651237487793, + -4.158605575561523, + -4.038559913635254, + -3.9185147285461426, + -3.798469305038452, + -3.6784238815307617, + -3.5583784580230713, + -3.438333034515381, + -3.3182873725891113, + -3.1982421875, + -3.0781965255737305, + -2.958151340484619, + -2.8381056785583496, + -2.7180604934692383, + -2.5980148315429688, + -2.4779696464538574, + -2.357923984527588, + -2.2378783226013184, + -2.117833137512207, + -1.9977874755859375, + -1.8777422904968262, + -1.7576966285705566, + -1.6376514434814453, + -1.5176057815551758, + -1.397560477256775 + ], + "r_inf_mean": 0.33948665857315063, + "r_inf_median": 0.33324626088142395, + "pr_mean": 0.18214048445224762, + "pr_median": 0.18152447044849396, + "hoyer_mean": 0.45669159293174744, + "eff_dim_mean": 0.45669156312942505, + "topk_energy": { + "1": 0.1177273765206337, + "5": 0.4129355251789093, + "10": 0.6000198721885681, + "25": 0.87114417552948 + }, + "gamma_raw": -0.0005065121804364026, + "gamma_active": { + "1e-08": -0.0005065121804364026, + "1e-07": -0.0006502928445115685, + "1e-06": -0.0006502928445115685, + "1e-05": -0.0006843974115327001, + "0.0001": -0.00025357442791573703 + }, + "gamma_energy_weighted": { + "1e-08": -0.0004633395444894754, + "1e-07": -0.0004633395444894754, + "1e-06": -0.0004633395444894754, + "1e-05": -0.0004633395444894754, + "0.0001": -0.0004633395444894754 + } + }, + { + "layer": 1, + "mean_norm": 0.0020765073131769896, + "median_norm": 0.002186301164329052, + "max_norm": 0.0034011683892458677, + "min_norm": 5.71556357797931e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.994140625, + "1e-05": 0.98828125, + "0.0001": 0.96875 + }, + "log_norms_percentiles": { + "1": -5.018311977386475, + "5": -3.4091978073120117, + "10": -2.7979724407196045, + "25": -2.7092573642730713, + "50": -2.6602113246917725, + "75": -2.6207470893859863, + "90": -2.590909719467163, + "95": -2.5671699047088623, + "99": -2.5055861473083496 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 1, + 0, + 2, + 0, + 2, + 1, + 4, + 2, + 2, + 4, + 0, + 1, + 1, + 2, + 1, + 5, + 12, + 103, + 320, + 42 + ], + "log_norms_bin_edges": [ + -8.242940902709961, + -8.127449989318848, + -8.011958122253418, + -7.8964667320251465, + -7.780975341796875, + -7.6654839515686035, + -7.549992561340332, + -7.4345011711120605, + -7.319009780883789, + -7.203518390655518, + -7.088027000427246, + -6.972535610198975, + -6.857044219970703, + -6.741552829742432, + -6.62606143951416, + -6.510570049285889, + -6.395078659057617, + -6.279587268829346, + -6.164095878601074, + -6.048604965209961, + -5.933113098144531, + -5.817622184753418, + -5.702130317687988, + -5.586639404296875, + -5.471147537231445, + -5.355656623840332, + -5.240164756774902, + -5.124673843383789, + -5.009181976318359, + -4.893691062927246, + -4.778199195861816, + -4.662708282470703, + -4.547216415405273, + -4.43172550201416, + -4.3162336349487305, + -4.200742721557617, + -4.085251331329346, + -3.969759941101074, + -3.8542685508728027, + -3.7387771606445312, + -3.6232857704162598, + -3.5077943801879883, + -3.392302989959717, + -3.2768115997314453, + -3.161320209503174, + -3.0458288192749023, + -2.930337429046631, + -2.8148460388183594, + -2.699354648590088, + -2.5838632583618164, + -2.468371868133545 + ], + "r_inf_mean": 0.2841998338699341, + "r_inf_median": 0.2765718698501587, + "pr_mean": 0.29425764083862305, + "pr_median": 0.29762715101242065, + "hoyer_mean": 0.6108659505844116, + "eff_dim_mean": 0.6108658909797668, + "topk_energy": { + "1": 0.083091139793396, + "5": 0.3012140989303589, + "10": 0.4561958312988281, + "25": 0.743902325630188 + }, + "gamma_raw": 0.029573630541563034, + "gamma_active": { + "1e-08": 0.029666243121027946, + "1e-07": 0.029596688225865364, + "1e-06": 0.029626967385411263, + "1e-05": 0.029640352353453636, + "0.0001": 0.02962406538426876 + }, + "gamma_energy_weighted": { + "1e-08": 0.028365521538435395, + "1e-07": 0.028365521538435395, + "1e-06": 0.028365521538435395, + "1e-05": 0.028365521538435395, + "0.0001": 0.028365521538435395 + } + }, + { + "layer": 2, + "mean_norm": 0.0017478767549619079, + "median_norm": 0.0018623995129019022, + "max_norm": 0.002318744082003832, + "min_norm": 4.807500175729729e-09, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.994140625, + "1e-06": 0.9921875, + "1e-05": 0.98828125, + "0.0001": 0.966796875 + }, + "log_norms_percentiles": { + "1": -5.093022346496582, + "5": -3.475052833557129, + "10": -2.8721373081207275, + "25": -2.773763656616211, + "50": -2.729790687561035, + "75": -2.6929030418395996, + "90": -2.6697425842285156, + "95": -2.657729387283325, + "99": -2.6396305561065674 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 2, + 0, + 1, + 0, + 1, + 2, + 3, + 2, + 3, + 2, + 3, + 1, + 0, + 3, + 1, + 1, + 10, + 12, + 142, + 317 + ], + "log_norms_bin_edges": [ + -8.31808090209961, + -8.204414367675781, + -8.090747833251953, + -7.977080821990967, + -7.863414287567139, + -7.7497477531433105, + -7.636080741882324, + -7.522414207458496, + -7.408747673034668, + -7.29508113861084, + -7.1814141273498535, + -7.067747592926025, + -6.954080581665039, + -6.840414047241211, + -6.726747512817383, + -6.613080978393555, + -6.499414443969727, + -6.38574743270874, + -6.272080898284912, + -6.158413887023926, + -6.044747352600098, + -5.9310808181762695, + -5.817414283752441, + -5.703747749328613, + -5.590080738067627, + -5.476414203643799, + -5.3627471923828125, + -5.249080657958984, + -5.135414123535156, + -5.021747589111328, + -4.9080810546875, + -4.794414520263672, + -4.6807475090026855, + -4.567080497741699, + -4.453413963317871, + -4.339747428894043, + -4.226080894470215, + -4.112414360046387, + -3.9987473487854004, + -3.8850808143615723, + -3.771414279937744, + -3.657747268676758, + -3.5440807342529297, + -3.4304141998291016, + -3.3167476654052734, + -3.203080654144287, + -3.089414119720459, + -2.975747585296631, + -2.8620805740356445, + -2.7484140396118164, + -2.634747266769409 + ], + "r_inf_mean": 0.251578688621521, + "r_inf_median": 0.2471403032541275, + "pr_mean": 0.3408864438533783, + "pr_median": 0.34591051936149597, + "hoyer_mean": 0.6344215869903564, + "eff_dim_mean": 0.6344215273857117, + "topk_energy": { + "1": 0.06430111825466156, + "5": 0.26232248544692993, + "10": 0.4200066328048706, + "25": 0.7240698933601379 + }, + "gamma_raw": -0.002478595357388258, + "gamma_active": { + "1e-08": -0.002491838065907359, + "1e-07": -0.00253712828271091, + "1e-06": -0.0025451527908444405, + "1e-05": -0.0025511046405881643, + "0.0001": -0.002403203397989273 + }, + "gamma_energy_weighted": { + "1e-08": -0.0025062331166715917, + "1e-07": -0.0025062331166715917, + "1e-06": -0.0025062331166715917, + "1e-05": -0.0025062331166715917, + "0.0001": -0.0025062331166715917 + } + }, + { + "layer": 3, + "mean_norm": 0.0017449972219765186, + "median_norm": 0.0018559677992016077, + "max_norm": 0.002319288207218051, + "min_norm": 4.755051907778807e-09, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.994140625, + "1e-06": 0.9921875, + "1e-05": 0.98828125, + "0.0001": 0.966796875 + }, + "log_norms_percentiles": { + "1": -5.090697288513184, + "5": -3.4776623249053955, + "10": -2.8698017597198486, + "25": -2.7766592502593994, + "50": -2.7307097911834717, + "75": -2.6938469409942627, + "90": -2.6702568531036377, + "95": -2.658559799194336, + "99": -2.6413092613220215 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 2, + 0, + 1, + 0, + 1, + 2, + 3, + 2, + 3, + 2, + 3, + 1, + 0, + 3, + 1, + 1, + 10, + 12, + 147, + 312 + ], + "log_norms_bin_edges": [ + -8.322845458984375, + -8.209081649780273, + -8.095317840576172, + -7.981553554534912, + -7.867789268493652, + -7.754025459289551, + -7.640261650085449, + -7.5264973640441895, + -7.412733554840088, + -7.298969268798828, + -7.185205459594727, + -7.071441650390625, + -6.957677364349365, + -6.843913555145264, + -6.730149269104004, + -6.616385459899902, + -6.502621650695801, + -6.388857364654541, + -6.275093078613281, + -6.16132926940918, + -6.047565460205078, + -5.933801651000977, + -5.820037364959717, + -5.706273078918457, + -5.5925092697143555, + -5.478745460510254, + -5.364981651306152, + -5.251217365264893, + -5.137453079223633, + -5.023689270019531, + -4.90992546081543, + -4.796161651611328, + -4.682397365570068, + -4.568633079528809, + -4.454869270324707, + -4.3411054611206055, + -4.227341175079346, + -4.113577365875244, + -3.9998135566711426, + -3.886049270629883, + -3.7722854614257812, + -3.6585211753845215, + -3.54475736618042, + -3.4309935569763184, + -3.3172292709350586, + -3.203465461730957, + -3.0897011756896973, + -2.9759373664855957, + -2.862173080444336, + -2.7484092712402344, + -2.6346452236175537 + ], + "r_inf_mean": 0.250899076461792, + "r_inf_median": 0.2459481656551361, + "pr_mean": 0.3414689898490906, + "pr_median": 0.34817004203796387, + "hoyer_mean": 0.6343528032302856, + "eff_dim_mean": 0.6343528032302856, + "topk_energy": { + "1": 0.06398477405309677, + "5": 0.2616996169090271, + "10": 0.4195541739463806, + "25": 0.7241921424865723 + }, + "gamma_raw": 0.003283546771854162, + "gamma_active": { + "1e-08": 0.0033059564884752035, + "1e-07": 0.0033071094658225775, + "1e-06": 0.0032842843793332577, + "1e-05": 0.0032484179828315973, + "0.0001": 0.003115486353635788 + }, + "gamma_energy_weighted": { + "1e-08": 0.0032273844469266266, + "1e-07": 0.0032273844469266266, + "1e-06": 0.0032273844469266266, + "1e-05": 0.0032273844469266266, + "0.0001": 0.0032273844469266266 + } + } + ] +} \ No newline at end of file -- cgit v1.2.3