From b9a218c01ee101654a788adf1a3fd5c4ec846b11 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Wed, 1 Apr 2026 13:12:25 -0500 Subject: Add clean sparsity results: 168 JSONs from independent processes on GPU 1 MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit CIFAR: 24 JSONs (4 methods × 6 seeds), BP s(1e-6)=98% confirmed Synthetic: 144 JSONs (4 methods × 6 seeds × 3 alphas × 2 depths) All data reliable — each method+seed in separate Python process. Co-Authored-By: Claude Opus 4.6 (1M context) --- .../clean_sparsity/synth_dfa_s42_a0.5_L4.json | 640 +++++++++++++++++++++ 1 file changed, 640 insertions(+) create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s42_a0.5_L4.json (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s42_a0.5_L4.json') diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s42_a0.5_L4.json b/results/confirmatory/clean_sparsity/synth_dfa_s42_a0.5_L4.json new file mode 100644 index 0000000..b32026b --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s42_a0.5_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 42, + "alpha": 0.5, + "depth": 4, + "batch": 512, + "loss": 40.81475830078125, + "acc": 0.1015625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.0675482302904129, + "median_norm": 0.061652205884456635, + "max_norm": 0.25255444645881653, + "min_norm": 0.0, + "support": { + "1e-08": 0.97265625, + "1e-07": 0.962890625, + "1e-06": 0.958984375, + "1e-05": 0.951171875, + "0.0001": 0.939453125 + }, + "log_norms_percentiles": { + "1": -10.956345558166504, + "5": -4.698701858520508, + "10": -1.5689553022384644, + "25": -1.3228673934936523, + "50": -1.2080780267715454, + "75": -1.082482933998108, + "90": -0.9275670647621155, + "95": -0.8410006165504456, + "99": -0.7070760726928711 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 4, + 1, + 0, + 3, + 0, + 3, + 3, + 2, + 2, + 3, + 1, + 2, + 5, + 4, + 7, + 6, + 226, + 236 + ], + "log_norms_bin_edges": [ + -30.0, + -29.41195297241211, + -28.82390594482422, + -28.235858917236328, + -27.647811889648438, + -27.059764862060547, + -26.471717834472656, + -25.883670806884766, + -25.295623779296875, + -24.707576751708984, + -24.119529724121094, + -23.531482696533203, + -22.943435668945312, + -22.355388641357422, + -21.76734161376953, + -21.17929458618164, + -20.59124755859375, + -20.00320053100586, + -19.41515350341797, + -18.827106475830078, + -18.239059448242188, + -17.651012420654297, + -17.062965393066406, + -16.474918365478516, + -15.886869430541992, + -15.298822402954102, + -14.710775375366211, + -14.12272834777832, + -13.53468132019043, + -12.946634292602539, + -12.358587265014648, + -11.770540237426758, + -11.182493209838867, + -10.594446182250977, + -10.006399154663086, + -9.418352127075195, + -8.830305099487305, + -8.242258071899414, + -7.654211044311523, + -7.066164016723633, + -6.478116989135742, + -5.890069961547852, + -5.302022933959961, + -4.71397590637207, + -4.12592887878418, + -3.537881851196289, + -2.9498348236083984, + -2.361787796020508, + -1.7737388610839844, + -1.1856918334960938, + -0.5976449847221375 + ], + "r_inf_mean": 40519.08984375, + "r_inf_median": 0.2873315215110779, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 6087635894272.0, + "eff_dim_mean": Infinity, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": -0.009681418538093567, + "gamma_active": { + "1e-08": -0.009706265293061733, + "1e-07": -0.009661432355642319, + "1e-06": -0.009699334390461445, + "1e-05": -0.009881623089313507, + "0.0001": -0.009234345518052578 + }, + "gamma_energy_weighted": { + "1e-08": -0.005336625103717452, + "1e-07": -0.005336625103717452, + "1e-06": -0.005336625103717452, + "1e-05": -0.005336625103717452, + "0.0001": -0.005336625103717452 + } + }, + { + "layer": 1, + "mean_norm": 0.0036257237661629915, + "median_norm": 0.003365722019225359, + "max_norm": 0.012133244425058365, + "min_norm": 0.0, + "support": { + "1e-08": 0.962890625, + "1e-07": 0.955078125, + "1e-06": 0.94921875, + "1e-05": 0.935546875, + "0.0001": 0.923828125 + }, + "log_norms_percentiles": { + "1": -12.451739311218262, + "5": -5.860774040222168, + "10": -2.7779762744903564, + "25": -2.5928969383239746, + "50": -2.4728965759277344, + "75": -2.3319103717803955, + "90": -2.2093653678894043, + "95": -2.1360116004943848, + "99": -2.0437023639678955 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 4, + 0, + 2, + 1, + 1, + 2, + 2, + 3, + 1, + 3, + 2, + 1, + 5, + 3, + 3, + 7, + 5, + 199, + 264 + ], + "log_norms_bin_edges": [ + -30.0, + -29.43832015991211, + -28.87664031982422, + -28.314960479736328, + -27.75328254699707, + -27.19160270690918, + -26.62992286682129, + -26.0682430267334, + -25.506563186645508, + -24.94488525390625, + -24.38320541381836, + -23.82152557373047, + -23.259845733642578, + -22.698165893554688, + -22.136486053466797, + -21.574806213378906, + -21.013126373291016, + -20.451446533203125, + -19.889768600463867, + -19.328088760375977, + -18.766408920288086, + -18.204730987548828, + -17.643051147460938, + -17.081371307373047, + -16.519691467285156, + -15.958011627197266, + -15.396331787109375, + -14.834651947021484, + -14.27297306060791, + -13.711294174194336, + -13.149614334106445, + -12.587934494018555, + -12.026254653930664, + -11.464574813842773, + -10.902894973754883, + -10.341215133666992, + -9.779537200927734, + -9.217857360839844, + -8.656177520751953, + -8.094497680664062, + -7.532817840576172, + -6.971138000488281, + -6.409460067749023, + -5.847780227661133, + -5.286100387573242, + -4.724420547485352, + -4.162740707397461, + -3.6010608673095703, + -3.0393829345703125, + -2.477703094482422, + -1.9160231351852417 + ], + "r_inf_mean": 942.5630493164062, + "r_inf_median": 0.26009806990623474, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 4065174272.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.11537662893533707, + "gamma_active": { + "1e-08": 0.11970970034599304, + "1e-07": 0.12025832384824753, + "1e-06": 0.11996012181043625, + "1e-05": 0.11994019150733948, + "0.0001": 0.12041725218296051 + }, + "gamma_energy_weighted": { + "1e-08": 0.12493773950454484, + "1e-07": 0.12493773950454484, + "1e-06": 0.12493773950454484, + "1e-05": 0.12493773950454484, + "0.0001": 0.12493773950454484 + } + }, + { + "layer": 2, + "mean_norm": 0.001833497197367251, + "median_norm": 0.0019187548896297812, + "max_norm": 0.002970812376588583, + "min_norm": 0.0, + "support": { + "1e-08": 0.962890625, + "1e-07": 0.955078125, + "1e-06": 0.947265625, + "1e-05": 0.93359375, + "0.0001": 0.916015625 + }, + "log_norms_percentiles": { + "1": -12.714191436767578, + "5": -6.2152276039123535, + "10": -3.135533094406128, + "25": -2.766542673110962, + "50": -2.716909408569336, + "75": -2.675138473510742, + "90": -2.5844790935516357, + "95": -2.5618953704833984, + "99": -2.53448224067688 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 3, + 0, + 2, + 0, + 2, + 1, + 2, + 4, + 0, + 2, + 2, + 2, + 3, + 5, + 2, + 6, + 5, + 6, + 460 + ], + "log_norms_bin_edges": [ + -30.0, + -29.450542449951172, + -28.901084899902344, + -28.351627349853516, + -27.802169799804688, + -27.25271224975586, + -26.70325469970703, + -26.153797149658203, + -25.604339599609375, + -25.054882049560547, + -24.50542449951172, + -23.95596694946289, + -23.406509399414062, + -22.857051849365234, + -22.307594299316406, + -21.758136749267578, + -21.20867919921875, + -20.659221649169922, + -20.109764099121094, + -19.560306549072266, + -19.010848999023438, + -18.46139144897461, + -17.91193389892578, + -17.362476348876953, + -16.813020706176758, + -16.26356315612793, + -15.714105606079102, + -15.164648056030273, + -14.615190505981445, + -14.065732955932617, + -13.516275405883789, + -12.966817855834961, + -12.417360305786133, + -11.867902755737305, + -11.318445205688477, + -10.768987655639648, + -10.21953010559082, + -9.670072555541992, + -9.120615005493164, + -8.571157455444336, + -8.021699905395508, + -7.47224235534668, + -6.922784805297852, + -6.373327255249023, + -5.823869705200195, + -5.274412155151367, + -4.724954605102539, + -4.175497055053711, + -3.6260414123535156, + -3.0765838623046875, + -2.5271246433258057 + ], + "r_inf_mean": 37968.796875, + "r_inf_median": 0.24859748780727386, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 10675355123712.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.16097217798233032, + "gamma_active": { + "1e-08": 0.16695711016654968, + "1e-07": 0.16806475818157196, + "1e-06": 0.16743990778923035, + "1e-05": 0.168677419424057, + "0.0001": 0.1687154918909073 + }, + "gamma_energy_weighted": { + "1e-08": 0.21018422196666728, + "1e-07": 0.21018422196666728, + "1e-06": 0.21018422196666728, + "1e-05": 0.21018422196666728, + "0.0001": 0.21018422196666728 + } + }, + { + "layer": 3, + "mean_norm": 0.0017900480888783932, + "median_norm": 0.0018746921559795737, + "max_norm": 0.0028218128718435764, + "min_norm": 0.0, + "support": { + "1e-08": 0.962890625, + "1e-07": 0.955078125, + "1e-06": 0.947265625, + "1e-05": 0.93359375, + "0.0001": 0.916015625 + }, + "log_norms_percentiles": { + "1": -12.715415954589844, + "5": -6.229037761688232, + "10": -3.1614856719970703, + "25": -2.7712297439575195, + "50": -2.7268600463867188, + "75": -2.68935489654541, + "90": -2.603337049484253, + "95": -2.5809874534606934, + "99": -2.55206036567688 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 3, + 0, + 2, + 0, + 2, + 1, + 2, + 4, + 0, + 2, + 2, + 2, + 3, + 5, + 2, + 6, + 4, + 7, + 460 + ], + "log_norms_bin_edges": [ + -30.0, + -29.45098876953125, + -28.901979446411133, + -28.352968215942383, + -27.803958892822266, + -27.254947662353516, + -26.705936431884766, + -26.15692710876465, + -25.6079158782959, + -25.05890655517578, + -24.50989532470703, + -23.96088409423828, + -23.41187286376953, + -22.862863540649414, + -22.313852310180664, + -21.764842987060547, + -21.215831756591797, + -20.666820526123047, + -20.11781120300293, + -19.56879997253418, + -19.019790649414062, + -18.470779418945312, + -17.921768188476562, + -17.372756958007812, + -16.823747634887695, + -16.274738311767578, + -15.725727081298828, + -15.176715850830078, + -14.627705574035645, + -14.078695297241211, + -13.529684066772461, + -12.980674743652344, + -12.431663513183594, + -11.882652282714844, + -11.333642959594727, + -10.784631729125977, + -10.23562240600586, + -9.68661117553711, + -9.13759994506836, + -8.588590621948242, + -8.039579391479492, + -7.490568161010742, + -6.941558837890625, + -6.392547607421875, + -5.843536376953125, + -5.294527053833008, + -4.745515823364258, + -4.196506500244141, + -3.6474952697753906, + -3.0984840393066406, + -2.549471855163574 + ], + "r_inf_mean": 38366.55859375, + "r_inf_median": 0.24767154455184937, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 10628202758144.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.13787135481834412, + "gamma_active": { + "1e-08": 0.14303146302700043, + "1e-07": 0.143719881772995, + "1e-06": 0.1433396190404892, + "1e-05": 0.14392979443073273, + "0.0001": 0.14465774595737457 + }, + "gamma_energy_weighted": { + "1e-08": 0.16082522458596354, + "1e-07": 0.16082522458596354, + "1e-06": 0.16082522458596354, + "1e-05": 0.16082522458596354, + "0.0001": 0.16082522458596354 + } + } + ] +} \ No newline at end of file -- cgit v1.2.3