diff options
| author | YurenHao0426 <Blackhao0426@gmail.com> | 2026-04-01 13:12:25 -0500 |
|---|---|---|
| committer | YurenHao0426 <Blackhao0426@gmail.com> | 2026-04-01 13:12:25 -0500 |
| commit | b9a218c01ee101654a788adf1a3fd5c4ec846b11 (patch) | |
| tree | 3fec84e66f55ec1e859c2c515ec520732c3eae0e /results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.0_L4.json | |
| parent | cbeb4d6292f5d19a313ddfc7d37707a7f5f33fef (diff) | |
Add clean sparsity results: 168 JSONs from independent processes on GPU 1
CIFAR: 24 JSONs (4 methods × 6 seeds), BP s(1e-6)=98% confirmed
Synthetic: 144 JSONs (4 methods × 6 seeds × 3 alphas × 2 depths)
All data reliable — each method+seed in separate Python process.
Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.0_L4.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.0_L4.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.0_L4.json b/results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.0_L4.json new file mode 100644 index 0000000..9ad9578 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s1024_a0.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 1024, + "alpha": 0.0, + "depth": 4, + "batch": 512, + "loss": 48.29169464111328, + "acc": 0.08984375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.07792393863201141, + "median_norm": 0.0756477490067482, + "max_norm": 0.3316841423511505, + "min_norm": 0.0, + "support": { + "1e-08": 0.955078125, + "1e-07": 0.955078125, + "1e-06": 0.9453125, + "1e-05": 0.9296875, + "0.0001": 0.921875 + }, + "log_norms_percentiles": { + "1": -18.15913200378418, + "5": -6.138050556182861, + "10": -1.2917317152023315, + "25": -1.2002663612365723, + "50": -1.120624303817749, + "75": -1.0313280820846558, + "90": -0.9422661066055298, + "95": -0.8519224524497986, + "99": -0.7137401103973389 + }, + "log_norms_histogram": [ + 3, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 3, + 2, + 1, + 1, + 2, + 3, + 1, + 1, + 0, + 5, + 5, + 3, + 3, + 3, + 2, + 0, + 1, + 284, + 182 + ], + "log_norms_bin_edges": [ + -30.0, + -29.40958595275879, + -28.819171905517578, + -28.228755950927734, + -27.638341903686523, + -27.047927856445312, + -26.45751190185547, + -25.867097854614258, + -25.276683807373047, + -24.686269760131836, + -24.095855712890625, + -23.50543975830078, + -22.91502571105957, + -22.32461166381836, + -21.734195709228516, + -21.143781661987305, + -20.553367614746094, + -19.962953567504883, + -19.372539520263672, + -18.782123565673828, + -18.191709518432617, + -17.601295471191406, + -17.010879516601562, + -16.42046546936035, + -15.83005142211914, + -15.23963737487793, + -14.649222373962402, + -14.058807373046875, + -13.468393325805664, + -12.877979278564453, + -12.28756332397461, + -11.697149276733398, + -11.106735229492188, + -10.516321182250977, + -9.925907135009766, + -9.335491180419922, + -8.745077133178711, + -8.1546630859375, + -7.564247131347656, + -6.973833084106445, + -6.383419036865234, + -5.793004989624023, + -5.2025909423828125, + -4.612174987792969, + -4.021760940551758, + -3.431346893310547, + -2.840930938720703, + -2.250516891479492, + -1.6601028442382812, + -1.0696887969970703, + -0.47927528619766235 + ], + "r_inf_mean": 103.7047348022461, + "r_inf_median": 0.2556043863296509, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 88100416.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": -0.008570893667638302, + "gamma_active": { + "1e-08": -0.008877807296812534, + "1e-07": -0.008877807296812534, + "1e-06": -0.008606611751019955, + "1e-05": -0.008333239704370499, + "0.0001": -0.00806768611073494 + }, + "gamma_energy_weighted": { + "1e-08": -0.0007699540359104423, + "1e-07": -0.0007699540359104423, + "1e-06": -0.0007699540359104423, + "1e-05": -0.0007699540359104423, + "0.0001": -0.0007699540359104423 + } + }, + { + "layer": 1, + "mean_norm": 0.003495904617011547, + "median_norm": 0.0034843459725379944, + "max_norm": 0.010234888643026352, + "min_norm": 0.0, + "support": { + "1e-08": 0.953125, + "1e-07": 0.9375, + "1e-06": 0.9296875, + "1e-05": 0.91796875, + "0.0001": 0.9140625 + }, + "log_norms_percentiles": { + "1": -19.49370002746582, + "5": -7.607825756072998, + "10": -2.684795618057251, + "25": -2.5618367195129395, + "50": -2.457651138305664, + "75": -2.3605196475982666, + "90": -2.2715559005737305, + "95": -2.2213404178619385, + "99": -2.1255767345428467 + }, + "log_norms_histogram": [ + 4, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 2, + 3, + 1, + 1, + 1, + 4, + 1, + 0, + 1, + 3, + 4, + 5, + 1, + 3, + 3, + 0, + 2, + 1, + 101, + 365 + ], + "log_norms_bin_edges": [ + -30.0, + -29.43979835510254, + -28.879596710205078, + -28.319395065307617, + -27.759193420410156, + -27.198991775512695, + -26.638790130615234, + -26.078588485717773, + -25.518386840820312, + -24.95818519592285, + -24.39798355102539, + -23.83778190612793, + -23.27758026123047, + -22.717378616333008, + -22.157176971435547, + -21.596975326538086, + -21.036773681640625, + -20.476572036743164, + -19.916370391845703, + -19.356168746948242, + -18.79596710205078, + -18.23576545715332, + -17.67556381225586, + -17.1153621673584, + -16.555160522460938, + -15.994958877563477, + -15.434757232666016, + -14.874555587768555, + -14.314353942871094, + -13.754152297973633, + -13.193950653076172, + -12.633749008178711, + -12.07354736328125, + -11.513345718383789, + -10.953144073486328, + -10.392942428588867, + -9.832740783691406, + -9.272539138793945, + -8.712337493896484, + -8.152135848999023, + -7.5919342041015625, + -7.031732559204102, + -6.471530914306641, + -5.91132926940918, + -5.351127624511719, + -4.790925979614258, + -4.230724334716797, + -3.670522689819336, + -3.110321044921875, + -2.550119400024414, + -1.9899169206619263 + ], + "r_inf_mean": 23562.908203125, + "r_inf_median": 0.2464413195848465, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 2641168695296.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.19218555092811584, + "gamma_active": { + "1e-08": 0.20148876309394836, + "1e-07": 0.20280709862709045, + "1e-06": 0.20354634523391724, + "1e-05": 0.20365062355995178, + "0.0001": 0.2039729505777359 + }, + "gamma_energy_weighted": { + "1e-08": 0.2280996905493909, + "1e-07": 0.2280996905493909, + "1e-06": 0.2280996905493909, + "1e-05": 0.2280996905493909, + "0.0001": 0.2280996905493909 + } + }, + { + "layer": 2, + "mean_norm": 0.0020947542507201433, + "median_norm": 0.0021232119761407375, + "max_norm": 0.00359603064134717, + "min_norm": 0.0, + "support": { + "1e-08": 0.953125, + "1e-07": 0.93359375, + "1e-06": 0.92578125, + "1e-05": 0.916015625, + "0.0001": 0.912109375 + }, + "log_norms_percentiles": { + "1": -19.742151260375977, + "5": -7.763540744781494, + "10": -2.7979366779327393, + "25": -2.738340139389038, + "50": -2.6728901863098145, + "75": -2.574997901916504, + "90": -2.5454318523406982, + "95": -2.5281383991241455, + "99": -2.446068525314331 + }, + "log_norms_histogram": [ + 4, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 4, + 1, + 0, + 1, + 4, + 2, + 0, + 1, + 1, + 4, + 5, + 2, + 4, + 1, + 2, + 2, + 0, + 1, + 466 + ], + "log_norms_bin_edges": [ + -30.0, + -29.448883056640625, + -28.89776611328125, + -28.346651077270508, + -27.795534133911133, + -27.244417190551758, + -26.693302154541016, + -26.14218521118164, + -25.591068267822266, + -25.03995132446289, + -24.488834381103516, + -23.937719345092773, + -23.3866024017334, + -22.835485458374023, + -22.28437042236328, + -21.733253479003906, + -21.18213653564453, + -20.631019592285156, + -20.07990264892578, + -19.52878761291504, + -18.977670669555664, + -18.42655372619629, + -17.875438690185547, + -17.324321746826172, + -16.773204803466797, + -16.222087860107422, + -15.670971870422363, + -15.119855880737305, + -14.56873893737793, + -14.017621994018555, + -13.466506958007812, + -12.915390014648438, + -12.364273071289062, + -11.813156127929688, + -11.262039184570312, + -10.71092414855957, + -10.159807205200195, + -9.60869026184082, + -9.057575225830078, + -8.506458282470703, + -7.955341339111328, + -7.404224395751953, + -6.853107452392578, + -6.301992416381836, + -5.750875473022461, + -5.199758529663086, + -4.648643493652344, + -4.097526550292969, + -3.5464096069335938, + -2.9952926635742188, + -2.44417667388916 + ], + "r_inf_mean": 14331.486328125, + "r_inf_median": 0.24110129475593567, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 1405009788928.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.1492200791835785, + "gamma_active": { + "1e-08": 0.15655876696109772, + "1e-07": 0.1583840548992157, + "1e-06": 0.15897519886493683, + "1e-05": 0.1608194261789322, + "0.0001": 0.16002459824085236 + }, + "gamma_energy_weighted": { + "1e-08": 0.21325498187708306, + "1e-07": 0.21325498187708306, + "1e-06": 0.21325498187708306, + "1e-05": 0.21325498187708306, + "0.0001": 0.21325498187708306 + } + }, + { + "layer": 3, + "mean_norm": 0.002056596102192998, + "median_norm": 0.0020974583458155394, + "max_norm": 0.00348533783107996, + "min_norm": 0.0, + "support": { + "1e-08": 0.953125, + "1e-07": 0.93359375, + "1e-06": 0.92578125, + "1e-05": 0.916015625, + "0.0001": 0.912109375 + }, + "log_norms_percentiles": { + "1": -19.749114990234375, + "5": -7.7642388343811035, + "10": -2.7977497577667236, + "25": -2.7384698390960693, + "50": -2.678196430206299, + "75": -2.585524559020996, + "90": -2.55936336517334, + "95": -2.5448966026306152, + "99": -2.4583654403686523 + }, + "log_norms_histogram": [ + 4, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 4, + 1, + 0, + 1, + 4, + 2, + 0, + 1, + 1, + 4, + 5, + 2, + 4, + 1, + 2, + 2, + 0, + 1, + 466 + ], + "log_norms_bin_edges": [ + -30.0, + -29.449155807495117, + -28.8983097076416, + -28.34746551513672, + -27.796619415283203, + -27.24577522277832, + -26.694931030273438, + -26.144084930419922, + -25.59324073791504, + -25.042396545410156, + -24.49155044555664, + -23.940706253051758, + -23.389862060546875, + -22.83901596069336, + -22.288171768188477, + -21.737327575683594, + -21.186481475830078, + -20.635635375976562, + -20.08479118347168, + -19.533946990966797, + -18.98310089111328, + -18.4322566986084, + -17.881412506103516, + -17.33056640625, + -16.779722213745117, + -16.228878021240234, + -15.678031921386719, + -15.127187728881836, + -14.576342582702637, + -14.025497436523438, + -13.474653244018555, + -12.923807144165039, + -12.372962951660156, + -11.822118759155273, + -11.271272659301758, + -10.720428466796875, + -10.16958236694336, + -9.618738174438477, + -9.067893981933594, + -8.517047882080078, + -7.966203689575195, + -7.4153594970703125, + -6.864513397216797, + -6.313669204711914, + -5.762825012207031, + -5.211978912353516, + -4.661134719848633, + -4.110288619995117, + -3.5594444274902344, + -3.0086002349853516, + -2.4577550888061523 + ], + "r_inf_mean": 13681.1171875, + "r_inf_median": 0.24388812482357025, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 1306307592192.0, + "eff_dim_mean": NaN, + "topk_energy": { + "1": NaN, + "5": NaN, + "10": NaN, + "25": NaN + }, + "gamma_raw": 0.13725116848945618, + "gamma_active": { + "1e-08": 0.14397448301315308, + "1e-07": 0.145118847489357, + "1e-06": 0.14546479284763336, + "1e-05": 0.14610359072685242, + "0.0001": 0.14563407003879547 + }, + "gamma_energy_weighted": { + "1e-08": 0.17073702124070567, + "1e-07": 0.17073702124070567, + "1e-06": 0.17073702124070567, + "1e-05": 0.17073702124070567, + "0.0001": 0.17073702124070567 + } + } + ] +}
\ No newline at end of file |
