summaryrefslogtreecommitdiff
path: root/results/confirmatory/clean_sparsity/synth_dfa_s456_a0.0_L8.json
diff options
context:
space:
mode:
authorYurenHao0426 <Blackhao0426@gmail.com>2026-04-01 13:12:25 -0500
committerYurenHao0426 <Blackhao0426@gmail.com>2026-04-01 13:12:25 -0500
commitb9a218c01ee101654a788adf1a3fd5c4ec846b11 (patch)
tree3fec84e66f55ec1e859c2c515ec520732c3eae0e /results/confirmatory/clean_sparsity/synth_dfa_s456_a0.0_L8.json
parentcbeb4d6292f5d19a313ddfc7d37707a7f5f33fef (diff)
Add clean sparsity results: 168 JSONs from independent processes on GPU 1
CIFAR: 24 JSONs (4 methods × 6 seeds), BP s(1e-6)=98% confirmed Synthetic: 144 JSONs (4 methods × 6 seeds × 3 alphas × 2 depths) All data reliable — each method+seed in separate Python process. Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s456_a0.0_L8.json')
-rw-r--r--results/confirmatory/clean_sparsity/synth_dfa_s456_a0.0_L8.json1268
1 files changed, 1268 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s456_a0.0_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s456_a0.0_L8.json
new file mode 100644
index 0000000..475ebf1
--- /dev/null
+++ b/results/confirmatory/clean_sparsity/synth_dfa_s456_a0.0_L8.json
@@ -0,0 +1,1268 @@
+{
+ "dataset": "synth",
+ "method": "dfa",
+ "seed": 456,
+ "alpha": 0.0,
+ "depth": 8,
+ "batch": 512,
+ "loss": 38.5487060546875,
+ "acc": 0.052734375,
+ "per_layer": [
+ {
+ "layer": 0,
+ "mean_norm": 0.056388258934020996,
+ "median_norm": 0.05764112249016762,
+ "max_norm": 0.09314820915460587,
+ "min_norm": 1.1591477965510752e-17,
+ "support": {
+ "1e-08": 0.986328125,
+ "1e-07": 0.982421875,
+ "1e-06": 0.97265625,
+ "1e-05": 0.97265625,
+ "0.0001": 0.970703125
+ },
+ "log_norms_percentiles": {
+ "1": -9.072454452514648,
+ "5": -1.8270668983459473,
+ "10": -1.3296871185302734,
+ "25": -1.2767255306243896,
+ "50": -1.2390623092651367,
+ "75": -1.193153738975525,
+ "90": -1.152718424797058,
+ "95": -1.129745364189148,
+ "99": -1.077965497970581
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 1,
+ 2,
+ 2,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 2,
+ 0,
+ 3,
+ 1,
+ 3,
+ 3,
+ 11,
+ 474
+ ],
+ "log_norms_bin_edges": [
+ -16.935861587524414,
+ -16.617761611938477,
+ -16.299659729003906,
+ -15.981559753417969,
+ -15.663458824157715,
+ -15.345357894897461,
+ -15.027256965637207,
+ -14.709156036376953,
+ -14.391056060791016,
+ -14.072955131530762,
+ -13.754854202270508,
+ -13.43675422668457,
+ -13.11865234375,
+ -12.800552368164062,
+ -12.482451438903809,
+ -12.164350509643555,
+ -11.846250534057617,
+ -11.528148651123047,
+ -11.21004867553711,
+ -10.891947746276855,
+ -10.573846817016602,
+ -10.255746841430664,
+ -9.93764591217041,
+ -9.619544982910156,
+ -9.301444053649902,
+ -8.983343124389648,
+ -8.665243148803711,
+ -8.347142219543457,
+ -8.029041290283203,
+ -7.710940361022949,
+ -7.392840385437012,
+ -7.074739456176758,
+ -6.756638526916504,
+ -6.43853759765625,
+ -6.120436668395996,
+ -5.802336692810059,
+ -5.484235763549805,
+ -5.166134834289551,
+ -4.848033905029297,
+ -4.529933929443359,
+ -4.2118330001831055,
+ -3.8937320709228516,
+ -3.5756311416625977,
+ -3.2575302124023438,
+ -2.9394302368164062,
+ -2.6213293075561523,
+ -2.3032283782958984,
+ -1.9851274490356445,
+ -1.6670265197753906,
+ -1.3489265441894531,
+ -1.0308254957199097
+ ],
+ "r_inf_mean": 0.2604321241378784,
+ "r_inf_median": 0.2574765086174011,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.639589786529541,
+ "eff_dim_mean": 0.639589786529541,
+ "topk_energy": {
+ "1": 0.06883931905031204,
+ "5": 0.27086877822875977,
+ "10": 0.4261644780635834,
+ "25": 0.720151960849762
+ },
+ "gamma_raw": -0.03438589721918106,
+ "gamma_active": {
+ "1e-08": -0.03472374752163887,
+ "1e-07": -0.03467543050646782,
+ "1e-06": -0.03463304787874222,
+ "1e-05": -0.03463304787874222,
+ "0.0001": -0.034819915890693665
+ },
+ "gamma_energy_weighted": {
+ "1e-08": -0.027945201616953033,
+ "1e-07": -0.027945201616953033,
+ "1e-06": -0.027945201616953033,
+ "1e-05": -0.027945201616953033,
+ "0.0001": -0.027945201616953033
+ }
+ },
+ {
+ "layer": 1,
+ "mean_norm": 0.002422210294753313,
+ "median_norm": 0.0025610169395804405,
+ "max_norm": 0.0031434742268174887,
+ "min_norm": 4.722286229125151e-19,
+ "support": {
+ "1e-08": 0.974609375,
+ "1e-07": 0.97265625,
+ "1e-06": 0.97265625,
+ "1e-05": 0.970703125,
+ "0.0001": 0.9609375
+ },
+ "log_norms_percentiles": {
+ "1": -10.299839973449707,
+ "5": -3.149352788925171,
+ "10": -2.6772797107696533,
+ "25": -2.6465189456939697,
+ "50": -2.5915369987487793,
+ "75": -2.563617467880249,
+ "90": -2.5310251712799072,
+ "95": -2.52022647857666,
+ "99": -2.507803201675415
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 1,
+ 4,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 1,
+ 1,
+ 3,
+ 2,
+ 3,
+ 2,
+ 484
+ ],
+ "log_norms_bin_edges": [
+ -18.325847625732422,
+ -18.009382247924805,
+ -17.692916870117188,
+ -17.37645149230957,
+ -17.059986114501953,
+ -16.74352264404297,
+ -16.42705726623535,
+ -16.110591888427734,
+ -15.794126510620117,
+ -15.4776611328125,
+ -15.161195755004883,
+ -14.844731330871582,
+ -14.528265953063965,
+ -14.211800575256348,
+ -13.895336151123047,
+ -13.57887077331543,
+ -13.262405395507812,
+ -12.945940017700195,
+ -12.629474639892578,
+ -12.313010215759277,
+ -11.99654483795166,
+ -11.680079460144043,
+ -11.363615036010742,
+ -11.047149658203125,
+ -10.730684280395508,
+ -10.41421890258789,
+ -10.097753524780273,
+ -9.781289100646973,
+ -9.464823722839355,
+ -9.148358345031738,
+ -8.831893920898438,
+ -8.51542854309082,
+ -8.198963165283203,
+ -7.882497787475586,
+ -7.566032409667969,
+ -7.249567985534668,
+ -6.933102607727051,
+ -6.616637229919434,
+ -6.300172805786133,
+ -5.983707427978516,
+ -5.667242050170898,
+ -5.350776672363281,
+ -5.034311294555664,
+ -4.717846870422363,
+ -4.401381492614746,
+ -4.084916114807129,
+ -3.768451690673828,
+ -3.451986312866211,
+ -3.1355209350585938,
+ -2.8190555572509766,
+ -2.5025901794433594
+ ],
+ "r_inf_mean": 0.3031170964241028,
+ "r_inf_median": 0.29017382860183716,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.5942288041114807,
+ "eff_dim_mean": 0.5942287445068359,
+ "topk_energy": {
+ "1": 0.09485658258199692,
+ "5": 0.3304428160190582,
+ "10": 0.4834989309310913,
+ "25": 0.7596266865730286
+ },
+ "gamma_raw": 0.3278554677963257,
+ "gamma_active": {
+ "1e-08": 0.33396920561790466,
+ "1e-07": 0.333821177482605,
+ "1e-06": 0.333821177482605,
+ "1e-05": 0.3337695598602295,
+ "0.0001": 0.33325299620628357
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.33311915005942483,
+ "1e-07": 0.33311915005942483,
+ "1e-06": 0.33311915005942483,
+ "1e-05": 0.33311915005942483,
+ "0.0001": 0.33311915005942483
+ }
+ },
+ {
+ "layer": 2,
+ "mean_norm": 0.002279596868902445,
+ "median_norm": 0.0024018853437155485,
+ "max_norm": 0.002986528445035219,
+ "min_norm": 4.445465067255452e-19,
+ "support": {
+ "1e-08": 0.974609375,
+ "1e-07": 0.97265625,
+ "1e-06": 0.97265625,
+ "1e-05": 0.970703125,
+ "0.0001": 0.9609375
+ },
+ "log_norms_percentiles": {
+ "1": -10.3215913772583,
+ "5": -3.1755642890930176,
+ "10": -2.699704170227051,
+ "25": -2.669311761856079,
+ "50": -2.619316577911377,
+ "75": -2.5854785442352295,
+ "90": -2.5542473793029785,
+ "95": -2.538472890853882,
+ "99": -2.52492618560791
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 1,
+ 4,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 1,
+ 1,
+ 3,
+ 2,
+ 3,
+ 2,
+ 484
+ ],
+ "log_norms_bin_edges": [
+ -18.352083206176758,
+ -18.035537719726562,
+ -17.718994140625,
+ -17.402448654174805,
+ -17.08590316772461,
+ -16.769357681274414,
+ -16.45281410217285,
+ -16.136268615722656,
+ -15.819723129272461,
+ -15.503178596496582,
+ -15.186633110046387,
+ -14.870088577270508,
+ -14.553543090820312,
+ -14.236998558044434,
+ -13.920454025268555,
+ -13.60390853881836,
+ -13.287363052368164,
+ -12.970818519592285,
+ -12.654273986816406,
+ -12.337728500366211,
+ -12.021183013916016,
+ -11.704638481140137,
+ -11.388093948364258,
+ -11.071548461914062,
+ -10.755003929138184,
+ -10.438459396362305,
+ -10.12191390991211,
+ -9.805368423461914,
+ -9.488823890686035,
+ -9.17227840423584,
+ -8.855733871459961,
+ -8.539188385009766,
+ -8.222643852233887,
+ -7.906099319458008,
+ -7.5895538330078125,
+ -7.273009300231934,
+ -6.956463813781738,
+ -6.639919281005859,
+ -6.323373794555664,
+ -6.006829261779785,
+ -5.69028377532959,
+ -5.373739242553711,
+ -5.057193756103516,
+ -4.740649223327637,
+ -4.424103736877441,
+ -4.1075592041015625,
+ -3.791013717651367,
+ -3.4744691848754883,
+ -3.1579246520996094,
+ -2.841379165649414,
+ -2.5248334407806396
+ ],
+ "r_inf_mean": 0.307239294052124,
+ "r_inf_median": 0.292616069316864,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.5923278331756592,
+ "eff_dim_mean": 0.5923278331756592,
+ "topk_energy": {
+ "1": 0.09758126735687256,
+ "5": 0.3340631425380707,
+ "10": 0.48596829175949097,
+ "25": 0.7610293626785278
+ },
+ "gamma_raw": 0.18885472416877747,
+ "gamma_active": {
+ "1e-08": 0.19198553264141083,
+ "1e-07": 0.19215275347232819,
+ "1e-06": 0.19215275347232819,
+ "1e-05": 0.19203923642635345,
+ "0.0001": 0.19205600023269653
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.20056171644670734,
+ "1e-07": 0.20056171644670734,
+ "1e-06": 0.20056171644670734,
+ "1e-05": 0.20056171644670734,
+ "0.0001": 0.20056171644670734
+ }
+ },
+ {
+ "layer": 3,
+ "mean_norm": 0.0022677374072372913,
+ "median_norm": 0.002382685197517276,
+ "max_norm": 0.0029682223685085773,
+ "min_norm": 4.41465052148632e-19,
+ "support": {
+ "1e-08": 0.974609375,
+ "1e-07": 0.97265625,
+ "1e-06": 0.97265625,
+ "1e-05": 0.970703125,
+ "0.0001": 0.9609375
+ },
+ "log_norms_percentiles": {
+ "1": -10.323122024536133,
+ "5": -3.1774628162384033,
+ "10": -2.7024409770965576,
+ "25": -2.6712405681610107,
+ "50": -2.622195243835449,
+ "75": -2.588229179382324,
+ "90": -2.5569636821746826,
+ "95": -2.541961431503296,
+ "99": -2.5276074409484863
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 1,
+ 4,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 1,
+ 1,
+ 3,
+ 2,
+ 3,
+ 2,
+ 484
+ ],
+ "log_norms_bin_edges": [
+ -18.355104446411133,
+ -18.03855323791504,
+ -17.722000122070312,
+ -17.40544891357422,
+ -17.088895797729492,
+ -16.7723445892334,
+ -16.455791473388672,
+ -16.139240264892578,
+ -15.822688102722168,
+ -15.506135940551758,
+ -15.189584732055664,
+ -14.873032569885254,
+ -14.556480407714844,
+ -14.239928245544434,
+ -13.923376083374023,
+ -13.60682487487793,
+ -13.290271759033203,
+ -12.97372055053711,
+ -12.6571683883667,
+ -12.340616226196289,
+ -12.024064064025879,
+ -11.707511901855469,
+ -11.390960693359375,
+ -11.074407577514648,
+ -10.757856369018555,
+ -10.441304206848145,
+ -10.124752044677734,
+ -9.808199882507324,
+ -9.491647720336914,
+ -9.17509651184082,
+ -8.85854434967041,
+ -8.5419921875,
+ -8.22544002532959,
+ -7.90888786315918,
+ -7.5923357009887695,
+ -7.275783538818359,
+ -6.959232330322266,
+ -6.6426801681518555,
+ -6.326128005981445,
+ -6.009575843811035,
+ -5.693023681640625,
+ -5.376471519470215,
+ -5.059920310974121,
+ -4.743368148803711,
+ -4.426815986633301,
+ -4.110263824462891,
+ -3.7937116622924805,
+ -3.4771595001220703,
+ -3.1606082916259766,
+ -2.8440561294555664,
+ -2.527503728866577
+ ],
+ "r_inf_mean": 0.3071709871292114,
+ "r_inf_median": 0.29227468371391296,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.5926531553268433,
+ "eff_dim_mean": 0.5926531553268433,
+ "topk_energy": {
+ "1": 0.09753860533237457,
+ "5": 0.333954393863678,
+ "10": 0.4858211874961853,
+ "25": 0.7606574892997742
+ },
+ "gamma_raw": 0.10619580745697021,
+ "gamma_active": {
+ "1e-08": 0.10786580294370651,
+ "1e-07": 0.10796962678432465,
+ "1e-06": 0.10796962678432465,
+ "1e-05": 0.10802234709262848,
+ "0.0001": 0.10786108672618866
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.12086246415293596,
+ "1e-07": 0.12086246415293596,
+ "1e-06": 0.12086246415293596,
+ "1e-05": 0.12086246415293596,
+ "0.0001": 0.12086246415293596
+ }
+ },
+ {
+ "layer": 4,
+ "mean_norm": 0.002263061236590147,
+ "median_norm": 0.002382843755185604,
+ "max_norm": 0.0029612777289003134,
+ "min_norm": 4.411354723733179e-19,
+ "support": {
+ "1e-08": 0.974609375,
+ "1e-07": 0.97265625,
+ "1e-06": 0.97265625,
+ "1e-05": 0.970703125,
+ "0.0001": 0.9609375
+ },
+ "log_norms_percentiles": {
+ "1": -10.324700355529785,
+ "5": -3.1787307262420654,
+ "10": -2.7022271156311035,
+ "25": -2.6720690727233887,
+ "50": -2.6225342750549316,
+ "75": -2.5892229080200195,
+ "90": -2.558652400970459,
+ "95": -2.5431368350982666,
+ "99": -2.528599739074707
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 1,
+ 4,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 1,
+ 1,
+ 3,
+ 2,
+ 3,
+ 2,
+ 484
+ ],
+ "log_norms_bin_edges": [
+ -18.35542869567871,
+ -18.038890838623047,
+ -17.722352981567383,
+ -17.40581512451172,
+ -17.089275360107422,
+ -16.772737503051758,
+ -16.456199645996094,
+ -16.13966178894043,
+ -15.823123931884766,
+ -15.506585121154785,
+ -15.190047264099121,
+ -14.87350845336914,
+ -14.556970596313477,
+ -14.240432739257812,
+ -13.923894882202148,
+ -13.607357025146484,
+ -13.290818214416504,
+ -12.974279403686523,
+ -12.65774154663086,
+ -12.341203689575195,
+ -12.024665832519531,
+ -11.708127975463867,
+ -11.391589164733887,
+ -11.075051307678223,
+ -10.758512496948242,
+ -10.441974639892578,
+ -10.125436782836914,
+ -9.80889892578125,
+ -9.49236011505127,
+ -9.175822257995605,
+ -8.859284400939941,
+ -8.542745590209961,
+ -8.226207733154297,
+ -7.909669876098633,
+ -7.593131065368652,
+ -7.276593208312988,
+ -6.960055351257324,
+ -6.643516540527344,
+ -6.32697868347168,
+ -6.010440826416016,
+ -5.693902969360352,
+ -5.377364158630371,
+ -5.060826301574707,
+ -4.744288444519043,
+ -4.4277496337890625,
+ -4.111211776733398,
+ -3.7946739196777344,
+ -3.478135108947754,
+ -3.16159725189209,
+ -2.845059394836426,
+ -2.5285210609436035
+ ],
+ "r_inf_mean": 0.30730366706848145,
+ "r_inf_median": 0.29215729236602783,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.5924478769302368,
+ "eff_dim_mean": 0.5924478769302368,
+ "topk_energy": {
+ "1": 0.09764929860830307,
+ "5": 0.3339758515357971,
+ "10": 0.48573556542396545,
+ "25": 0.7607247233390808
+ },
+ "gamma_raw": 0.12334319949150085,
+ "gamma_active": {
+ "1e-08": 0.12611788511276245,
+ "1e-07": 0.12600386142730713,
+ "1e-06": 0.12600386142730713,
+ "1e-05": 0.1259472817182541,
+ "0.0001": 0.12618276476860046
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.12718406936470925,
+ "1e-07": 0.12718406936470925,
+ "1e-06": 0.12718406936470925,
+ "1e-05": 0.12718406936470925,
+ "0.0001": 0.12718406936470925
+ }
+ },
+ {
+ "layer": 5,
+ "mean_norm": 0.0022597950883209705,
+ "median_norm": 0.0023783748038113117,
+ "max_norm": 0.0029546651057899,
+ "min_norm": 4.410796376819706e-19,
+ "support": {
+ "1e-08": 0.974609375,
+ "1e-07": 0.97265625,
+ "1e-06": 0.97265625,
+ "1e-05": 0.970703125,
+ "0.0001": 0.9609375
+ },
+ "log_norms_percentiles": {
+ "1": -10.325119972229004,
+ "5": -3.1802256107330322,
+ "10": -2.703284978866577,
+ "25": -2.6734044551849365,
+ "50": -2.6233129501342773,
+ "75": -2.5899524688720703,
+ "90": -2.5596415996551514,
+ "95": -2.5437421798706055,
+ "99": -2.5295910835266113
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 1,
+ 4,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 1,
+ 1,
+ 3,
+ 2,
+ 3,
+ 2,
+ 484
+ ],
+ "log_norms_bin_edges": [
+ -18.35548210144043,
+ -18.03896141052246,
+ -17.722442626953125,
+ -17.405921936035156,
+ -17.08940315246582,
+ -16.77288246154785,
+ -16.456363677978516,
+ -16.139842987060547,
+ -15.823323249816895,
+ -15.506803512573242,
+ -15.19028377532959,
+ -14.873764038085938,
+ -14.557244300842285,
+ -14.240724563598633,
+ -13.924203872680664,
+ -13.607685089111328,
+ -13.29116439819336,
+ -12.974645614624023,
+ -12.658124923706055,
+ -12.341605186462402,
+ -12.02508544921875,
+ -11.708565711975098,
+ -11.392045974731445,
+ -11.075526237487793,
+ -10.75900650024414,
+ -10.442485809326172,
+ -10.125967025756836,
+ -9.809446334838867,
+ -9.492926597595215,
+ -9.176406860351562,
+ -8.85988712310791,
+ -8.543367385864258,
+ -8.226847648620605,
+ -7.910327911376953,
+ -7.593808174133301,
+ -7.277288436889648,
+ -6.960768699645996,
+ -6.644248962402344,
+ -6.327728271484375,
+ -6.011208534240723,
+ -5.69468879699707,
+ -5.378169059753418,
+ -5.061649322509766,
+ -4.745129585266113,
+ -4.428609848022461,
+ -4.112090110778809,
+ -3.7955703735351562,
+ -3.479050636291504,
+ -3.1625308990478516,
+ -2.846010208129883,
+ -2.529491662979126
+ ],
+ "r_inf_mean": 0.30771252512931824,
+ "r_inf_median": 0.29280856251716614,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.5919713973999023,
+ "eff_dim_mean": 0.5919713973999023,
+ "topk_energy": {
+ "1": 0.09790043532848358,
+ "5": 0.33429834246635437,
+ "10": 0.4860548973083496,
+ "25": 0.7608915567398071
+ },
+ "gamma_raw": 0.10895594954490662,
+ "gamma_active": {
+ "1e-08": 0.11099875718355179,
+ "1e-07": 0.11094082146883011,
+ "1e-06": 0.11094082146883011,
+ "1e-05": 0.11115362495183945,
+ "0.0001": 0.11063378304243088
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.1148208846921456,
+ "1e-07": 0.1148208846921456,
+ "1e-06": 0.1148208846921456,
+ "1e-05": 0.1148208846921456,
+ "0.0001": 0.1148208846921456
+ }
+ },
+ {
+ "layer": 6,
+ "mean_norm": 0.0022572181187570095,
+ "median_norm": 0.002377124037593603,
+ "max_norm": 0.0029482918325811625,
+ "min_norm": 4.396584379920279e-19,
+ "support": {
+ "1e-08": 0.974609375,
+ "1e-07": 0.97265625,
+ "1e-06": 0.97265625,
+ "1e-05": 0.970703125,
+ "0.0001": 0.9609375
+ },
+ "log_norms_percentiles": {
+ "1": -10.326042175292969,
+ "5": -3.1802353858947754,
+ "10": -2.703645706176758,
+ "25": -2.673828125,
+ "50": -2.6236772537231445,
+ "75": -2.5901637077331543,
+ "90": -2.5605921745300293,
+ "95": -2.5445382595062256,
+ "99": -2.5304346084594727
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 1,
+ 4,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 1,
+ 1,
+ 3,
+ 2,
+ 3,
+ 2,
+ 484
+ ],
+ "log_norms_bin_edges": [
+ -18.356884002685547,
+ -18.040355682373047,
+ -17.723825454711914,
+ -17.407297134399414,
+ -17.09076690673828,
+ -16.77423858642578,
+ -16.45771026611328,
+ -16.14118003845215,
+ -15.824651718139648,
+ -15.508122444152832,
+ -15.191593170166016,
+ -14.8750638961792,
+ -14.558534622192383,
+ -14.242006301879883,
+ -13.92547607421875,
+ -13.60894775390625,
+ -13.292418479919434,
+ -12.975889205932617,
+ -12.659360885620117,
+ -12.342830657958984,
+ -12.026302337646484,
+ -11.709773063659668,
+ -11.393243789672852,
+ -11.076715469360352,
+ -10.760185241699219,
+ -10.443656921386719,
+ -10.127127647399902,
+ -9.810598373413086,
+ -9.49406909942627,
+ -9.177539825439453,
+ -8.861011505126953,
+ -8.544482231140137,
+ -8.22795295715332,
+ -7.911423683166504,
+ -7.5948944091796875,
+ -7.2783660888671875,
+ -6.961836814880371,
+ -6.645307540893555,
+ -6.328778266906738,
+ -6.012248992919922,
+ -5.695720672607422,
+ -5.3791913986206055,
+ -5.062662124633789,
+ -4.746132850646973,
+ -4.429603576660156,
+ -4.11307430267334,
+ -3.79654598236084,
+ -3.4800167083740234,
+ -3.163487434387207,
+ -2.8469581604003906,
+ -2.5304296016693115
+ ],
+ "r_inf_mean": 0.30756616592407227,
+ "r_inf_median": 0.29281356930732727,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.5918416976928711,
+ "eff_dim_mean": 0.5918416976928711,
+ "topk_energy": {
+ "1": 0.09778330475091934,
+ "5": 0.334680438041687,
+ "10": 0.4864185154438019,
+ "25": 0.7609988451004028
+ },
+ "gamma_raw": 0.105463907122612,
+ "gamma_active": {
+ "1e-08": 0.10753723978996277,
+ "1e-07": 0.10754340142011642,
+ "1e-06": 0.10754340142011642,
+ "1e-05": 0.10733479261398315,
+ "0.0001": 0.10739658772945404
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.11253785178825189,
+ "1e-07": 0.11253785178825189,
+ "1e-06": 0.11253785178825189,
+ "1e-05": 0.11253785178825189,
+ "0.0001": 0.11253785178825189
+ }
+ },
+ {
+ "layer": 7,
+ "mean_norm": 0.002251766622066498,
+ "median_norm": 0.00236863037571311,
+ "max_norm": 0.0029435481410473585,
+ "min_norm": 4.400126780893538e-19,
+ "support": {
+ "1e-08": 0.974609375,
+ "1e-07": 0.97265625,
+ "1e-06": 0.97265625,
+ "1e-05": 0.970703125,
+ "0.0001": 0.9609375
+ },
+ "log_norms_percentiles": {
+ "1": -10.328948020935059,
+ "5": -3.181624174118042,
+ "10": -2.704831838607788,
+ "25": -2.67463755607605,
+ "50": -2.6251678466796875,
+ "75": -2.5916404724121094,
+ "90": -2.561022996902466,
+ "95": -2.5445055961608887,
+ "99": -2.5311529636383057
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 1,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 0,
+ 1,
+ 1,
+ 4,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 1,
+ 1,
+ 1,
+ 3,
+ 2,
+ 3,
+ 2,
+ 484
+ ],
+ "log_norms_bin_edges": [
+ -18.356534957885742,
+ -18.040027618408203,
+ -17.72351837158203,
+ -17.407011032104492,
+ -17.09050178527832,
+ -16.77399444580078,
+ -16.457487106323242,
+ -16.14097785949707,
+ -15.824470520019531,
+ -15.507962226867676,
+ -15.19145393371582,
+ -14.874945640563965,
+ -14.55843734741211,
+ -14.24193000793457,
+ -13.925420761108398,
+ -13.60891342163086,
+ -13.292405128479004,
+ -12.975896835327148,
+ -12.65938949584961,
+ -12.342880249023438,
+ -12.026372909545898,
+ -11.709864616394043,
+ -11.393356323242188,
+ -11.076848983764648,
+ -10.760339736938477,
+ -10.443832397460938,
+ -10.127324104309082,
+ -9.810815811157227,
+ -9.494307518005371,
+ -9.177799224853516,
+ -8.861291885375977,
+ -8.544783592224121,
+ -8.228275299072266,
+ -7.91176700592041,
+ -7.595258712768555,
+ -7.278751373291016,
+ -6.96224308013916,
+ -6.645734786987305,
+ -6.329226493835449,
+ -6.012718200683594,
+ -5.696210861206055,
+ -5.379702568054199,
+ -5.063194274902344,
+ -4.746685981750488,
+ -4.430177688598633,
+ -4.113669395446777,
+ -3.7971620559692383,
+ -3.480653762817383,
+ -3.1641454696655273,
+ -2.847637176513672,
+ -2.5311291217803955
+ ],
+ "r_inf_mean": 0.3081084191799164,
+ "r_inf_median": 0.2937563955783844,
+ "pr_mean": NaN,
+ "pr_median": NaN,
+ "hoyer_mean": 0.5914753675460815,
+ "eff_dim_mean": 0.5914753675460815,
+ "topk_energy": {
+ "1": 0.09812162816524506,
+ "5": 0.33534157276153564,
+ "10": 0.48707470297813416,
+ "25": 0.7614783644676208
+ },
+ "gamma_raw": 0.10608784109354019,
+ "gamma_active": {
+ "1e-08": 0.10795435309410095,
+ "1e-07": 0.10783437639474869,
+ "1e-06": 0.10783437639474869,
+ "1e-05": 0.10765011608600616,
+ "0.0001": 0.10715922713279724
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.11001925511411469,
+ "1e-07": 0.11001925511411469,
+ "1e-06": 0.11001925511411469,
+ "1e-05": 0.11001925511411469,
+ "0.0001": 0.11001925511411469
+ }
+ }
+ ]
+} \ No newline at end of file