diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s456_a0.0_L8.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_dfa_s456_a0.0_L8.json | 1268 |
1 files changed, 1268 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s456_a0.0_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s456_a0.0_L8.json new file mode 100644 index 0000000..475ebf1 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s456_a0.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 456, + "alpha": 0.0, + "depth": 8, + "batch": 512, + "loss": 38.5487060546875, + "acc": 0.052734375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.056388258934020996, + "median_norm": 0.05764112249016762, + "max_norm": 0.09314820915460587, + "min_norm": 1.1591477965510752e-17, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.982421875, + "1e-06": 0.97265625, + "1e-05": 0.97265625, + "0.0001": 0.970703125 + }, + "log_norms_percentiles": { + "1": -9.072454452514648, + "5": -1.8270668983459473, + "10": -1.3296871185302734, + "25": -1.2767255306243896, + "50": -1.2390623092651367, + "75": -1.193153738975525, + "90": -1.152718424797058, + "95": -1.129745364189148, + "99": -1.077965497970581 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 2, + 2, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 3, + 1, + 3, + 3, + 11, + 474 + ], + "log_norms_bin_edges": [ + -16.935861587524414, + -16.617761611938477, + -16.299659729003906, + -15.981559753417969, + -15.663458824157715, + -15.345357894897461, + -15.027256965637207, + -14.709156036376953, + -14.391056060791016, + -14.072955131530762, + -13.754854202270508, + -13.43675422668457, + -13.11865234375, + -12.800552368164062, + -12.482451438903809, + -12.164350509643555, + -11.846250534057617, + -11.528148651123047, + -11.21004867553711, + -10.891947746276855, + -10.573846817016602, + -10.255746841430664, + -9.93764591217041, + -9.619544982910156, + -9.301444053649902, + -8.983343124389648, + -8.665243148803711, + -8.347142219543457, + -8.029041290283203, + -7.710940361022949, + -7.392840385437012, + -7.074739456176758, + -6.756638526916504, + -6.43853759765625, + -6.120436668395996, + -5.802336692810059, + -5.484235763549805, + -5.166134834289551, + -4.848033905029297, + -4.529933929443359, + -4.2118330001831055, + -3.8937320709228516, + -3.5756311416625977, + -3.2575302124023438, + -2.9394302368164062, + -2.6213293075561523, + -2.3032283782958984, + -1.9851274490356445, + -1.6670265197753906, + -1.3489265441894531, + -1.0308254957199097 + ], + "r_inf_mean": 0.2604321241378784, + "r_inf_median": 0.2574765086174011, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.639589786529541, + "eff_dim_mean": 0.639589786529541, + "topk_energy": { + "1": 0.06883931905031204, + "5": 0.27086877822875977, + "10": 0.4261644780635834, + "25": 0.720151960849762 + }, + "gamma_raw": -0.03438589721918106, + "gamma_active": { + "1e-08": -0.03472374752163887, + "1e-07": -0.03467543050646782, + "1e-06": -0.03463304787874222, + "1e-05": -0.03463304787874222, + "0.0001": -0.034819915890693665 + }, + "gamma_energy_weighted": { + "1e-08": -0.027945201616953033, + "1e-07": -0.027945201616953033, + "1e-06": -0.027945201616953033, + "1e-05": -0.027945201616953033, + "0.0001": -0.027945201616953033 + } + }, + { + "layer": 1, + "mean_norm": 0.002422210294753313, + "median_norm": 0.0025610169395804405, + "max_norm": 0.0031434742268174887, + "min_norm": 4.722286229125151e-19, + "support": { + "1e-08": 0.974609375, + "1e-07": 0.97265625, + "1e-06": 0.97265625, + "1e-05": 0.970703125, + "0.0001": 0.9609375 + }, + "log_norms_percentiles": { + "1": -10.299839973449707, + "5": -3.149352788925171, + "10": -2.6772797107696533, + "25": -2.6465189456939697, + "50": -2.5915369987487793, + "75": -2.563617467880249, + "90": -2.5310251712799072, + "95": -2.52022647857666, + "99": -2.507803201675415 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 4, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 3, + 2, + 3, + 2, + 484 + ], + "log_norms_bin_edges": [ + -18.325847625732422, + -18.009382247924805, + -17.692916870117188, + -17.37645149230957, + -17.059986114501953, + -16.74352264404297, + -16.42705726623535, + -16.110591888427734, + -15.794126510620117, + -15.4776611328125, + -15.161195755004883, + -14.844731330871582, + -14.528265953063965, + -14.211800575256348, + -13.895336151123047, + -13.57887077331543, + -13.262405395507812, + -12.945940017700195, + -12.629474639892578, + -12.313010215759277, + -11.99654483795166, + -11.680079460144043, + -11.363615036010742, + -11.047149658203125, + -10.730684280395508, + -10.41421890258789, + -10.097753524780273, + -9.781289100646973, + -9.464823722839355, + -9.148358345031738, + -8.831893920898438, + -8.51542854309082, + -8.198963165283203, + -7.882497787475586, + -7.566032409667969, + -7.249567985534668, + -6.933102607727051, + -6.616637229919434, + -6.300172805786133, + -5.983707427978516, + -5.667242050170898, + -5.350776672363281, + -5.034311294555664, + -4.717846870422363, + -4.401381492614746, + -4.084916114807129, + -3.768451690673828, + -3.451986312866211, + -3.1355209350585938, + -2.8190555572509766, + -2.5025901794433594 + ], + "r_inf_mean": 0.3031170964241028, + "r_inf_median": 0.29017382860183716, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5942288041114807, + "eff_dim_mean": 0.5942287445068359, + "topk_energy": { + "1": 0.09485658258199692, + "5": 0.3304428160190582, + "10": 0.4834989309310913, + "25": 0.7596266865730286 + }, + "gamma_raw": 0.3278554677963257, + "gamma_active": { + "1e-08": 0.33396920561790466, + "1e-07": 0.333821177482605, + "1e-06": 0.333821177482605, + "1e-05": 0.3337695598602295, + "0.0001": 0.33325299620628357 + }, + "gamma_energy_weighted": { + "1e-08": 0.33311915005942483, + "1e-07": 0.33311915005942483, + "1e-06": 0.33311915005942483, + "1e-05": 0.33311915005942483, + "0.0001": 0.33311915005942483 + } + }, + { + "layer": 2, + "mean_norm": 0.002279596868902445, + "median_norm": 0.0024018853437155485, + "max_norm": 0.002986528445035219, + "min_norm": 4.445465067255452e-19, + "support": { + "1e-08": 0.974609375, + "1e-07": 0.97265625, + "1e-06": 0.97265625, + "1e-05": 0.970703125, + "0.0001": 0.9609375 + }, + "log_norms_percentiles": { + "1": -10.3215913772583, + "5": -3.1755642890930176, + "10": -2.699704170227051, + "25": -2.669311761856079, + "50": -2.619316577911377, + "75": -2.5854785442352295, + "90": -2.5542473793029785, + "95": -2.538472890853882, + "99": -2.52492618560791 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 4, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 3, + 2, + 3, + 2, + 484 + ], + "log_norms_bin_edges": [ + -18.352083206176758, + -18.035537719726562, + -17.718994140625, + -17.402448654174805, + -17.08590316772461, + -16.769357681274414, + -16.45281410217285, + -16.136268615722656, + -15.819723129272461, + -15.503178596496582, + -15.186633110046387, + -14.870088577270508, + -14.553543090820312, + -14.236998558044434, + -13.920454025268555, + -13.60390853881836, + -13.287363052368164, + -12.970818519592285, + -12.654273986816406, + -12.337728500366211, + -12.021183013916016, + -11.704638481140137, + -11.388093948364258, + -11.071548461914062, + -10.755003929138184, + -10.438459396362305, + -10.12191390991211, + -9.805368423461914, + -9.488823890686035, + -9.17227840423584, + -8.855733871459961, + -8.539188385009766, + -8.222643852233887, + -7.906099319458008, + -7.5895538330078125, + -7.273009300231934, + -6.956463813781738, + -6.639919281005859, + -6.323373794555664, + -6.006829261779785, + -5.69028377532959, + -5.373739242553711, + -5.057193756103516, + -4.740649223327637, + -4.424103736877441, + -4.1075592041015625, + -3.791013717651367, + -3.4744691848754883, + -3.1579246520996094, + -2.841379165649414, + -2.5248334407806396 + ], + "r_inf_mean": 0.307239294052124, + "r_inf_median": 0.292616069316864, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5923278331756592, + "eff_dim_mean": 0.5923278331756592, + "topk_energy": { + "1": 0.09758126735687256, + "5": 0.3340631425380707, + "10": 0.48596829175949097, + "25": 0.7610293626785278 + }, + "gamma_raw": 0.18885472416877747, + "gamma_active": { + "1e-08": 0.19198553264141083, + "1e-07": 0.19215275347232819, + "1e-06": 0.19215275347232819, + "1e-05": 0.19203923642635345, + "0.0001": 0.19205600023269653 + }, + "gamma_energy_weighted": { + "1e-08": 0.20056171644670734, + "1e-07": 0.20056171644670734, + "1e-06": 0.20056171644670734, + "1e-05": 0.20056171644670734, + "0.0001": 0.20056171644670734 + } + }, + { + "layer": 3, + "mean_norm": 0.0022677374072372913, + "median_norm": 0.002382685197517276, + "max_norm": 0.0029682223685085773, + "min_norm": 4.41465052148632e-19, + "support": { + "1e-08": 0.974609375, + "1e-07": 0.97265625, + "1e-06": 0.97265625, + "1e-05": 0.970703125, + "0.0001": 0.9609375 + }, + "log_norms_percentiles": { + "1": -10.323122024536133, + "5": -3.1774628162384033, + "10": -2.7024409770965576, + "25": -2.6712405681610107, + "50": -2.622195243835449, + "75": -2.588229179382324, + "90": -2.5569636821746826, + "95": -2.541961431503296, + "99": -2.5276074409484863 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 4, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 3, + 2, + 3, + 2, + 484 + ], + "log_norms_bin_edges": [ + -18.355104446411133, + -18.03855323791504, + -17.722000122070312, + -17.40544891357422, + -17.088895797729492, + -16.7723445892334, + -16.455791473388672, + -16.139240264892578, + -15.822688102722168, + -15.506135940551758, + -15.189584732055664, + -14.873032569885254, + -14.556480407714844, + -14.239928245544434, + -13.923376083374023, + -13.60682487487793, + -13.290271759033203, + -12.97372055053711, + -12.6571683883667, + -12.340616226196289, + -12.024064064025879, + -11.707511901855469, + -11.390960693359375, + -11.074407577514648, + -10.757856369018555, + -10.441304206848145, + -10.124752044677734, + -9.808199882507324, + -9.491647720336914, + -9.17509651184082, + -8.85854434967041, + -8.5419921875, + -8.22544002532959, + -7.90888786315918, + -7.5923357009887695, + -7.275783538818359, + -6.959232330322266, + -6.6426801681518555, + -6.326128005981445, + -6.009575843811035, + -5.693023681640625, + -5.376471519470215, + -5.059920310974121, + -4.743368148803711, + -4.426815986633301, + -4.110263824462891, + -3.7937116622924805, + -3.4771595001220703, + -3.1606082916259766, + -2.8440561294555664, + -2.527503728866577 + ], + "r_inf_mean": 0.3071709871292114, + "r_inf_median": 0.29227468371391296, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5926531553268433, + "eff_dim_mean": 0.5926531553268433, + "topk_energy": { + "1": 0.09753860533237457, + "5": 0.333954393863678, + "10": 0.4858211874961853, + "25": 0.7606574892997742 + }, + "gamma_raw": 0.10619580745697021, + "gamma_active": { + "1e-08": 0.10786580294370651, + "1e-07": 0.10796962678432465, + "1e-06": 0.10796962678432465, + "1e-05": 0.10802234709262848, + "0.0001": 0.10786108672618866 + }, + "gamma_energy_weighted": { + "1e-08": 0.12086246415293596, + "1e-07": 0.12086246415293596, + "1e-06": 0.12086246415293596, + "1e-05": 0.12086246415293596, + "0.0001": 0.12086246415293596 + } + }, + { + "layer": 4, + "mean_norm": 0.002263061236590147, + "median_norm": 0.002382843755185604, + "max_norm": 0.0029612777289003134, + "min_norm": 4.411354723733179e-19, + "support": { + "1e-08": 0.974609375, + "1e-07": 0.97265625, + "1e-06": 0.97265625, + "1e-05": 0.970703125, + "0.0001": 0.9609375 + }, + "log_norms_percentiles": { + "1": -10.324700355529785, + "5": -3.1787307262420654, + "10": -2.7022271156311035, + "25": -2.6720690727233887, + "50": -2.6225342750549316, + "75": -2.5892229080200195, + "90": -2.558652400970459, + "95": -2.5431368350982666, + "99": -2.528599739074707 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 4, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 3, + 2, + 3, + 2, + 484 + ], + "log_norms_bin_edges": [ + -18.35542869567871, + -18.038890838623047, + -17.722352981567383, + -17.40581512451172, + -17.089275360107422, + -16.772737503051758, + -16.456199645996094, + -16.13966178894043, + -15.823123931884766, + -15.506585121154785, + -15.190047264099121, + -14.87350845336914, + -14.556970596313477, + -14.240432739257812, + -13.923894882202148, + -13.607357025146484, + -13.290818214416504, + -12.974279403686523, + -12.65774154663086, + -12.341203689575195, + -12.024665832519531, + -11.708127975463867, + -11.391589164733887, + -11.075051307678223, + -10.758512496948242, + -10.441974639892578, + -10.125436782836914, + -9.80889892578125, + -9.49236011505127, + -9.175822257995605, + -8.859284400939941, + -8.542745590209961, + -8.226207733154297, + -7.909669876098633, + -7.593131065368652, + -7.276593208312988, + -6.960055351257324, + -6.643516540527344, + -6.32697868347168, + -6.010440826416016, + -5.693902969360352, + -5.377364158630371, + -5.060826301574707, + -4.744288444519043, + -4.4277496337890625, + -4.111211776733398, + -3.7946739196777344, + -3.478135108947754, + -3.16159725189209, + -2.845059394836426, + -2.5285210609436035 + ], + "r_inf_mean": 0.30730366706848145, + "r_inf_median": 0.29215729236602783, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5924478769302368, + "eff_dim_mean": 0.5924478769302368, + "topk_energy": { + "1": 0.09764929860830307, + "5": 0.3339758515357971, + "10": 0.48573556542396545, + "25": 0.7607247233390808 + }, + "gamma_raw": 0.12334319949150085, + "gamma_active": { + "1e-08": 0.12611788511276245, + "1e-07": 0.12600386142730713, + "1e-06": 0.12600386142730713, + "1e-05": 0.1259472817182541, + "0.0001": 0.12618276476860046 + }, + "gamma_energy_weighted": { + "1e-08": 0.12718406936470925, + "1e-07": 0.12718406936470925, + "1e-06": 0.12718406936470925, + "1e-05": 0.12718406936470925, + "0.0001": 0.12718406936470925 + } + }, + { + "layer": 5, + "mean_norm": 0.0022597950883209705, + "median_norm": 0.0023783748038113117, + "max_norm": 0.0029546651057899, + "min_norm": 4.410796376819706e-19, + "support": { + "1e-08": 0.974609375, + "1e-07": 0.97265625, + "1e-06": 0.97265625, + "1e-05": 0.970703125, + "0.0001": 0.9609375 + }, + "log_norms_percentiles": { + "1": -10.325119972229004, + "5": -3.1802256107330322, + "10": -2.703284978866577, + "25": -2.6734044551849365, + "50": -2.6233129501342773, + "75": -2.5899524688720703, + "90": -2.5596415996551514, + "95": -2.5437421798706055, + "99": -2.5295910835266113 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 4, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 3, + 2, + 3, + 2, + 484 + ], + "log_norms_bin_edges": [ + -18.35548210144043, + -18.03896141052246, + -17.722442626953125, + -17.405921936035156, + -17.08940315246582, + -16.77288246154785, + -16.456363677978516, + -16.139842987060547, + -15.823323249816895, + -15.506803512573242, + -15.19028377532959, + -14.873764038085938, + -14.557244300842285, + -14.240724563598633, + -13.924203872680664, + -13.607685089111328, + -13.29116439819336, + -12.974645614624023, + -12.658124923706055, + -12.341605186462402, + -12.02508544921875, + -11.708565711975098, + -11.392045974731445, + -11.075526237487793, + -10.75900650024414, + -10.442485809326172, + -10.125967025756836, + -9.809446334838867, + -9.492926597595215, + -9.176406860351562, + -8.85988712310791, + -8.543367385864258, + -8.226847648620605, + -7.910327911376953, + -7.593808174133301, + -7.277288436889648, + -6.960768699645996, + -6.644248962402344, + -6.327728271484375, + -6.011208534240723, + -5.69468879699707, + -5.378169059753418, + -5.061649322509766, + -4.745129585266113, + -4.428609848022461, + -4.112090110778809, + -3.7955703735351562, + -3.479050636291504, + -3.1625308990478516, + -2.846010208129883, + -2.529491662979126 + ], + "r_inf_mean": 0.30771252512931824, + "r_inf_median": 0.29280856251716614, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5919713973999023, + "eff_dim_mean": 0.5919713973999023, + "topk_energy": { + "1": 0.09790043532848358, + "5": 0.33429834246635437, + "10": 0.4860548973083496, + "25": 0.7608915567398071 + }, + "gamma_raw": 0.10895594954490662, + "gamma_active": { + "1e-08": 0.11099875718355179, + "1e-07": 0.11094082146883011, + "1e-06": 0.11094082146883011, + "1e-05": 0.11115362495183945, + "0.0001": 0.11063378304243088 + }, + "gamma_energy_weighted": { + "1e-08": 0.1148208846921456, + "1e-07": 0.1148208846921456, + "1e-06": 0.1148208846921456, + "1e-05": 0.1148208846921456, + "0.0001": 0.1148208846921456 + } + }, + { + "layer": 6, + "mean_norm": 0.0022572181187570095, + "median_norm": 0.002377124037593603, + "max_norm": 0.0029482918325811625, + "min_norm": 4.396584379920279e-19, + "support": { + "1e-08": 0.974609375, + "1e-07": 0.97265625, + "1e-06": 0.97265625, + "1e-05": 0.970703125, + "0.0001": 0.9609375 + }, + "log_norms_percentiles": { + "1": -10.326042175292969, + "5": -3.1802353858947754, + "10": -2.703645706176758, + "25": -2.673828125, + "50": -2.6236772537231445, + "75": -2.5901637077331543, + "90": -2.5605921745300293, + "95": -2.5445382595062256, + "99": -2.5304346084594727 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 4, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 3, + 2, + 3, + 2, + 484 + ], + "log_norms_bin_edges": [ + -18.356884002685547, + -18.040355682373047, + -17.723825454711914, + -17.407297134399414, + -17.09076690673828, + -16.77423858642578, + -16.45771026611328, + -16.14118003845215, + -15.824651718139648, + -15.508122444152832, + -15.191593170166016, + -14.8750638961792, + -14.558534622192383, + -14.242006301879883, + -13.92547607421875, + -13.60894775390625, + -13.292418479919434, + -12.975889205932617, + -12.659360885620117, + -12.342830657958984, + -12.026302337646484, + -11.709773063659668, + -11.393243789672852, + -11.076715469360352, + -10.760185241699219, + -10.443656921386719, + -10.127127647399902, + -9.810598373413086, + -9.49406909942627, + -9.177539825439453, + -8.861011505126953, + -8.544482231140137, + -8.22795295715332, + -7.911423683166504, + -7.5948944091796875, + -7.2783660888671875, + -6.961836814880371, + -6.645307540893555, + -6.328778266906738, + -6.012248992919922, + -5.695720672607422, + -5.3791913986206055, + -5.062662124633789, + -4.746132850646973, + -4.429603576660156, + -4.11307430267334, + -3.79654598236084, + -3.4800167083740234, + -3.163487434387207, + -2.8469581604003906, + -2.5304296016693115 + ], + "r_inf_mean": 0.30756616592407227, + "r_inf_median": 0.29281356930732727, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5918416976928711, + "eff_dim_mean": 0.5918416976928711, + "topk_energy": { + "1": 0.09778330475091934, + "5": 0.334680438041687, + "10": 0.4864185154438019, + "25": 0.7609988451004028 + }, + "gamma_raw": 0.105463907122612, + "gamma_active": { + "1e-08": 0.10753723978996277, + "1e-07": 0.10754340142011642, + "1e-06": 0.10754340142011642, + "1e-05": 0.10733479261398315, + "0.0001": 0.10739658772945404 + }, + "gamma_energy_weighted": { + "1e-08": 0.11253785178825189, + "1e-07": 0.11253785178825189, + "1e-06": 0.11253785178825189, + "1e-05": 0.11253785178825189, + "0.0001": 0.11253785178825189 + } + }, + { + "layer": 7, + "mean_norm": 0.002251766622066498, + "median_norm": 0.00236863037571311, + "max_norm": 0.0029435481410473585, + "min_norm": 4.400126780893538e-19, + "support": { + "1e-08": 0.974609375, + "1e-07": 0.97265625, + "1e-06": 0.97265625, + "1e-05": 0.970703125, + "0.0001": 0.9609375 + }, + "log_norms_percentiles": { + "1": -10.328948020935059, + "5": -3.181624174118042, + "10": -2.704831838607788, + "25": -2.67463755607605, + "50": -2.6251678466796875, + "75": -2.5916404724121094, + "90": -2.561022996902466, + "95": -2.5445055961608887, + "99": -2.5311529636383057 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 4, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 1, + 3, + 2, + 3, + 2, + 484 + ], + "log_norms_bin_edges": [ + -18.356534957885742, + -18.040027618408203, + -17.72351837158203, + -17.407011032104492, + -17.09050178527832, + -16.77399444580078, + -16.457487106323242, + -16.14097785949707, + -15.824470520019531, + -15.507962226867676, + -15.19145393371582, + -14.874945640563965, + -14.55843734741211, + -14.24193000793457, + -13.925420761108398, + -13.60891342163086, + -13.292405128479004, + -12.975896835327148, + -12.65938949584961, + -12.342880249023438, + -12.026372909545898, + -11.709864616394043, + -11.393356323242188, + -11.076848983764648, + -10.760339736938477, + -10.443832397460938, + -10.127324104309082, + -9.810815811157227, + -9.494307518005371, + -9.177799224853516, + -8.861291885375977, + -8.544783592224121, + -8.228275299072266, + -7.91176700592041, + -7.595258712768555, + -7.278751373291016, + -6.96224308013916, + -6.645734786987305, + -6.329226493835449, + -6.012718200683594, + -5.696210861206055, + -5.379702568054199, + -5.063194274902344, + -4.746685981750488, + -4.430177688598633, + -4.113669395446777, + -3.7971620559692383, + -3.480653762817383, + -3.1641454696655273, + -2.847637176513672, + -2.5311291217803955 + ], + "r_inf_mean": 0.3081084191799164, + "r_inf_median": 0.2937563955783844, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5914753675460815, + "eff_dim_mean": 0.5914753675460815, + "topk_energy": { + "1": 0.09812162816524506, + "5": 0.33534157276153564, + "10": 0.48707470297813416, + "25": 0.7614783644676208 + }, + "gamma_raw": 0.10608784109354019, + "gamma_active": { + "1e-08": 0.10795435309410095, + "1e-07": 0.10783437639474869, + "1e-06": 0.10783437639474869, + "1e-05": 0.10765011608600616, + "0.0001": 0.10715922713279724 + }, + "gamma_energy_weighted": { + "1e-08": 0.11001925511411469, + "1e-07": 0.11001925511411469, + "1e-06": 0.11001925511411469, + "1e-05": 0.11001925511411469, + "0.0001": 0.11001925511411469 + } + } + ] +}
\ No newline at end of file |