summaryrefslogtreecommitdiff
path: root/results/confirmatory/clean_sparsity/synth_dfa_s456_a1.0_L8.json
diff options
context:
space:
mode:
authorYurenHao0426 <Blackhao0426@gmail.com>2026-04-01 13:12:25 -0500
committerYurenHao0426 <Blackhao0426@gmail.com>2026-04-01 13:12:25 -0500
commitb9a218c01ee101654a788adf1a3fd5c4ec846b11 (patch)
tree3fec84e66f55ec1e859c2c515ec520732c3eae0e /results/confirmatory/clean_sparsity/synth_dfa_s456_a1.0_L8.json
parentcbeb4d6292f5d19a313ddfc7d37707a7f5f33fef (diff)
Add clean sparsity results: 168 JSONs from independent processes on GPU 1
CIFAR: 24 JSONs (4 methods × 6 seeds), BP s(1e-6)=98% confirmed Synthetic: 144 JSONs (4 methods × 6 seeds × 3 alphas × 2 depths) All data reliable — each method+seed in separate Python process. Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s456_a1.0_L8.json')
-rw-r--r--results/confirmatory/clean_sparsity/synth_dfa_s456_a1.0_L8.json1268
1 files changed, 1268 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s456_a1.0_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s456_a1.0_L8.json
new file mode 100644
index 0000000..9164c37
--- /dev/null
+++ b/results/confirmatory/clean_sparsity/synth_dfa_s456_a1.0_L8.json
@@ -0,0 +1,1268 @@
+{
+ "dataset": "synth",
+ "method": "dfa",
+ "seed": 456,
+ "alpha": 1.0,
+ "depth": 8,
+ "batch": 512,
+ "loss": 4.957854270935059,
+ "acc": 0.091796875,
+ "per_layer": [
+ {
+ "layer": 0,
+ "mean_norm": 0.005932576954364777,
+ "median_norm": 0.0058044567704200745,
+ "max_norm": 0.01206950657069683,
+ "min_norm": 4.696408359450288e-05,
+ "support": {
+ "1e-08": 1.0,
+ "1e-07": 1.0,
+ "1e-06": 1.0,
+ "1e-05": 1.0,
+ "0.0001": 0.998046875
+ },
+ "log_norms_percentiles": {
+ "1": -3.151078224182129,
+ "5": -2.635087251663208,
+ "10": -2.4299228191375732,
+ "25": -2.307568311691284,
+ "50": -2.235927104949951,
+ "75": -2.1663601398468018,
+ "90": -2.066653251647949,
+ "95": -2.0110201835632324,
+ "99": -1.954315185546875
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 2,
+ 1,
+ 0,
+ 0,
+ 2,
+ 0,
+ 1,
+ 2,
+ 1,
+ 2,
+ 2,
+ 1,
+ 2,
+ 2,
+ 5,
+ 2,
+ 3,
+ 7,
+ 10,
+ 12,
+ 25,
+ 48,
+ 82,
+ 93,
+ 86,
+ 46,
+ 22,
+ 20,
+ 25,
+ 6
+ ],
+ "log_norms_bin_edges": [
+ -4.3282341957092285,
+ -4.280035495758057,
+ -4.231837272644043,
+ -4.183638572692871,
+ -4.135440349578857,
+ -4.0872416496276855,
+ -4.039043426513672,
+ -3.990844964981079,
+ -3.9426465034484863,
+ -3.8944480419158936,
+ -3.846249580383301,
+ -3.798050880432129,
+ -3.7498526573181152,
+ -3.7016539573669434,
+ -3.6534554958343506,
+ -3.605257034301758,
+ -3.557058572769165,
+ -3.5088601112365723,
+ -3.4606616497039795,
+ -3.4124631881713867,
+ -3.364264726638794,
+ -3.316066265106201,
+ -3.2678678035736084,
+ -3.2196693420410156,
+ -3.171470880508423,
+ -3.12327241897583,
+ -3.0750739574432373,
+ -3.0268754959106445,
+ -2.9786767959594727,
+ -2.930478572845459,
+ -2.882279872894287,
+ -2.8340816497802734,
+ -2.7858829498291016,
+ -2.737684726715088,
+ -2.689486026763916,
+ -2.6412878036499023,
+ -2.5930891036987305,
+ -2.544890880584717,
+ -2.496692180633545,
+ -2.448493719100952,
+ -2.4002952575683594,
+ -2.3520967960357666,
+ -2.303898334503174,
+ -2.255699872970581,
+ -2.2075014114379883,
+ -2.1593029499053955,
+ -2.1111044883728027,
+ -2.06290602684021,
+ -2.014707565307617,
+ -1.9665091037750244,
+ -1.9183106422424316
+ ],
+ "r_inf_mean": 0.4095231294631958,
+ "r_inf_median": 0.39848098158836365,
+ "pr_mean": 0.13886159658432007,
+ "pr_median": 0.12802036106586456,
+ "hoyer_mean": 0.4655231535434723,
+ "eff_dim_mean": 0.4655231535434723,
+ "topk_energy": {
+ "1": 0.17475026845932007,
+ "5": 0.4939890503883362,
+ "10": 0.6518568992614746,
+ "25": 0.8547585606575012
+ },
+ "gamma_raw": 0.04878466576337814,
+ "gamma_active": {
+ "1e-08": 0.04878466576337814,
+ "1e-07": 0.04878466576337814,
+ "1e-06": 0.04878466576337814,
+ "1e-05": 0.04878466576337814,
+ "0.0001": 0.04870273545384407
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.06683029744111854,
+ "1e-07": 0.06683029744111854,
+ "1e-06": 0.06683029744111854,
+ "1e-05": 0.06683029744111854,
+ "0.0001": 0.06683029744111854
+ }
+ },
+ {
+ "layer": 1,
+ "mean_norm": 0.00199977052398026,
+ "median_norm": 0.0020882829558104277,
+ "max_norm": 0.0029260313604027033,
+ "min_norm": 2.0769777620444074e-05,
+ "support": {
+ "1e-08": 1.0,
+ "1e-07": 1.0,
+ "1e-06": 1.0,
+ "1e-05": 1.0,
+ "0.0001": 0.99609375
+ },
+ "log_norms_percentiles": {
+ "1": -3.619838237762451,
+ "5": -3.000190019607544,
+ "10": -2.8287463188171387,
+ "25": -2.7249467372894287,
+ "50": -2.6799397468566895,
+ "75": -2.6482372283935547,
+ "90": -2.6148808002471924,
+ "95": -2.5991339683532715,
+ "99": -2.5584194660186768
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 2,
+ 0,
+ 2,
+ 0,
+ 0,
+ 1,
+ 1,
+ 0,
+ 2,
+ 0,
+ 3,
+ 2,
+ 0,
+ 3,
+ 2,
+ 2,
+ 3,
+ 2,
+ 3,
+ 9,
+ 11,
+ 13,
+ 28,
+ 76,
+ 149,
+ 134,
+ 49,
+ 12
+ ],
+ "log_norms_bin_edges": [
+ -4.682568550109863,
+ -4.639591693878174,
+ -4.596614837646484,
+ -4.553637504577637,
+ -4.510660648345947,
+ -4.467683792114258,
+ -4.424706935882568,
+ -4.381730079650879,
+ -4.338752746582031,
+ -4.295775890350342,
+ -4.252799034118652,
+ -4.209822177886963,
+ -4.166845321655273,
+ -4.123867988586426,
+ -4.080891132354736,
+ -4.037914276123047,
+ -3.9949374198913574,
+ -3.951960563659668,
+ -3.9089834690093994,
+ -3.86600661277771,
+ -3.8230295181274414,
+ -3.780052661895752,
+ -3.7370758056640625,
+ -3.694098949432373,
+ -3.6511218547821045,
+ -3.608144760131836,
+ -3.5651679039001465,
+ -3.522191047668457,
+ -3.4792141914367676,
+ -3.436237096786499,
+ -3.3932602405548096,
+ -3.350283145904541,
+ -3.3073062896728516,
+ -3.264329433441162,
+ -3.2213523387908936,
+ -3.178375482559204,
+ -3.1353983879089355,
+ -3.092421531677246,
+ -3.0494446754455566,
+ -3.006467819213867,
+ -2.9634907245635986,
+ -2.92051362991333,
+ -2.8775367736816406,
+ -2.834559917449951,
+ -2.7915830612182617,
+ -2.748605966567993,
+ -2.7056291103363037,
+ -2.662652015686035,
+ -2.6196751594543457,
+ -2.5766983032226562,
+ -2.5337212085723877
+ ],
+ "r_inf_mean": 0.2825510501861572,
+ "r_inf_median": 0.2754884958267212,
+ "pr_mean": 0.28882724046707153,
+ "pr_median": 0.2949356436729431,
+ "hoyer_mean": 0.6051252484321594,
+ "eff_dim_mean": 0.6051252484321594,
+ "topk_energy": {
+ "1": 0.08140555024147034,
+ "5": 0.30472397804260254,
+ "10": 0.4618160128593445,
+ "25": 0.7517096996307373
+ },
+ "gamma_raw": 0.26229041814804077,
+ "gamma_active": {
+ "1e-08": 0.26229041814804077,
+ "1e-07": 0.26229041814804077,
+ "1e-06": 0.26229041814804077,
+ "1e-05": 0.26229041814804077,
+ "0.0001": 0.26237380504608154
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.2628638998478158,
+ "1e-07": 0.2628638998478158,
+ "1e-06": 0.2628638998478158,
+ "1e-05": 0.2628638998478158,
+ "0.0001": 0.2628638998478158
+ }
+ },
+ {
+ "layer": 2,
+ "mean_norm": 0.0019615301862359047,
+ "median_norm": 0.0020386208780109882,
+ "max_norm": 0.0028989315032958984,
+ "min_norm": 2.030778705375269e-05,
+ "support": {
+ "1e-08": 1.0,
+ "1e-07": 1.0,
+ "1e-06": 1.0,
+ "1e-05": 1.0,
+ "0.0001": 0.99609375
+ },
+ "log_norms_percentiles": {
+ "1": -3.625967502593994,
+ "5": -3.002103328704834,
+ "10": -2.838046073913574,
+ "25": -2.7373740673065186,
+ "50": -2.690659523010254,
+ "75": -2.6546621322631836,
+ "90": -2.6224851608276367,
+ "95": -2.6041829586029053,
+ "99": -2.562023162841797
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 2,
+ 0,
+ 2,
+ 0,
+ 0,
+ 1,
+ 1,
+ 0,
+ 2,
+ 1,
+ 2,
+ 2,
+ 0,
+ 3,
+ 2,
+ 3,
+ 2,
+ 2,
+ 5,
+ 7,
+ 11,
+ 14,
+ 31,
+ 93,
+ 145,
+ 120,
+ 48,
+ 10
+ ],
+ "log_norms_bin_edges": [
+ -4.692337512969971,
+ -4.6492462158203125,
+ -4.606154441833496,
+ -4.563063144683838,
+ -4.5199713706970215,
+ -4.476880073547363,
+ -4.433788299560547,
+ -4.390697002410889,
+ -4.347605228424072,
+ -4.304513931274414,
+ -4.261422157287598,
+ -4.2183308601379395,
+ -4.175239562988281,
+ -4.132147789001465,
+ -4.089056491851807,
+ -4.04596471786499,
+ -4.002873420715332,
+ -3.9597816467285156,
+ -3.9166903495788574,
+ -3.87359881401062,
+ -3.830507278442383,
+ -3.7874157428741455,
+ -3.744324207305908,
+ -3.701232671737671,
+ -3.6581411361694336,
+ -3.6150498390197754,
+ -3.571958065032959,
+ -3.528866767883301,
+ -3.4857749938964844,
+ -3.442683696746826,
+ -3.399592161178589,
+ -3.3565006256103516,
+ -3.3134090900421143,
+ -3.270317554473877,
+ -3.2272260189056396,
+ -3.1841344833374023,
+ -3.141043186187744,
+ -3.0979514122009277,
+ -3.0548601150512695,
+ -3.011768341064453,
+ -2.968677043914795,
+ -2.9255855083465576,
+ -2.8824939727783203,
+ -2.839402437210083,
+ -2.7963109016418457,
+ -2.7532193660736084,
+ -2.710127830505371,
+ -2.667036294937134,
+ -2.6239447593688965,
+ -2.5808534622192383,
+ -2.537761926651001
+ ],
+ "r_inf_mean": 0.28596174716949463,
+ "r_inf_median": 0.2799564003944397,
+ "pr_mean": 0.28678327798843384,
+ "pr_median": 0.2931159734725952,
+ "hoyer_mean": 0.6043041944503784,
+ "eff_dim_mean": 0.6043041348457336,
+ "topk_energy": {
+ "1": 0.08337318897247314,
+ "5": 0.3058406114578247,
+ "10": 0.4616686999797821,
+ "25": 0.7511287927627563
+ },
+ "gamma_raw": 0.16607269644737244,
+ "gamma_active": {
+ "1e-08": 0.16607269644737244,
+ "1e-07": 0.16607269644737244,
+ "1e-06": 0.16607269644737244,
+ "1e-05": 0.16607269644737244,
+ "0.0001": 0.16609208285808563
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.16949034388893358,
+ "1e-07": 0.16949034388893358,
+ "1e-06": 0.16949034388893358,
+ "1e-05": 0.16949034388893358,
+ "0.0001": 0.16949034388893358
+ }
+ },
+ {
+ "layer": 3,
+ "mean_norm": 0.0019580628722906113,
+ "median_norm": 0.0020357337780296803,
+ "max_norm": 0.002892693504691124,
+ "min_norm": 2.0265750208636746e-05,
+ "support": {
+ "1e-08": 1.0,
+ "1e-07": 1.0,
+ "1e-06": 1.0,
+ "1e-05": 1.0,
+ "0.0001": 0.99609375
+ },
+ "log_norms_percentiles": {
+ "1": -3.6267647743225098,
+ "5": -3.0023438930511475,
+ "10": -2.8388781547546387,
+ "25": -2.7381036281585693,
+ "50": -2.6911678314208984,
+ "75": -2.655627727508545,
+ "90": -2.623220205307007,
+ "95": -2.6047935485839844,
+ "99": -2.5629944801330566
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 2,
+ 0,
+ 2,
+ 0,
+ 0,
+ 1,
+ 1,
+ 0,
+ 2,
+ 0,
+ 3,
+ 2,
+ 0,
+ 3,
+ 2,
+ 3,
+ 2,
+ 2,
+ 5,
+ 7,
+ 11,
+ 13,
+ 32,
+ 94,
+ 143,
+ 121,
+ 48,
+ 10
+ ],
+ "log_norms_bin_edges": [
+ -4.693237781524658,
+ -4.650146961212158,
+ -4.607056140899658,
+ -4.563965320587158,
+ -4.520874500274658,
+ -4.477783679962158,
+ -4.434692859649658,
+ -4.391602039337158,
+ -4.348511219024658,
+ -4.305420398712158,
+ -4.262329578399658,
+ -4.219238758087158,
+ -4.176148414611816,
+ -4.133057594299316,
+ -4.089966773986816,
+ -4.046875953674316,
+ -4.003785133361816,
+ -3.9606940746307373,
+ -3.9176034927368164,
+ -3.8745126724243164,
+ -3.8314218521118164,
+ -3.7883310317993164,
+ -3.7452402114868164,
+ -3.7021493911743164,
+ -3.6590585708618164,
+ -3.6159677505493164,
+ -3.5728769302368164,
+ -3.5297861099243164,
+ -3.4866952896118164,
+ -3.4436044692993164,
+ -3.4005136489868164,
+ -3.3574228286743164,
+ -3.3143320083618164,
+ -3.2712411880493164,
+ -3.2281503677368164,
+ -3.1850595474243164,
+ -3.1419689655303955,
+ -3.0988781452178955,
+ -3.0557873249053955,
+ -3.0126965045928955,
+ -2.9696056842803955,
+ -2.9265148639678955,
+ -2.8834242820739746,
+ -2.8403334617614746,
+ -2.7972426414489746,
+ -2.7541518211364746,
+ -2.7110610008239746,
+ -2.6679701805114746,
+ -2.6248793601989746,
+ -2.5817885398864746,
+ -2.5386977195739746
+ ],
+ "r_inf_mean": 0.2860814332962036,
+ "r_inf_median": 0.2803462743759155,
+ "pr_mean": 0.28692224621772766,
+ "pr_median": 0.294166624546051,
+ "hoyer_mean": 0.6046409606933594,
+ "eff_dim_mean": 0.6046409606933594,
+ "topk_energy": {
+ "1": 0.08346064388751984,
+ "5": 0.30565008521080017,
+ "10": 0.46138593554496765,
+ "25": 0.7508560419082642
+ },
+ "gamma_raw": 0.062495630234479904,
+ "gamma_active": {
+ "1e-08": 0.062495630234479904,
+ "1e-07": 0.062495630234479904,
+ "1e-06": 0.062495630234479904,
+ "1e-05": 0.062495630234479904,
+ "0.0001": 0.06253547221422195
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.07282960733912137,
+ "1e-07": 0.07282960733912137,
+ "1e-06": 0.07282960733912137,
+ "1e-05": 0.07282960733912137,
+ "0.0001": 0.07282960733912137
+ }
+ },
+ {
+ "layer": 4,
+ "mean_norm": 0.0019575587939471006,
+ "median_norm": 0.0020352271385490894,
+ "max_norm": 0.0028901451732963324,
+ "min_norm": 2.0243762264726683e-05,
+ "support": {
+ "1e-08": 1.0,
+ "1e-07": 1.0,
+ "1e-06": 1.0,
+ "1e-05": 1.0,
+ "0.0001": 0.99609375
+ },
+ "log_norms_percentiles": {
+ "1": -3.626793384552002,
+ "5": -3.0024871826171875,
+ "10": -2.8392012119293213,
+ "25": -2.738178014755249,
+ "50": -2.691032886505127,
+ "75": -2.6559436321258545,
+ "90": -2.6235716342926025,
+ "95": -2.6050009727478027,
+ "99": -2.5633461475372314
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 2,
+ 0,
+ 2,
+ 0,
+ 0,
+ 1,
+ 1,
+ 0,
+ 2,
+ 0,
+ 3,
+ 2,
+ 0,
+ 3,
+ 2,
+ 3,
+ 2,
+ 2,
+ 5,
+ 7,
+ 11,
+ 13,
+ 32,
+ 94,
+ 142,
+ 122,
+ 48,
+ 10
+ ],
+ "log_norms_bin_edges": [
+ -4.693708896636963,
+ -4.65061616897583,
+ -4.6075239181518555,
+ -4.564431190490723,
+ -4.52133846282959,
+ -4.478246212005615,
+ -4.435153484344482,
+ -4.39206075668335,
+ -4.348968505859375,
+ -4.305875778198242,
+ -4.262783050537109,
+ -4.219690799713135,
+ -4.176598072052002,
+ -4.133505344390869,
+ -4.0904130935668945,
+ -4.047320365905762,
+ -4.004227638244629,
+ -3.961135149002075,
+ -3.9180426597595215,
+ -3.8749499320983887,
+ -3.831857442855835,
+ -3.7887649536132812,
+ -3.7456722259521484,
+ -3.7025797367095947,
+ -3.659487247467041,
+ -3.616394519805908,
+ -3.5733020305633545,
+ -3.530209541320801,
+ -3.487116813659668,
+ -3.4440243244171143,
+ -3.4009318351745605,
+ -3.3578391075134277,
+ -3.314746618270874,
+ -3.2716541290283203,
+ -3.2285614013671875,
+ -3.185468912124634,
+ -3.14237642288208,
+ -3.0992836952209473,
+ -3.0561912059783936,
+ -3.01309871673584,
+ -2.970005989074707,
+ -2.9269134998321533,
+ -2.8838210105895996,
+ -2.840728282928467,
+ -2.797635793685913,
+ -2.7545433044433594,
+ -2.7114505767822266,
+ -2.668358087539673,
+ -2.625265598297119,
+ -2.5821728706359863,
+ -2.5390803813934326
+ ],
+ "r_inf_mean": 0.28624314069747925,
+ "r_inf_median": 0.2805244028568268,
+ "pr_mean": 0.28669074177742004,
+ "pr_median": 0.29398059844970703,
+ "hoyer_mean": 0.6045035719871521,
+ "eff_dim_mean": 0.6045035719871521,
+ "topk_energy": {
+ "1": 0.08355448395013809,
+ "5": 0.305828332901001,
+ "10": 0.4616188704967499,
+ "25": 0.750997006893158
+ },
+ "gamma_raw": 0.09785547852516174,
+ "gamma_active": {
+ "1e-08": 0.09785547852516174,
+ "1e-07": 0.09785547852516174,
+ "1e-06": 0.09785547852516174,
+ "1e-05": 0.09785547852516174,
+ "0.0001": 0.0974137932062149
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.09724696211768985,
+ "1e-07": 0.09724696211768985,
+ "1e-06": 0.09724696211768985,
+ "1e-05": 0.09724696211768985,
+ "0.0001": 0.09724696211768985
+ }
+ },
+ {
+ "layer": 5,
+ "mean_norm": 0.0019575506448745728,
+ "median_norm": 0.002036976395174861,
+ "max_norm": 0.0028906632214784622,
+ "min_norm": 2.0240504454704933e-05,
+ "support": {
+ "1e-08": 1.0,
+ "1e-07": 1.0,
+ "1e-06": 1.0,
+ "1e-05": 1.0,
+ "0.0001": 0.99609375
+ },
+ "log_norms_percentiles": {
+ "1": -3.6269750595092773,
+ "5": -3.002387523651123,
+ "10": -2.839168071746826,
+ "25": -2.7383134365081787,
+ "50": -2.6908915042877197,
+ "75": -2.6559762954711914,
+ "90": -2.6235179901123047,
+ "95": -2.6050541400909424,
+ "99": -2.563222646713257
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 2,
+ 0,
+ 2,
+ 0,
+ 0,
+ 1,
+ 1,
+ 0,
+ 2,
+ 0,
+ 3,
+ 2,
+ 0,
+ 3,
+ 2,
+ 3,
+ 1,
+ 3,
+ 5,
+ 7,
+ 11,
+ 13,
+ 33,
+ 93,
+ 141,
+ 123,
+ 48,
+ 10
+ ],
+ "log_norms_bin_edges": [
+ -4.693778991699219,
+ -4.650683403015137,
+ -4.607587814331055,
+ -4.564492225646973,
+ -4.521396636962891,
+ -4.478301525115967,
+ -4.435205936431885,
+ -4.392110347747803,
+ -4.349014759063721,
+ -4.305919170379639,
+ -4.262823581695557,
+ -4.219727993011475,
+ -4.176632404327393,
+ -4.133537292480469,
+ -4.090441703796387,
+ -4.047346115112305,
+ -4.004250526428223,
+ -3.9611549377441406,
+ -3.9180593490600586,
+ -3.8749637603759766,
+ -3.8318684101104736,
+ -3.7887728214263916,
+ -3.7456772327423096,
+ -3.7025818824768066,
+ -3.6594862937927246,
+ -3.6163907051086426,
+ -3.5732951164245605,
+ -3.5301995277404785,
+ -3.4871039390563965,
+ -3.4440085887908936,
+ -3.4009130001068115,
+ -3.3578176498413086,
+ -3.3147220611572266,
+ -3.2716264724731445,
+ -3.2285308837890625,
+ -3.1854352951049805,
+ -3.1423397064208984,
+ -3.0992441177368164,
+ -3.0561487674713135,
+ -3.0130531787872314,
+ -2.9699578285217285,
+ -2.9268622398376465,
+ -2.8837666511535645,
+ -2.8406710624694824,
+ -2.7975754737854004,
+ -2.7544798851013184,
+ -2.7113845348358154,
+ -2.6682889461517334,
+ -2.6251933574676514,
+ -2.5820977687835693,
+ -2.5390024185180664
+ ],
+ "r_inf_mean": 0.28632521629333496,
+ "r_inf_median": 0.28065696358680725,
+ "pr_mean": 0.28660881519317627,
+ "pr_median": 0.2940357029438019,
+ "hoyer_mean": 0.6044480204582214,
+ "eff_dim_mean": 0.6044480204582214,
+ "topk_energy": {
+ "1": 0.08360429108142853,
+ "5": 0.3058798313140869,
+ "10": 0.4616706669330597,
+ "25": 0.750998854637146
+ },
+ "gamma_raw": 0.12580835819244385,
+ "gamma_active": {
+ "1e-08": 0.12580835819244385,
+ "1e-07": 0.12580835819244385,
+ "1e-06": 0.12580835819244385,
+ "1e-05": 0.12580835819244385,
+ "0.0001": 0.12583471834659576
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.126059524719032,
+ "1e-07": 0.126059524719032,
+ "1e-06": 0.126059524719032,
+ "1e-05": 0.126059524719032,
+ "0.0001": 0.126059524719032
+ }
+ },
+ {
+ "layer": 6,
+ "mean_norm": 0.0019571175798773766,
+ "median_norm": 0.0020359556656330824,
+ "max_norm": 0.0028899782337248325,
+ "min_norm": 2.02362807613099e-05,
+ "support": {
+ "1e-08": 1.0,
+ "1e-07": 1.0,
+ "1e-06": 1.0,
+ "1e-05": 1.0,
+ "0.0001": 0.99609375
+ },
+ "log_norms_percentiles": {
+ "1": -3.6269545555114746,
+ "5": -3.0025711059570312,
+ "10": -2.8392953872680664,
+ "25": -2.738389492034912,
+ "50": -2.6910958290100098,
+ "75": -2.656033515930176,
+ "90": -2.6235477924346924,
+ "95": -2.6051695346832275,
+ "99": -2.5633416175842285
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 2,
+ 0,
+ 2,
+ 0,
+ 0,
+ 1,
+ 1,
+ 0,
+ 2,
+ 0,
+ 3,
+ 2,
+ 0,
+ 3,
+ 2,
+ 3,
+ 1,
+ 3,
+ 5,
+ 7,
+ 11,
+ 13,
+ 32,
+ 94,
+ 141,
+ 123,
+ 48,
+ 10
+ ],
+ "log_norms_bin_edges": [
+ -4.693869590759277,
+ -4.6507744789123535,
+ -4.6076788902282715,
+ -4.564583778381348,
+ -4.521488666534424,
+ -4.478393077850342,
+ -4.435297966003418,
+ -4.392202377319336,
+ -4.349107265472412,
+ -4.306012153625488,
+ -4.262916564941406,
+ -4.219821453094482,
+ -4.176726341247559,
+ -4.133630752563477,
+ -4.090535640716553,
+ -4.047440528869629,
+ -4.004344940185547,
+ -3.961249828338623,
+ -3.91815447807312,
+ -3.875059127807617,
+ -3.8319640159606934,
+ -3.7888686656951904,
+ -3.7457733154296875,
+ -3.7026782035827637,
+ -3.6595828533172607,
+ -3.616487503051758,
+ -3.573392391204834,
+ -3.530296802520752,
+ -3.487201690673828,
+ -3.444106340408325,
+ -3.4010109901428223,
+ -3.3579158782958984,
+ -3.3148205280303955,
+ -3.2717251777648926,
+ -3.2286300659179688,
+ -3.185534715652466,
+ -3.142439365386963,
+ -3.099344253540039,
+ -3.056248664855957,
+ -3.013153553009033,
+ -2.9700582027435303,
+ -2.9269628524780273,
+ -2.8838677406311035,
+ -2.8407723903656006,
+ -2.7976770401000977,
+ -2.754581928253174,
+ -2.711486577987671,
+ -2.668391227722168,
+ -2.625296115875244,
+ -2.582200765609741,
+ -2.5391054153442383
+ ],
+ "r_inf_mean": 0.2863696217536926,
+ "r_inf_median": 0.28059613704681396,
+ "pr_mean": 0.28659263253211975,
+ "pr_median": 0.2940434217453003,
+ "hoyer_mean": 0.6044356822967529,
+ "eff_dim_mean": 0.6044356822967529,
+ "topk_energy": {
+ "1": 0.08363094925880432,
+ "5": 0.3059106469154358,
+ "10": 0.46164822578430176,
+ "25": 0.7509464025497437
+ },
+ "gamma_raw": 0.11599649488925934,
+ "gamma_active": {
+ "1e-08": 0.11599649488925934,
+ "1e-07": 0.11599649488925934,
+ "1e-06": 0.11599649488925934,
+ "1e-05": 0.11599649488925934,
+ "0.0001": 0.11573956906795502
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.11797655624154924,
+ "1e-07": 0.11797655624154924,
+ "1e-06": 0.11797655624154924,
+ "1e-05": 0.11797655624154924,
+ "0.0001": 0.11797655624154924
+ }
+ },
+ {
+ "layer": 7,
+ "mean_norm": 0.001956493128091097,
+ "median_norm": 0.002035920275375247,
+ "max_norm": 0.0028893831185996532,
+ "min_norm": 2.0229947040206753e-05,
+ "support": {
+ "1e-08": 1.0,
+ "1e-07": 1.0,
+ "1e-06": 1.0,
+ "1e-05": 1.0,
+ "0.0001": 0.99609375
+ },
+ "log_norms_percentiles": {
+ "1": -3.6268656253814697,
+ "5": -3.0028293132781982,
+ "10": -2.8402018547058105,
+ "25": -2.738884449005127,
+ "50": -2.6911892890930176,
+ "75": -2.656329393386841,
+ "90": -2.6235899925231934,
+ "95": -2.60524845123291,
+ "99": -2.56341290473938
+ },
+ "log_norms_histogram": [
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 1,
+ 2,
+ 0,
+ 2,
+ 0,
+ 0,
+ 1,
+ 1,
+ 0,
+ 2,
+ 0,
+ 3,
+ 2,
+ 0,
+ 3,
+ 2,
+ 3,
+ 1,
+ 3,
+ 5,
+ 7,
+ 11,
+ 13,
+ 32,
+ 94,
+ 141,
+ 123,
+ 48,
+ 10
+ ],
+ "log_norms_bin_edges": [
+ -4.694005489349365,
+ -4.650909423828125,
+ -4.607812881469727,
+ -4.564716815948486,
+ -4.521620750427246,
+ -4.478524208068848,
+ -4.435428142547607,
+ -4.392332077026367,
+ -4.349235534667969,
+ -4.3061394691467285,
+ -4.263043403625488,
+ -4.219947338104248,
+ -4.17685079574585,
+ -4.133754730224609,
+ -4.090658664703369,
+ -4.047562122344971,
+ -4.0044660568237305,
+ -3.9613699913024902,
+ -3.918273687362671,
+ -3.8751773834228516,
+ -3.8320813179016113,
+ -3.788985013961792,
+ -3.7458887100219727,
+ -3.7027926445007324,
+ -3.659696340560913,
+ -3.6166000366210938,
+ -3.5735039710998535,
+ -3.530407667160034,
+ -3.487311363220215,
+ -3.4442152976989746,
+ -3.4011189937591553,
+ -3.358022689819336,
+ -3.3149266242980957,
+ -3.2718305587768555,
+ -3.228734254837036,
+ -3.185637950897217,
+ -3.1425418853759766,
+ -3.0994455814361572,
+ -3.056349277496338,
+ -3.0132532119750977,
+ -2.9701569080352783,
+ -2.927060604095459,
+ -2.8839645385742188,
+ -2.8408682346343994,
+ -2.79777193069458,
+ -2.75467586517334,
+ -2.7115795612335205,
+ -2.6684834957122803,
+ -2.625387191772461,
+ -2.5822908878326416,
+ -2.5391948223114014
+ ],
+ "r_inf_mean": 0.28635329008102417,
+ "r_inf_median": 0.2806873917579651,
+ "pr_mean": 0.28659501671791077,
+ "pr_median": 0.2939704656600952,
+ "hoyer_mean": 0.6044409871101379,
+ "eff_dim_mean": 0.6044409871101379,
+ "topk_energy": {
+ "1": 0.08362217992544174,
+ "5": 0.30586862564086914,
+ "10": 0.46165475249290466,
+ "25": 0.7509840130805969
+ },
+ "gamma_raw": 0.06825856864452362,
+ "gamma_active": {
+ "1e-08": 0.06825856864452362,
+ "1e-07": 0.06825856864452362,
+ "1e-06": 0.06825856864452362,
+ "1e-05": 0.06825856864452362,
+ "0.0001": 0.06812997907400131
+ },
+ "gamma_energy_weighted": {
+ "1e-08": 0.07353019310824212,
+ "1e-07": 0.07353019310824212,
+ "1e-06": 0.07353019310824212,
+ "1e-05": 0.07353019310824212,
+ "0.0001": 0.07353019310824212
+ }
+ }
+ ]
+} \ No newline at end of file