{
  "dataset": "synth",
  "method": "dfa",
  "seed": 456,
  "alpha": 1.0,
  "depth": 8,
  "batch": 512,
  "loss": 4.957854270935059,
  "acc": 0.091796875,
  "per_layer": [
    {
      "layer": 0,
      "mean_norm": 0.005932576954364777,
      "median_norm": 0.0058044567704200745,
      "max_norm": 0.01206950657069683,
      "min_norm": 4.696408359450288e-05,
      "support": {
        "1e-08": 1.0,
        "1e-07": 1.0,
        "1e-06": 1.0,
        "1e-05": 1.0,
        "0.0001": 0.998046875
      },
      "log_norms_percentiles": {
        "1": -3.151078224182129,
        "5": -2.635087251663208,
        "10": -2.4299228191375732,
        "25": -2.307568311691284,
        "50": -2.235927104949951,
        "75": -2.1663601398468018,
        "90": -2.066653251647949,
        "95": -2.0110201835632324,
        "99": -1.954315185546875
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        2,
        1,
        0,
        0,
        2,
        0,
        1,
        2,
        1,
        2,
        2,
        1,
        2,
        2,
        5,
        2,
        3,
        7,
        10,
        12,
        25,
        48,
        82,
        93,
        86,
        46,
        22,
        20,
        25,
        6
      ],
      "log_norms_bin_edges": [
        -4.3282341957092285,
        -4.280035495758057,
        -4.231837272644043,
        -4.183638572692871,
        -4.135440349578857,
        -4.0872416496276855,
        -4.039043426513672,
        -3.990844964981079,
        -3.9426465034484863,
        -3.8944480419158936,
        -3.846249580383301,
        -3.798050880432129,
        -3.7498526573181152,
        -3.7016539573669434,
        -3.6534554958343506,
        -3.605257034301758,
        -3.557058572769165,
        -3.5088601112365723,
        -3.4606616497039795,
        -3.4124631881713867,
        -3.364264726638794,
        -3.316066265106201,
        -3.2678678035736084,
        -3.2196693420410156,
        -3.171470880508423,
        -3.12327241897583,
        -3.0750739574432373,
        -3.0268754959106445,
        -2.9786767959594727,
        -2.930478572845459,
        -2.882279872894287,
        -2.8340816497802734,
        -2.7858829498291016,
        -2.737684726715088,
        -2.689486026763916,
        -2.6412878036499023,
        -2.5930891036987305,
        -2.544890880584717,
        -2.496692180633545,
        -2.448493719100952,
        -2.4002952575683594,
        -2.3520967960357666,
        -2.303898334503174,
        -2.255699872970581,
        -2.2075014114379883,
        -2.1593029499053955,
        -2.1111044883728027,
        -2.06290602684021,
        -2.014707565307617,
        -1.9665091037750244,
        -1.9183106422424316
      ],
      "r_inf_mean": 0.4095231294631958,
      "r_inf_median": 0.39848098158836365,
      "pr_mean": 0.13886159658432007,
      "pr_median": 0.12802036106586456,
      "hoyer_mean": 0.4655231535434723,
      "eff_dim_mean": 0.4655231535434723,
      "topk_energy": {
        "1": 0.17475026845932007,
        "5": 0.4939890503883362,
        "10": 0.6518568992614746,
        "25": 0.8547585606575012
      },
      "gamma_raw": 0.04878466576337814,
      "gamma_active": {
        "1e-08": 0.04878466576337814,
        "1e-07": 0.04878466576337814,
        "1e-06": 0.04878466576337814,
        "1e-05": 0.04878466576337814,
        "0.0001": 0.04870273545384407
      },
      "gamma_energy_weighted": {
        "1e-08": 0.06683029744111854,
        "1e-07": 0.06683029744111854,
        "1e-06": 0.06683029744111854,
        "1e-05": 0.06683029744111854,
        "0.0001": 0.06683029744111854
      }
    },
    {
      "layer": 1,
      "mean_norm": 0.00199977052398026,
      "median_norm": 0.0020882829558104277,
      "max_norm": 0.0029260313604027033,
      "min_norm": 2.0769777620444074e-05,
      "support": {
        "1e-08": 1.0,
        "1e-07": 1.0,
        "1e-06": 1.0,
        "1e-05": 1.0,
        "0.0001": 0.99609375
      },
      "log_norms_percentiles": {
        "1": -3.619838237762451,
        "5": -3.000190019607544,
        "10": -2.8287463188171387,
        "25": -2.7249467372894287,
        "50": -2.6799397468566895,
        "75": -2.6482372283935547,
        "90": -2.6148808002471924,
        "95": -2.5991339683532715,
        "99": -2.5584194660186768
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        2,
        0,
        2,
        0,
        0,
        1,
        1,
        0,
        2,
        0,
        3,
        2,
        0,
        3,
        2,
        2,
        3,
        2,
        3,
        9,
        11,
        13,
        28,
        76,
        149,
        134,
        49,
        12
      ],
      "log_norms_bin_edges": [
        -4.682568550109863,
        -4.639591693878174,
        -4.596614837646484,
        -4.553637504577637,
        -4.510660648345947,
        -4.467683792114258,
        -4.424706935882568,
        -4.381730079650879,
        -4.338752746582031,
        -4.295775890350342,
        -4.252799034118652,
        -4.209822177886963,
        -4.166845321655273,
        -4.123867988586426,
        -4.080891132354736,
        -4.037914276123047,
        -3.9949374198913574,
        -3.951960563659668,
        -3.9089834690093994,
        -3.86600661277771,
        -3.8230295181274414,
        -3.780052661895752,
        -3.7370758056640625,
        -3.694098949432373,
        -3.6511218547821045,
        -3.608144760131836,
        -3.5651679039001465,
        -3.522191047668457,
        -3.4792141914367676,
        -3.436237096786499,
        -3.3932602405548096,
        -3.350283145904541,
        -3.3073062896728516,
        -3.264329433441162,
        -3.2213523387908936,
        -3.178375482559204,
        -3.1353983879089355,
        -3.092421531677246,
        -3.0494446754455566,
        -3.006467819213867,
        -2.9634907245635986,
        -2.92051362991333,
        -2.8775367736816406,
        -2.834559917449951,
        -2.7915830612182617,
        -2.748605966567993,
        -2.7056291103363037,
        -2.662652015686035,
        -2.6196751594543457,
        -2.5766983032226562,
        -2.5337212085723877
      ],
      "r_inf_mean": 0.2825510501861572,
      "r_inf_median": 0.2754884958267212,
      "pr_mean": 0.28882724046707153,
      "pr_median": 0.2949356436729431,
      "hoyer_mean": 0.6051252484321594,
      "eff_dim_mean": 0.6051252484321594,
      "topk_energy": {
        "1": 0.08140555024147034,
        "5": 0.30472397804260254,
        "10": 0.4618160128593445,
        "25": 0.7517096996307373
      },
      "gamma_raw": 0.26229041814804077,
      "gamma_active": {
        "1e-08": 0.26229041814804077,
        "1e-07": 0.26229041814804077,
        "1e-06": 0.26229041814804077,
        "1e-05": 0.26229041814804077,
        "0.0001": 0.26237380504608154
      },
      "gamma_energy_weighted": {
        "1e-08": 0.2628638998478158,
        "1e-07": 0.2628638998478158,
        "1e-06": 0.2628638998478158,
        "1e-05": 0.2628638998478158,
        "0.0001": 0.2628638998478158
      }
    },
    {
      "layer": 2,
      "mean_norm": 0.0019615301862359047,
      "median_norm": 0.0020386208780109882,
      "max_norm": 0.0028989315032958984,
      "min_norm": 2.030778705375269e-05,
      "support": {
        "1e-08": 1.0,
        "1e-07": 1.0,
        "1e-06": 1.0,
        "1e-05": 1.0,
        "0.0001": 0.99609375
      },
      "log_norms_percentiles": {
        "1": -3.625967502593994,
        "5": -3.002103328704834,
        "10": -2.838046073913574,
        "25": -2.7373740673065186,
        "50": -2.690659523010254,
        "75": -2.6546621322631836,
        "90": -2.6224851608276367,
        "95": -2.6041829586029053,
        "99": -2.562023162841797
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        2,
        0,
        2,
        0,
        0,
        1,
        1,
        0,
        2,
        1,
        2,
        2,
        0,
        3,
        2,
        3,
        2,
        2,
        5,
        7,
        11,
        14,
        31,
        93,
        145,
        120,
        48,
        10
      ],
      "log_norms_bin_edges": [
        -4.692337512969971,
        -4.6492462158203125,
        -4.606154441833496,
        -4.563063144683838,
        -4.5199713706970215,
        -4.476880073547363,
        -4.433788299560547,
        -4.390697002410889,
        -4.347605228424072,
        -4.304513931274414,
        -4.261422157287598,
        -4.2183308601379395,
        -4.175239562988281,
        -4.132147789001465,
        -4.089056491851807,
        -4.04596471786499,
        -4.002873420715332,
        -3.9597816467285156,
        -3.9166903495788574,
        -3.87359881401062,
        -3.830507278442383,
        -3.7874157428741455,
        -3.744324207305908,
        -3.701232671737671,
        -3.6581411361694336,
        -3.6150498390197754,
        -3.571958065032959,
        -3.528866767883301,
        -3.4857749938964844,
        -3.442683696746826,
        -3.399592161178589,
        -3.3565006256103516,
        -3.3134090900421143,
        -3.270317554473877,
        -3.2272260189056396,
        -3.1841344833374023,
        -3.141043186187744,
        -3.0979514122009277,
        -3.0548601150512695,
        -3.011768341064453,
        -2.968677043914795,
        -2.9255855083465576,
        -2.8824939727783203,
        -2.839402437210083,
        -2.7963109016418457,
        -2.7532193660736084,
        -2.710127830505371,
        -2.667036294937134,
        -2.6239447593688965,
        -2.5808534622192383,
        -2.537761926651001
      ],
      "r_inf_mean": 0.28596174716949463,
      "r_inf_median": 0.2799564003944397,
      "pr_mean": 0.28678327798843384,
      "pr_median": 0.2931159734725952,
      "hoyer_mean": 0.6043041944503784,
      "eff_dim_mean": 0.6043041348457336,
      "topk_energy": {
        "1": 0.08337318897247314,
        "5": 0.3058406114578247,
        "10": 0.4616686999797821,
        "25": 0.7511287927627563
      },
      "gamma_raw": 0.16607269644737244,
      "gamma_active": {
        "1e-08": 0.16607269644737244,
        "1e-07": 0.16607269644737244,
        "1e-06": 0.16607269644737244,
        "1e-05": 0.16607269644737244,
        "0.0001": 0.16609208285808563
      },
      "gamma_energy_weighted": {
        "1e-08": 0.16949034388893358,
        "1e-07": 0.16949034388893358,
        "1e-06": 0.16949034388893358,
        "1e-05": 0.16949034388893358,
        "0.0001": 0.16949034388893358
      }
    },
    {
      "layer": 3,
      "mean_norm": 0.0019580628722906113,
      "median_norm": 0.0020357337780296803,
      "max_norm": 0.002892693504691124,
      "min_norm": 2.0265750208636746e-05,
      "support": {
        "1e-08": 1.0,
        "1e-07": 1.0,
        "1e-06": 1.0,
        "1e-05": 1.0,
        "0.0001": 0.99609375
      },
      "log_norms_percentiles": {
        "1": -3.6267647743225098,
        "5": -3.0023438930511475,
        "10": -2.8388781547546387,
        "25": -2.7381036281585693,
        "50": -2.6911678314208984,
        "75": -2.655627727508545,
        "90": -2.623220205307007,
        "95": -2.6047935485839844,
        "99": -2.5629944801330566
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        2,
        0,
        2,
        0,
        0,
        1,
        1,
        0,
        2,
        0,
        3,
        2,
        0,
        3,
        2,
        3,
        2,
        2,
        5,
        7,
        11,
        13,
        32,
        94,
        143,
        121,
        48,
        10
      ],
      "log_norms_bin_edges": [
        -4.693237781524658,
        -4.650146961212158,
        -4.607056140899658,
        -4.563965320587158,
        -4.520874500274658,
        -4.477783679962158,
        -4.434692859649658,
        -4.391602039337158,
        -4.348511219024658,
        -4.305420398712158,
        -4.262329578399658,
        -4.219238758087158,
        -4.176148414611816,
        -4.133057594299316,
        -4.089966773986816,
        -4.046875953674316,
        -4.003785133361816,
        -3.9606940746307373,
        -3.9176034927368164,
        -3.8745126724243164,
        -3.8314218521118164,
        -3.7883310317993164,
        -3.7452402114868164,
        -3.7021493911743164,
        -3.6590585708618164,
        -3.6159677505493164,
        -3.5728769302368164,
        -3.5297861099243164,
        -3.4866952896118164,
        -3.4436044692993164,
        -3.4005136489868164,
        -3.3574228286743164,
        -3.3143320083618164,
        -3.2712411880493164,
        -3.2281503677368164,
        -3.1850595474243164,
        -3.1419689655303955,
        -3.0988781452178955,
        -3.0557873249053955,
        -3.0126965045928955,
        -2.9696056842803955,
        -2.9265148639678955,
        -2.8834242820739746,
        -2.8403334617614746,
        -2.7972426414489746,
        -2.7541518211364746,
        -2.7110610008239746,
        -2.6679701805114746,
        -2.6248793601989746,
        -2.5817885398864746,
        -2.5386977195739746
      ],
      "r_inf_mean": 0.2860814332962036,
      "r_inf_median": 0.2803462743759155,
      "pr_mean": 0.28692224621772766,
      "pr_median": 0.294166624546051,
      "hoyer_mean": 0.6046409606933594,
      "eff_dim_mean": 0.6046409606933594,
      "topk_energy": {
        "1": 0.08346064388751984,
        "5": 0.30565008521080017,
        "10": 0.46138593554496765,
        "25": 0.7508560419082642
      },
      "gamma_raw": 0.062495630234479904,
      "gamma_active": {
        "1e-08": 0.062495630234479904,
        "1e-07": 0.062495630234479904,
        "1e-06": 0.062495630234479904,
        "1e-05": 0.062495630234479904,
        "0.0001": 0.06253547221422195
      },
      "gamma_energy_weighted": {
        "1e-08": 0.07282960733912137,
        "1e-07": 0.07282960733912137,
        "1e-06": 0.07282960733912137,
        "1e-05": 0.07282960733912137,
        "0.0001": 0.07282960733912137
      }
    },
    {
      "layer": 4,
      "mean_norm": 0.0019575587939471006,
      "median_norm": 0.0020352271385490894,
      "max_norm": 0.0028901451732963324,
      "min_norm": 2.0243762264726683e-05,
      "support": {
        "1e-08": 1.0,
        "1e-07": 1.0,
        "1e-06": 1.0,
        "1e-05": 1.0,
        "0.0001": 0.99609375
      },
      "log_norms_percentiles": {
        "1": -3.626793384552002,
        "5": -3.0024871826171875,
        "10": -2.8392012119293213,
        "25": -2.738178014755249,
        "50": -2.691032886505127,
        "75": -2.6559436321258545,
        "90": -2.6235716342926025,
        "95": -2.6050009727478027,
        "99": -2.5633461475372314
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        2,
        0,
        2,
        0,
        0,
        1,
        1,
        0,
        2,
        0,
        3,
        2,
        0,
        3,
        2,
        3,
        2,
        2,
        5,
        7,
        11,
        13,
        32,
        94,
        142,
        122,
        48,
        10
      ],
      "log_norms_bin_edges": [
        -4.693708896636963,
        -4.65061616897583,
        -4.6075239181518555,
        -4.564431190490723,
        -4.52133846282959,
        -4.478246212005615,
        -4.435153484344482,
        -4.39206075668335,
        -4.348968505859375,
        -4.305875778198242,
        -4.262783050537109,
        -4.219690799713135,
        -4.176598072052002,
        -4.133505344390869,
        -4.0904130935668945,
        -4.047320365905762,
        -4.004227638244629,
        -3.961135149002075,
        -3.9180426597595215,
        -3.8749499320983887,
        -3.831857442855835,
        -3.7887649536132812,
        -3.7456722259521484,
        -3.7025797367095947,
        -3.659487247467041,
        -3.616394519805908,
        -3.5733020305633545,
        -3.530209541320801,
        -3.487116813659668,
        -3.4440243244171143,
        -3.4009318351745605,
        -3.3578391075134277,
        -3.314746618270874,
        -3.2716541290283203,
        -3.2285614013671875,
        -3.185468912124634,
        -3.14237642288208,
        -3.0992836952209473,
        -3.0561912059783936,
        -3.01309871673584,
        -2.970005989074707,
        -2.9269134998321533,
        -2.8838210105895996,
        -2.840728282928467,
        -2.797635793685913,
        -2.7545433044433594,
        -2.7114505767822266,
        -2.668358087539673,
        -2.625265598297119,
        -2.5821728706359863,
        -2.5390803813934326
      ],
      "r_inf_mean": 0.28624314069747925,
      "r_inf_median": 0.2805244028568268,
      "pr_mean": 0.28669074177742004,
      "pr_median": 0.29398059844970703,
      "hoyer_mean": 0.6045035719871521,
      "eff_dim_mean": 0.6045035719871521,
      "topk_energy": {
        "1": 0.08355448395013809,
        "5": 0.305828332901001,
        "10": 0.4616188704967499,
        "25": 0.750997006893158
      },
      "gamma_raw": 0.09785547852516174,
      "gamma_active": {
        "1e-08": 0.09785547852516174,
        "1e-07": 0.09785547852516174,
        "1e-06": 0.09785547852516174,
        "1e-05": 0.09785547852516174,
        "0.0001": 0.0974137932062149
      },
      "gamma_energy_weighted": {
        "1e-08": 0.09724696211768985,
        "1e-07": 0.09724696211768985,
        "1e-06": 0.09724696211768985,
        "1e-05": 0.09724696211768985,
        "0.0001": 0.09724696211768985
      }
    },
    {
      "layer": 5,
      "mean_norm": 0.0019575506448745728,
      "median_norm": 0.002036976395174861,
      "max_norm": 0.0028906632214784622,
      "min_norm": 2.0240504454704933e-05,
      "support": {
        "1e-08": 1.0,
        "1e-07": 1.0,
        "1e-06": 1.0,
        "1e-05": 1.0,
        "0.0001": 0.99609375
      },
      "log_norms_percentiles": {
        "1": -3.6269750595092773,
        "5": -3.002387523651123,
        "10": -2.839168071746826,
        "25": -2.7383134365081787,
        "50": -2.6908915042877197,
        "75": -2.6559762954711914,
        "90": -2.6235179901123047,
        "95": -2.6050541400909424,
        "99": -2.563222646713257
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        2,
        0,
        2,
        0,
        0,
        1,
        1,
        0,
        2,
        0,
        3,
        2,
        0,
        3,
        2,
        3,
        1,
        3,
        5,
        7,
        11,
        13,
        33,
        93,
        141,
        123,
        48,
        10
      ],
      "log_norms_bin_edges": [
        -4.693778991699219,
        -4.650683403015137,
        -4.607587814331055,
        -4.564492225646973,
        -4.521396636962891,
        -4.478301525115967,
        -4.435205936431885,
        -4.392110347747803,
        -4.349014759063721,
        -4.305919170379639,
        -4.262823581695557,
        -4.219727993011475,
        -4.176632404327393,
        -4.133537292480469,
        -4.090441703796387,
        -4.047346115112305,
        -4.004250526428223,
        -3.9611549377441406,
        -3.9180593490600586,
        -3.8749637603759766,
        -3.8318684101104736,
        -3.7887728214263916,
        -3.7456772327423096,
        -3.7025818824768066,
        -3.6594862937927246,
        -3.6163907051086426,
        -3.5732951164245605,
        -3.5301995277404785,
        -3.4871039390563965,
        -3.4440085887908936,
        -3.4009130001068115,
        -3.3578176498413086,
        -3.3147220611572266,
        -3.2716264724731445,
        -3.2285308837890625,
        -3.1854352951049805,
        -3.1423397064208984,
        -3.0992441177368164,
        -3.0561487674713135,
        -3.0130531787872314,
        -2.9699578285217285,
        -2.9268622398376465,
        -2.8837666511535645,
        -2.8406710624694824,
        -2.7975754737854004,
        -2.7544798851013184,
        -2.7113845348358154,
        -2.6682889461517334,
        -2.6251933574676514,
        -2.5820977687835693,
        -2.5390024185180664
      ],
      "r_inf_mean": 0.28632521629333496,
      "r_inf_median": 0.28065696358680725,
      "pr_mean": 0.28660881519317627,
      "pr_median": 0.2940357029438019,
      "hoyer_mean": 0.6044480204582214,
      "eff_dim_mean": 0.6044480204582214,
      "topk_energy": {
        "1": 0.08360429108142853,
        "5": 0.3058798313140869,
        "10": 0.4616706669330597,
        "25": 0.750998854637146
      },
      "gamma_raw": 0.12580835819244385,
      "gamma_active": {
        "1e-08": 0.12580835819244385,
        "1e-07": 0.12580835819244385,
        "1e-06": 0.12580835819244385,
        "1e-05": 0.12580835819244385,
        "0.0001": 0.12583471834659576
      },
      "gamma_energy_weighted": {
        "1e-08": 0.126059524719032,
        "1e-07": 0.126059524719032,
        "1e-06": 0.126059524719032,
        "1e-05": 0.126059524719032,
        "0.0001": 0.126059524719032
      }
    },
    {
      "layer": 6,
      "mean_norm": 0.0019571175798773766,
      "median_norm": 0.0020359556656330824,
      "max_norm": 0.0028899782337248325,
      "min_norm": 2.02362807613099e-05,
      "support": {
        "1e-08": 1.0,
        "1e-07": 1.0,
        "1e-06": 1.0,
        "1e-05": 1.0,
        "0.0001": 0.99609375
      },
      "log_norms_percentiles": {
        "1": -3.6269545555114746,
        "5": -3.0025711059570312,
        "10": -2.8392953872680664,
        "25": -2.738389492034912,
        "50": -2.6910958290100098,
        "75": -2.656033515930176,
        "90": -2.6235477924346924,
        "95": -2.6051695346832275,
        "99": -2.5633416175842285
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        2,
        0,
        2,
        0,
        0,
        1,
        1,
        0,
        2,
        0,
        3,
        2,
        0,
        3,
        2,
        3,
        1,
        3,
        5,
        7,
        11,
        13,
        32,
        94,
        141,
        123,
        48,
        10
      ],
      "log_norms_bin_edges": [
        -4.693869590759277,
        -4.6507744789123535,
        -4.6076788902282715,
        -4.564583778381348,
        -4.521488666534424,
        -4.478393077850342,
        -4.435297966003418,
        -4.392202377319336,
        -4.349107265472412,
        -4.306012153625488,
        -4.262916564941406,
        -4.219821453094482,
        -4.176726341247559,
        -4.133630752563477,
        -4.090535640716553,
        -4.047440528869629,
        -4.004344940185547,
        -3.961249828338623,
        -3.91815447807312,
        -3.875059127807617,
        -3.8319640159606934,
        -3.7888686656951904,
        -3.7457733154296875,
        -3.7026782035827637,
        -3.6595828533172607,
        -3.616487503051758,
        -3.573392391204834,
        -3.530296802520752,
        -3.487201690673828,
        -3.444106340408325,
        -3.4010109901428223,
        -3.3579158782958984,
        -3.3148205280303955,
        -3.2717251777648926,
        -3.2286300659179688,
        -3.185534715652466,
        -3.142439365386963,
        -3.099344253540039,
        -3.056248664855957,
        -3.013153553009033,
        -2.9700582027435303,
        -2.9269628524780273,
        -2.8838677406311035,
        -2.8407723903656006,
        -2.7976770401000977,
        -2.754581928253174,
        -2.711486577987671,
        -2.668391227722168,
        -2.625296115875244,
        -2.582200765609741,
        -2.5391054153442383
      ],
      "r_inf_mean": 0.2863696217536926,
      "r_inf_median": 0.28059613704681396,
      "pr_mean": 0.28659263253211975,
      "pr_median": 0.2940434217453003,
      "hoyer_mean": 0.6044356822967529,
      "eff_dim_mean": 0.6044356822967529,
      "topk_energy": {
        "1": 0.08363094925880432,
        "5": 0.3059106469154358,
        "10": 0.46164822578430176,
        "25": 0.7509464025497437
      },
      "gamma_raw": 0.11599649488925934,
      "gamma_active": {
        "1e-08": 0.11599649488925934,
        "1e-07": 0.11599649488925934,
        "1e-06": 0.11599649488925934,
        "1e-05": 0.11599649488925934,
        "0.0001": 0.11573956906795502
      },
      "gamma_energy_weighted": {
        "1e-08": 0.11797655624154924,
        "1e-07": 0.11797655624154924,
        "1e-06": 0.11797655624154924,
        "1e-05": 0.11797655624154924,
        "0.0001": 0.11797655624154924
      }
    },
    {
      "layer": 7,
      "mean_norm": 0.001956493128091097,
      "median_norm": 0.002035920275375247,
      "max_norm": 0.0028893831185996532,
      "min_norm": 2.0229947040206753e-05,
      "support": {
        "1e-08": 1.0,
        "1e-07": 1.0,
        "1e-06": 1.0,
        "1e-05": 1.0,
        "0.0001": 0.99609375
      },
      "log_norms_percentiles": {
        "1": -3.6268656253814697,
        "5": -3.0028293132781982,
        "10": -2.8402018547058105,
        "25": -2.738884449005127,
        "50": -2.6911892890930176,
        "75": -2.656329393386841,
        "90": -2.6235899925231934,
        "95": -2.60524845123291,
        "99": -2.56341290473938
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        2,
        0,
        2,
        0,
        0,
        1,
        1,
        0,
        2,
        0,
        3,
        2,
        0,
        3,
        2,
        3,
        1,
        3,
        5,
        7,
        11,
        13,
        32,
        94,
        141,
        123,
        48,
        10
      ],
      "log_norms_bin_edges": [
        -4.694005489349365,
        -4.650909423828125,
        -4.607812881469727,
        -4.564716815948486,
        -4.521620750427246,
        -4.478524208068848,
        -4.435428142547607,
        -4.392332077026367,
        -4.349235534667969,
        -4.3061394691467285,
        -4.263043403625488,
        -4.219947338104248,
        -4.17685079574585,
        -4.133754730224609,
        -4.090658664703369,
        -4.047562122344971,
        -4.0044660568237305,
        -3.9613699913024902,
        -3.918273687362671,
        -3.8751773834228516,
        -3.8320813179016113,
        -3.788985013961792,
        -3.7458887100219727,
        -3.7027926445007324,
        -3.659696340560913,
        -3.6166000366210938,
        -3.5735039710998535,
        -3.530407667160034,
        -3.487311363220215,
        -3.4442152976989746,
        -3.4011189937591553,
        -3.358022689819336,
        -3.3149266242980957,
        -3.2718305587768555,
        -3.228734254837036,
        -3.185637950897217,
        -3.1425418853759766,
        -3.0994455814361572,
        -3.056349277496338,
        -3.0132532119750977,
        -2.9701569080352783,
        -2.927060604095459,
        -2.8839645385742188,
        -2.8408682346343994,
        -2.79777193069458,
        -2.75467586517334,
        -2.7115795612335205,
        -2.6684834957122803,
        -2.625387191772461,
        -2.5822908878326416,
        -2.5391948223114014
      ],
      "r_inf_mean": 0.28635329008102417,
      "r_inf_median": 0.2806873917579651,
      "pr_mean": 0.28659501671791077,
      "pr_median": 0.2939704656600952,
      "hoyer_mean": 0.6044409871101379,
      "eff_dim_mean": 0.6044409871101379,
      "topk_energy": {
        "1": 0.08362217992544174,
        "5": 0.30586862564086914,
        "10": 0.46165475249290466,
        "25": 0.7509840130805969
      },
      "gamma_raw": 0.06825856864452362,
      "gamma_active": {
        "1e-08": 0.06825856864452362,
        "1e-07": 0.06825856864452362,
        "1e-06": 0.06825856864452362,
        "1e-05": 0.06825856864452362,
        "0.0001": 0.06812997907400131
      },
      "gamma_energy_weighted": {
        "1e-08": 0.07353019310824212,
        "1e-07": 0.07353019310824212,
        "1e-06": 0.07353019310824212,
        "1e-05": 0.07353019310824212,
        "0.0001": 0.07353019310824212
      }
    }
  ]
}