{
  "dataset": "synth",
  "method": "dfa",
  "seed": 2048,
  "alpha": 1.0,
  "depth": 8,
  "batch": 512,
  "loss": 6.1713104248046875,
  "acc": 0.076171875,
  "per_layer": [
    {
      "layer": 0,
      "mean_norm": 0.007532850839197636,
      "median_norm": 0.007315286435186863,
      "max_norm": 0.015097061172127724,
      "min_norm": 7.38429298507981e-05,
      "support": {
        "1e-08": 1.0,
        "1e-07": 1.0,
        "1e-06": 1.0,
        "1e-05": 1.0,
        "0.0001": 0.998046875
      },
      "log_norms_percentiles": {
        "1": -3.4283883571624756,
        "5": -2.5519192218780518,
        "10": -2.2838096618652344,
        "25": -2.2124950885772705,
        "50": -2.135554313659668,
        "75": -2.0522072315216064,
        "90": -1.9597227573394775,
        "95": -1.9218248128890991,
        "99": -1.8477203845977783
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        1,
        0,
        2,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        2,
        0,
        0,
        1,
        0,
        1,
        1,
        2,
        1,
        1,
        1,
        0,
        2,
        2,
        3,
        3,
        3,
        0,
        1,
        2,
        5,
        15,
        36,
        70,
        81,
        92,
        53,
        39,
        37,
        31,
        14,
        7
      ],
      "log_norms_bin_edges": [
        -4.1316914558410645,
        -4.085479736328125,
        -4.0392680168151855,
        -3.993056535720825,
        -3.9468448162078857,
        -3.9006330966949463,
        -3.854421377182007,
        -3.8082096576690674,
        -3.761998176574707,
        -3.7157864570617676,
        -3.669574737548828,
        -3.6233630180358887,
        -3.577151298522949,
        -3.530939817428589,
        -3.4847280979156494,
        -3.43851637840271,
        -3.3923046588897705,
        -3.34609317779541,
        -3.2998814582824707,
        -3.2536697387695312,
        -3.207458019256592,
        -3.1612462997436523,
        -3.115034580230713,
        -3.0688228607177734,
        -3.022611379623413,
        -2.9763996601104736,
        -2.9301881790161133,
        -2.883976459503174,
        -2.8377647399902344,
        -2.791553020477295,
        -2.7453413009643555,
        -2.699129581451416,
        -2.6529178619384766,
        -2.606706142425537,
        -2.5604946613311768,
        -2.5142829418182373,
        -2.468071460723877,
        -2.4218597412109375,
        -2.375648021697998,
        -2.3294363021850586,
        -2.283224582672119,
        -2.2370128631591797,
        -2.1908011436462402,
        -2.144589424133301,
        -2.0983779430389404,
        -2.052166223526001,
        -2.0059545040130615,
        -1.9597430229187012,
        -1.9135313034057617,
        -1.8673195838928223,
        -1.8211077451705933
      ],
      "r_inf_mean": 0.3890951871871948,
      "r_inf_median": 0.37773993611335754,
      "pr_mean": 0.15059992671012878,
      "pr_median": 0.140448197722435,
      "hoyer_mean": 0.4746935963630676,
      "eff_dim_mean": 0.4746935963630676,
      "topk_energy": {
        "1": 0.15740478038787842,
        "5": 0.4759059250354767,
        "10": 0.6441375017166138,
        "25": 0.8524837493896484
      },
      "gamma_raw": 0.004259799607098103,
      "gamma_active": {
        "1e-08": 0.004259799607098103,
        "1e-07": 0.004259799607098103,
        "1e-06": 0.004259799607098103,
        "1e-05": 0.004259799607098103,
        "0.0001": 0.004448278341442347
      },
      "gamma_energy_weighted": {
        "1e-08": -0.01047850841180783,
        "1e-07": -0.01047850841180783,
        "1e-06": -0.01047850841180783,
        "1e-05": -0.01047850841180783,
        "0.0001": -0.01047850841180783
      }
    },
    {
      "layer": 1,
      "mean_norm": 0.0019752010703086853,
      "median_norm": 0.002030913019552827,
      "max_norm": 0.002893763594329357,
      "min_norm": 1.0888797078223433e-05,
      "support": {
        "1e-08": 1.0,
        "1e-07": 1.0,
        "1e-06": 1.0,
        "1e-05": 1.0,
        "0.0001": 0.990234375
      },
      "log_norms_percentiles": {
        "1": -3.979748249053955,
        "5": -3.0953633785247803,
        "10": -2.834406852722168,
        "25": -2.7286720275878906,
        "50": -2.6922659873962402,
        "75": -2.6390044689178467,
        "90": -2.6046152114868164,
        "95": -2.5847744941711426,
        "99": -2.56687068939209
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        2,
        0,
        1,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        1,
        0,
        2,
        1,
        0,
        1,
        2,
        0,
        1,
        3,
        0,
        0,
        1,
        0,
        3,
        2,
        2,
        3,
        5,
        1,
        3,
        6,
        10,
        19,
        50,
        156,
        113,
        93,
        28
      ],
      "log_norms_bin_edges": [
        -4.963020324707031,
        -4.9145307540893555,
        -4.86604118347168,
        -4.817551136016846,
        -4.76906156539917,
        -4.720571994781494,
        -4.672082424163818,
        -4.623592853546143,
        -4.575102806091309,
        -4.526613235473633,
        -4.478123664855957,
        -4.429634094238281,
        -4.3811445236206055,
        -4.3326544761657715,
        -4.284164905548096,
        -4.23567533493042,
        -4.187185764312744,
        -4.13869571685791,
        -4.090206146240234,
        -4.041716575622559,
        -3.993227005004883,
        -3.944737434387207,
        -3.896247625350952,
        -3.8477578163146973,
        -3.7992682456970215,
        -3.7507786750793457,
        -3.70228910446167,
        -3.653799295425415,
        -3.60530948638916,
        -3.5568199157714844,
        -3.5083303451538086,
        -3.459840774536133,
        -3.411350965499878,
        -3.362861156463623,
        -3.3143715858459473,
        -3.2658820152282715,
        -3.2173924446105957,
        -3.168902635574341,
        -3.120412826538086,
        -3.07192325592041,
        -3.0234336853027344,
        -2.9749441146850586,
        -2.9264543056488037,
        -2.877964735031128,
        -2.829474925994873,
        -2.7809853553771973,
        -2.7324955463409424,
        -2.6840059757232666,
        -2.6355161666870117,
        -2.587026596069336,
        -2.53853702545166
      ],
      "r_inf_mean": 0.2802375257015228,
      "r_inf_median": 0.273185670375824,
      "pr_mean": 0.3038672208786011,
      "pr_median": 0.31710830330848694,
      "hoyer_mean": 0.621390700340271,
      "eff_dim_mean": 0.6213906407356262,
      "topk_energy": {
        "1": 0.08067095279693604,
        "5": 0.2888798117637634,
        "10": 0.4443775415420532,
        "25": 0.7368499040603638
      },
      "gamma_raw": 0.2747020125389099,
      "gamma_active": {
        "1e-08": 0.2747020125389099,
        "1e-07": 0.2747020125389099,
        "1e-06": 0.2747020125389099,
        "1e-05": 0.2747020125389099,
        "0.0001": 0.27477967739105225
      },
      "gamma_energy_weighted": {
        "1e-08": 0.27507778563314755,
        "1e-07": 0.27507778563314755,
        "1e-06": 0.27507778563314755,
        "1e-05": 0.27507778563314755,
        "0.0001": 0.27507778563314755
      }
    },
    {
      "layer": 2,
      "mean_norm": 0.001952650723978877,
      "median_norm": 0.00200668815523386,
      "max_norm": 0.0028831101953983307,
      "min_norm": 1.0780074262584094e-05,
      "support": {
        "1e-08": 1.0,
        "1e-07": 1.0,
        "1e-06": 1.0,
        "1e-05": 1.0,
        "0.0001": 0.990234375
      },
      "log_norms_percentiles": {
        "1": -3.983128309249878,
        "5": -3.0981640815734863,
        "10": -2.8382582664489746,
        "25": -2.7369093894958496,
        "50": -2.6975111961364746,
        "75": -2.644345760345459,
        "90": -2.6082205772399902,
        "95": -2.585623264312744,
        "99": -2.5738887786865234
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        2,
        0,
        1,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        1,
        0,
        2,
        1,
        0,
        1,
        2,
        1,
        0,
        3,
        0,
        0,
        1,
        0,
        3,
        2,
        2,
        3,
        5,
        1,
        4,
        5,
        12,
        23,
        54,
        159,
        103,
        89,
        29
      ],
      "log_norms_bin_edges": [
        -4.96737813949585,
        -4.918833255767822,
        -4.870288372039795,
        -4.821743965148926,
        -4.773199081420898,
        -4.724654197692871,
        -4.676109313964844,
        -4.627564430236816,
        -4.579020023345947,
        -4.53047513961792,
        -4.481930255889893,
        -4.433385372161865,
        -4.384840965270996,
        -4.336296081542969,
        -4.287751197814941,
        -4.239206314086914,
        -4.190661430358887,
        -4.142116546630859,
        -4.09357213973999,
        -4.045027256011963,
        -3.9964823722839355,
        -3.947937488555908,
        -3.89939284324646,
        -3.8508481979370117,
        -3.8023033142089844,
        -3.753758430480957,
        -3.7052135467529297,
        -3.6566689014434814,
        -3.608124256134033,
        -3.559579372406006,
        -3.5110344886779785,
        -3.462489604949951,
        -3.413944959640503,
        -3.3654003143310547,
        -3.3168554306030273,
        -3.268310546875,
        -3.2197656631469727,
        -3.1712210178375244,
        -3.122676372528076,
        -3.074131488800049,
        -3.0255866050720215,
        -2.977041721343994,
        -2.928497076034546,
        -2.8799521923065186,
        -2.8314075469970703,
        -2.782862663269043,
        -2.7343180179595947,
        -2.6857731342315674,
        -2.637228488922119,
        -2.588683605194092,
        -2.5401387214660645
      ],
      "r_inf_mean": 0.2807044982910156,
      "r_inf_median": 0.2717209756374359,
      "pr_mean": 0.3049052357673645,
      "pr_median": 0.31693893671035767,
      "hoyer_mean": 0.6231553554534912,
      "eff_dim_mean": 0.6231553554534912,
      "topk_energy": {
        "1": 0.08096382021903992,
        "5": 0.288168728351593,
        "10": 0.4431476593017578,
        "25": 0.7346833348274231
      },
      "gamma_raw": 0.12229488790035248,
      "gamma_active": {
        "1e-08": 0.12229488790035248,
        "1e-07": 0.12229488790035248,
        "1e-06": 0.12229488790035248,
        "1e-05": 0.12229488790035248,
        "0.0001": 0.12277957797050476
      },
      "gamma_energy_weighted": {
        "1e-08": 0.1305244742556957,
        "1e-07": 0.1305244742556957,
        "1e-06": 0.1305244742556957,
        "1e-05": 0.1305244742556957,
        "0.0001": 0.1305244742556957
      }
    },
    {
      "layer": 3,
      "mean_norm": 0.0019504409283399582,
      "median_norm": 0.0020051205065101385,
      "max_norm": 0.0028770670760422945,
      "min_norm": 1.0778582691273186e-05,
      "support": {
        "1e-08": 1.0,
        "1e-07": 1.0,
        "1e-06": 1.0,
        "1e-05": 1.0,
        "0.0001": 0.990234375
      },
      "log_norms_percentiles": {
        "1": -3.983774185180664,
        "5": -3.098360776901245,
        "10": -2.839005708694458,
        "25": -2.7377922534942627,
        "50": -2.697819948196411,
        "75": -2.6448006629943848,
        "90": -2.6088755130767822,
        "95": -2.5860493183135986,
        "99": -2.5741279125213623
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        2,
        0,
        1,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        1,
        0,
        2,
        1,
        0,
        1,
        2,
        1,
        0,
        3,
        0,
        0,
        1,
        0,
        3,
        2,
        2,
        3,
        5,
        1,
        4,
        5,
        12,
        23,
        53,
        160,
        102,
        90,
        29
      ],
      "log_norms_bin_edges": [
        -4.967438220977783,
        -4.918910503387451,
        -4.870382785797119,
        -4.821855068206787,
        -4.773327350616455,
        -4.724799633026123,
        -4.676271438598633,
        -4.627743721008301,
        -4.579216003417969,
        -4.530688285827637,
        -4.482160568237305,
        -4.433632850646973,
        -4.385105133056641,
        -4.336577415466309,
        -4.288049697875977,
        -4.2395219802856445,
        -4.1909942626953125,
        -4.142466068267822,
        -4.09393835067749,
        -4.045410633087158,
        -3.996882915496826,
        -3.948355197906494,
        -3.899827480316162,
        -3.85129976272583,
        -3.802772045135498,
        -3.754244327545166,
        -3.705716371536255,
        -3.657188653945923,
        -3.608660936355591,
        -3.5601329803466797,
        -3.5116052627563477,
        -3.4630775451660156,
        -3.4145498275756836,
        -3.3660221099853516,
        -3.3174943923950195,
        -3.2689666748046875,
        -3.2204387187957764,
        -3.1719110012054443,
        -3.1233832836151123,
        -3.074855327606201,
        -3.026327610015869,
        -2.977799892425537,
        -2.929272174835205,
        -2.880744457244873,
        -2.832216739654541,
        -2.783689022064209,
        -2.735161066055298,
        -2.686633348464966,
        -2.638105630874634,
        -2.5895779132843018,
        -2.5410501956939697
      ],
      "r_inf_mean": 0.2808457612991333,
      "r_inf_median": 0.2713828980922699,
      "pr_mean": 0.3045424222946167,
      "pr_median": 0.3164176046848297,
      "hoyer_mean": 0.6230210661888123,
      "eff_dim_mean": 0.6230210065841675,
      "topk_energy": {
        "1": 0.08103559166193008,
        "5": 0.2885124087333679,
        "10": 0.44346192479133606,
        "25": 0.7348107695579529
      },
      "gamma_raw": 0.058160606771707535,
      "gamma_active": {
        "1e-08": 0.058160606771707535,
        "1e-07": 0.058160606771707535,
        "1e-06": 0.058160606771707535,
        "1e-05": 0.058160606771707535,
        "0.0001": 0.058369915932416916
      },
      "gamma_energy_weighted": {
        "1e-08": 0.06722333881540113,
        "1e-07": 0.06722333881540113,
        "1e-06": 0.06722333881540113,
        "1e-05": 0.06722333881540113,
        "0.0001": 0.06722333881540113
      }
    },
    {
      "layer": 4,
      "mean_norm": 0.0019506842363625765,
      "median_norm": 0.0020068353042006493,
      "max_norm": 0.00288299098610878,
      "min_norm": 1.0810102139657829e-05,
      "support": {
        "1e-08": 1.0,
        "1e-07": 1.0,
        "1e-06": 1.0,
        "1e-05": 1.0,
        "0.0001": 0.990234375
      },
      "log_norms_percentiles": {
        "1": -3.9839375019073486,
        "5": -3.098226547241211,
        "10": -2.838139533996582,
        "25": -2.73799991607666,
        "50": -2.697472095489502,
        "75": -2.64552640914917,
        "90": -2.608635902404785,
        "95": -2.5856754779815674,
        "99": -2.574399471282959
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        2,
        0,
        1,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        1,
        0,
        2,
        1,
        0,
        1,
        2,
        1,
        0,
        3,
        0,
        0,
        1,
        0,
        3,
        2,
        2,
        3,
        5,
        1,
        4,
        5,
        13,
        23,
        54,
        163,
        100,
        87,
        29
      ],
      "log_norms_bin_edges": [
        -4.966170310974121,
        -4.91765022277832,
        -4.869129657745361,
        -4.8206095695495605,
        -4.772089004516602,
        -4.723568916320801,
        -4.675048828125,
        -4.626528263092041,
        -4.57800817489624,
        -4.5294880867004395,
        -4.4809675216674805,
        -4.43244743347168,
        -4.383926868438721,
        -4.33540678024292,
        -4.286886692047119,
        -4.23836612701416,
        -4.189846038818359,
        -4.141325950622559,
        -4.0928053855896,
        -4.044285297393799,
        -3.995764970779419,
        -3.947244644165039,
        -3.898724317550659,
        -3.8502039909362793,
        -3.8016839027404785,
        -3.7531635761260986,
        -3.7046432495117188,
        -3.656123161315918,
        -3.607602596282959,
        -3.559082508087158,
        -3.5105621814727783,
        -3.4620418548583984,
        -3.4135217666625977,
        -3.3650012016296387,
        -3.316481113433838,
        -3.267960786819458,
        -3.219440460205078,
        -3.1709203720092773,
        -3.1224000453948975,
        -3.0738797187805176,
        -3.025359630584717,
        -2.976839065551758,
        -2.928318977355957,
        -2.879798650741577,
        -2.8312783241271973,
        -2.7827582359313965,
        -2.7342379093170166,
        -2.6857175827026367,
        -2.637197256088257,
        -2.588676929473877,
        -2.540156841278076
      ],
      "r_inf_mean": 0.2810853123664856,
      "r_inf_median": 0.27165746688842773,
      "pr_mean": 0.3042261302471161,
      "pr_median": 0.31661099195480347,
      "hoyer_mean": 0.6229735016822815,
      "eff_dim_mean": 0.6229734420776367,
      "topk_energy": {
        "1": 0.08118787407875061,
        "5": 0.28864961862564087,
        "10": 0.44364941120147705,
        "25": 0.7349649667739868
      },
      "gamma_raw": 0.12279719114303589,
      "gamma_active": {
        "1e-08": 0.12279719114303589,
        "1e-07": 0.12279719114303589,
        "1e-06": 0.12279719114303589,
        "1e-05": 0.12279719114303589,
        "0.0001": 0.12278967350721359
      },
      "gamma_energy_weighted": {
        "1e-08": 0.12208357556220593,
        "1e-07": 0.12208357556220593,
        "1e-06": 0.12208357556220593,
        "1e-05": 0.12208357556220593,
        "0.0001": 0.12208357556220593
      }
    },
    {
      "layer": 5,
      "mean_norm": 0.0019504544325172901,
      "median_norm": 0.002006699563935399,
      "max_norm": 0.002882658503949642,
      "min_norm": 1.0821350770129357e-05,
      "support": {
        "1e-08": 1.0,
        "1e-07": 1.0,
        "1e-06": 1.0,
        "1e-05": 1.0,
        "0.0001": 0.990234375
      },
      "log_norms_percentiles": {
        "1": -3.9843926429748535,
        "5": -3.098877429962158,
        "10": -2.8382678031921387,
        "25": -2.73783802986145,
        "50": -2.6974964141845703,
        "75": -2.6456072330474854,
        "90": -2.608908176422119,
        "95": -2.5857090950012207,
        "99": -2.574798583984375
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        2,
        0,
        1,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        1,
        0,
        2,
        1,
        0,
        1,
        2,
        1,
        0,
        3,
        0,
        0,
        1,
        0,
        3,
        2,
        2,
        3,
        5,
        1,
        4,
        5,
        13,
        23,
        54,
        163,
        100,
        87,
        29
      ],
      "log_norms_bin_edges": [
        -4.965718746185303,
        -4.917208671569824,
        -4.8686981201171875,
        -4.820188045501709,
        -4.7716779708862305,
        -4.723167419433594,
        -4.674657344818115,
        -4.626147270202637,
        -4.57763671875,
        -4.5291266441345215,
        -4.480616569519043,
        -4.432106018066406,
        -4.383595943450928,
        -4.335085868835449,
        -4.2865753173828125,
        -4.238065242767334,
        -4.1895551681518555,
        -4.141044616699219,
        -4.09253454208374,
        -4.044024467468262,
        -3.995513916015625,
        -3.9470038414001465,
        -3.898493528366089,
        -3.8499832153320312,
        -3.8014731407165527,
        -3.752962827682495,
        -3.7044525146484375,
        -3.655942440032959,
        -3.6074321269989014,
        -3.5589218139648438,
        -3.5104117393493652,
        -3.4619011878967285,
        -3.41339111328125,
        -3.3648810386657715,
        -3.3163704872131348,
        -3.2678604125976562,
        -3.2193500995635986,
        -3.170839786529541,
        -3.1223297119140625,
        -3.073819398880005,
        -3.0253090858459473,
        -2.9767990112304688,
        -2.928288698196411,
        -2.8797783851623535,
        -2.831268310546875,
        -2.7827579975128174,
        -2.7342476844787598,
        -2.6857376098632812,
        -2.6372272968292236,
        -2.588716983795166,
        -2.5402069091796875
      ],
      "r_inf_mean": 0.2809467315673828,
      "r_inf_median": 0.2708880305290222,
      "pr_mean": 0.3044413924217224,
      "pr_median": 0.3165642023086548,
      "hoyer_mean": 0.6230653524398804,
      "eff_dim_mean": 0.6230652928352356,
      "topk_energy": {
        "1": 0.0811091810464859,
        "5": 0.2884969115257263,
        "10": 0.44348108768463135,
        "25": 0.7348671555519104
      },
      "gamma_raw": 0.08943603932857513,
      "gamma_active": {
        "1e-08": 0.08943603932857513,
        "1e-07": 0.08943603932857513,
        "1e-06": 0.08943603932857513,
        "1e-05": 0.08943603932857513,
        "0.0001": 0.08980078995227814
      },
      "gamma_energy_weighted": {
        "1e-08": 0.09905447716111432,
        "1e-07": 0.09905447716111432,
        "1e-06": 0.09905447716111432,
        "1e-05": 0.09905447716111432,
        "0.0001": 0.09905447716111432
      }
    },
    {
      "layer": 6,
      "mean_norm": 0.0019505099626258016,
      "median_norm": 0.0020066166762262583,
      "max_norm": 0.002882121130824089,
      "min_norm": 1.082702601706842e-05,
      "support": {
        "1e-08": 1.0,
        "1e-07": 1.0,
        "1e-06": 1.0,
        "1e-05": 1.0,
        "0.0001": 0.990234375
      },
      "log_norms_percentiles": {
        "1": -3.9843664169311523,
        "5": -3.0987679958343506,
        "10": -2.838142156600952,
        "25": -2.737828254699707,
        "50": -2.6974525451660156,
        "75": -2.645805835723877,
        "90": -2.608813524246216,
        "95": -2.5857765674591064,
        "99": -2.5747857093811035
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        2,
        0,
        1,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        1,
        0,
        2,
        1,
        0,
        1,
        2,
        1,
        0,
        3,
        0,
        0,
        1,
        0,
        3,
        2,
        2,
        3,
        5,
        1,
        4,
        5,
        13,
        23,
        54,
        163,
        100,
        87,
        29
      ],
      "log_norms_bin_edges": [
        -4.965490818023682,
        -4.91698694229126,
        -4.86848258972168,
        -4.819978713989258,
        -4.771474361419678,
        -4.722970485687256,
        -4.674466609954834,
        -4.625962257385254,
        -4.577458381652832,
        -4.52895450592041,
        -4.48045015335083,
        -4.431946277618408,
        -4.383441925048828,
        -4.334938049316406,
        -4.286434173583984,
        -4.237929821014404,
        -4.189425945281982,
        -4.140921592712402,
        -4.0924177169799805,
        -4.043913841247559,
        -3.9954097270965576,
        -3.9469056129455566,
        -3.8984014987945557,
        -3.8498973846435547,
        -3.801393508911133,
        -3.752889394760132,
        -3.704385280609131,
        -3.655881404876709,
        -3.607377052307129,
        -3.558873176574707,
        -3.510369062423706,
        -3.461864948272705,
        -3.413361072540283,
        -3.364856719970703,
        -3.3163528442382812,
        -3.2678487300872803,
        -3.2193446159362793,
        -3.1708407402038574,
        -3.1223366260528564,
        -3.0738325119018555,
        -3.0253286361694336,
        -2.9768242835998535,
        -2.9283204078674316,
        -2.8798162937164307,
        -2.8313121795654297,
        -2.782808303833008,
        -2.734304189682007,
        -2.685800075531006,
        -2.637295961380005,
        -2.588791847229004,
        -2.540287971496582
      ],
      "r_inf_mean": 0.28095096349716187,
      "r_inf_median": 0.2710053324699402,
      "pr_mean": 0.304426908493042,
      "pr_median": 0.31655973196029663,
      "hoyer_mean": 0.623043954372406,
      "eff_dim_mean": 0.623043954372406,
      "topk_energy": {
        "1": 0.08111319690942764,
        "5": 0.28852516412734985,
        "10": 0.44347843527793884,
        "25": 0.7348406314849854
      },
      "gamma_raw": 0.10261707007884979,
      "gamma_active": {
        "1e-08": 0.10261707007884979,
        "1e-07": 0.10261707007884979,
        "1e-06": 0.10261707007884979,
        "1e-05": 0.10261707007884979,
        "0.0001": 0.10286406427621841
      },
      "gamma_energy_weighted": {
        "1e-08": 0.10501813207965245,
        "1e-07": 0.10501813207965245,
        "1e-06": 0.10501813207965245,
        "1e-05": 0.10501813207965245,
        "0.0001": 0.10501813207965245
      }
    },
    {
      "layer": 7,
      "mean_norm": 0.0019501900533214211,
      "median_norm": 0.0020060099195688963,
      "max_norm": 0.002880372805520892,
      "min_norm": 1.0823402590176556e-05,
      "support": {
        "1e-08": 1.0,
        "1e-07": 1.0,
        "1e-06": 1.0,
        "1e-05": 1.0,
        "0.0001": 0.990234375
      },
      "log_norms_percentiles": {
        "1": -3.9845006465911865,
        "5": -3.0990617275238037,
        "10": -2.8385016918182373,
        "25": -2.7378792762756348,
        "50": -2.6976280212402344,
        "75": -2.645927667617798,
        "90": -2.6088755130767822,
        "95": -2.5858349800109863,
        "99": -2.574846029281616
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        2,
        0,
        1,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        1,
        0,
        2,
        1,
        0,
        1,
        2,
        1,
        0,
        3,
        0,
        0,
        1,
        0,
        3,
        2,
        2,
        3,
        5,
        1,
        4,
        5,
        12,
        24,
        52,
        164,
        101,
        87,
        29
      ],
      "log_norms_bin_edges": [
        -4.965636253356934,
        -4.917134761810303,
        -4.868632793426514,
        -4.820131301879883,
        -4.771629333496094,
        -4.723127841949463,
        -4.674625873565674,
        -4.626124382019043,
        -4.577622413635254,
        -4.529120922088623,
        -4.480619430541992,
        -4.432117462158203,
        -4.383615970611572,
        -4.335114002227783,
        -4.286612510681152,
        -4.238110542297363,
        -4.189609050750732,
        -4.141107559204102,
        -4.0926055908203125,
        -4.044104099273682,
        -3.9956021308898926,
        -3.9471006393432617,
        -3.8985989093780518,
        -3.850097179412842,
        -3.801595449447632,
        -3.753093719482422,
        -3.704591989517212,
        -3.656090259552002,
        -3.607588768005371,
        -3.559086799621582,
        -3.510585308074951,
        -3.462083578109741,
        -3.4135818481445312,
        -3.3650801181793213,
        -3.3165783882141113,
        -3.2680768966674805,
        -3.2195749282836914,
        -3.1710734367370605,
        -3.1225717067718506,
        -3.0740699768066406,
        -3.0255682468414307,
        -2.9770665168762207,
        -2.9285647869110107,
        -2.880063056945801,
        -2.83156156539917,
        -2.78305983543396,
        -2.73455810546875,
        -2.68605637550354,
        -2.63755464553833,
        -2.58905291557312,
        -2.54055118560791
      ],
      "r_inf_mean": 0.2809687852859497,
      "r_inf_median": 0.2709221839904785,
      "pr_mean": 0.30449581146240234,
      "pr_median": 0.31658974289894104,
      "hoyer_mean": 0.6230658292770386,
      "eff_dim_mean": 0.6230658292770386,
      "topk_energy": {
        "1": 0.08112221956253052,
        "5": 0.28844815492630005,
        "10": 0.44343557953834534,
        "25": 0.7348103523254395
      },
      "gamma_raw": 0.021245133131742477,
      "gamma_active": {
        "1e-08": 0.021245133131742477,
        "1e-07": 0.021245133131742477,
        "1e-06": 0.021245133131742477,
        "1e-05": 0.021245133131742477,
        "0.0001": 0.021350590512156487
      },
      "gamma_energy_weighted": {
        "1e-08": 0.024245804860290005,
        "1e-07": 0.024245804860290005,
        "1e-06": 0.024245804860290005,
        "1e-05": 0.024245804860290005,
        "0.0001": 0.024245804860290005
      }
    }
  ]
}