{
  "dataset": "synth",
  "method": "dfa",
  "seed": 42,
  "alpha": 1.0,
  "depth": 8,
  "batch": 512,
  "loss": 6.213278293609619,
  "acc": 0.1015625,
  "per_layer": [
    {
      "layer": 0,
      "mean_norm": 0.008935617282986641,
      "median_norm": 0.00916270725429058,
      "max_norm": 0.017597230151295662,
      "min_norm": 7.515313427575165e-06,
      "support": {
        "1e-08": 1.0,
        "1e-07": 1.0,
        "1e-06": 1.0,
        "1e-05": 0.998046875,
        "0.0001": 0.9921875
      },
      "log_norms_percentiles": {
        "1": -3.655613899230957,
        "5": -2.7662413120269775,
        "10": -2.2640912532806396,
        "25": -2.1189022064208984,
        "50": -2.0376334190368652,
        "75": -1.9678400754928589,
        "90": -1.905834436416626,
        "95": -1.8649730682373047,
        "99": -1.8053683042526245
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        2,
        0,
        3,
        2,
        1,
        1,
        1,
        3,
        0,
        2,
        0,
        1,
        4,
        2,
        3,
        2,
        1,
        2,
        2,
        4,
        7,
        16,
        31,
        76,
        111,
        122,
        70,
        30,
        9
      ],
      "log_norms_bin_edges": [
        -5.124053001403809,
        -5.0566630363464355,
        -4.9892730712890625,
        -4.9218831062316895,
        -4.854493141174316,
        -4.787103176116943,
        -4.71971321105957,
        -4.652323246002197,
        -4.584933280944824,
        -4.517543315887451,
        -4.450153350830078,
        -4.382763862609863,
        -4.315373420715332,
        -4.247983932495117,
        -4.180593967437744,
        -4.113204002380371,
        -4.045814037322998,
        -3.978424072265625,
        -3.911034107208252,
        -3.843644142150879,
        -3.776254177093506,
        -3.708864212036133,
        -3.6414742469787598,
        -3.5740842819213867,
        -3.5066943168640137,
        -3.4393043518066406,
        -3.3719143867492676,
        -3.3045244216918945,
        -3.2371344566345215,
        -3.1697444915771484,
        -3.1023547649383545,
        -3.0349647998809814,
        -2.9675748348236084,
        -2.9001848697662354,
        -2.8327949047088623,
        -2.7654049396514893,
        -2.698014974594116,
        -2.630625009536743,
        -2.563235282897949,
        -2.495845317840576,
        -2.428455352783203,
        -2.36106538772583,
        -2.293675422668457,
        -2.226285457611084,
        -2.158895492553711,
        -2.091505527496338,
        -2.024115562438965,
        -1.9567255973815918,
        -1.8893356323242188,
        -1.8219459056854248,
        -1.7545557022094727
      ],
      "r_inf_mean": 0.3840498924255371,
      "r_inf_median": 0.3751075565814972,
      "pr_mean": 0.14737462997436523,
      "pr_median": 0.14348970353603363,
      "hoyer_mean": 0.44728100299835205,
      "eff_dim_mean": 0.44728100299835205,
      "topk_energy": {
        "1": 0.15175727009773254,
        "5": 0.4775546193122864,
        "10": 0.6534497737884521,
        "25": 0.8752610683441162
      },
      "gamma_raw": 0.02481183595955372,
      "gamma_active": {
        "1e-08": 0.02481183595955372,
        "1e-07": 0.02481183595955372,
        "1e-06": 0.02481183595955372,
        "1e-05": 0.024990908801555634,
        "0.0001": 0.02527591399848461
      },
      "gamma_energy_weighted": {
        "1e-08": 0.017983022987198987,
        "1e-07": 0.017983022987198987,
        "1e-06": 0.017983022987198987,
        "1e-05": 0.017983022987198987,
        "0.0001": 0.017983022987198987
      }
    },
    {
      "layer": 1,
      "mean_norm": 0.002002544002607465,
      "median_norm": 0.002125849248841405,
      "max_norm": 0.003072380321100354,
      "min_norm": 2.007131342907087e-06,
      "support": {
        "1e-08": 1.0,
        "1e-07": 1.0,
        "1e-06": 1.0,
        "1e-05": 0.99609375,
        "0.0001": 0.9765625
      },
      "log_norms_percentiles": {
        "1": -4.367098808288574,
        "5": -3.4802491664886475,
        "10": -2.8986332416534424,
        "25": -2.717024326324463,
        "50": -2.6724600791931152,
        "75": -2.6321017742156982,
        "90": -2.5984878540039062,
        "95": -2.5756869316101074,
        "99": -2.53145432472229
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        2,
        0,
        1,
        1,
        0,
        4,
        0,
        2,
        3,
        0,
        0,
        2,
        2,
        3,
        3,
        1,
        1,
        2,
        0,
        3,
        4,
        3,
        5,
        7,
        10,
        19,
        77,
        196,
        130,
        27
      ],
      "log_norms_bin_edges": [
        -5.697424411773682,
        -5.633726596832275,
        -5.570028305053711,
        -5.506330490112305,
        -5.442632675170898,
        -5.378934383392334,
        -5.315236568450928,
        -5.251538276672363,
        -5.187840461730957,
        -5.124142646789551,
        -5.060444355010986,
        -4.99674654006958,
        -4.933048725128174,
        -4.869350433349609,
        -4.805652618408203,
        -4.741954803466797,
        -4.678256511688232,
        -4.614558696746826,
        -4.550860404968262,
        -4.4871625900268555,
        -4.423464775085449,
        -4.359766960144043,
        -4.2960686683654785,
        -4.232370853424072,
        -4.168672561645508,
        -4.104974746704102,
        -4.041276931762695,
        -3.977578639984131,
        -3.9138808250427246,
        -3.8501827716827393,
        -3.786484718322754,
        -3.7227869033813477,
        -3.6590888500213623,
        -3.595390796661377,
        -3.5316929817199707,
        -3.4679949283599854,
        -3.404296875,
        -3.3405988216400146,
        -3.2769010066986084,
        -3.213202953338623,
        -3.1495048999786377,
        -3.0858070850372314,
        -3.022109031677246,
        -2.9584109783172607,
        -2.8947129249572754,
        -2.831015110015869,
        -2.767317056655884,
        -2.7036190032958984,
        -2.639921188354492,
        -2.576223134994507,
        -2.5125250816345215
      ],
      "r_inf_mean": 0.287308931350708,
      "r_inf_median": 0.28054749965667725,
      "pr_mean": 0.2956356108188629,
      "pr_median": 0.30407074093818665,
      "hoyer_mean": 0.615317702293396,
      "eff_dim_mean": 0.6153176426887512,
      "topk_energy": {
        "1": 0.08502627909183502,
        "5": 0.2958172857761383,
        "10": 0.4508517384529114,
        "25": 0.7416930198669434
      },
      "gamma_raw": 0.2900810241699219,
      "gamma_active": {
        "1e-08": 0.2900810241699219,
        "1e-07": 0.2900810241699219,
        "1e-06": 0.2900810241699219,
        "1e-05": 0.29036179184913635,
        "0.0001": 0.28969696164131165
      },
      "gamma_energy_weighted": {
        "1e-08": 0.28916916115678254,
        "1e-07": 0.28916916115678254,
        "1e-06": 0.28916916115678254,
        "1e-05": 0.28916916115678254,
        "0.0001": 0.28916916115678254
      }
    },
    {
      "layer": 2,
      "mean_norm": 0.0018993552075698972,
      "median_norm": 0.0020110742188990116,
      "max_norm": 0.002969037974253297,
      "min_norm": 1.7968172869586851e-06,
      "support": {
        "1e-08": 1.0,
        "1e-07": 1.0,
        "1e-06": 1.0,
        "1e-05": 0.994140625,
        "0.0001": 0.974609375
      },
      "log_norms_percentiles": {
        "1": -4.416164875030518,
        "5": -3.4923250675201416,
        "10": -2.9189584255218506,
        "25": -2.738096237182617,
        "50": -2.696560859680176,
        "75": -2.654766321182251,
        "90": -2.618069648742676,
        "95": -2.5898261070251465,
        "99": -2.5509629249572754
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        1,
        1,
        1,
        0,
        1,
        0,
        3,
        2,
        1,
        2,
        1,
        0,
        1,
        2,
        4,
        2,
        2,
        1,
        2,
        0,
        4,
        3,
        4,
        4,
        6,
        12,
        28,
        81,
        205,
        106,
        28
      ],
      "log_norms_bin_edges": [
        -5.7454962730407715,
        -5.681134223937988,
        -5.616771697998047,
        -5.552409648895264,
        -5.488047122955322,
        -5.423685073852539,
        -5.359323024749756,
        -5.2949604988098145,
        -5.230598449707031,
        -5.16623592376709,
        -5.101873874664307,
        -5.037511825561523,
        -4.973149299621582,
        -4.908787250518799,
        -4.844424724578857,
        -4.780062675476074,
        -4.715700149536133,
        -4.65133810043335,
        -4.586976051330566,
        -4.522613525390625,
        -4.458251476287842,
        -4.393889427185059,
        -4.329526901245117,
        -4.265164852142334,
        -4.200802326202393,
        -4.136440277099609,
        -4.072077751159668,
        -4.007715702056885,
        -3.9433534145355225,
        -3.87899112701416,
        -3.814629077911377,
        -3.7502667903900146,
        -3.6859045028686523,
        -3.62154221534729,
        -3.5571799278259277,
        -3.4928178787231445,
        -3.4284555912017822,
        -3.36409330368042,
        -3.2997310161590576,
        -3.2353687286376953,
        -3.171006679534912,
        -3.10664439201355,
        -3.0422821044921875,
        -2.977919816970825,
        -2.913557529449463,
        -2.8491952419281006,
        -2.7848331928253174,
        -2.720470905303955,
        -2.6561086177825928,
        -2.5917463302612305,
        -2.5273842811584473
      ],
      "r_inf_mean": 0.2798207998275757,
      "r_inf_median": 0.26711925864219666,
      "pr_mean": 0.3039546310901642,
      "pr_median": 0.3136492669582367,
      "hoyer_mean": 0.6168254017829895,
      "eff_dim_mean": 0.6168254017829895,
      "topk_energy": {
        "1": 0.08072725683450699,
        "5": 0.2894190847873688,
        "10": 0.44574373960494995,
        "25": 0.7403979301452637
      },
      "gamma_raw": 0.1185590997338295,
      "gamma_active": {
        "1e-08": 0.1185590997338295,
        "1e-07": 0.1185590997338295,
        "1e-06": 0.1185590997338295,
        "1e-05": 0.119007408618927,
        "0.0001": 0.1194368451833725
      },
      "gamma_energy_weighted": {
        "1e-08": 0.12935184729780655,
        "1e-07": 0.12935184729780655,
        "1e-06": 0.12935184729780655,
        "1e-05": 0.12935184729780655,
        "0.0001": 0.12935184729780655
      }
    },
    {
      "layer": 3,
      "mean_norm": 0.0018978500738739967,
      "median_norm": 0.0020091980695724487,
      "max_norm": 0.002968156011775136,
      "min_norm": 1.7971007082451251e-06,
      "support": {
        "1e-08": 1.0,
        "1e-07": 1.0,
        "1e-06": 1.0,
        "1e-05": 0.994140625,
        "0.0001": 0.974609375
      },
      "log_norms_percentiles": {
        "1": -4.415787220001221,
        "5": -3.492914915084839,
        "10": -2.9193694591522217,
        "25": -2.7387967109680176,
        "50": -2.696688175201416,
        "75": -2.6551477909088135,
        "90": -2.6181483268737793,
        "95": -2.590113639831543,
        "99": -2.5508410930633545
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        1,
        1,
        1,
        0,
        1,
        0,
        3,
        2,
        1,
        2,
        1,
        0,
        1,
        2,
        4,
        2,
        2,
        1,
        2,
        0,
        4,
        3,
        4,
        4,
        6,
        12,
        28,
        82,
        204,
        107,
        27
      ],
      "log_norms_bin_edges": [
        -5.74542760848999,
        -5.681069374084473,
        -5.616711139678955,
        -5.5523529052734375,
        -5.48799467086792,
        -5.423635959625244,
        -5.359277725219727,
        -5.294919490814209,
        -5.230561256408691,
        -5.166203022003174,
        -5.101844787597656,
        -5.037486553192139,
        -4.973128318786621,
        -4.9087700843811035,
        -4.844411849975586,
        -4.78005313873291,
        -4.715694904327393,
        -4.651336669921875,
        -4.586978435516357,
        -4.52262020111084,
        -4.458261966705322,
        -4.393903732299805,
        -4.329545021057129,
        -4.2651872634887695,
        -4.200828552246094,
        -4.136470317840576,
        -4.072112083435059,
        -4.007753849029541,
        -3.9433956146240234,
        -3.879037380218506,
        -3.8146791458129883,
        -3.7503206729888916,
        -3.685962438583374,
        -3.6216042041778564,
        -3.557245969772339,
        -3.492887496948242,
        -3.4285292625427246,
        -3.364171028137207,
        -3.2998127937316895,
        -3.2354543209075928,
        -3.171096086502075,
        -3.1067378520965576,
        -3.04237961769104,
        -2.9780213832855225,
        -2.913662910461426,
        -2.849304676055908,
        -2.7849464416503906,
        -2.720588207244873,
        -2.6562299728393555,
        -2.591871500015259,
        -2.527513265609741
      ],
      "r_inf_mean": 0.27983102202415466,
      "r_inf_median": 0.2667291462421417,
      "pr_mean": 0.30413302779197693,
      "pr_median": 0.3135732114315033,
      "hoyer_mean": 0.6171528697013855,
      "eff_dim_mean": 0.6171528100967407,
      "topk_energy": {
        "1": 0.08074554055929184,
        "5": 0.2893717288970947,
        "10": 0.4456186890602112,
        "25": 0.7400233149528503
      },
      "gamma_raw": 0.06531120836734772,
      "gamma_active": {
        "1e-08": 0.06531120836734772,
        "1e-07": 0.06531120836734772,
        "1e-06": 0.06531120836734772,
        "1e-05": 0.06543208658695221,
        "0.0001": 0.06531093269586563
      },
      "gamma_energy_weighted": {
        "1e-08": 0.07669325876491,
        "1e-07": 0.07669325876491,
        "1e-06": 0.07669325876491,
        "1e-05": 0.07669325876491,
        "0.0001": 0.07669325876491
      }
    },
    {
      "layer": 4,
      "mean_norm": 0.0018975376151502132,
      "median_norm": 0.002008681185543537,
      "max_norm": 0.002963270992040634,
      "min_norm": 1.7960192053578794e-06,
      "support": {
        "1e-08": 1.0,
        "1e-07": 1.0,
        "1e-06": 1.0,
        "1e-05": 0.994140625,
        "0.0001": 0.974609375
      },
      "log_norms_percentiles": {
        "1": -4.415700435638428,
        "5": -3.4929561614990234,
        "10": -2.919647693634033,
        "25": -2.7388627529144287,
        "50": -2.6969072818756104,
        "75": -2.6550629138946533,
        "90": -2.6181397438049316,
        "95": -2.5898730754852295,
        "99": -2.551422595977783
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        1,
        1,
        1,
        0,
        1,
        0,
        3,
        2,
        1,
        2,
        1,
        0,
        1,
        2,
        4,
        2,
        2,
        1,
        2,
        0,
        4,
        3,
        4,
        4,
        6,
        12,
        28,
        79,
        204,
        109,
        28
      ],
      "log_norms_bin_edges": [
        -5.7456889152526855,
        -5.681339740753174,
        -5.616990566253662,
        -5.55264139175415,
        -5.488292217254639,
        -5.423943042755127,
        -5.359593868255615,
        -5.2952446937561035,
        -5.230895042419434,
        -5.166545867919922,
        -5.10219669342041,
        -5.037847518920898,
        -4.973498344421387,
        -4.909149169921875,
        -4.844799995422363,
        -4.780450820922852,
        -4.71610164642334,
        -4.651752471923828,
        -4.587403297424316,
        -4.523054122924805,
        -4.458704948425293,
        -4.394355773925781,
        -4.3300065994262695,
        -4.265657424926758,
        -4.201308250427246,
        -4.136959075927734,
        -4.072609901428223,
        -4.008260250091553,
        -3.943911075592041,
        -3.8795619010925293,
        -3.8152127265930176,
        -3.750863552093506,
        -3.686514377593994,
        -3.6221652030944824,
        -3.5578160285949707,
        -3.493466854095459,
        -3.4291176795959473,
        -3.3647682666778564,
        -3.3004190921783447,
        -3.236069917678833,
        -3.1717207431793213,
        -3.1073715686798096,
        -3.043022394180298,
        -2.978673219680786,
        -2.9143238067626953,
        -2.8499746322631836,
        -2.785625457763672,
        -2.72127628326416,
        -2.6569271087646484,
        -2.5925779342651367,
        -2.528228759765625
      ],
      "r_inf_mean": 0.2797001004219055,
      "r_inf_median": 0.2659136652946472,
      "pr_mean": 0.30420076847076416,
      "pr_median": 0.31310349702835083,
      "hoyer_mean": 0.6171371936798096,
      "eff_dim_mean": 0.6171371936798096,
      "topk_energy": {
        "1": 0.08068197965621948,
        "5": 0.2893235683441162,
        "10": 0.44559305906295776,
        "25": 0.740071177482605
      },
      "gamma_raw": 0.1547166258096695,
      "gamma_active": {
        "1e-08": 0.1547166258096695,
        "1e-07": 0.1547166258096695,
        "1e-06": 0.1547166258096695,
        "1e-05": 0.15490800142288208,
        "0.0001": 0.15468207001686096
      },
      "gamma_energy_weighted": {
        "1e-08": 0.1594013743296288,
        "1e-07": 0.1594013743296288,
        "1e-06": 0.1594013743296288,
        "1e-05": 0.1594013743296288,
        "0.0001": 0.1594013743296288
      }
    },
    {
      "layer": 5,
      "mean_norm": 0.0018968542572110891,
      "median_norm": 0.002009041840210557,
      "max_norm": 0.0029594528023153543,
      "min_norm": 1.793547880879487e-06,
      "support": {
        "1e-08": 1.0,
        "1e-07": 1.0,
        "1e-06": 1.0,
        "1e-05": 0.994140625,
        "0.0001": 0.974609375
      },
      "log_norms_percentiles": {
        "1": -4.415905952453613,
        "5": -3.493173122406006,
        "10": -2.919761896133423,
        "25": -2.7391786575317383,
        "50": -2.6969614028930664,
        "75": -2.655212640762329,
        "90": -2.618333578109741,
        "95": -2.5897443294525146,
        "99": -2.55202317237854
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        1,
        1,
        1,
        0,
        1,
        0,
        3,
        2,
        1,
        2,
        1,
        0,
        1,
        2,
        4,
        2,
        2,
        1,
        2,
        0,
        4,
        3,
        4,
        4,
        6,
        12,
        28,
        78,
        203,
        110,
        29
      ],
      "log_norms_bin_edges": [
        -5.746286869049072,
        -5.681936740875244,
        -5.617587089538574,
        -5.553236961364746,
        -5.488886833190918,
        -5.424537181854248,
        -5.36018705368042,
        -5.295836925506592,
        -5.231487274169922,
        -5.167137145996094,
        -5.102787017822266,
        -5.038437366485596,
        -4.974087238311768,
        -4.909737586975098,
        -4.8453874588012695,
        -4.781037330627441,
        -4.716687202453613,
        -4.652337551116943,
        -4.587987422943115,
        -4.523637771606445,
        -4.459287643432617,
        -4.394937515258789,
        -4.330587387084961,
        -4.266237735748291,
        -4.201887607574463,
        -4.137537956237793,
        -4.073187828063965,
        -4.008837699890137,
        -3.9444878101348877,
        -3.8801379203796387,
        -3.8157877922058105,
        -3.7514381408691406,
        -3.6870880126953125,
        -3.6227381229400635,
        -3.5583879947662354,
        -3.4940381050109863,
        -3.4296882152557373,
        -3.365338087081909,
        -3.30098819732666,
        -3.236638307571411,
        -3.172288417816162,
        -3.107938289642334,
        -3.043588399887085,
        -2.979238510131836,
        -2.914888381958008,
        -2.850538492202759,
        -2.7861886024475098,
        -2.7218384742736816,
        -2.6574885845184326,
        -2.5931386947631836,
        -2.5287888050079346
      ],
      "r_inf_mean": 0.2797278165817261,
      "r_inf_median": 0.26567956805229187,
      "pr_mean": 0.3041910231113434,
      "pr_median": 0.3131352365016937,
      "hoyer_mean": 0.6172611713409424,
      "eff_dim_mean": 0.6172611117362976,
      "topk_energy": {
        "1": 0.08070598542690277,
        "5": 0.28941917419433594,
        "10": 0.44565266370773315,
        "25": 0.7399928569793701
      },
      "gamma_raw": 0.06356089562177658,
      "gamma_active": {
        "1e-08": 0.06356089562177658,
        "1e-07": 0.06356089562177658,
        "1e-06": 0.06356089562177658,
        "1e-05": 0.06366901099681854,
        "0.0001": 0.06391880661249161
      },
      "gamma_energy_weighted": {
        "1e-08": 0.07034586663135149,
        "1e-07": 0.07034586663135149,
        "1e-06": 0.07034586663135149,
        "1e-05": 0.07034586663135149,
        "0.0001": 0.07034586663135149
      }
    },
    {
      "layer": 6,
      "mean_norm": 0.0018970833625644445,
      "median_norm": 0.0020088402088731527,
      "max_norm": 0.0029594984371215105,
      "min_norm": 1.7922484403243288e-06,
      "support": {
        "1e-08": 1.0,
        "1e-07": 1.0,
        "1e-06": 1.0,
        "1e-05": 0.994140625,
        "0.0001": 0.974609375
      },
      "log_norms_percentiles": {
        "1": -4.415919780731201,
        "5": -3.493014097213745,
        "10": -2.9197843074798584,
        "25": -2.739189624786377,
        "50": -2.6970505714416504,
        "75": -2.6550824642181396,
        "90": -2.618417263031006,
        "95": -2.589141607284546,
        "99": -2.5519142150878906
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        1,
        1,
        1,
        0,
        1,
        0,
        3,
        2,
        1,
        2,
        1,
        0,
        1,
        2,
        4,
        2,
        2,
        1,
        2,
        0,
        4,
        3,
        4,
        4,
        6,
        12,
        28,
        78,
        203,
        109,
        30
      ],
      "log_norms_bin_edges": [
        -5.7466020584106445,
        -5.68224573135376,
        -5.617889404296875,
        -5.55353307723999,
        -5.489176273345947,
        -5.4248199462890625,
        -5.360463619232178,
        -5.296107292175293,
        -5.231750965118408,
        -5.167394638061523,
        -5.1030378341674805,
        -5.038681507110596,
        -4.974325180053711,
        -4.909968852996826,
        -4.845612525939941,
        -4.781256198883057,
        -4.716899871826172,
        -4.652543067932129,
        -4.588186740875244,
        -4.523830413818359,
        -4.459474086761475,
        -4.39511775970459,
        -4.330760955810547,
        -4.26640510559082,
        -4.202048301696777,
        -4.137691974639893,
        -4.073335647583008,
        -4.008979320526123,
        -3.944622755050659,
        -3.8802664279937744,
        -3.8159098625183105,
        -3.751553535461426,
        -3.687197208404541,
        -3.6228408813476562,
        -3.5584843158721924,
        -3.4941279888153076,
        -3.429771661758423,
        -3.365415096282959,
        -3.301058769226074,
        -3.2367024421691895,
        -3.1723461151123047,
        -3.107989549636841,
        -3.043633222579956,
        -2.9792768955230713,
        -2.9149203300476074,
        -2.8505640029907227,
        -2.786207675933838,
        -2.721851110458374,
        -2.6574947834014893,
        -2.5931384563446045,
        -2.5287818908691406
      ],
      "r_inf_mean": 0.27957504987716675,
      "r_inf_median": 0.2653108239173889,
      "pr_mean": 0.3044307231903076,
      "pr_median": 0.3142626881599426,
      "hoyer_mean": 0.6173781752586365,
      "eff_dim_mean": 0.6173781156539917,
      "topk_energy": {
        "1": 0.08062129467725754,
        "5": 0.2892090380191803,
        "10": 0.44538503885269165,
        "25": 0.7399603128433228
      },
      "gamma_raw": 0.06584728509187698,
      "gamma_active": {
        "1e-08": 0.06584728509187698,
        "1e-07": 0.06584728509187698,
        "1e-06": 0.06584728509187698,
        "1e-05": 0.0660751461982727,
        "0.0001": 0.06644094735383987
      },
      "gamma_energy_weighted": {
        "1e-08": 0.07585605886137915,
        "1e-07": 0.07585605886137915,
        "1e-06": 0.07585605886137915,
        "1e-05": 0.07585605886137915,
        "0.0001": 0.07585605886137915
      }
    },
    {
      "layer": 7,
      "mean_norm": 0.0018968135118484497,
      "median_norm": 0.0020070497412234545,
      "max_norm": 0.002959177130833268,
      "min_norm": 1.7919385300046997e-06,
      "support": {
        "1e-08": 1.0,
        "1e-07": 1.0,
        "1e-06": 1.0,
        "1e-05": 0.994140625,
        "0.0001": 0.974609375
      },
      "log_norms_percentiles": {
        "1": -4.416089057922363,
        "5": -3.493065595626831,
        "10": -2.91959810256958,
        "25": -2.739379405975342,
        "50": -2.697252035140991,
        "75": -2.6552815437316895,
        "90": -2.6183111667633057,
        "95": -2.5892508029937744,
        "99": -2.552466869354248
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        1,
        1,
        1,
        0,
        1,
        0,
        3,
        2,
        1,
        2,
        1,
        0,
        1,
        2,
        4,
        2,
        2,
        1,
        2,
        0,
        4,
        3,
        4,
        4,
        6,
        12,
        28,
        78,
        203,
        110,
        29
      ],
      "log_norms_bin_edges": [
        -5.746677398681641,
        -5.682320594787598,
        -5.6179633140563965,
        -5.5536065101623535,
        -5.4892497062683105,
        -5.424892425537109,
        -5.360535621643066,
        -5.296178817749023,
        -5.231821537017822,
        -5.167464733123779,
        -5.103107452392578,
        -5.038750648498535,
        -4.974393844604492,
        -4.910037040710449,
        -4.845679759979248,
        -4.781322956085205,
        -4.716965675354004,
        -4.652608871459961,
        -4.588252067565918,
        -4.523895263671875,
        -4.459537982940674,
        -4.395181179046631,
        -4.33082389831543,
        -4.266467094421387,
        -4.202110290527344,
        -4.137753486633301,
        -4.0733962059021,
        -4.009039402008057,
        -3.9446823596954346,
        -3.8803253173828125,
        -3.8159685134887695,
        -3.7516112327575684,
        -3.6872544288635254,
        -3.6228973865509033,
        -3.5585405826568604,
        -3.4941835403442383,
        -3.429826498031616,
        -3.3654696941375732,
        -3.301112651824951,
        -3.236755609512329,
        -3.172398567199707,
        -3.108041763305664,
        -3.043684720993042,
        -2.97932767868042,
        -2.914970874786377,
        -2.850613832473755,
        -2.786256790161133,
        -2.72189998626709,
        -2.6575429439544678,
        -2.5931859016418457,
        -2.5288290977478027
      ],
      "r_inf_mean": 0.2798437476158142,
      "r_inf_median": 0.26571521162986755,
      "pr_mean": 0.3042486310005188,
      "pr_median": 0.31366485357284546,
      "hoyer_mean": 0.6172775030136108,
      "eff_dim_mean": 0.6172775030136108,
      "topk_energy": {
        "1": 0.08077885210514069,
        "5": 0.2892950773239136,
        "10": 0.44546303153038025,
        "25": 0.7399926781654358
      },
      "gamma_raw": 0.05081772431731224,
      "gamma_active": {
        "1e-08": 0.05081772431731224,
        "1e-07": 0.05081772431731224,
        "1e-06": 0.05081772431731224,
        "1e-05": 0.051039330661296844,
        "0.0001": 0.05146088823676109
      },
      "gamma_energy_weighted": {
        "1e-08": 0.05082617314772379,
        "1e-07": 0.05082617314772379,
        "1e-06": 0.05082617314772379,
        "1e-05": 0.05082617314772379,
        "0.0001": 0.05082617314772379
      }
    }
  ]
}