{
  "dataset": "synth",
  "method": "dfa",
  "seed": 789,
  "alpha": 0.0,
  "depth": 4,
  "batch": 512,
  "loss": 75.45832824707031,
  "acc": 0.140625,
  "per_layer": [
    {
      "layer": 0,
      "mean_norm": 0.13479340076446533,
      "median_norm": 0.13406217098236084,
      "max_norm": 0.451298326253891,
      "min_norm": 0.0,
      "support": {
        "1e-08": 0.90625,
        "1e-07": 0.896484375,
        "1e-06": 0.888671875,
        "1e-05": 0.884765625,
        "0.0001": 0.875
      },
      "log_norms_percentiles": {
        "1": -30.0,
        "5": -15.460413932800293,
        "10": -7.505300521850586,
        "25": -1.0408661365509033,
        "50": -0.8726828098297119,
        "75": -0.7456387281417847,
        "90": -0.6337569355964661,
        "95": -0.5662393569946289,
        "99": -0.4740658104419708
      },
      "log_norms_histogram": [
        15,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        1,
        0,
        0,
        0,
        1,
        2,
        2,
        2,
        2,
        0,
        3,
        2,
        1,
        1,
        2,
        1,
        1,
        2,
        2,
        1,
        4,
        2,
        5,
        0,
        3,
        2,
        1,
        4,
        1,
        4,
        1,
        1,
        0,
        128,
        314
      ],
      "log_norms_bin_edges": [
        -30.0,
        -29.406909942626953,
        -28.81382179260254,
        -28.220731735229492,
        -27.627643585205078,
        -27.03455352783203,
        -26.441463470458984,
        -25.84837532043457,
        -25.255285263061523,
        -24.66219711303711,
        -24.069107055664062,
        -23.476016998291016,
        -22.8829288482666,
        -22.289838790893555,
        -21.69675064086914,
        -21.103660583496094,
        -20.510570526123047,
        -19.917482376098633,
        -19.32439422607422,
        -18.731304168701172,
        -18.138214111328125,
        -17.545124053955078,
        -16.952035903930664,
        -16.35894775390625,
        -15.765857696533203,
        -15.172767639160156,
        -14.579678535461426,
        -13.986589431762695,
        -13.393499374389648,
        -12.800411224365234,
        -12.207321166992188,
        -11.614233016967773,
        -11.021142959594727,
        -10.42805290222168,
        -9.834964752197266,
        -9.241874694824219,
        -8.648786544799805,
        -8.055696487426758,
        -7.462606430053711,
        -6.869518280029297,
        -6.27642822265625,
        -5.683340072631836,
        -5.090250015258789,
        -4.497159957885742,
        -3.904071807861328,
        -3.3109817504882812,
        -2.717893600463867,
        -2.1248035430908203,
        -1.5317153930664062,
        -0.9386253356933594,
        -0.3455362915992737
      ],
      "r_inf_mean": 65509.9140625,
      "r_inf_median": 0.24293501675128937,
      "pr_mean": NaN,
      "pr_median": NaN,
      "hoyer_mean": 11223552753664.0,
      "eff_dim_mean": NaN,
      "topk_energy": {
        "1": NaN,
        "5": NaN,
        "10": NaN,
        "25": NaN
      },
      "gamma_raw": -0.034584708511829376,
      "gamma_active": {
        "1e-08": -0.038113173097372055,
        "1e-07": -0.03769782558083534,
        "1e-06": -0.03780205547809601,
        "1e-05": -0.0380517803132534,
        "0.0001": -0.03893069177865982
      },
      "gamma_energy_weighted": {
        "1e-08": -0.04667017906666112,
        "1e-07": -0.04667017906666112,
        "1e-06": -0.04667017906666112,
        "1e-05": -0.04667017906666112,
        "0.0001": -0.04667017906666112
      }
    },
    {
      "layer": 1,
      "mean_norm": 0.008149571716785431,
      "median_norm": 0.00807967595756054,
      "max_norm": 0.03001881018280983,
      "min_norm": 0.0,
      "support": {
        "1e-08": 0.896484375,
        "1e-07": 0.88671875,
        "1e-06": 0.884765625,
        "1e-05": 0.873046875,
        "0.0001": 0.865234375
      },
      "log_norms_percentiles": {
        "1": -30.0,
        "5": -16.71837615966797,
        "10": -8.760513305664062,
        "25": -2.2861857414245605,
        "50": -2.0921924114227295,
        "75": -1.9525370597839355,
        "90": -1.8462755680084229,
        "95": -1.7764555215835571,
        "99": -1.6916203498840332
      },
      "log_norms_histogram": [
        17,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        3,
        2,
        1,
        1,
        2,
        0,
        3,
        2,
        2,
        1,
        1,
        1,
        2,
        1,
        2,
        1,
        2,
        4,
        3,
        2,
        0,
        4,
        2,
        0,
        4,
        3,
        2,
        2,
        0,
        2,
        184,
        256
      ],
      "log_norms_bin_edges": [
        -30.0,
        -29.430452346801758,
        -28.860904693603516,
        -28.291357040405273,
        -27.72180938720703,
        -27.152259826660156,
        -26.582712173461914,
        -26.013164520263672,
        -25.44361686706543,
        -24.874069213867188,
        -24.304521560668945,
        -23.734973907470703,
        -23.165424346923828,
        -22.59587860107422,
        -22.026329040527344,
        -21.4567813873291,
        -20.88723373413086,
        -20.317686080932617,
        -19.748138427734375,
        -19.1785888671875,
        -18.60904312133789,
        -18.039493560791016,
        -17.469945907592773,
        -16.90039825439453,
        -16.33085060119629,
        -15.761302947998047,
        -15.191755294799805,
        -14.622206687927246,
        -14.052659034729004,
        -13.483110427856445,
        -12.913562774658203,
        -12.344015121459961,
        -11.774467468261719,
        -11.204919815063477,
        -10.635372161865234,
        -10.065824508666992,
        -9.49627685546875,
        -8.926727294921875,
        -8.357179641723633,
        -7.787631988525391,
        -7.218084335327148,
        -6.648536682128906,
        -6.078989028930664,
        -5.509441375732422,
        -4.939891815185547,
        -4.370344161987305,
        -3.8007965087890625,
        -3.2312488555908203,
        -2.661701202392578,
        -2.092153549194336,
        -1.522606611251831
      ],
      "r_inf_mean": 28433.884765625,
      "r_inf_median": 0.226312518119812,
      "pr_mean": NaN,
      "pr_median": NaN,
      "hoyer_mean": 3433751904256.0,
      "eff_dim_mean": NaN,
      "topk_energy": {
        "1": NaN,
        "5": NaN,
        "10": NaN,
        "25": NaN
      },
      "gamma_raw": 0.1042163148522377,
      "gamma_active": {
        "1e-08": 0.11602290719747543,
        "1e-07": 0.11626346409320831,
        "1e-06": 0.11639419198036194,
        "1e-05": 0.11739358305931091,
        "0.0001": 0.11672601848840714
      },
      "gamma_energy_weighted": {
        "1e-08": 0.12069999446266708,
        "1e-07": 0.12069999446266708,
        "1e-06": 0.12069999446266708,
        "1e-05": 0.12069999446266708,
        "0.0001": 0.12069999446266708
      }
    },
    {
      "layer": 2,
      "mean_norm": 0.0019351523369550705,
      "median_norm": 0.0020350711420178413,
      "max_norm": 0.003789688227698207,
      "min_norm": 0.0,
      "support": {
        "1e-08": 0.890625,
        "1e-07": 0.884765625,
        "1e-06": 0.876953125,
        "1e-05": 0.8671875,
        "0.0001": 0.86328125
      },
      "log_norms_percentiles": {
        "1": -30.0,
        "5": -17.412588119506836,
        "10": -9.213889122009277,
        "25": -2.740614891052246,
        "50": -2.691131353378296,
        "75": -2.5933353900909424,
        "90": -2.564124345779419,
        "95": -2.546663999557495,
        "99": -2.4389986991882324
      },
      "log_norms_histogram": [
        17,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        3,
        2,
        2,
        1,
        1,
        3,
        1,
        2,
        1,
        1,
        1,
        2,
        1,
        1,
        1,
        2,
        2,
        4,
        2,
        3,
        0,
        3,
        2,
        1,
        4,
        1,
        3,
        2,
        1,
        0,
        2,
        440
      ],
      "log_norms_bin_edges": [
        -30.0,
        -29.448427200317383,
        -28.8968563079834,
        -28.34528350830078,
        -27.793712615966797,
        -27.24213981628418,
        -26.690567016601562,
        -26.138996124267578,
        -25.58742332458496,
        -25.035850524902344,
        -24.48427963256836,
        -23.932706832885742,
        -23.381134033203125,
        -22.82956314086914,
        -22.277990341186523,
        -21.726417541503906,
        -21.174846649169922,
        -20.623275756835938,
        -20.07170295715332,
        -19.520130157470703,
        -18.96855926513672,
        -18.4169864654541,
        -17.865413665771484,
        -17.3138427734375,
        -16.762269973754883,
        -16.210697174072266,
        -15.659126281738281,
        -15.107553482055664,
        -14.555981636047363,
        -14.004409790039062,
        -13.452836990356445,
        -12.901266098022461,
        -12.349693298339844,
        -11.798120498657227,
        -11.246549606323242,
        -10.694976806640625,
        -10.14340591430664,
        -9.591833114624023,
        -9.040260314941406,
        -8.488689422607422,
        -7.937116622924805,
        -7.3855438232421875,
        -6.833972930908203,
        -6.282400131225586,
        -5.730827331542969,
        -5.179256439208984,
        -4.627683639526367,
        -4.076112747192383,
        -3.5245399475097656,
        -2.9729671478271484,
        -2.421396493911743
      ],
      "r_inf_mean": 8355.763671875,
      "r_inf_median": 0.25175243616104126,
      "pr_mean": NaN,
      "pr_median": NaN,
      "hoyer_mean": 170356555776.0,
      "eff_dim_mean": NaN,
      "topk_energy": {
        "1": NaN,
        "5": NaN,
        "10": NaN,
        "25": NaN
      },
      "gamma_raw": 0.1420055329799652,
      "gamma_active": {
        "1e-08": 0.1590786874294281,
        "1e-07": 0.15967459976673126,
        "1e-06": 0.15968064963817596,
        "1e-05": 0.1602020114660263,
        "0.0001": 0.15988315641880035
      },
      "gamma_energy_weighted": {
        "1e-08": 0.19299228498422993,
        "1e-07": 0.19299228498422993,
        "1e-06": 0.19299228498422993,
        "1e-05": 0.19299228498422993,
        "0.0001": 0.19299228498422993
      }
    },
    {
      "layer": 3,
      "mean_norm": 0.001849626307375729,
      "median_norm": 0.001959160901606083,
      "max_norm": 0.003460146486759186,
      "min_norm": 0.0,
      "support": {
        "1e-08": 0.890625,
        "1e-07": 0.884765625,
        "1e-06": 0.876953125,
        "1e-05": 0.8671875,
        "0.0001": 0.86328125
      },
      "log_norms_percentiles": {
        "1": -30.0,
        "5": -17.427011489868164,
        "10": -9.213129043579102,
        "25": -2.747040271759033,
        "50": -2.707918643951416,
        "75": -2.6211328506469727,
        "90": -2.5960121154785156,
        "95": -2.5730960369110107,
        "99": -2.4667532444000244
      },
      "log_norms_histogram": [
        17,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        3,
        2,
        2,
        2,
        0,
        3,
        1,
        2,
        1,
        1,
        1,
        2,
        1,
        1,
        1,
        2,
        2,
        4,
        2,
        3,
        0,
        3,
        2,
        1,
        4,
        1,
        3,
        2,
        1,
        0,
        2,
        440
      ],
      "log_norms_bin_edges": [
        -30.0,
        -29.44921875,
        -28.898435592651367,
        -28.347654342651367,
        -27.796873092651367,
        -27.246089935302734,
        -26.695308685302734,
        -26.144527435302734,
        -25.5937442779541,
        -25.0429630279541,
        -24.49217987060547,
        -23.94139862060547,
        -23.39061737060547,
        -22.83983612060547,
        -22.289052963256836,
        -21.738271713256836,
        -21.187488555908203,
        -20.636707305908203,
        -20.085926055908203,
        -19.535144805908203,
        -18.98436164855957,
        -18.43358039855957,
        -17.882797241210938,
        -17.332015991210938,
        -16.781234741210938,
        -16.230453491210938,
        -15.679670333862305,
        -15.128888130187988,
        -14.578106880187988,
        -14.027324676513672,
        -13.476543426513672,
        -12.925760269165039,
        -12.374979019165039,
        -11.824197769165039,
        -11.273414611816406,
        -10.722633361816406,
        -10.171852111816406,
        -9.621068954467773,
        -9.070287704467773,
        -8.519506454467773,
        -7.968723297119141,
        -7.417942047119141,
        -6.867160797119141,
        -6.316377639770508,
        -5.765596389770508,
        -5.214815139770508,
        -4.664031982421875,
        -4.113250732421875,
        -3.562469482421875,
        -3.011686325073242,
        -2.4609055519104004
      ],
      "r_inf_mean": 7934.888671875,
      "r_inf_median": 0.2521776556968689,
      "pr_mean": NaN,
      "pr_median": NaN,
      "hoyer_mean": 162313879552.0,
      "eff_dim_mean": NaN,
      "topk_energy": {
        "1": NaN,
        "5": NaN,
        "10": NaN,
        "25": NaN
      },
      "gamma_raw": 0.1443459689617157,
      "gamma_active": {
        "1e-08": 0.16185905039310455,
        "1e-07": 0.16224490106105804,
        "1e-06": 0.16206863522529602,
        "1e-05": 0.1626490205526352,
        "0.0001": 0.16244032979011536
      },
      "gamma_energy_weighted": {
        "1e-08": 0.19885618713455502,
        "1e-07": 0.19885618713455502,
        "1e-06": 0.19885618713455502,
        "1e-05": 0.19885618713455502,
        "0.0001": 0.19885618713455502
      }
    }
  ]
}