{
  "dataset": "synth",
  "method": "dfa",
  "seed": 456,
  "alpha": 0.0,
  "depth": 4,
  "batch": 512,
  "loss": 36.025550842285156,
  "acc": 0.09375,
  "per_layer": [
    {
      "layer": 0,
      "mean_norm": 0.06307469308376312,
      "median_norm": 0.06549795717000961,
      "max_norm": 0.16782546043395996,
      "min_norm": 0.0,
      "support": {
        "1e-08": 0.96875,
        "1e-07": 0.96484375,
        "1e-06": 0.9609375,
        "1e-05": 0.951171875,
        "0.0001": 0.9453125
      },
      "log_norms_percentiles": {
        "1": -10.006052017211914,
        "5": -4.659182071685791,
        "10": -1.4282888174057007,
        "25": -1.2459337711334229,
        "50": -1.1831496953964233,
        "75": -1.1195800304412842,
        "90": -1.0670485496520996,
        "95": -1.0277941226959229,
        "99": -0.9029133319854736
      },
      "log_norms_histogram": [
        2,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        1,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        4,
        6,
        0,
        1,
        2,
        0,
        2,
        2,
        3,
        2,
        4,
        4,
        3,
        5,
        14,
        455
      ],
      "log_norms_bin_edges": [
        -30.0,
        -29.415502548217773,
        -28.831005096435547,
        -28.246509552001953,
        -27.662012100219727,
        -27.0775146484375,
        -26.493017196655273,
        -25.908519744873047,
        -25.32402229309082,
        -24.739524841308594,
        -24.155029296875,
        -23.570531845092773,
        -22.986034393310547,
        -22.40153694152832,
        -21.817039489746094,
        -21.2325439453125,
        -20.64804458618164,
        -20.063549041748047,
        -19.47905158996582,
        -18.894554138183594,
        -18.310056686401367,
        -17.72555923461914,
        -17.141063690185547,
        -16.556564331054688,
        -15.972068786621094,
        -15.387571334838867,
        -14.80307388305664,
        -14.218576431274414,
        -13.634078979492188,
        -13.049583435058594,
        -12.465085983276367,
        -11.88058853149414,
        -11.296091079711914,
        -10.711593627929688,
        -10.127096176147461,
        -9.542598724365234,
        -8.95810317993164,
        -8.373605728149414,
        -7.7891082763671875,
        -7.204610824584961,
        -6.620113372802734,
        -6.035615921020508,
        -5.451120376586914,
        -4.8666229248046875,
        -4.282125473022461,
        -3.6976280212402344,
        -3.113130569458008,
        -2.5286331176757812,
        -1.9441375732421875,
        -1.359640121459961,
        -0.7751421928405762
      ],
      "r_inf_mean": 73741.171875,
      "r_inf_median": 0.25019967555999756,
      "pr_mean": NaN,
      "pr_median": NaN,
      "hoyer_mean": 17613929316352.0,
      "eff_dim_mean": Infinity,
      "topk_energy": {
        "1": NaN,
        "5": NaN,
        "10": NaN,
        "25": NaN
      },
      "gamma_raw": 0.040059611201286316,
      "gamma_active": {
        "1e-08": 0.04148111119866371,
        "1e-07": 0.04084507375955582,
        "1e-06": 0.040613505989313126,
        "1e-05": 0.04010072723031044,
        "0.0001": 0.040178678929805756
      },
      "gamma_energy_weighted": {
        "1e-08": 0.041045289654542454,
        "1e-07": 0.041045289654542454,
        "1e-06": 0.041045289654542454,
        "1e-05": 0.041045289654542454,
        "0.0001": 0.041045289654542454
      }
    },
    {
      "layer": 1,
      "mean_norm": 0.0026962547563016415,
      "median_norm": 0.002838867949321866,
      "max_norm": 0.005633432883769274,
      "min_norm": 0.0,
      "support": {
        "1e-08": 0.96484375,
        "1e-07": 0.958984375,
        "1e-06": 0.951171875,
        "1e-05": 0.939453125,
        "0.0001": 0.927734375
      },
      "log_norms_percentiles": {
        "1": -11.42860221862793,
        "5": -5.891224384307861,
        "10": -2.739686965942383,
        "25": -2.6093430519104004,
        "50": -2.5463364124298096,
        "75": -2.4855449199676514,
        "90": -2.438950300216675,
        "95": -2.412586212158203,
        "99": -2.366943120956421
      },
      "log_norms_histogram": [
        2,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        1,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        3,
        4,
        3,
        0,
        2,
        1,
        1,
        1,
        3,
        2,
        3,
        3,
        5,
        1,
        5,
        7,
        463
      ],
      "log_norms_bin_edges": [
        -30.0,
        -29.444984436035156,
        -28.889968872070312,
        -28.33495330810547,
        -27.779937744140625,
        -27.22492218017578,
        -26.669906616210938,
        -26.114891052246094,
        -25.55987548828125,
        -25.004859924316406,
        -24.449844360351562,
        -23.89483070373535,
        -23.339815139770508,
        -22.784799575805664,
        -22.22978401184082,
        -21.674768447875977,
        -21.119752883911133,
        -20.56473731994629,
        -20.009721755981445,
        -19.4547061920166,
        -18.899690628051758,
        -18.344676971435547,
        -17.789661407470703,
        -17.23464584350586,
        -16.679630279541016,
        -16.124614715576172,
        -15.569598197937012,
        -15.014582633972168,
        -14.45956802368164,
        -13.904552459716797,
        -13.349536895751953,
        -12.79452133178711,
        -12.239505767822266,
        -11.684490203857422,
        -11.129474639892578,
        -10.574459075927734,
        -10.01944351196289,
        -9.464427947998047,
        -8.909412384033203,
        -8.35439682006836,
        -7.799381256103516,
        -7.244367599487305,
        -6.689352035522461,
        -6.134336471557617,
        -5.579320907592773,
        -5.02430534362793,
        -4.469289779663086,
        -3.914274215698242,
        -3.3592586517333984,
        -2.8042430877685547,
        -2.2492268085479736
      ],
      "r_inf_mean": 2788.54345703125,
      "r_inf_median": 0.2383609116077423,
      "pr_mean": NaN,
      "pr_median": NaN,
      "hoyer_mean": 24615690240.0,
      "eff_dim_mean": NaN,
      "topk_energy": {
        "1": NaN,
        "5": NaN,
        "10": NaN,
        "25": NaN
      },
      "gamma_raw": 0.29537433385849,
      "gamma_active": {
        "1e-08": 0.3059718906879425,
        "1e-07": 0.30649706721305847,
        "1e-06": 0.30701586604118347,
        "1e-05": 0.30694910883903503,
        "0.0001": 0.30701640248298645
      },
      "gamma_energy_weighted": {
        "1e-08": 0.31758648675955625,
        "1e-07": 0.31758648675955625,
        "1e-06": 0.31758648675955625,
        "1e-05": 0.31758648675955625,
        "0.0001": 0.31758648675955625
      }
    },
    {
      "layer": 2,
      "mean_norm": 0.001975257648155093,
      "median_norm": 0.0020853164605796337,
      "max_norm": 0.0027942219749093056,
      "min_norm": 0.0,
      "support": {
        "1e-08": 0.96484375,
        "1e-07": 0.95703125,
        "1e-06": 0.94921875,
        "1e-05": 0.939453125,
        "0.0001": 0.92578125
      },
      "log_norms_percentiles": {
        "1": -11.56602954864502,
        "5": -6.00029182434082,
        "10": -2.871175527572632,
        "25": -2.7163138389587402,
        "50": -2.6806368827819824,
        "75": -2.6398048400878906,
        "90": -2.5897746086120605,
        "95": -2.5754683017730713,
        "99": -2.554348945617676
      },
      "log_norms_histogram": [
        2,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        1,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        3,
        3,
        3,
        1,
        1,
        2,
        0,
        2,
        3,
        2,
        2,
        4,
        3,
        2,
        3,
        8,
        465
      ],
      "log_norms_bin_edges": [
        -30.0,
        -29.451074600219727,
        -28.902149200439453,
        -28.35322380065918,
        -27.804298400878906,
        -27.255374908447266,
        -26.70644760131836,
        -26.15752410888672,
        -25.608598709106445,
        -25.059673309326172,
        -24.5107479095459,
        -23.961822509765625,
        -23.41289710998535,
        -22.863971710205078,
        -22.315046310424805,
        -21.76612091064453,
        -21.21719741821289,
        -20.668270111083984,
        -20.119346618652344,
        -19.57042121887207,
        -19.021495819091797,
        -18.472570419311523,
        -17.92364501953125,
        -17.374719619750977,
        -16.825794219970703,
        -16.276870727539062,
        -15.727944374084473,
        -15.1790189743042,
        -14.630093574523926,
        -14.081168174743652,
        -13.532243728637695,
        -12.983318328857422,
        -12.434392929077148,
        -11.885467529296875,
        -11.336542129516602,
        -10.787616729736328,
        -10.238691329956055,
        -9.689765930175781,
        -9.14084243774414,
        -8.591917037963867,
        -8.042991638183594,
        -7.49406623840332,
        -6.945140838623047,
        -6.396215438842773,
        -5.8472900390625,
        -5.298364639282227,
        -4.749439239501953,
        -4.20051383972168,
        -3.6515884399414062,
        -3.1026649475097656,
        -2.553739070892334
      ],
      "r_inf_mean": 1969.32470703125,
      "r_inf_median": 0.25027552247047424,
      "pr_mean": NaN,
      "pr_median": NaN,
      "hoyer_mean": 12721101824.0,
      "eff_dim_mean": NaN,
      "topk_energy": {
        "1": NaN,
        "5": NaN,
        "10": NaN,
        "25": NaN
      },
      "gamma_raw": 0.14706675708293915,
      "gamma_active": {
        "1e-08": 0.1524047553539276,
        "1e-07": 0.15240797400474548,
        "1e-06": 0.15305522084236145,
        "1e-05": 0.15316501259803772,
        "0.0001": 0.1532730758190155
      },
      "gamma_energy_weighted": {
        "1e-08": 0.1708895162543808,
        "1e-07": 0.1708895162543808,
        "1e-06": 0.1708895162543808,
        "1e-05": 0.1708895162543808,
        "0.0001": 0.1708895162543808
      }
    },
    {
      "layer": 3,
      "mean_norm": 0.0019427365623414516,
      "median_norm": 0.0020497292280197144,
      "max_norm": 0.002726157894358039,
      "min_norm": 0.0,
      "support": {
        "1e-08": 0.96484375,
        "1e-07": 0.95703125,
        "1e-06": 0.94921875,
        "1e-05": 0.939453125,
        "0.0001": 0.92578125
      },
      "log_norms_percentiles": {
        "1": -11.5658540725708,
        "5": -6.010289192199707,
        "10": -2.877458333969116,
        "25": -2.7171339988708496,
        "50": -2.688279390335083,
        "75": -2.6513657569885254,
        "90": -2.59297251701355,
        "95": -2.5851237773895264,
        "99": -2.564629077911377
      },
      "log_norms_histogram": [
        2,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        1,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        3,
        3,
        3,
        1,
        1,
        2,
        0,
        2,
        3,
        2,
        2,
        4,
        3,
        2,
        3,
        8,
        465
      ],
      "log_norms_bin_edges": [
        -30.0,
        -29.4512882232666,
        -28.902578353881836,
        -28.353866577148438,
        -27.805156707763672,
        -27.256444931030273,
        -26.707733154296875,
        -26.15902328491211,
        -25.61031150817871,
        -25.061601638793945,
        -24.512889862060547,
        -23.96417999267578,
        -23.415468215942383,
        -22.866756439208984,
        -22.31804656982422,
        -21.76933479309082,
        -21.220623016357422,
        -20.671913146972656,
        -20.12320327758789,
        -19.57448959350586,
        -19.025779724121094,
        -18.477069854736328,
        -17.92835807800293,
        -17.37964630126953,
        -16.830936431884766,
        -16.282224655151367,
        -15.733513832092285,
        -15.184803009033203,
        -14.636092185974121,
        -14.087381362915039,
        -13.53866958618164,
        -12.989959716796875,
        -12.441247940063477,
        -11.892536163330078,
        -11.343826293945312,
        -10.795114517211914,
        -10.246404647827148,
        -9.69769287109375,
        -9.148981094360352,
        -8.600271224975586,
        -8.051559448242188,
        -7.502849578857422,
        -6.954137802124023,
        -6.405426025390625,
        -5.856716156005859,
        -5.308004379272461,
        -4.759294509887695,
        -4.210582733154297,
        -3.6618728637695312,
        -3.113161087036133,
        -2.5644490718841553
      ],
      "r_inf_mean": 1957.7650146484375,
      "r_inf_median": 0.24985994398593903,
      "pr_mean": NaN,
      "pr_median": NaN,
      "hoyer_mean": 12697063424.0,
      "eff_dim_mean": NaN,
      "topk_energy": {
        "1": NaN,
        "5": NaN,
        "10": NaN,
        "25": NaN
      },
      "gamma_raw": 0.13643878698349,
      "gamma_active": {
        "1e-08": 0.14138200879096985,
        "1e-07": 0.1415484994649887,
        "1e-06": 0.14205311238765717,
        "1e-05": 0.14229394495487213,
        "0.0001": 0.1421547830104828
      },
      "gamma_energy_weighted": {
        "1e-08": 0.15847159482275297,
        "1e-07": 0.15847159482275297,
        "1e-06": 0.15847159482275297,
        "1e-05": 0.15847159482275297,
        "0.0001": 0.15847159482275297
      }
    }
  ]
}