{
  "dataset": "synth",
  "method": "dfa",
  "seed": 1024,
  "alpha": 0.0,
  "depth": 4,
  "batch": 512,
  "loss": 48.29169464111328,
  "acc": 0.08984375,
  "per_layer": [
    {
      "layer": 0,
      "mean_norm": 0.07792393863201141,
      "median_norm": 0.0756477490067482,
      "max_norm": 0.3316841423511505,
      "min_norm": 0.0,
      "support": {
        "1e-08": 0.955078125,
        "1e-07": 0.955078125,
        "1e-06": 0.9453125,
        "1e-05": 0.9296875,
        "0.0001": 0.921875
      },
      "log_norms_percentiles": {
        "1": -18.15913200378418,
        "5": -6.138050556182861,
        "10": -1.2917317152023315,
        "25": -1.2002663612365723,
        "50": -1.120624303817749,
        "75": -1.0313280820846558,
        "90": -0.9422661066055298,
        "95": -0.8519224524497986,
        "99": -0.7137401103973389
      },
      "log_norms_histogram": [
        3,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        1,
        0,
        1,
        0,
        0,
        0,
        1,
        1,
        0,
        1,
        0,
        1,
        0,
        0,
        3,
        2,
        1,
        1,
        2,
        3,
        1,
        1,
        0,
        5,
        5,
        3,
        3,
        3,
        2,
        0,
        1,
        284,
        182
      ],
      "log_norms_bin_edges": [
        -30.0,
        -29.40958595275879,
        -28.819171905517578,
        -28.228755950927734,
        -27.638341903686523,
        -27.047927856445312,
        -26.45751190185547,
        -25.867097854614258,
        -25.276683807373047,
        -24.686269760131836,
        -24.095855712890625,
        -23.50543975830078,
        -22.91502571105957,
        -22.32461166381836,
        -21.734195709228516,
        -21.143781661987305,
        -20.553367614746094,
        -19.962953567504883,
        -19.372539520263672,
        -18.782123565673828,
        -18.191709518432617,
        -17.601295471191406,
        -17.010879516601562,
        -16.42046546936035,
        -15.83005142211914,
        -15.23963737487793,
        -14.649222373962402,
        -14.058807373046875,
        -13.468393325805664,
        -12.877979278564453,
        -12.28756332397461,
        -11.697149276733398,
        -11.106735229492188,
        -10.516321182250977,
        -9.925907135009766,
        -9.335491180419922,
        -8.745077133178711,
        -8.1546630859375,
        -7.564247131347656,
        -6.973833084106445,
        -6.383419036865234,
        -5.793004989624023,
        -5.2025909423828125,
        -4.612174987792969,
        -4.021760940551758,
        -3.431346893310547,
        -2.840930938720703,
        -2.250516891479492,
        -1.6601028442382812,
        -1.0696887969970703,
        -0.47927528619766235
      ],
      "r_inf_mean": 103.7047348022461,
      "r_inf_median": 0.2556043863296509,
      "pr_mean": NaN,
      "pr_median": NaN,
      "hoyer_mean": 88100416.0,
      "eff_dim_mean": NaN,
      "topk_energy": {
        "1": NaN,
        "5": NaN,
        "10": NaN,
        "25": NaN
      },
      "gamma_raw": -0.008570893667638302,
      "gamma_active": {
        "1e-08": -0.008877807296812534,
        "1e-07": -0.008877807296812534,
        "1e-06": -0.008606611751019955,
        "1e-05": -0.008333239704370499,
        "0.0001": -0.00806768611073494
      },
      "gamma_energy_weighted": {
        "1e-08": -0.0007699540359104423,
        "1e-07": -0.0007699540359104423,
        "1e-06": -0.0007699540359104423,
        "1e-05": -0.0007699540359104423,
        "0.0001": -0.0007699540359104423
      }
    },
    {
      "layer": 1,
      "mean_norm": 0.003495904617011547,
      "median_norm": 0.0034843459725379944,
      "max_norm": 0.010234888643026352,
      "min_norm": 0.0,
      "support": {
        "1e-08": 0.953125,
        "1e-07": 0.9375,
        "1e-06": 0.9296875,
        "1e-05": 0.91796875,
        "0.0001": 0.9140625
      },
      "log_norms_percentiles": {
        "1": -19.49370002746582,
        "5": -7.607825756072998,
        "10": -2.684795618057251,
        "25": -2.5618367195129395,
        "50": -2.457651138305664,
        "75": -2.3605196475982666,
        "90": -2.2715559005737305,
        "95": -2.2213404178619385,
        "99": -2.1255767345428467
      },
      "log_norms_histogram": [
        4,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        1,
        0,
        0,
        0,
        1,
        1,
        0,
        1,
        0,
        1,
        0,
        0,
        2,
        3,
        1,
        1,
        1,
        4,
        1,
        0,
        1,
        3,
        4,
        5,
        1,
        3,
        3,
        0,
        2,
        1,
        101,
        365
      ],
      "log_norms_bin_edges": [
        -30.0,
        -29.43979835510254,
        -28.879596710205078,
        -28.319395065307617,
        -27.759193420410156,
        -27.198991775512695,
        -26.638790130615234,
        -26.078588485717773,
        -25.518386840820312,
        -24.95818519592285,
        -24.39798355102539,
        -23.83778190612793,
        -23.27758026123047,
        -22.717378616333008,
        -22.157176971435547,
        -21.596975326538086,
        -21.036773681640625,
        -20.476572036743164,
        -19.916370391845703,
        -19.356168746948242,
        -18.79596710205078,
        -18.23576545715332,
        -17.67556381225586,
        -17.1153621673584,
        -16.555160522460938,
        -15.994958877563477,
        -15.434757232666016,
        -14.874555587768555,
        -14.314353942871094,
        -13.754152297973633,
        -13.193950653076172,
        -12.633749008178711,
        -12.07354736328125,
        -11.513345718383789,
        -10.953144073486328,
        -10.392942428588867,
        -9.832740783691406,
        -9.272539138793945,
        -8.712337493896484,
        -8.152135848999023,
        -7.5919342041015625,
        -7.031732559204102,
        -6.471530914306641,
        -5.91132926940918,
        -5.351127624511719,
        -4.790925979614258,
        -4.230724334716797,
        -3.670522689819336,
        -3.110321044921875,
        -2.550119400024414,
        -1.9899169206619263
      ],
      "r_inf_mean": 23562.908203125,
      "r_inf_median": 0.2464413195848465,
      "pr_mean": NaN,
      "pr_median": NaN,
      "hoyer_mean": 2641168695296.0,
      "eff_dim_mean": NaN,
      "topk_energy": {
        "1": NaN,
        "5": NaN,
        "10": NaN,
        "25": NaN
      },
      "gamma_raw": 0.19218555092811584,
      "gamma_active": {
        "1e-08": 0.20148876309394836,
        "1e-07": 0.20280709862709045,
        "1e-06": 0.20354634523391724,
        "1e-05": 0.20365062355995178,
        "0.0001": 0.2039729505777359
      },
      "gamma_energy_weighted": {
        "1e-08": 0.2280996905493909,
        "1e-07": 0.2280996905493909,
        "1e-06": 0.2280996905493909,
        "1e-05": 0.2280996905493909,
        "0.0001": 0.2280996905493909
      }
    },
    {
      "layer": 2,
      "mean_norm": 0.0020947542507201433,
      "median_norm": 0.0021232119761407375,
      "max_norm": 0.00359603064134717,
      "min_norm": 0.0,
      "support": {
        "1e-08": 0.953125,
        "1e-07": 0.93359375,
        "1e-06": 0.92578125,
        "1e-05": 0.916015625,
        "0.0001": 0.912109375
      },
      "log_norms_percentiles": {
        "1": -19.742151260375977,
        "5": -7.763540744781494,
        "10": -2.7979366779327393,
        "25": -2.738340139389038,
        "50": -2.6728901863098145,
        "75": -2.574997901916504,
        "90": -2.5454318523406982,
        "95": -2.5281383991241455,
        "99": -2.446068525314331
      },
      "log_norms_histogram": [
        4,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        1,
        0,
        0,
        0,
        1,
        1,
        0,
        1,
        0,
        1,
        0,
        0,
        1,
        4,
        1,
        0,
        1,
        4,
        2,
        0,
        1,
        1,
        4,
        5,
        2,
        4,
        1,
        2,
        2,
        0,
        1,
        466
      ],
      "log_norms_bin_edges": [
        -30.0,
        -29.448883056640625,
        -28.89776611328125,
        -28.346651077270508,
        -27.795534133911133,
        -27.244417190551758,
        -26.693302154541016,
        -26.14218521118164,
        -25.591068267822266,
        -25.03995132446289,
        -24.488834381103516,
        -23.937719345092773,
        -23.3866024017334,
        -22.835485458374023,
        -22.28437042236328,
        -21.733253479003906,
        -21.18213653564453,
        -20.631019592285156,
        -20.07990264892578,
        -19.52878761291504,
        -18.977670669555664,
        -18.42655372619629,
        -17.875438690185547,
        -17.324321746826172,
        -16.773204803466797,
        -16.222087860107422,
        -15.670971870422363,
        -15.119855880737305,
        -14.56873893737793,
        -14.017621994018555,
        -13.466506958007812,
        -12.915390014648438,
        -12.364273071289062,
        -11.813156127929688,
        -11.262039184570312,
        -10.71092414855957,
        -10.159807205200195,
        -9.60869026184082,
        -9.057575225830078,
        -8.506458282470703,
        -7.955341339111328,
        -7.404224395751953,
        -6.853107452392578,
        -6.301992416381836,
        -5.750875473022461,
        -5.199758529663086,
        -4.648643493652344,
        -4.097526550292969,
        -3.5464096069335938,
        -2.9952926635742188,
        -2.44417667388916
      ],
      "r_inf_mean": 14331.486328125,
      "r_inf_median": 0.24110129475593567,
      "pr_mean": NaN,
      "pr_median": NaN,
      "hoyer_mean": 1405009788928.0,
      "eff_dim_mean": NaN,
      "topk_energy": {
        "1": NaN,
        "5": NaN,
        "10": NaN,
        "25": NaN
      },
      "gamma_raw": 0.1492200791835785,
      "gamma_active": {
        "1e-08": 0.15655876696109772,
        "1e-07": 0.1583840548992157,
        "1e-06": 0.15897519886493683,
        "1e-05": 0.1608194261789322,
        "0.0001": 0.16002459824085236
      },
      "gamma_energy_weighted": {
        "1e-08": 0.21325498187708306,
        "1e-07": 0.21325498187708306,
        "1e-06": 0.21325498187708306,
        "1e-05": 0.21325498187708306,
        "0.0001": 0.21325498187708306
      }
    },
    {
      "layer": 3,
      "mean_norm": 0.002056596102192998,
      "median_norm": 0.0020974583458155394,
      "max_norm": 0.00348533783107996,
      "min_norm": 0.0,
      "support": {
        "1e-08": 0.953125,
        "1e-07": 0.93359375,
        "1e-06": 0.92578125,
        "1e-05": 0.916015625,
        "0.0001": 0.912109375
      },
      "log_norms_percentiles": {
        "1": -19.749114990234375,
        "5": -7.7642388343811035,
        "10": -2.7977497577667236,
        "25": -2.7384698390960693,
        "50": -2.678196430206299,
        "75": -2.585524559020996,
        "90": -2.55936336517334,
        "95": -2.5448966026306152,
        "99": -2.4583654403686523
      },
      "log_norms_histogram": [
        4,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        1,
        0,
        0,
        0,
        1,
        1,
        0,
        1,
        0,
        1,
        0,
        0,
        1,
        4,
        1,
        0,
        1,
        4,
        2,
        0,
        1,
        1,
        4,
        5,
        2,
        4,
        1,
        2,
        2,
        0,
        1,
        466
      ],
      "log_norms_bin_edges": [
        -30.0,
        -29.449155807495117,
        -28.8983097076416,
        -28.34746551513672,
        -27.796619415283203,
        -27.24577522277832,
        -26.694931030273438,
        -26.144084930419922,
        -25.59324073791504,
        -25.042396545410156,
        -24.49155044555664,
        -23.940706253051758,
        -23.389862060546875,
        -22.83901596069336,
        -22.288171768188477,
        -21.737327575683594,
        -21.186481475830078,
        -20.635635375976562,
        -20.08479118347168,
        -19.533946990966797,
        -18.98310089111328,
        -18.4322566986084,
        -17.881412506103516,
        -17.33056640625,
        -16.779722213745117,
        -16.228878021240234,
        -15.678031921386719,
        -15.127187728881836,
        -14.576342582702637,
        -14.025497436523438,
        -13.474653244018555,
        -12.923807144165039,
        -12.372962951660156,
        -11.822118759155273,
        -11.271272659301758,
        -10.720428466796875,
        -10.16958236694336,
        -9.618738174438477,
        -9.067893981933594,
        -8.517047882080078,
        -7.966203689575195,
        -7.4153594970703125,
        -6.864513397216797,
        -6.313669204711914,
        -5.762825012207031,
        -5.211978912353516,
        -4.661134719848633,
        -4.110288619995117,
        -3.5594444274902344,
        -3.0086002349853516,
        -2.4577550888061523
      ],
      "r_inf_mean": 13681.1171875,
      "r_inf_median": 0.24388812482357025,
      "pr_mean": NaN,
      "pr_median": NaN,
      "hoyer_mean": 1306307592192.0,
      "eff_dim_mean": NaN,
      "topk_energy": {
        "1": NaN,
        "5": NaN,
        "10": NaN,
        "25": NaN
      },
      "gamma_raw": 0.13725116848945618,
      "gamma_active": {
        "1e-08": 0.14397448301315308,
        "1e-07": 0.145118847489357,
        "1e-06": 0.14546479284763336,
        "1e-05": 0.14610359072685242,
        "0.0001": 0.14563407003879547
      },
      "gamma_energy_weighted": {
        "1e-08": 0.17073702124070567,
        "1e-07": 0.17073702124070567,
        "1e-06": 0.17073702124070567,
        "1e-05": 0.17073702124070567,
        "0.0001": 0.17073702124070567
      }
    }
  ]
}