{
  "dataset": "synth",
  "method": "dfa",
  "seed": 1024,
  "alpha": 0.5,
  "depth": 4,
  "batch": 512,
  "loss": 37.11552047729492,
  "acc": 0.10546875,
  "per_layer": [
    {
      "layer": 0,
      "mean_norm": 0.0617804192006588,
      "median_norm": 0.05861111357808113,
      "max_norm": 0.21555154025554657,
      "min_norm": 2.818751829058163e-21,
      "support": {
        "1e-08": 0.96875,
        "1e-07": 0.966796875,
        "1e-06": 0.955078125,
        "1e-05": 0.94921875,
        "0.0001": 0.93359375
      },
      "log_norms_percentiles": {
        "1": -12.821648597717285,
        "5": -5.052831172943115,
        "10": -1.6709203720092773,
        "25": -1.336525321006775,
        "50": -1.2319207191467285,
        "75": -1.1226000785827637,
        "90": -1.0058661699295044,
        "95": -0.9154552221298218,
        "99": -0.7439613342285156
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        1,
        2,
        0,
        1,
        2,
        1,
        0,
        0,
        1,
        1,
        2,
        2,
        0,
        0,
        0,
        1,
        1,
        4,
        1,
        2,
        1,
        3,
        4,
        4,
        1,
        2,
        3,
        4,
        4,
        7,
        368,
        86
      ],
      "log_norms_bin_edges": [
        -20.549943923950195,
        -20.152273178100586,
        -19.75460433959961,
        -19.35693359375,
        -18.959264755249023,
        -18.561594009399414,
        -18.163925170898438,
        -17.766254425048828,
        -17.36858367919922,
        -16.970914840698242,
        -16.573244094848633,
        -16.175575256347656,
        -15.777904510498047,
        -15.38023567199707,
        -14.982564926147461,
        -14.584895133972168,
        -14.187225341796875,
        -13.789555549621582,
        -13.391885757446289,
        -12.99421501159668,
        -12.596546173095703,
        -12.198875427246094,
        -11.8012056350708,
        -11.403535842895508,
        -11.005866050720215,
        -10.608196258544922,
        -10.210526466369629,
        -9.812856674194336,
        -9.415185928344727,
        -9.017516136169434,
        -8.61984634399414,
        -8.222176551818848,
        -7.824506759643555,
        -7.426836967468262,
        -7.029167175292969,
        -6.631497383117676,
        -6.233827590942383,
        -5.836156845092773,
        -5.4384870529174805,
        -5.0408172607421875,
        -4.6431474685668945,
        -4.245477676391602,
        -3.847806930541992,
        -3.4501380920410156,
        -3.0524673461914062,
        -2.6547985076904297,
        -2.2571277618408203,
        -1.8594589233398438,
        -1.4617881774902344,
        -1.064117431640625,
        -0.6664488911628723
      ],
      "r_inf_mean": 0.3004327118396759,
      "r_inf_median": 0.2945512533187866,
      "pr_mean": NaN,
      "pr_median": NaN,
      "hoyer_mean": 0.5904784202575684,
      "eff_dim_mean": 0.5904784202575684,
      "topk_energy": {
        "1": 0.09281584620475769,
        "5": 0.3225662112236023,
        "10": 0.4825427532196045,
        "25": 0.7644743919372559
      },
      "gamma_raw": -0.0041242022998631,
      "gamma_active": {
        "1e-08": -0.00419059069827199,
        "1e-07": -0.004168980289250612,
        "1e-06": -0.004397746175527573,
        "1e-05": -0.004293779842555523,
        "0.0001": -0.004377526696771383
      },
      "gamma_energy_weighted": {
        "1e-08": 0.014945668820363816,
        "1e-07": 0.014945668820363816,
        "1e-06": 0.014945668820363816,
        "1e-05": 0.014945668820363816,
        "0.0001": 0.014945668820363816
      }
    },
    {
      "layer": 1,
      "mean_norm": 0.003422300796955824,
      "median_norm": 0.003315123962238431,
      "max_norm": 0.010435795411467552,
      "min_norm": 1.2415427403392098e-22,
      "support": {
        "1e-08": 0.966796875,
        "1e-07": 0.953125,
        "1e-06": 0.943359375,
        "1e-05": 0.927734375,
        "0.0001": 0.916015625
      },
      "log_norms_percentiles": {
        "1": -14.109733581542969,
        "5": -6.46287727355957,
        "10": -3.037860631942749,
        "25": -2.601837396621704,
        "50": -2.4784159660339355,
        "75": -2.3598241806030273,
        "90": -2.2516722679138184,
        "95": -2.182872772216797,
        "99": -2.06805419921875
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        3,
        0,
        1,
        2,
        1,
        0,
        0,
        1,
        1,
        2,
        2,
        0,
        0,
        0,
        1,
        0,
        6,
        0,
        1,
        3,
        2,
        4,
        4,
        1,
        1,
        4,
        4,
        4,
        4,
        312,
        145
      ],
      "log_norms_bin_edges": [
        -21.906038284301758,
        -21.50754737854004,
        -21.10905647277832,
        -20.71056365966797,
        -20.31207275390625,
        -19.91358184814453,
        -19.515090942382812,
        -19.116600036621094,
        -18.718107223510742,
        -18.319616317749023,
        -17.921125411987305,
        -17.522634506225586,
        -17.124141693115234,
        -16.725650787353516,
        -16.327159881591797,
        -15.928668975830078,
        -15.53017807006836,
        -15.131686210632324,
        -14.733194351196289,
        -14.33470344543457,
        -13.936212539672852,
        -13.537720680236816,
        -13.139229774475098,
        -12.740738868713379,
        -12.342247009277344,
        -11.943756103515625,
        -11.54526424407959,
        -11.146773338317871,
        -10.748282432556152,
        -10.349790573120117,
        -9.951299667358398,
        -9.552807807922363,
        -9.154316902160645,
        -8.755825996398926,
        -8.35733413696289,
        -7.958843231201172,
        -7.560351371765137,
        -7.161860466003418,
        -6.763369560241699,
        -6.364877700805664,
        -5.966386795043945,
        -5.567895889282227,
        -5.169403076171875,
        -4.770912170410156,
        -4.3724212646484375,
        -3.9739303588867188,
        -3.575439453125,
        -3.1769466400146484,
        -2.7784557342529297,
        -2.379964828491211,
        -1.9814743995666504
      ],
      "r_inf_mean": 0.26500725746154785,
      "r_inf_median": 0.2608184814453125,
      "pr_mean": NaN,
      "pr_median": NaN,
      "hoyer_mean": 0.6364169120788574,
      "eff_dim_mean": 0.6364176273345947,
      "topk_energy": {
        "1": 0.07147133350372314,
        "5": 0.27553263306617737,
        "10": 0.4291965365409851,
        "25": 0.7247917652130127
      },
      "gamma_raw": 0.14563868939876556,
      "gamma_active": {
        "1e-08": 0.15062034130096436,
        "1e-07": 0.1515599936246872,
        "1e-06": 0.15187551081180573,
        "1e-05": 0.1527126580476761,
        "0.0001": 0.1534360647201538
      },
      "gamma_energy_weighted": {
        "1e-08": 0.18922287796993084,
        "1e-07": 0.18922287796993084,
        "1e-06": 0.18922287796993084,
        "1e-05": 0.18922287796993084,
        "0.0001": 0.18922287796993084
      }
    },
    {
      "layer": 2,
      "mean_norm": 0.0020134635269641876,
      "median_norm": 0.0020756423473358154,
      "max_norm": 0.003494060365483165,
      "min_norm": 9.169400462483332e-23,
      "support": {
        "1e-08": 0.96484375,
        "1e-07": 0.951171875,
        "1e-06": 0.939453125,
        "1e-05": 0.92578125,
        "0.0001": 0.9140625
      },
      "log_norms_percentiles": {
        "1": -14.233375549316406,
        "5": -6.5747761726379395,
        "10": -3.15837025642395,
        "25": -2.741122007369995,
        "50": -2.6825451850891113,
        "75": -2.592416524887085,
        "90": -2.5656661987304688,
        "95": -2.5461294651031494,
        "99": -2.4609029293060303
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        2,
        2,
        0,
        2,
        1,
        0,
        1,
        0,
        1,
        1,
        0,
        3,
        1,
        0,
        0,
        0,
        1,
        1,
        5,
        1,
        1,
        2,
        4,
        2,
        4,
        1,
        2,
        4,
        4,
        3,
        5,
        456
      ],
      "log_norms_bin_edges": [
        -22.03765869140625,
        -21.646038055419922,
        -21.254419326782227,
        -20.8627986907959,
        -20.471179962158203,
        -20.079559326171875,
        -19.68794059753418,
        -19.29631996154785,
        -18.904701232910156,
        -18.513080596923828,
        -18.1214599609375,
        -17.729841232299805,
        -17.338220596313477,
        -16.94660186767578,
        -16.554981231689453,
        -16.163360595703125,
        -15.77174186706543,
        -15.380122184753418,
        -14.988502502441406,
        -14.596881866455078,
        -14.205263137817383,
        -13.813642501831055,
        -13.422022819519043,
        -13.030403137207031,
        -12.63878345489502,
        -12.247163772583008,
        -11.855544090270996,
        -11.463924407958984,
        -11.072303771972656,
        -10.680684089660645,
        -10.289064407348633,
        -9.897444725036621,
        -9.50582504272461,
        -9.114205360412598,
        -8.722585678100586,
        -8.330965995788574,
        -7.9393463134765625,
        -7.547725677490234,
        -7.156105995178223,
        -6.764486312866211,
        -6.372866630554199,
        -5.9812469482421875,
        -5.589626312255859,
        -5.198007583618164,
        -4.806386947631836,
        -4.414768218994141,
        -4.0231475830078125,
        -3.631528854370117,
        -3.239908218383789,
        -2.848287582397461,
        -2.456669569015503
      ],
      "r_inf_mean": 0.24337241053581238,
      "r_inf_median": 0.2388467937707901,
      "pr_mean": NaN,
      "pr_median": NaN,
      "hoyer_mean": 0.6534771919250488,
      "eff_dim_mean": 0.6534780859947205,
      "topk_energy": {
        "1": 0.060024648904800415,
        "5": 0.2521232068538666,
        "10": 0.40325891971588135,
        "25": 0.708358108997345
      },
      "gamma_raw": 0.15766385197639465,
      "gamma_active": {
        "1e-08": 0.16307437419891357,
        "1e-07": 0.1637987494468689,
        "1e-06": 0.16491803526878357,
        "1e-05": 0.16566362977027893,
        "0.0001": 0.16625718772411346
      },
      "gamma_energy_weighted": {
        "1e-08": 0.2170181462576726,
        "1e-07": 0.2170181462576726,
        "1e-06": 0.2170181462576726,
        "1e-05": 0.2170181462576726,
        "0.0001": 0.2170181462576726
      }
    },
    {
      "layer": 3,
      "mean_norm": 0.001974822022020817,
      "median_norm": 0.002020516199991107,
      "max_norm": 0.003372220089659095,
      "min_norm": 9.904084925088661e-23,
      "support": {
        "1e-08": 0.96484375,
        "1e-07": 0.951171875,
        "1e-06": 0.939453125,
        "1e-05": 0.92578125,
        "0.0001": 0.9140625
      },
      "log_norms_percentiles": {
        "1": -14.234158515930176,
        "5": -6.5709919929504395,
        "10": -3.1642656326293945,
        "25": -2.7443227767944336,
        "50": -2.6941847801208496,
        "75": -2.6030592918395996,
        "90": -2.576526403427124,
        "95": -2.5575602054595947,
        "99": -2.4748713970184326
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        2,
        2,
        0,
        2,
        1,
        0,
        1,
        0,
        1,
        1,
        0,
        3,
        1,
        0,
        0,
        0,
        1,
        2,
        4,
        1,
        1,
        2,
        4,
        2,
        4,
        1,
        2,
        4,
        4,
        3,
        5,
        456
      ],
      "log_norms_bin_edges": [
        -22.004186630249023,
        -21.613544464111328,
        -21.222902297973633,
        -20.832260131835938,
        -20.441617965698242,
        -20.050975799560547,
        -19.66033363342285,
        -19.269691467285156,
        -18.879051208496094,
        -18.488407135009766,
        -18.097766876220703,
        -17.707124710083008,
        -17.316482543945312,
        -16.925840377807617,
        -16.535198211669922,
        -16.144556045532227,
        -15.753913879394531,
        -15.363271713256836,
        -14.97262954711914,
        -14.581987380981445,
        -14.19134521484375,
        -13.800704002380371,
        -13.410061836242676,
        -13.01941967010498,
        -12.628777503967285,
        -12.23813533782959,
        -11.847493171691895,
        -11.4568510055542,
        -11.06620979309082,
        -10.675567626953125,
        -10.28492546081543,
        -9.894283294677734,
        -9.503641128540039,
        -9.112998962402344,
        -8.722356796264648,
        -8.331714630126953,
        -7.941072463989258,
        -7.550431251525879,
        -7.159789085388184,
        -6.769146919250488,
        -6.378504753112793,
        -5.987863540649414,
        -5.597221374511719,
        -5.206579208374023,
        -4.815937042236328,
        -4.425294876098633,
        -4.0346527099609375,
        -3.644010543823242,
        -3.253368377685547,
        -2.8627262115478516,
        -2.4720840454101562
      ],
      "r_inf_mean": 0.24500375986099243,
      "r_inf_median": 0.23935523629188538,
      "pr_mean": NaN,
      "pr_median": NaN,
      "hoyer_mean": 0.650632381439209,
      "eff_dim_mean": 0.6506325602531433,
      "topk_energy": {
        "1": 0.060797423124313354,
        "5": 0.25517502427101135,
        "10": 0.40584391355514526,
        "25": 0.7103201746940613
      },
      "gamma_raw": 0.10877268016338348,
      "gamma_active": {
        "1e-08": 0.11259149014949799,
        "1e-07": 0.11337272822856903,
        "1e-06": 0.11349122226238251,
        "1e-05": 0.11390525102615356,
        "0.0001": 0.11435597389936447
      },
      "gamma_energy_weighted": {
        "1e-08": 0.14203357556267085,
        "1e-07": 0.14203357556267085,
        "1e-06": 0.14203357556267085,
        "1e-05": 0.14203357556267085,
        "0.0001": 0.14203357556267085
      }
    }
  ]
}