{
  "dataset": "synth",
  "method": "dfa",
  "seed": 42,
  "alpha": 0.0,
  "depth": 4,
  "batch": 512,
  "loss": 40.23894500732422,
  "acc": 0.11328125,
  "per_layer": [
    {
      "layer": 0,
      "mean_norm": 0.06055815890431404,
      "median_norm": 0.06389157474040985,
      "max_norm": 0.13612151145935059,
      "min_norm": 1.1510419394000353e-16,
      "support": {
        "1e-08": 0.978515625,
        "1e-07": 0.970703125,
        "1e-06": 0.962890625,
        "1e-05": 0.953125,
        "0.0001": 0.94140625
      },
      "log_norms_percentiles": {
        "1": -11.050276756286621,
        "5": -4.505557060241699,
        "10": -1.8621578216552734,
        "25": -1.2558375597000122,
        "50": -1.193789005279541,
        "75": -1.140605092048645,
        "90": -1.0846657752990723,
        "95": -1.0459409952163696,
        "99": -0.9537659883499146
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        1,
        0,
        0,
        1,
        1,
        2,
        1,
        0,
        0,
        0,
        0,
        0,
        2,
        0,
        1,
        2,
        1,
        1,
        1,
        1,
        0,
        2,
        1,
        3,
        1,
        1,
        1,
        2,
        2,
        3,
        3,
        1,
        5,
        3,
        3,
        4,
        5,
        264,
        191
      ],
      "log_norms_bin_edges": [
        -15.938909530639648,
        -15.637453079223633,
        -15.3359956741333,
        -15.034539222717285,
        -14.73308277130127,
        -14.431626319885254,
        -14.130168914794922,
        -13.828712463378906,
        -13.52725601196289,
        -13.225799560546875,
        -12.924342155456543,
        -12.622885704040527,
        -12.321428298950195,
        -12.01997184753418,
        -11.718515396118164,
        -11.417058944702148,
        -11.115602493286133,
        -10.8141450881958,
        -10.512688636779785,
        -10.211231231689453,
        -9.909774780273438,
        -9.608318328857422,
        -9.306861877441406,
        -9.00540542602539,
        -8.703948020935059,
        -8.402491569519043,
        -8.101034164428711,
        -7.799577713012695,
        -7.49812126159668,
        -7.196664810180664,
        -6.895208358764648,
        -6.593750953674316,
        -6.292294502258301,
        -5.990838050842285,
        -5.689380645751953,
        -5.3879241943359375,
        -5.086467742919922,
        -4.785011291503906,
        -4.483553886413574,
        -4.182097434997559,
        -3.880640983581543,
        -3.579183578491211,
        -3.2777271270751953,
        -2.9762706756591797,
        -2.674814224243164,
        -2.373356819152832,
        -2.0719003677368164,
        -1.7704439163208008,
        -1.4689865112304688,
        -1.1675300598144531,
        -0.8660733103752136
      ],
      "r_inf_mean": 0.2569846212863922,
      "r_inf_median": 0.2568405568599701,
      "pr_mean": NaN,
      "pr_median": NaN,
      "hoyer_mean": 0.6286674737930298,
      "eff_dim_mean": 0.6286674737930298,
      "topk_energy": {
        "1": 0.06674409657716751,
        "5": 0.2710358500480652,
        "10": 0.42999589443206787,
        "25": 0.7298221588134766
      },
      "gamma_raw": -0.013366401195526123,
      "gamma_active": {
        "1e-08": -0.013815464451909065,
        "1e-07": -0.013429931364953518,
        "1e-06": -0.013240276835858822,
        "1e-05": -0.01322955172508955,
        "0.0001": -0.012954723089933395
      },
      "gamma_energy_weighted": {
        "1e-08": -0.01502909436941342,
        "1e-07": -0.01502909436941342,
        "1e-06": -0.01502909436941342,
        "1e-05": -0.01502909436941342,
        "0.0001": -0.01502909436941342
      }
    },
    {
      "layer": 1,
      "mean_norm": 0.0026737218722701073,
      "median_norm": 0.0028883814811706543,
      "max_norm": 0.004599173087626696,
      "min_norm": 4.601291418999723e-18,
      "support": {
        "1e-08": 0.966796875,
        "1e-07": 0.955078125,
        "1e-06": 0.94921875,
        "1e-05": 0.9375,
        "0.0001": 0.91796875
      },
      "log_norms_percentiles": {
        "1": -12.492376327514648,
        "5": -5.784032821655273,
        "10": -3.236506700515747,
        "25": -2.622098684310913,
        "50": -2.539177417755127,
        "75": -2.4794580936431885,
        "90": -2.4347593784332275,
        "95": -2.4059386253356934,
        "99": -2.3660924434661865
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        2,
        0,
        0,
        1,
        0,
        1,
        2,
        1,
        0,
        0,
        0,
        0,
        0,
        2,
        0,
        0,
        3,
        1,
        1,
        1,
        1,
        0,
        1,
        3,
        2,
        0,
        1,
        2,
        0,
        3,
        3,
        2,
        3,
        5,
        2,
        3,
        5,
        3,
        53,
        404
      ],
      "log_norms_bin_edges": [
        -17.337121963500977,
        -17.037126541137695,
        -16.73712921142578,
        -16.4371337890625,
        -16.13713836669922,
        -15.837141990661621,
        -15.537145614624023,
        -15.237150192260742,
        -14.937153816223145,
        -14.637157440185547,
        -14.337162017822266,
        -14.037165641784668,
        -13.73716926574707,
        -13.437173843383789,
        -13.137177467346191,
        -12.837181091308594,
        -12.537185668945312,
        -12.237190246582031,
        -11.937193870544434,
        -11.637197494506836,
        -11.337202072143555,
        -11.037205696105957,
        -10.73720932006836,
        -10.437213897705078,
        -10.13721752166748,
        -9.837221145629883,
        -9.537225723266602,
        -9.237229347229004,
        -8.937232971191406,
        -8.637237548828125,
        -8.337241172790527,
        -8.037245750427246,
        -7.737249374389648,
        -7.437252998352051,
        -7.1372575759887695,
        -6.837261199951172,
        -6.537265777587891,
        -6.237269401550293,
        -5.937273025512695,
        -5.637277603149414,
        -5.337281227111816,
        -5.037284851074219,
        -4.7372894287109375,
        -4.43729305267334,
        -4.137296676635742,
        -3.837301254272461,
        -3.5373048782348633,
        -3.237309455871582,
        -2.9373130798339844,
        -2.6373167037963867,
        -2.337320327758789
      ],
      "r_inf_mean": 0.25393927097320557,
      "r_inf_median": 0.24750113487243652,
      "pr_mean": NaN,
      "pr_median": NaN,
      "hoyer_mean": 0.635124921798706,
      "eff_dim_mean": 0.635124921798706,
      "topk_energy": {
        "1": 0.06609533727169037,
        "5": 0.2675483822822571,
        "10": 0.42447078227996826,
        "25": 0.7233885526657104
      },
      "gamma_raw": 0.31030386686325073,
      "gamma_active": {
        "1e-08": 0.320007860660553,
        "1e-07": 0.3202536404132843,
        "1e-06": 0.32031911611557007,
        "1e-05": 0.32016894221305847,
        "0.0001": 0.3194097578525543
      },
      "gamma_energy_weighted": {
        "1e-08": 0.3297745349284965,
        "1e-07": 0.3297745349284965,
        "1e-06": 0.3297745349284965,
        "1e-05": 0.3297745349284965,
        "0.0001": 0.3297745349284965
      }
    },
    {
      "layer": 2,
      "mean_norm": 0.0021144626662135124,
      "median_norm": 0.002258037682622671,
      "max_norm": 0.0033776196651160717,
      "min_norm": 3.477474739798441e-18,
      "support": {
        "1e-08": 0.966796875,
        "1e-07": 0.955078125,
        "1e-06": 0.94921875,
        "1e-05": 0.9375,
        "0.0001": 0.91796875
      },
      "log_norms_percentiles": {
        "1": -12.625507354736328,
        "5": -5.914048194885254,
        "10": -3.3435091972351074,
        "25": -2.7114195823669434,
        "50": -2.64601993560791,
        "75": -2.5886340141296387,
        "90": -2.5478646755218506,
        "95": -2.5090599060058594,
        "99": -2.4720473289489746
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        1,
        0,
        1,
        0,
        1,
        2,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        2,
        0,
        2,
        2,
        1,
        1,
        1,
        0,
        1,
        1,
        4,
        0,
        1,
        2,
        0,
        3,
        3,
        2,
        3,
        5,
        1,
        4,
        4,
        4,
        9,
        448
      ],
      "log_norms_bin_edges": [
        -17.458736419677734,
        -17.15898895263672,
        -16.859243392944336,
        -16.55949592590332,
        -16.259748458862305,
        -15.960001945495605,
        -15.66025447845459,
        -15.36050796508789,
        -15.060760498046875,
        -14.761013984680176,
        -14.461267471313477,
        -14.161520004272461,
        -13.861773490905762,
        -13.562026023864746,
        -13.262279510498047,
        -12.962532043457031,
        -12.662785530090332,
        -12.363039016723633,
        -12.063291549682617,
        -11.763544082641602,
        -11.463797569274902,
        -11.164051055908203,
        -10.864303588867188,
        -10.564557075500488,
        -10.264810562133789,
        -9.965063095092773,
        -9.665315628051758,
        -9.365569114685059,
        -9.06582260131836,
        -8.766075134277344,
        -8.466328620910645,
        -8.166581153869629,
        -7.86683464050293,
        -7.5670881271362305,
        -7.267340660095215,
        -6.967594146728516,
        -6.6678466796875,
        -6.368100166320801,
        -6.068352699279785,
        -5.768606185913086,
        -5.46885871887207,
        -5.169112205505371,
        -4.869365692138672,
        -4.569618225097656,
        -4.269871711730957,
        -3.9701242446899414,
        -3.670377731323242,
        -3.3706302642822266,
        -3.0708837509155273,
        -2.771137237548828,
        -2.4713892936706543
      ],
      "r_inf_mean": 0.2675679326057434,
      "r_inf_median": 0.26028525829315186,
      "pr_mean": NaN,
      "pr_median": NaN,
      "hoyer_mean": 0.6269769668579102,
      "eff_dim_mean": 0.6269769072532654,
      "topk_energy": {
        "1": 0.07371772825717926,
        "5": 0.2833217978477478,
        "10": 0.4395792484283447,
        "25": 0.731654167175293
      },
      "gamma_raw": 0.2046181857585907,
      "gamma_active": {
        "1e-08": 0.21137292683124542,
        "1e-07": 0.2126179337501526,
        "1e-06": 0.21191398799419403,
        "1e-05": 0.21179302036762238,
        "0.0001": 0.2111072540283203
      },
      "gamma_energy_weighted": {
        "1e-08": 0.25046357878475434,
        "1e-07": 0.25046357878475434,
        "1e-06": 0.25046357878475434,
        "1e-05": 0.25046357878475434,
        "0.0001": 0.25046357878475434
      }
    },
    {
      "layer": 3,
      "mean_norm": 0.0020778027828782797,
      "median_norm": 0.0022102543152868748,
      "max_norm": 0.0032833446748554707,
      "min_norm": 3.397771131490435e-18,
      "support": {
        "1e-08": 0.966796875,
        "1e-07": 0.955078125,
        "1e-06": 0.94921875,
        "1e-05": 0.9375,
        "0.0001": 0.916015625
      },
      "log_norms_percentiles": {
        "1": -12.633234024047852,
        "5": -5.923238277435303,
        "10": -3.353370428085327,
        "25": -2.717970848083496,
        "50": -2.6554994583129883,
        "75": -2.599915027618408,
        "90": -2.5561330318450928,
        "95": -2.522502899169922,
        "99": -2.483820676803589
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        1,
        0,
        1,
        0,
        1,
        2,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        2,
        0,
        2,
        2,
        1,
        1,
        1,
        0,
        1,
        1,
        4,
        0,
        1,
        2,
        0,
        3,
        3,
        2,
        3,
        5,
        1,
        4,
        4,
        4,
        8,
        449
      ],
      "log_norms_bin_edges": [
        -17.46880531311035,
        -17.169103622436523,
        -16.869400024414062,
        -16.569698333740234,
        -16.269994735717773,
        -15.970293045043945,
        -15.6705904006958,
        -15.370887756347656,
        -15.071186065673828,
        -14.771483421325684,
        -14.471780776977539,
        -14.172079086303711,
        -13.87237548828125,
        -13.572673797607422,
        -13.272971153259277,
        -12.973268508911133,
        -12.673566818237305,
        -12.373863220214844,
        -12.074161529541016,
        -11.774458885192871,
        -11.474756240844727,
        -11.175054550170898,
        -10.875351905822754,
        -10.57564926147461,
        -10.275946617126465,
        -9.97624397277832,
        -9.676542282104492,
        -9.376839637756348,
        -9.077136993408203,
        -8.777434349060059,
        -8.47773265838623,
        -8.178030014038086,
        -7.878327369689941,
        -7.578624725341797,
        -7.278922080993652,
        -6.979220390319824,
        -6.67951774597168,
        -6.379815101623535,
        -6.080112457275391,
        -5.7804107666015625,
        -5.480708122253418,
        -5.181005477905273,
        -4.881302833557129,
        -4.581600189208984,
        -4.281898498535156,
        -3.9821958541870117,
        -3.682493209838867,
        -3.3827905654907227,
        -3.083087921142578,
        -2.78338623046875,
        -2.4836835861206055
      ],
      "r_inf_mean": 0.266747385263443,
      "r_inf_median": 0.25748729705810547,
      "pr_mean": NaN,
      "pr_median": NaN,
      "hoyer_mean": 0.6261162757873535,
      "eff_dim_mean": 0.6261162757873535,
      "topk_energy": {
        "1": 0.07328327000141144,
        "5": 0.2825196385383606,
        "10": 0.43920183181762695,
        "25": 0.7324045300483704
      },
      "gamma_raw": 0.15432941913604736,
      "gamma_active": {
        "1e-08": 0.15933431684970856,
        "1e-07": 0.15963460505008698,
        "1e-06": 0.1591213196516037,
        "1e-05": 0.1590174436569214,
        "0.0001": 0.1576431393623352
      },
      "gamma_energy_weighted": {
        "1e-08": 0.18156407252559853,
        "1e-07": 0.18156407252559853,
        "1e-06": 0.18156407252559853,
        "1e-05": 0.18156407252559853,
        "0.0001": 0.18156407252559853
      }
    }
  ]
}