{
  "dataset": "synth",
  "method": "dfa",
  "seed": 456,
  "alpha": 1.0,
  "depth": 4,
  "batch": 512,
  "loss": 10.160696029663086,
  "acc": 0.0859375,
  "per_layer": [
    {
      "layer": 0,
      "mean_norm": 0.018905995413661003,
      "median_norm": 0.018545033410191536,
      "max_norm": 0.06891484558582306,
      "min_norm": 3.637099288411605e-09,
      "support": {
        "1e-08": 0.998046875,
        "1e-07": 0.998046875,
        "1e-06": 0.998046875,
        "1e-05": 0.990234375,
        "0.0001": 0.984375
      },
      "log_norms_percentiles": {
        "1": -4.855498313903809,
        "5": -2.385723352432251,
        "10": -1.9334782361984253,
        "25": -1.8305091857910156,
        "50": -1.7315993309020996,
        "75": -1.6449785232543945,
        "90": -1.5614107847213745,
        "95": -1.5088703632354736,
        "99": -1.3862342834472656
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        1,
        1,
        0,
        1,
        1,
        0,
        0,
        1,
        0,
        1,
        0,
        1,
        1,
        1,
        0,
        3,
        1,
        5,
        2,
        2,
        0,
        3,
        2,
        10,
        32,
        164,
        186,
        80,
        9,
        2
      ],
      "log_norms_bin_edges": [
        -8.439245223999023,
        -8.293694496154785,
        -8.14814281463623,
        -8.002592086791992,
        -7.8570404052734375,
        -7.711489677429199,
        -7.5659379959106445,
        -7.420387268066406,
        -7.27483606338501,
        -7.129284858703613,
        -6.983733654022217,
        -6.83818244934082,
        -6.692631244659424,
        -6.547080039978027,
        -6.401529312133789,
        -6.255977630615234,
        -6.110426902770996,
        -5.964875221252441,
        -5.819324493408203,
        -5.673773288726807,
        -5.52822208404541,
        -5.382670879364014,
        -5.237119674682617,
        -5.091568470001221,
        -4.946017265319824,
        -4.800466537475586,
        -4.654914855957031,
        -4.509364128112793,
        -4.3638129234313965,
        -4.21826171875,
        -4.0727105140686035,
        -3.927159309387207,
        -3.7816081047058105,
        -3.636056900024414,
        -3.4905056953430176,
        -3.344954490661621,
        -3.1994032859802246,
        -3.053852081298828,
        -2.90830135345459,
        -2.7627501487731934,
        -2.617198944091797,
        -2.4716477394104004,
        -2.326096534729004,
        -2.1805453300476074,
        -2.034994125366211,
        -1.8894429206848145,
        -1.743891716003418,
        -1.5983405113220215,
        -1.452789306640625,
        -1.3072385787963867,
        -1.1616872549057007
      ],
      "r_inf_mean": 0.33050206303596497,
      "r_inf_median": 0.32379910349845886,
      "pr_mean": 0.18798306584358215,
      "pr_median": 0.18886500597000122,
      "hoyer_mean": 0.45867881178855896,
      "eff_dim_mean": 0.45867881178855896,
      "topk_energy": {
        "1": 0.11164571344852448,
        "5": 0.40567758679389954,
        "10": 0.595625638961792,
        "25": 0.8693000674247742
      },
      "gamma_raw": 0.022766385227441788,
      "gamma_active": {
        "1e-08": 0.022869445383548737,
        "1e-07": 0.022869445383548737,
        "1e-06": 0.022869445383548737,
        "1e-05": 0.022168010473251343,
        "0.0001": 0.021649552509188652
      },
      "gamma_energy_weighted": {
        "1e-08": 0.012184977718101807,
        "1e-07": 0.012184977718101807,
        "1e-06": 0.012184977718101807,
        "1e-05": 0.012184977718101807,
        "0.0001": 0.012184977718101807
      }
    },
    {
      "layer": 1,
      "mean_norm": 0.0021040253341197968,
      "median_norm": 0.0021789269521832466,
      "max_norm": 0.004624764900654554,
      "min_norm": 5.089960120052694e-10,
      "support": {
        "1e-08": 0.998046875,
        "1e-07": 0.998046875,
        "1e-06": 0.9921875,
        "1e-05": 0.986328125,
        "0.0001": 0.96875
      },
      "log_norms_percentiles": {
        "1": -5.74509334564209,
        "5": -3.246626853942871,
        "10": -2.812592029571533,
        "25": -2.7058968544006348,
        "50": -2.6614575386047363,
        "75": -2.616589069366455,
        "90": -2.5744173526763916,
        "95": -2.550955057144165,
        "99": -2.475127935409546
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        1,
        1,
        0,
        0,
        1,
        1,
        0,
        1,
        0,
        0,
        0,
        1,
        1,
        1,
        1,
        0,
        1,
        4,
        3,
        3,
        2,
        0,
        0,
        7,
        8,
        8,
        23,
        325,
        112,
        5
      ],
      "log_norms_bin_edges": [
        -9.293285369873047,
        -9.154117584228516,
        -9.0149507522583,
        -8.87578296661377,
        -8.736615180969238,
        -8.597448348999023,
        -8.458280563354492,
        -8.319112777709961,
        -8.17994499206543,
        -8.040778160095215,
        -7.901610374450684,
        -7.762442588806152,
        -7.623275279998779,
        -7.484107971191406,
        -7.344940185546875,
        -7.205772876739502,
        -7.066605567932129,
        -6.927437782287598,
        -6.788269996643066,
        -6.649103164672852,
        -6.50993537902832,
        -6.370767593383789,
        -6.231600284576416,
        -6.092432975769043,
        -5.953265190124512,
        -5.814097881317139,
        -5.674930572509766,
        -5.535762786865234,
        -5.396595001220703,
        -5.25742769241333,
        -5.118260383605957,
        -4.979092597961426,
        -4.839925289154053,
        -4.70075798034668,
        -4.561590194702148,
        -4.422422885894775,
        -4.283255100250244,
        -4.144087791442871,
        -4.004920482635498,
        -3.865752696990967,
        -3.7265853881835938,
        -3.5874176025390625,
        -3.4482502937316895,
        -3.3090829849243164,
        -3.169915199279785,
        -3.030747890472412,
        -2.891580104827881,
        -2.752412796020508,
        -2.6132450103759766,
        -2.4740777015686035,
        -2.3349103927612305
      ],
      "r_inf_mean": 0.2910063862800598,
      "r_inf_median": 0.28270360827445984,
      "pr_mean": 0.27695366740226746,
      "pr_median": 0.27959349751472473,
      "hoyer_mean": 0.5968642234802246,
      "eff_dim_mean": 0.5968642234802246,
      "topk_energy": {
        "1": 0.08700034767389297,
        "5": 0.3160664141178131,
        "10": 0.47450101375579834,
        "25": 0.7584123611450195
      },
      "gamma_raw": 0.021715328097343445,
      "gamma_active": {
        "1e-08": 0.021757520735263824,
        "1e-07": 0.021757520735263824,
        "1e-06": 0.021631039679050446,
        "1e-05": 0.021538453176617622,
        "0.0001": 0.021666469052433968
      },
      "gamma_energy_weighted": {
        "1e-08": 0.024264842512946912,
        "1e-07": 0.024264842512946912,
        "1e-06": 0.024264842512946912,
        "1e-05": 0.024264842512946912,
        "0.0001": 0.024264842512946912
      }
    },
    {
      "layer": 2,
      "mean_norm": 0.0016951310681179166,
      "median_norm": 0.0018221585778519511,
      "max_norm": 0.0023193375673145056,
      "min_norm": 3.8104316923970316e-10,
      "support": {
        "1e-08": 0.998046875,
        "1e-07": 0.998046875,
        "1e-06": 0.9921875,
        "1e-05": 0.986328125,
        "0.0001": 0.966796875
      },
      "log_norms_percentiles": {
        "1": -5.793013572692871,
        "5": -3.333242177963257,
        "10": -2.922788381576538,
        "25": -2.7804973125457764,
        "50": -2.7393126487731934,
        "75": -2.7125306129455566,
        "90": -2.6853103637695312,
        "95": -2.6773524284362793,
        "99": -2.667203426361084
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        1,
        1,
        0,
        0,
        1,
        1,
        0,
        1,
        0,
        0,
        0,
        1,
        1,
        1,
        0,
        2,
        0,
        0,
        6,
        3,
        2,
        1,
        0,
        3,
        12,
        6,
        7,
        97,
        363
      ],
      "log_norms_bin_edges": [
        -9.419026374816895,
        -9.28333854675293,
        -9.147650718688965,
        -9.011962890625,
        -8.876275062561035,
        -8.74058723449707,
        -8.604899406433105,
        -8.46921157836914,
        -8.333523750305176,
        -8.197835922241211,
        -8.062148094177246,
        -7.926460266113281,
        -7.790772438049316,
        -7.655084609985352,
        -7.519396781921387,
        -7.383708953857422,
        -7.248021125793457,
        -7.112333297729492,
        -6.976645469665527,
        -6.8409576416015625,
        -6.705269813537598,
        -6.569581985473633,
        -6.433894157409668,
        -6.298206329345703,
        -6.1625189781188965,
        -6.026831150054932,
        -5.891143321990967,
        -5.755455493927002,
        -5.619767665863037,
        -5.484079837799072,
        -5.348392009735107,
        -5.212704181671143,
        -5.077016353607178,
        -4.941328525543213,
        -4.805640697479248,
        -4.669952869415283,
        -4.534265041351318,
        -4.3985772132873535,
        -4.262889385223389,
        -4.127201557159424,
        -3.991513729095459,
        -3.855825901031494,
        -3.7201380729675293,
        -3.5844502449035645,
        -3.4487624168395996,
        -3.3130745887756348,
        -3.17738676071167,
        -3.041698932647705,
        -2.9060115814208984,
        -2.7703237533569336,
        -2.6346359252929688
      ],
      "r_inf_mean": 0.2519446909427643,
      "r_inf_median": 0.247421994805336,
      "pr_mean": 0.338682621717453,
      "pr_median": 0.337154358625412,
      "hoyer_mean": 0.6343587636947632,
      "eff_dim_mean": 0.6343587636947632,
      "topk_energy": {
        "1": 0.06429849565029144,
        "5": 0.263901948928833,
        "10": 0.4196961522102356,
        "25": 0.7247895002365112
      },
      "gamma_raw": 0.006314524449408054,
      "gamma_active": {
        "1e-08": 0.006326213013380766,
        "1e-07": 0.006326213013380766,
        "1e-06": 0.006245729047805071,
        "1e-05": 0.006247582845389843,
        "0.0001": 0.0065745762549340725
      },
      "gamma_energy_weighted": {
        "1e-08": 0.007154047798603511,
        "1e-07": 0.007154047798603511,
        "1e-06": 0.007154047798603511,
        "1e-05": 0.007154047798603511,
        "0.0001": 0.007154047798603511
      }
    },
    {
      "layer": 3,
      "mean_norm": 0.0016907361568883061,
      "median_norm": 0.0018147713271901011,
      "max_norm": 0.002299694577232003,
      "min_norm": 3.777588242215302e-10,
      "support": {
        "1e-08": 0.998046875,
        "1e-07": 0.998046875,
        "1e-06": 0.9921875,
        "1e-05": 0.986328125,
        "0.0001": 0.966796875
      },
      "log_norms_percentiles": {
        "1": -5.794710159301758,
        "5": -3.3370003700256348,
        "10": -2.9238622188568115,
        "25": -2.7814927101135254,
        "50": -2.7411727905273438,
        "75": -2.7148308753967285,
        "90": -2.686154365539551,
        "95": -2.676440715789795,
        "99": -2.6669528484344482
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        1,
        1,
        0,
        0,
        1,
        1,
        0,
        1,
        0,
        0,
        0,
        1,
        0,
        2,
        0,
        2,
        0,
        0,
        5,
        4,
        2,
        1,
        0,
        3,
        12,
        5,
        8,
        92,
        368
      ],
      "log_norms_bin_edges": [
        -9.422785758972168,
        -9.287096977233887,
        -9.151407241821289,
        -9.015718460083008,
        -8.880029678344727,
        -8.744339942932129,
        -8.608651161193848,
        -8.47296142578125,
        -8.337272644042969,
        -8.201583862304688,
        -8.06589412689209,
        -7.930205345153809,
        -7.794516563415527,
        -7.658827304840088,
        -7.523138046264648,
        -7.387448787689209,
        -7.2517595291137695,
        -7.116070747375488,
        -6.980381488800049,
        -6.844692230224609,
        -6.709003448486328,
        -6.573314189910889,
        -6.437624931335449,
        -6.301936149597168,
        -6.1662468910217285,
        -6.030557632446289,
        -5.894868850708008,
        -5.75917911529541,
        -5.623490333557129,
        -5.4878010749816895,
        -5.35211181640625,
        -5.216423034667969,
        -5.080733776092529,
        -4.94504451751709,
        -4.809355735778809,
        -4.673666477203369,
        -4.53797721862793,
        -4.40228796005249,
        -4.266599178314209,
        -4.1309099197387695,
        -3.99522066116333,
        -3.859531879425049,
        -3.7238426208496094,
        -3.58815336227417,
        -3.4524641036987305,
        -3.316775321960449,
        -3.1810860633850098,
        -3.0453968048095703,
        -2.909708023071289,
        -2.7740187644958496,
        -2.6383297443389893
      ],
      "r_inf_mean": 0.25121158361434937,
      "r_inf_median": 0.24535992741584778,
      "pr_mean": 0.3393535017967224,
      "pr_median": 0.3376399874687195,
      "hoyer_mean": 0.6348146200180054,
      "eff_dim_mean": 0.6348146200180054,
      "topk_energy": {
        "1": 0.06391574442386627,
        "5": 0.26365089416503906,
        "10": 0.4193493723869324,
        "25": 0.7244528532028198
      },
      "gamma_raw": 0.008252793923020363,
      "gamma_active": {
        "1e-08": 0.00827018916606903,
        "1e-07": 0.00827018916606903,
        "1e-06": 0.008396187797188759,
        "1e-05": 0.00847096461802721,
        "0.0001": 0.0087415911257267
      },
      "gamma_energy_weighted": {
        "1e-08": 0.009437094380894115,
        "1e-07": 0.009437094380894115,
        "1e-06": 0.009437094380894115,
        "1e-05": 0.009437094380894115,
        "0.0001": 0.009437094380894115
      }
    }
  ]
}