{
  "dataset": "synth",
  "method": "dfa",
  "seed": 1024,
  "alpha": 1.0,
  "depth": 4,
  "batch": 512,
  "loss": 10.282852172851562,
  "acc": 0.1015625,
  "per_layer": [
    {
      "layer": 0,
      "mean_norm": 0.01925049163401127,
      "median_norm": 0.01835925690829754,
      "max_norm": 0.09355661273002625,
      "min_norm": 5.618650078531573e-08,
      "support": {
        "1e-08": 1.0,
        "1e-07": 0.998046875,
        "1e-06": 0.998046875,
        "1e-05": 0.9921875,
        "0.0001": 0.96875
      },
      "log_norms_percentiles": {
        "1": -4.642096519470215,
        "5": -2.861988067626953,
        "10": -2.0025956630706787,
        "25": -1.8271812200546265,
        "50": -1.736043930053711,
        "75": -1.626382827758789,
        "90": -1.5301611423492432,
        "95": -1.4771087169647217,
        "99": -1.3167215585708618
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        1,
        0,
        0,
        0,
        0,
        1,
        1,
        0,
        1,
        3,
        3,
        1,
        1,
        2,
        1,
        1,
        0,
        2,
        0,
        0,
        3,
        2,
        0,
        3,
        2,
        4,
        4,
        3,
        2,
        7,
        17,
        128,
        166,
        101,
        34,
        13,
        2,
        1
      ],
      "log_norms_bin_edges": [
        -7.250368118286133,
        -7.12593936920166,
        -7.0015106201171875,
        -6.877081394195557,
        -6.752652645111084,
        -6.628223896026611,
        -6.503795146942139,
        -6.379365921020508,
        -6.254937171936035,
        -6.1305084228515625,
        -6.00607967376709,
        -5.881650924682617,
        -5.7572221755981445,
        -5.632792949676514,
        -5.508364200592041,
        -5.383935451507568,
        -5.2595062255859375,
        -5.135077476501465,
        -5.010648727416992,
        -4.8862199783325195,
        -4.761791229248047,
        -4.637362480163574,
        -4.512933254241943,
        -4.388504505157471,
        -4.264075756072998,
        -4.139646530151367,
        -4.0152177810668945,
        -3.890789031982422,
        -3.766360282897949,
        -3.6419312953948975,
        -3.517502546310425,
        -3.393073558807373,
        -3.2686448097229004,
        -3.1442160606384277,
        -3.019787311553955,
        -2.895358085632324,
        -2.7709293365478516,
        -2.646500587463379,
        -2.5220718383789062,
        -2.3976426124572754,
        -2.2732138633728027,
        -2.14878511428833,
        -2.0243563652038574,
        -1.8999276161193848,
        -1.775498390197754,
        -1.6510696411132812,
        -1.5266408920288086,
        -1.402212142944336,
        -1.2777833938598633,
        -1.1533541679382324,
        -1.0289255380630493
      ],
      "r_inf_mean": 0.34158802032470703,
      "r_inf_median": 0.3316688537597656,
      "pr_mean": 0.17901284992694855,
      "pr_median": 0.17831136286258698,
      "hoyer_mean": 0.4533681571483612,
      "eff_dim_mean": 0.4533681273460388,
      "topk_energy": {
        "1": 0.11956104636192322,
        "5": 0.4169885218143463,
        "10": 0.605405330657959,
        "25": 0.8733230829238892
      },
      "gamma_raw": 0.0087505504488945,
      "gamma_active": {
        "1e-08": 0.0087505504488945,
        "1e-07": 0.009002151899039745,
        "1e-06": 0.009002151899039745,
        "1e-05": 0.009243815205991268,
        "0.0001": 0.009717629291117191
      },
      "gamma_energy_weighted": {
        "1e-08": 0.017708589380212292,
        "1e-07": 0.017708589380212292,
        "1e-06": 0.017708589380212292,
        "1e-05": 0.017708589380212292,
        "0.0001": 0.017708589380212292
      }
    },
    {
      "layer": 1,
      "mean_norm": 0.0022337622940540314,
      "median_norm": 0.002320161322131753,
      "max_norm": 0.005431980360299349,
      "min_norm": 8.421267239100416e-09,
      "support": {
        "1e-08": 0.998046875,
        "1e-07": 0.998046875,
        "1e-06": 0.9921875,
        "1e-05": 0.974609375,
        "0.0001": 0.953125
      },
      "log_norms_percentiles": {
        "1": -5.559938907623291,
        "5": -3.839914560317993,
        "10": -2.867823839187622,
        "25": -2.6832306385040283,
        "50": -2.6341288089752197,
        "75": -2.5855119228363037,
        "90": -2.5307507514953613,
        "95": -2.4925220012664795,
        "99": -2.4104483127593994
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        1,
        0,
        1,
        0,
        0,
        1,
        0,
        0,
        1,
        5,
        0,
        2,
        0,
        0,
        2,
        2,
        1,
        1,
        1,
        1,
        0,
        3,
        1,
        2,
        1,
        2,
        1,
        7,
        3,
        1,
        4,
        7,
        24,
        235,
        171,
        27,
        2
      ],
      "log_norms_bin_edges": [
        -8.074623107910156,
        -7.958431720733643,
        -7.842239856719971,
        -7.726048469543457,
        -7.609856605529785,
        -7.4936652183532715,
        -7.3774733543396,
        -7.261281967163086,
        -7.145090103149414,
        -7.0288987159729,
        -6.9127068519592285,
        -6.796515464782715,
        -6.680323600769043,
        -6.564132213592529,
        -6.447940349578857,
        -6.331748962402344,
        -6.215557098388672,
        -6.099365711212158,
        -5.9831743240356445,
        -5.866982460021973,
        -5.750790596008301,
        -5.634599208831787,
        -5.518407821655273,
        -5.402215957641602,
        -5.28602409362793,
        -5.169832706451416,
        -5.053641319274902,
        -4.9374494552612305,
        -4.821257591247559,
        -4.705066204071045,
        -4.588874816894531,
        -4.472682952880859,
        -4.3564910888671875,
        -4.240299701690674,
        -4.12410831451416,
        -4.007916450500488,
        -3.8917250633239746,
        -3.7755331993103027,
        -3.659341812133789,
        -3.543149948120117,
        -3.4269585609436035,
        -3.3107666969299316,
        -3.194575309753418,
        -3.078383445739746,
        -2.9621920585632324,
        -2.8460001945495605,
        -2.729808807373047,
        -2.613616943359375,
        -2.4974255561828613,
        -2.3812336921691895,
        -2.2650420665740967
      ],
      "r_inf_mean": 0.2781696319580078,
      "r_inf_median": 0.26729515194892883,
      "pr_mean": 0.3041924834251404,
      "pr_median": 0.3139716386795044,
      "hoyer_mean": 0.6178592443466187,
      "eff_dim_mean": 0.6178592443466187,
      "topk_energy": {
        "1": 0.0803665816783905,
        "5": 0.29224252700805664,
        "10": 0.44713228940963745,
        "25": 0.7389355897903442
      },
      "gamma_raw": 0.04656224697828293,
      "gamma_active": {
        "1e-08": 0.0466209314763546,
        "1e-07": 0.0466209314763546,
        "1e-06": 0.046623654663562775,
        "1e-05": 0.047318235039711,
        "0.0001": 0.04748977720737457
      },
      "gamma_energy_weighted": {
        "1e-08": 0.05785591708695756,
        "1e-07": 0.05785591708695756,
        "1e-06": 0.05785591708695756,
        "1e-05": 0.05785591708695756,
        "0.0001": 0.05785591708695756
      }
    },
    {
      "layer": 2,
      "mean_norm": 0.0018380021210759878,
      "median_norm": 0.0020009749568998814,
      "max_norm": 0.0025139357894659042,
      "min_norm": 8.226587411286346e-09,
      "support": {
        "1e-08": 0.998046875,
        "1e-07": 0.998046875,
        "1e-06": 0.9921875,
        "1e-05": 0.974609375,
        "0.0001": 0.951171875
      },
      "log_norms_percentiles": {
        "1": -5.605474472045898,
        "5": -3.887794017791748,
        "10": -2.962745189666748,
        "25": -2.737454891204834,
        "50": -2.69874906539917,
        "75": -2.6687099933624268,
        "90": -2.652233123779297,
        "95": -2.6406874656677246,
        "99": -2.6150543689727783
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        1,
        1,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        1,
        5,
        0,
        1,
        1,
        0,
        1,
        3,
        2,
        0,
        0,
        2,
        1,
        0,
        2,
        1,
        3,
        2,
        0,
        1,
        6,
        2,
        2,
        1,
        11,
        11,
        150,
        298
      ],
      "log_norms_bin_edges": [
        -8.0847806930542,
        -7.975078105926514,
        -7.865375518798828,
        -7.755672454833984,
        -7.645969867706299,
        -7.536267280578613,
        -7.426564693450928,
        -7.316861629486084,
        -7.207159042358398,
        -7.097456455230713,
        -6.987753868103027,
        -6.878050804138184,
        -6.768348217010498,
        -6.6586456298828125,
        -6.548943042755127,
        -6.439240455627441,
        -6.329537391662598,
        -6.219834804534912,
        -6.110132217407227,
        -6.000429153442383,
        -5.8907270431518555,
        -5.781023979187012,
        -5.671321392059326,
        -5.561618804931641,
        -5.451915740966797,
        -5.342213153839111,
        -5.232510566711426,
        -5.122807502746582,
        -5.013105392456055,
        -4.903402328491211,
        -4.793699741363525,
        -4.68399715423584,
        -4.574294090270996,
        -4.464591979980469,
        -4.354888916015625,
        -4.2451863288879395,
        -4.135483741760254,
        -4.02578067779541,
        -3.9160780906677246,
        -3.806375503540039,
        -3.6966729164123535,
        -3.5869698524475098,
        -3.477267265319824,
        -3.3675646781921387,
        -3.257862091064453,
        -3.1481590270996094,
        -3.038456439971924,
        -2.9287538528442383,
        -2.8190512657165527,
        -2.709348678588867,
        -2.5996458530426025
      ],
      "r_inf_mean": 0.2535895109176636,
      "r_inf_median": 0.24410225450992584,
      "pr_mean": 0.3412925601005554,
      "pr_median": 0.3448641300201416,
      "hoyer_mean": 0.6396083831787109,
      "eff_dim_mean": 0.6396083831787109,
      "topk_energy": {
        "1": 0.06570838391780853,
        "5": 0.2606070935726166,
        "10": 0.4171583652496338,
        "25": 0.7214394807815552
      },
      "gamma_raw": 0.0823647677898407,
      "gamma_active": {
        "1e-08": 0.08249371498823166,
        "1e-07": 0.08249371498823166,
        "1e-06": 0.08266637474298477,
        "1e-05": 0.08329141139984131,
        "0.0001": 0.08309414237737656
      },
      "gamma_energy_weighted": {
        "1e-08": 0.09251898347917752,
        "1e-07": 0.09251898347917752,
        "1e-06": 0.09251898347917752,
        "1e-05": 0.09251898347917752,
        "0.0001": 0.09251898347917752
      }
    },
    {
      "layer": 3,
      "mean_norm": 0.0018263522069901228,
      "median_norm": 0.001991433557122946,
      "max_norm": 0.0024568054359406233,
      "min_norm": 8.194041889453274e-09,
      "support": {
        "1e-08": 0.998046875,
        "1e-07": 0.998046875,
        "1e-06": 0.9921875,
        "1e-05": 0.974609375,
        "0.0001": 0.951171875
      },
      "log_norms_percentiles": {
        "1": -5.609358310699463,
        "5": -3.8885250091552734,
        "10": -2.9659230709075928,
        "25": -2.738525152206421,
        "50": -2.700613260269165,
        "75": -2.6740550994873047,
        "90": -2.6586151123046875,
        "95": -2.643223762512207,
        "99": -2.6164417266845703
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        1,
        1,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        1,
        4,
        1,
        1,
        1,
        0,
        1,
        3,
        2,
        0,
        0,
        2,
        1,
        0,
        2,
        1,
        3,
        2,
        0,
        1,
        6,
        2,
        2,
        1,
        11,
        10,
        120,
        329
      ],
      "log_norms_bin_edges": [
        -8.086502075195312,
        -7.976964473724365,
        -7.867427349090576,
        -7.757889747619629,
        -7.648352146148682,
        -7.538814544677734,
        -7.429277420043945,
        -7.319739818572998,
        -7.210202217102051,
        -7.100665092468262,
        -6.9911274909973145,
        -6.881589889526367,
        -6.772052764892578,
        -6.662515163421631,
        -6.552977561950684,
        -6.4434404373168945,
        -6.333902835845947,
        -6.224365234375,
        -6.114828109741211,
        -6.005290508270264,
        -5.895752906799316,
        -5.786215782165527,
        -5.67667818069458,
        -5.567140579223633,
        -5.457603454589844,
        -5.3480658531188965,
        -5.238528251647949,
        -5.12899112701416,
        -5.019453525543213,
        -4.909915924072266,
        -4.800378799438477,
        -4.690840721130371,
        -4.581303596496582,
        -4.471766471862793,
        -4.3622283935546875,
        -4.252691268920898,
        -4.143153667449951,
        -4.033616542816162,
        -3.924078941345215,
        -3.8145413398742676,
        -3.7050037384033203,
        -3.5954666137695312,
        -3.485929012298584,
        -3.3763914108276367,
        -3.2668542861938477,
        -3.1573166847229004,
        -3.047779083251953,
        -2.938241958618164,
        -2.828704357147217,
        -2.7191667556762695,
        -2.6096293926239014
      ],
      "r_inf_mean": 0.25455158948898315,
      "r_inf_median": 0.24421265721321106,
      "pr_mean": 0.34050726890563965,
      "pr_median": 0.3435131907463074,
      "hoyer_mean": 0.6395251750946045,
      "eff_dim_mean": 0.6395251154899597,
      "topk_energy": {
        "1": 0.0663028433918953,
        "5": 0.26134228706359863,
        "10": 0.41779327392578125,
        "25": 0.7212526798248291
      },
      "gamma_raw": 0.05313584953546524,
      "gamma_active": {
        "1e-08": 0.053233981132507324,
        "1e-07": 0.053233981132507324,
        "1e-06": 0.05324053391814232,
        "1e-05": 0.05395424738526344,
        "0.0001": 0.053915202617645264
      },
      "gamma_energy_weighted": {
        "1e-08": 0.058795697298957166,
        "1e-07": 0.058795697298957166,
        "1e-06": 0.058795697298957166,
        "1e-05": 0.058795697298957166,
        "0.0001": 0.058795697298957166
      }
    }
  ]
}