{
  "dataset": "synth",
  "method": "dfa",
  "seed": 2048,
  "alpha": 1.0,
  "depth": 4,
  "batch": 512,
  "loss": 9.988813400268555,
  "acc": 0.123046875,
  "per_layer": [
    {
      "layer": 0,
      "mean_norm": 0.018261468037962914,
      "median_norm": 0.01810435578227043,
      "max_norm": 0.052392132580280304,
      "min_norm": 1.2693085409409832e-06,
      "support": {
        "1e-08": 1.0,
        "1e-07": 1.0,
        "1e-06": 1.0,
        "1e-05": 0.994140625,
        "0.0001": 0.974609375
      },
      "log_norms_percentiles": {
        "1": -4.329615116119385,
        "5": -3.032705307006836,
        "10": -2.094226837158203,
        "25": -1.840422511100769,
        "50": -1.7416422367095947,
        "75": -1.637678861618042,
        "90": -1.5575158596038818,
        "95": -1.4953091144561768,
        "99": -1.3901525735855103
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        1,
        1,
        0,
        0,
        0,
        0,
        0,
        2,
        0,
        1,
        5,
        1,
        0,
        0,
        1,
        1,
        1,
        3,
        2,
        2,
        2,
        1,
        2,
        0,
        4,
        3,
        1,
        3,
        1,
        3,
        3,
        3,
        9,
        16,
        65,
        116,
        118,
        87,
        35,
        12,
        5
      ],
      "log_norms_bin_edges": [
        -5.896432876586914,
        -5.804119110107422,
        -5.7118048667907715,
        -5.619491100311279,
        -5.527176856994629,
        -5.434863090515137,
        -5.342548847198486,
        -5.250235080718994,
        -5.157920837402344,
        -5.065607070922852,
        -4.973293304443359,
        -4.880979061126709,
        -4.788665294647217,
        -4.696351051330566,
        -4.604037284851074,
        -4.511723518371582,
        -4.419409275054932,
        -4.327095031738281,
        -4.234781265258789,
        -4.142467498779297,
        -4.0501532554626465,
        -3.9578394889831543,
        -3.865525484085083,
        -3.7732114791870117,
        -3.6808974742889404,
        -3.588583469390869,
        -3.496269464492798,
        -3.4039554595947266,
        -3.3116416931152344,
        -3.219327688217163,
        -3.127013683319092,
        -3.0346996784210205,
        -2.942385673522949,
        -2.850071668624878,
        -2.7577576637268066,
        -2.6654436588287354,
        -2.573129653930664,
        -2.480815887451172,
        -2.3885018825531006,
        -2.2961878776550293,
        -2.203873872756958,
        -2.1115598678588867,
        -2.0192458629608154,
        -1.9269318580627441,
        -1.834618091583252,
        -1.7423038482666016,
        -1.6499900817871094,
        -1.557675838470459,
        -1.4653620719909668,
        -1.3730483055114746,
        -1.2807339429855347
      ],
      "r_inf_mean": 0.3346211016178131,
      "r_inf_median": 0.33115702867507935,
      "pr_mean": 0.1818247139453888,
      "pr_median": 0.17761187255382538,
      "hoyer_mean": 0.45109063386917114,
      "eff_dim_mean": 0.45109060406684875,
      "topk_energy": {
        "1": 0.11429791152477264,
        "5": 0.41405075788497925,
        "10": 0.6056092977523804,
        "25": 0.8753576278686523
      },
      "gamma_raw": 0.03829241544008255,
      "gamma_active": {
        "1e-08": 0.03829241544008255,
        "1e-07": 0.03829241544008255,
        "1e-06": 0.03829241544008255,
        "1e-05": 0.038807980716228485,
        "0.0001": 0.03940252587199211
      },
      "gamma_energy_weighted": {
        "1e-08": 0.04339156449521178,
        "1e-07": 0.04339156449521178,
        "1e-06": 0.04339156449521178,
        "1e-05": 0.04339156449521178,
        "0.0001": 0.04339156449521178
      }
    },
    {
      "layer": 1,
      "mean_norm": 0.00200615543872118,
      "median_norm": 0.0020930992905050516,
      "max_norm": 0.0038308186922222376,
      "min_norm": 1.6358693244455935e-07,
      "support": {
        "1e-08": 1.0,
        "1e-07": 1.0,
        "1e-06": 0.994140625,
        "1e-05": 0.9765625,
        "0.0001": 0.953125
      },
      "log_norms_percentiles": {
        "1": -5.272561073303223,
        "5": -3.8819961547851562,
        "10": -3.1140315532684326,
        "25": -2.732649087905884,
        "50": -2.6781716346740723,
        "75": -2.620455503463745,
        "90": -2.5577120780944824,
        "95": -2.5188887119293213,
        "99": -2.474299907684326
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        1,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        1,
        2,
        1,
        3,
        1,
        0,
        1,
        1,
        0,
        2,
        1,
        1,
        3,
        2,
        1,
        1,
        1,
        3,
        1,
        2,
        4,
        2,
        1,
        3,
        1,
        8,
        3,
        7,
        6,
        24,
        165,
        176,
        60,
        20
      ],
      "log_norms_bin_edges": [
        -6.786251544952393,
        -6.6988606452941895,
        -6.611469745635986,
        -6.524078845977783,
        -6.43668794631958,
        -6.349297046661377,
        -6.261906623840332,
        -6.174515724182129,
        -6.087124824523926,
        -5.999733924865723,
        -5.9123430252075195,
        -5.824952125549316,
        -5.737561225891113,
        -5.65017032623291,
        -5.562779426574707,
        -5.475388526916504,
        -5.387997627258301,
        -5.300606727600098,
        -5.2132158279418945,
        -5.125824928283691,
        -5.038434028625488,
        -4.951043605804443,
        -4.86365270614624,
        -4.776261806488037,
        -4.688870906829834,
        -4.601480007171631,
        -4.514089107513428,
        -4.426698207855225,
        -4.3393073081970215,
        -4.251916885375977,
        -4.164525985717773,
        -4.07713508605957,
        -3.989743947982788,
        -3.902353048324585,
        -3.814962148666382,
        -3.7275712490081787,
        -3.6401805877685547,
        -3.5527896881103516,
        -3.4653987884521484,
        -3.3780078887939453,
        -3.290616989135742,
        -3.203226089477539,
        -3.115835428237915,
        -3.028444528579712,
        -2.941053628921509,
        -2.8536627292633057,
        -2.7662720680236816,
        -2.6788811683654785,
        -2.5914902687072754,
        -2.5040993690490723,
        -2.416708469390869
      ],
      "r_inf_mean": 0.28350934386253357,
      "r_inf_median": 0.27626460790634155,
      "pr_mean": 0.29583728313446045,
      "pr_median": 0.3031446933746338,
      "hoyer_mean": 0.6131179332733154,
      "eff_dim_mean": 0.6131178736686707,
      "topk_energy": {
        "1": 0.08300141245126724,
        "5": 0.30137214064598083,
        "10": 0.45524704456329346,
        "25": 0.7411407232284546
      },
      "gamma_raw": 0.026672635227441788,
      "gamma_active": {
        "1e-08": 0.026672635227441788,
        "1e-07": 0.026672635227441788,
        "1e-06": 0.026687966659665108,
        "1e-05": 0.02694128081202507,
        "0.0001": 0.027345584705471992
      },
      "gamma_energy_weighted": {
        "1e-08": 0.030922978601251934,
        "1e-07": 0.030922978601251934,
        "1e-06": 0.030922978601251934,
        "1e-05": 0.030922978601251934,
        "0.0001": 0.030922978601251934
      }
    },
    {
      "layer": 2,
      "mean_norm": 0.001630557468160987,
      "median_norm": 0.001780090038664639,
      "max_norm": 0.002465044381096959,
      "min_norm": 1.11177193673484e-07,
      "support": {
        "1e-08": 1.0,
        "1e-07": 1.0,
        "1e-06": 0.9921875,
        "1e-05": 0.9765625,
        "0.0001": 0.951171875
      },
      "log_norms_percentiles": {
        "1": -5.4135942459106445,
        "5": -3.9563229084014893,
        "10": -3.1918435096740723,
        "25": -2.794898271560669,
        "50": -2.7494266033172607,
        "75": -2.7148666381835938,
        "90": -2.68253755569458,
        "95": -2.666846990585327,
        "99": -2.632441759109497
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        1,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        2,
        0,
        2,
        1,
        3,
        0,
        0,
        2,
        0,
        1,
        1,
        2,
        3,
        3,
        0,
        0,
        1,
        2,
        3,
        1,
        3,
        4,
        0,
        4,
        1,
        8,
        5,
        3,
        7,
        4,
        89,
        280,
        73
      ],
      "log_norms_bin_edges": [
        -6.953984260559082,
        -6.867068290710449,
        -6.780151844024658,
        -6.693235874176025,
        -6.606319427490234,
        -6.519403457641602,
        -6.4324870109558105,
        -6.345571041107178,
        -6.258654594421387,
        -6.171738624572754,
        -6.084822654724121,
        -5.99790620803833,
        -5.910990238189697,
        -5.824073791503906,
        -5.737157821655273,
        -5.650241851806641,
        -5.56332540512085,
        -5.476408958435059,
        -5.389492988586426,
        -5.302577018737793,
        -5.215660572052002,
        -5.128744602203369,
        -5.041828155517578,
        -4.954912185668945,
        -4.8679962158203125,
        -4.7810797691345215,
        -4.6941633224487305,
        -4.607247352600098,
        -4.520331382751465,
        -4.433415412902832,
        -4.346498966217041,
        -4.25958251953125,
        -4.172666549682617,
        -4.085750579833984,
        -3.9988341331481934,
        -3.9119179248809814,
        -3.8250017166137695,
        -3.7380857467651367,
        -3.651169538497925,
        -3.564253330230713,
        -3.477337121963501,
        -3.390420913696289,
        -3.303504705429077,
        -3.2165884971618652,
        -3.1296725273132324,
        -3.0427563190460205,
        -2.9558401107788086,
        -2.8689236640930176,
        -2.7820076942443848,
        -2.695091724395752,
        -2.608175277709961
      ],
      "r_inf_mean": 0.2427445948123932,
      "r_inf_median": 0.24044522643089294,
      "pr_mean": 0.35837697982788086,
      "pr_median": 0.35698986053466797,
      "hoyer_mean": 0.6455615162849426,
      "eff_dim_mean": 0.6455615162849426,
      "topk_energy": {
        "1": 0.05951128154993057,
        "5": 0.2510017156600952,
        "10": 0.40441596508026123,
        "25": 0.710291862487793
      },
      "gamma_raw": 0.022593721747398376,
      "gamma_active": {
        "1e-08": 0.022593721747398376,
        "1e-07": 0.022593721747398376,
        "1e-06": 0.02228531427681446,
        "1e-05": 0.022530993446707726,
        "0.0001": 0.022156869992613792
      },
      "gamma_energy_weighted": {
        "1e-08": 0.02666412013733704,
        "1e-07": 0.02666412013733704,
        "1e-06": 0.02666412013733704,
        "1e-05": 0.02666412013733704,
        "0.0001": 0.02666412013733704
      }
    },
    {
      "layer": 3,
      "mean_norm": 0.0016232646303251386,
      "median_norm": 0.0017706905491650105,
      "max_norm": 0.0024430505000054836,
      "min_norm": 1.1032796010113088e-07,
      "support": {
        "1e-08": 1.0,
        "1e-07": 1.0,
        "1e-06": 0.9921875,
        "1e-05": 0.9765625,
        "0.0001": 0.951171875
      },
      "log_norms_percentiles": {
        "1": -5.413876056671143,
        "5": -3.9558825492858887,
        "10": -3.1930272579193115,
        "25": -2.79695987701416,
        "50": -2.7511038780212402,
        "75": -2.715804100036621,
        "90": -2.6849420070648193,
        "95": -2.6707937717437744,
        "99": -2.6356759071350098
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        1,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        2,
        0,
        2,
        1,
        3,
        0,
        0,
        2,
        0,
        1,
        1,
        2,
        3,
        2,
        1,
        0,
        1,
        2,
        3,
        1,
        3,
        4,
        0,
        4,
        1,
        8,
        5,
        2,
        8,
        4,
        79,
        285,
        78
      ],
      "log_norms_bin_edges": [
        -6.957314491271973,
        -6.8704094886779785,
        -6.783504486083984,
        -6.69659948348999,
        -6.609694957733154,
        -6.52278995513916,
        -6.435884952545166,
        -6.348979949951172,
        -6.262074947357178,
        -6.175169944763184,
        -6.0882649421691895,
        -6.001359939575195,
        -5.914455413818359,
        -5.827550411224365,
        -5.740645408630371,
        -5.653740406036377,
        -5.566835403442383,
        -5.479930877685547,
        -5.3930253982543945,
        -5.306120872497559,
        -5.2192158699035645,
        -5.13231086730957,
        -5.045405864715576,
        -4.958500862121582,
        -4.871596336364746,
        -4.784690856933594,
        -4.697786331176758,
        -4.610881328582764,
        -4.5239763259887695,
        -4.437071323394775,
        -4.350166320800781,
        -4.263261795043945,
        -4.176356315612793,
        -4.089451789855957,
        -4.002546787261963,
        -3.9156417846679688,
        -3.8287367820739746,
        -3.7418317794799805,
        -3.6549270153045654,
        -3.5680220127105713,
        -3.481117010116577,
        -3.394212245941162,
        -3.307307243347168,
        -3.220402240753174,
        -3.1334972381591797,
        -3.0465924739837646,
        -2.9596874713897705,
        -2.8727827072143555,
        -2.7858777046203613,
        -2.698972702026367,
        -2.612067699432373
      ],
      "r_inf_mean": 0.24267643690109253,
      "r_inf_median": 0.2390918880701065,
      "pr_mean": 0.35725241899490356,
      "pr_median": 0.35808998346328735,
      "hoyer_mean": 0.6445004940032959,
      "eff_dim_mean": 0.6445004940032959,
      "topk_energy": {
        "1": 0.059470903128385544,
        "5": 0.2516278028488159,
        "10": 0.4053424596786499,
        "25": 0.7113174200057983
      },
      "gamma_raw": 0.03011961840093136,
      "gamma_active": {
        "1e-08": 0.03011961840093136,
        "1e-07": 0.03011961840093136,
        "1e-06": 0.03006497025489807,
        "1e-05": 0.030645456165075302,
        "0.0001": 0.030767982825636864
      },
      "gamma_energy_weighted": {
        "1e-08": 0.036601028558925844,
        "1e-07": 0.036601028558925844,
        "1e-06": 0.036601028558925844,
        "1e-05": 0.036601028558925844,
        "0.0001": 0.036601028558925844
      }
    }
  ]
}