{
  "dataset": "synth",
  "method": "dfa",
  "seed": 789,
  "alpha": 1.0,
  "depth": 4,
  "batch": 512,
  "loss": 9.551992416381836,
  "acc": 0.1328125,
  "per_layer": [
    {
      "layer": 0,
      "mean_norm": 0.017817877233028412,
      "median_norm": 0.018319718539714813,
      "max_norm": 0.05688602477312088,
      "min_norm": 2.9995746899658116e-06,
      "support": {
        "1e-08": 1.0,
        "1e-07": 1.0,
        "1e-06": 1.0,
        "1e-05": 0.99609375,
        "0.0001": 0.97265625
      },
      "log_norms_percentiles": {
        "1": -4.795566558837891,
        "5": -3.507547616958618,
        "10": -2.2090487480163574,
        "25": -1.8327841758728027,
        "50": -1.7370219230651855,
        "75": -1.65134859085083,
        "90": -1.5807504653930664,
        "95": -1.5436553955078125,
        "99": -1.4413363933563232
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        1,
        0,
        1,
        2,
        1,
        1,
        1,
        0,
        2,
        1,
        1,
        0,
        2,
        0,
        4,
        1,
        2,
        2,
        2,
        4,
        1,
        4,
        1,
        1,
        1,
        0,
        0,
        1,
        3,
        3,
        1,
        3,
        2,
        0,
        2,
        5,
        9,
        9,
        45,
        99,
        145,
        90,
        46,
        7,
        4,
        1
      ],
      "log_norms_bin_edges": [
        -5.522940635681152,
        -5.437381744384766,
        -5.351822853088379,
        -5.266263961791992,
        -5.1807050704956055,
        -5.095146179199219,
        -5.009587287902832,
        -4.924028396606445,
        -4.838469505310059,
        -4.752910614013672,
        -4.667351245880127,
        -4.58179235458374,
        -4.4962334632873535,
        -4.410674571990967,
        -4.32511568069458,
        -4.239556789398193,
        -4.153997898101807,
        -4.06843900680542,
        -3.982880115509033,
        -3.8973212242126465,
        -3.8117623329162598,
        -3.726203441619873,
        -3.6406443119049072,
        -3.5550854206085205,
        -3.469526529312134,
        -3.383967638015747,
        -3.2984087467193604,
        -3.2128498554229736,
        -3.127290725708008,
        -3.041731834411621,
        -2.9561729431152344,
        -2.8706140518188477,
        -2.785055160522461,
        -2.699496269226074,
        -2.6139373779296875,
        -2.528378486633301,
        -2.442819595336914,
        -2.3572604656219482,
        -2.2717015743255615,
        -2.186142683029175,
        -2.100583791732788,
        -2.0150249004364014,
        -1.9294660091400146,
        -1.843907117843628,
        -1.758347988128662,
        -1.6727890968322754,
        -1.5872302055358887,
        -1.501671314239502,
        -1.4161124229431152,
        -1.3305535316467285,
        -1.2449945211410522
      ],
      "r_inf_mean": 0.3297843337059021,
      "r_inf_median": 0.3209940195083618,
      "pr_mean": 0.1888091266155243,
      "pr_median": 0.18874242901802063,
      "hoyer_mean": 0.4595594108104706,
      "eff_dim_mean": 0.4595593810081482,
      "topk_energy": {
        "1": 0.11119898408651352,
        "5": 0.4058247208595276,
        "10": 0.5945897102355957,
        "25": 0.8684347867965698
      },
      "gamma_raw": -0.01682954654097557,
      "gamma_active": {
        "1e-08": -0.01682954654097557,
        "1e-07": -0.01682954654097557,
        "1e-06": -0.01682954654097557,
        "1e-05": -0.016538551077246666,
        "0.0001": -0.015366017818450928
      },
      "gamma_energy_weighted": {
        "1e-08": -0.008297840887037949,
        "1e-07": -0.008297840887037949,
        "1e-06": -0.008297840887037949,
        "1e-05": -0.008297840887037949,
        "0.0001": -0.008297840887037949
      }
    },
    {
      "layer": 1,
      "mean_norm": 0.002017462160438299,
      "median_norm": 0.0021811919286847115,
      "max_norm": 0.004820630419999361,
      "min_norm": 3.7883120285187033e-07,
      "support": {
        "1e-08": 1.0,
        "1e-07": 1.0,
        "1e-06": 0.99609375,
        "1e-05": 0.9765625,
        "0.0001": 0.927734375
      },
      "log_norms_percentiles": {
        "1": -5.778478622436523,
        "5": -4.481434345245361,
        "10": -3.1368236541748047,
        "25": -2.708005428314209,
        "50": -2.6612887382507324,
        "75": -2.619462013244629,
        "90": -2.5735490322113037,
        "95": -2.549795389175415,
        "99": -2.487616777420044
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        1,
        0,
        0,
        2,
        2,
        0,
        0,
        1,
        3,
        0,
        1,
        1,
        0,
        0,
        3,
        1,
        3,
        1,
        3,
        0,
        4,
        2,
        2,
        0,
        5,
        1,
        0,
        0,
        0,
        0,
        3,
        2,
        1,
        5,
        1,
        2,
        1,
        5,
        6,
        7,
        5,
        29,
        205,
        167,
        32,
        3,
        1
      ],
      "log_norms_bin_edges": [
        -6.421554088592529,
        -6.339460849761963,
        -6.2573676109313965,
        -6.17527437210083,
        -6.093181610107422,
        -6.0110883712768555,
        -5.928995132446289,
        -5.846901893615723,
        -5.764808654785156,
        -5.68271541595459,
        -5.600622177124023,
        -5.518529415130615,
        -5.436436176300049,
        -5.354342937469482,
        -5.272249698638916,
        -5.19015645980835,
        -5.108063697814941,
        -5.025970458984375,
        -4.943877220153809,
        -4.861783981323242,
        -4.779690742492676,
        -4.697597503662109,
        -4.615504264831543,
        -4.533411026000977,
        -4.451318264007568,
        -4.369225025177002,
        -4.2871317863464355,
        -4.205038547515869,
        -4.122945785522461,
        -4.0408525466918945,
        -3.958759069442749,
        -3.8766660690307617,
        -3.7945728302001953,
        -3.712479591369629,
        -3.6303865909576416,
        -3.548293352127075,
        -3.466200113296509,
        -3.3841071128845215,
        -3.302013874053955,
        -3.2199206352233887,
        -3.1378273963928223,
        -3.055734395980835,
        -2.9736411571502686,
        -2.891547918319702,
        -2.809454917907715,
        -2.7273616790771484,
        -2.645268440246582,
        -2.5631754398345947,
        -2.4810822010040283,
        -2.398989200592041,
        -2.3168962001800537
      ],
      "r_inf_mean": 0.28430747985839844,
      "r_inf_median": 0.2758317291736603,
      "pr_mean": 0.28912633657455444,
      "pr_median": 0.2916015684604645,
      "hoyer_mean": 0.6079657077789307,
      "eff_dim_mean": 0.6079657077789307,
      "topk_energy": {
        "1": 0.08306471258401871,
        "5": 0.3059839904308319,
        "10": 0.4614958167076111,
        "25": 0.7472734451293945
      },
      "gamma_raw": 0.04272165894508362,
      "gamma_active": {
        "1e-08": 0.04272165894508362,
        "1e-07": 0.04272165894508362,
        "1e-06": 0.04263946786522865,
        "1e-05": 0.042759042233228683,
        "0.0001": 0.04325506091117859
      },
      "gamma_energy_weighted": {
        "1e-08": 0.048234007565165375,
        "1e-07": 0.048234007565165375,
        "1e-06": 0.048234007565165375,
        "1e-05": 0.048234007565165375,
        "0.0001": 0.048234007565165375
      }
    },
    {
      "layer": 2,
      "mean_norm": 0.0016403461340814829,
      "median_norm": 0.0018448614282533526,
      "max_norm": 0.002238019136711955,
      "min_norm": 3.365733789451042e-07,
      "support": {
        "1e-08": 1.0,
        "1e-07": 1.0,
        "1e-06": 0.994140625,
        "1e-05": 0.97265625,
        "0.0001": 0.927734375
      },
      "log_norms_percentiles": {
        "1": -5.813933849334717,
        "5": -4.583297252655029,
        "10": -3.300801992416382,
        "25": -2.784433364868164,
        "50": -2.733978271484375,
        "75": -2.7045297622680664,
        "90": -2.686995506286621,
        "95": -2.679331064224243,
        "99": -2.6587085723876953
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        1,
        0,
        2,
        1,
        1,
        0,
        0,
        1,
        3,
        1,
        0,
        1,
        0,
        0,
        2,
        2,
        3,
        1,
        3,
        1,
        3,
        2,
        1,
        1,
        1,
        4,
        0,
        1,
        0,
        0,
        0,
        2,
        2,
        2,
        2,
        5,
        1,
        1,
        4,
        3,
        8,
        4,
        9,
        19,
        184,
        229
      ],
      "log_norms_bin_edges": [
        -6.4729204177856445,
        -6.396464824676514,
        -6.320009231567383,
        -6.243553161621094,
        -6.167097568511963,
        -6.090641975402832,
        -6.014186382293701,
        -5.93773078918457,
        -5.861274719238281,
        -5.78481912612915,
        -5.7083635330200195,
        -5.631907939910889,
        -5.555452346801758,
        -5.478996276855469,
        -5.402541160583496,
        -5.326085090637207,
        -5.249629497528076,
        -5.173173904418945,
        -5.096717834472656,
        -5.020262718200684,
        -4.9438066482543945,
        -4.867351055145264,
        -4.790895462036133,
        -4.714439868927002,
        -4.637984275817871,
        -4.561528205871582,
        -4.485072612762451,
        -4.40861701965332,
        -4.3321614265441895,
        -4.255705833435059,
        -4.1792497634887695,
        -4.102794170379639,
        -4.026338577270508,
        -3.949882984161377,
        -3.873427152633667,
        -3.796971559524536,
        -3.720515727996826,
        -3.6440601348876953,
        -3.5676045417785645,
        -3.4911487102508545,
        -3.4146931171417236,
        -3.3382375240325928,
        -3.261781692504883,
        -3.185326099395752,
        -3.108870506286621,
        -3.032414674758911,
        -2.9559590816497803,
        -2.8795032501220703,
        -2.8030476570129395,
        -2.7265920639038086,
        -2.6501362323760986
      ],
      "r_inf_mean": 0.25181084871292114,
      "r_inf_median": 0.25030332803726196,
      "pr_mean": 0.3463799059391022,
      "pr_median": 0.3375723659992218,
      "hoyer_mean": 0.6409264206886292,
      "eff_dim_mean": 0.6409263610839844,
      "topk_energy": {
        "1": 0.06450784206390381,
        "5": 0.25956159830093384,
        "10": 0.41499820351600647,
        "25": 0.7161440849304199
      },
      "gamma_raw": 0.007911751978099346,
      "gamma_active": {
        "1e-08": 0.007911751978099346,
        "1e-07": 0.007911751978099346,
        "1e-06": 0.007992004975676537,
        "1e-05": 0.008006745018064976,
        "0.0001": 0.008194154128432274
      },
      "gamma_energy_weighted": {
        "1e-08": 0.008516579702229906,
        "1e-07": 0.008516579702229906,
        "1e-06": 0.008516579702229906,
        "1e-05": 0.008516579702229906,
        "0.0001": 0.008516579702229906
      }
    },
    {
      "layer": 3,
      "mean_norm": 0.0016368041979148984,
      "median_norm": 0.0018420120468363166,
      "max_norm": 0.0022480995394289494,
      "min_norm": 3.3761105555640825e-07,
      "support": {
        "1e-08": 1.0,
        "1e-07": 1.0,
        "1e-06": 0.994140625,
        "1e-05": 0.97265625,
        "0.0001": 0.927734375
      },
      "log_norms_percentiles": {
        "1": -5.8142571449279785,
        "5": -4.583332538604736,
        "10": -3.3024630546569824,
        "25": -2.7868165969848633,
        "50": -2.734593391418457,
        "75": -2.7057993412017822,
        "90": -2.6870784759521484,
        "95": -2.679666042327881,
        "99": -2.661677598953247
      },
      "log_norms_histogram": [
        1,
        0,
        0,
        0,
        1,
        0,
        2,
        1,
        1,
        0,
        0,
        1,
        3,
        1,
        0,
        1,
        0,
        0,
        2,
        2,
        3,
        1,
        3,
        1,
        3,
        2,
        1,
        1,
        1,
        4,
        0,
        1,
        0,
        0,
        0,
        2,
        2,
        2,
        2,
        5,
        1,
        1,
        4,
        3,
        8,
        5,
        9,
        19,
        193,
        219
      ],
      "log_norms_bin_edges": [
        -6.471583366394043,
        -6.395115375518799,
        -6.318647384643555,
        -6.2421793937683105,
        -6.165711402893066,
        -6.089243412017822,
        -6.012775421142578,
        -5.936307430267334,
        -5.85983943939209,
        -5.783371448516846,
        -5.706903457641602,
        -5.630435466766357,
        -5.553967475891113,
        -5.477499485015869,
        -5.401031494140625,
        -5.324563980102539,
        -5.248095512390137,
        -5.171627998352051,
        -5.095159530639648,
        -5.0186920166015625,
        -4.94222354888916,
        -4.865756034851074,
        -4.78928804397583,
        -4.712820053100586,
        -4.636352062225342,
        -4.559884071350098,
        -4.4834160804748535,
        -4.406948089599609,
        -4.330480098724365,
        -4.254012107849121,
        -4.177544116973877,
        -4.101076126098633,
        -4.024608135223389,
        -3.9481401443481445,
        -3.8716721534729004,
        -3.7952041625976562,
        -3.718736171722412,
        -3.642268180847168,
        -3.565800189971924,
        -3.4893321990966797,
        -3.4128642082214355,
        -3.3363964557647705,
        -3.2599284648895264,
        -3.1834604740142822,
        -3.106992483139038,
        -3.030524492263794,
        -2.95405650138855,
        -2.8775885105133057,
        -2.8011205196380615,
        -2.7246525287628174,
        -2.6481845378875732
      ],
      "r_inf_mean": 0.2515701651573181,
      "r_inf_median": 0.25022217631340027,
      "pr_mean": 0.3465033173561096,
      "pr_median": 0.33574363589286804,
      "hoyer_mean": 0.6412702798843384,
      "eff_dim_mean": 0.6412702798843384,
      "topk_energy": {
        "1": 0.06439102441072464,
        "5": 0.2597099542617798,
        "10": 0.4144821763038635,
        "25": 0.7162747383117676
      },
      "gamma_raw": 0.012486713007092476,
      "gamma_active": {
        "1e-08": 0.012486713007092476,
        "1e-07": 0.012486713007092476,
        "1e-06": 0.01245160959661007,
        "1e-05": 0.01237533614039421,
        "0.0001": 0.012531396001577377
      },
      "gamma_energy_weighted": {
        "1e-08": 0.012642368266630285,
        "1e-07": 0.012642368266630285,
        "1e-06": 0.012642368266630285,
        "1e-05": 0.012642368266630285,
        "0.0001": 0.012642368266630285
      }
    }
  ]
}