{
  "dataset": "synth",
  "method": "dfa",
  "seed": 2048,
  "alpha": 0.0,
  "depth": 4,
  "batch": 512,
  "loss": 66.32933807373047,
  "acc": 0.1015625,
  "per_layer": [
    {
      "layer": 0,
      "mean_norm": 0.11610580235719681,
      "median_norm": 0.11012320965528488,
      "max_norm": 0.4134582281112671,
      "min_norm": 0.0,
      "support": {
        "1e-08": 0.9453125,
        "1e-07": 0.943359375,
        "1e-06": 0.935546875,
        "1e-05": 0.931640625,
        "0.0001": 0.923828125
      },
      "log_norms_percentiles": {
        "1": -29.02383041381836,
        "5": -9.273907661437988,
        "10": -1.400270700454712,
        "25": -1.1065773963928223,
        "50": -0.958016037940979,
        "75": -0.8218466639518738,
        "90": -0.7030190229415894,
        "95": -0.6335821747779846,
        "99": -0.5259993076324463
      },
      "log_norms_histogram": [
        6,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        1,
        3,
        0,
        0,
        1,
        0,
        1,
        1,
        0,
        0,
        1,
        1,
        1,
        1,
        1,
        1,
        3,
        1,
        2,
        1,
        1,
        0,
        1,
        1,
        3,
        1,
        3,
        2,
        3,
        2,
        4,
        1,
        187,
        276
      ],
      "log_norms_bin_edges": [
        -30.0,
        -29.407670974731445,
        -28.81534194946289,
        -28.22301483154297,
        -27.630685806274414,
        -27.03835678100586,
        -26.446027755737305,
        -25.85369873046875,
        -25.261371612548828,
        -24.669042587280273,
        -24.07671356201172,
        -23.484384536743164,
        -22.89205551147461,
        -22.299728393554688,
        -21.7073974609375,
        -21.115070343017578,
        -20.522741317749023,
        -19.93041229248047,
        -19.338085174560547,
        -18.74575424194336,
        -18.153427124023438,
        -17.561098098754883,
        -16.968769073486328,
        -16.376441955566406,
        -15.784111976623535,
        -15.19178295135498,
        -14.599454879760742,
        -14.007125854492188,
        -13.414796829223633,
        -12.822467803955078,
        -12.230140686035156,
        -11.637811660766602,
        -11.045482635498047,
        -10.453153610229492,
        -9.860824584960938,
        -9.268497467041016,
        -8.676168441772461,
        -8.083839416503906,
        -7.491510391235352,
        -6.899181365966797,
        -6.306854248046875,
        -5.71452522277832,
        -5.122196197509766,
        -4.529867172241211,
        -3.9375381469726562,
        -3.3452091217041016,
        -2.7528820037841797,
        -2.160552978515625,
        -1.5682239532470703,
        -0.9758949279785156,
        -0.3835683763027191
      ],
      "r_inf_mean": 3240.9150390625,
      "r_inf_median": 0.24014812707901,
      "pr_mean": NaN,
      "pr_median": NaN,
      "hoyer_mean": 76074319872.0,
      "eff_dim_mean": NaN,
      "topk_energy": {
        "1": NaN,
        "5": NaN,
        "10": NaN,
        "25": NaN
      },
      "gamma_raw": 0.029486846178770065,
      "gamma_active": {
        "1e-08": 0.031041499227285385,
        "1e-07": 0.03082185797393322,
        "1e-06": 0.03083205781877041,
        "1e-05": 0.030941007658839226,
        "0.0001": 0.030847854912281036
      },
      "gamma_energy_weighted": {
        "1e-08": 0.024180574717513052,
        "1e-07": 0.024180574717513052,
        "1e-06": 0.024180574717513052,
        "1e-05": 0.024180574717513052,
        "0.0001": 0.024180574717513052
      }
    },
    {
      "layer": 1,
      "mean_norm": 0.00578163331374526,
      "median_norm": 0.0054665724746882915,
      "max_norm": 0.019970528781414032,
      "min_norm": 0.0,
      "support": {
        "1e-08": 0.94140625,
        "1e-07": 0.935546875,
        "1e-06": 0.927734375,
        "1e-05": 0.921875,
        "0.0001": 0.91015625
      },
      "log_norms_percentiles": {
        "1": -30.0,
        "5": -10.751832962036133,
        "10": -2.7326090335845947,
        "25": -2.425708293914795,
        "50": -2.261862277984619,
        "75": -2.123655319213867,
        "90": -1.9878528118133545,
        "95": -1.9130501747131348,
        "99": -1.7936455011367798
      },
      "log_norms_histogram": [
        7,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        2,
        1,
        0,
        0,
        1,
        0,
        2,
        0,
        0,
        1,
        0,
        1,
        1,
        1,
        1,
        2,
        2,
        1,
        2,
        1,
        0,
        1,
        1,
        1,
        2,
        2,
        1,
        2,
        3,
        2,
        4,
        2,
        2,
        198,
        264
      ],
      "log_norms_bin_edges": [
        -30.0,
        -29.433992385864258,
        -28.867984771728516,
        -28.301977157592773,
        -27.73596954345703,
        -27.169960021972656,
        -26.603954315185547,
        -26.037944793701172,
        -25.47193717956543,
        -24.905929565429688,
        -24.339921951293945,
        -23.773914337158203,
        -23.20790672302246,
        -22.64189910888672,
        -22.075891494750977,
        -21.509883880615234,
        -20.94387435913086,
        -20.37786865234375,
        -19.811859130859375,
        -19.245851516723633,
        -18.67984390258789,
        -18.11383628845215,
        -17.547828674316406,
        -16.981821060180664,
        -16.415813446044922,
        -15.849804878234863,
        -15.283797264099121,
        -14.717789649963379,
        -14.151782035827637,
        -13.585773468017578,
        -13.019765853881836,
        -12.453758239746094,
        -11.887750625610352,
        -11.32174301147461,
        -10.755735397338867,
        -10.189727783203125,
        -9.623720169067383,
        -9.05771255493164,
        -8.491703033447266,
        -7.925695419311523,
        -7.359687805175781,
        -6.793680191040039,
        -6.227672576904297,
        -5.661664962768555,
        -5.0956573486328125,
        -4.52964973449707,
        -3.963642120361328,
        -3.397634506225586,
        -2.8316268920898438,
        -2.2656173706054688,
        -1.6996104717254639
      ],
      "r_inf_mean": 27090.62109375,
      "r_inf_median": 0.22744859755039215,
      "pr_mean": NaN,
      "pr_median": NaN,
      "hoyer_mean": 4378251493376.0,
      "eff_dim_mean": NaN,
      "topk_energy": {
        "1": NaN,
        "5": NaN,
        "10": NaN,
        "25": NaN
      },
      "gamma_raw": 0.10118317604064941,
      "gamma_active": {
        "1e-08": 0.10733292251825333,
        "1e-07": 0.10714633017778397,
        "1e-06": 0.10729505866765976,
        "1e-05": 0.10716655105352402,
        "0.0001": 0.10719151794910431
      },
      "gamma_energy_weighted": {
        "1e-08": 0.0999726632890927,
        "1e-07": 0.0999726632890927,
        "1e-06": 0.0999726632890927,
        "1e-05": 0.0999726632890927,
        "0.0001": 0.0999726632890927
      }
    },
    {
      "layer": 2,
      "mean_norm": 0.0018522449536249042,
      "median_norm": 0.0018472550436854362,
      "max_norm": 0.0033152534160763025,
      "min_norm": 0.0,
      "support": {
        "1e-08": 0.939453125,
        "1e-07": 0.93359375,
        "1e-06": 0.927734375,
        "1e-05": 0.91796875,
        "0.0001": 0.90625
      },
      "log_norms_percentiles": {
        "1": -30.0,
        "5": -11.208830833435059,
        "10": -3.0255045890808105,
        "25": -2.783843755722046,
        "50": -2.7333569526672363,
        "75": -2.683932065963745,
        "90": -2.5343942642211914,
        "95": -2.5111520290374756,
        "99": -2.4950454235076904
      },
      "log_norms_histogram": [
        7,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        3,
        1,
        0,
        0,
        1,
        0,
        0,
        2,
        0,
        1,
        0,
        0,
        1,
        1,
        1,
        1,
        3,
        0,
        2,
        2,
        1,
        1,
        0,
        1,
        1,
        1,
        2,
        1,
        3,
        2,
        2,
        3,
        3,
        2,
        3,
        460
      ],
      "log_norms_bin_edges": [
        -30.0,
        -29.449588775634766,
        -28.899179458618164,
        -28.34876823425293,
        -27.798358917236328,
        -27.247947692871094,
        -26.697538375854492,
        -26.147127151489258,
        -25.596717834472656,
        -25.046306610107422,
        -24.49589729309082,
        -23.945486068725586,
        -23.395076751708984,
        -22.84466552734375,
        -22.294254302978516,
        -21.743844985961914,
        -21.193435668945312,
        -20.643024444580078,
        -20.092613220214844,
        -19.542203903198242,
        -18.99179458618164,
        -18.441383361816406,
        -17.890972137451172,
        -17.34056282043457,
        -16.790151596069336,
        -16.239742279052734,
        -15.6893310546875,
        -15.138920783996582,
        -14.588510513305664,
        -14.038100242614746,
        -13.487689971923828,
        -12.937280654907227,
        -12.386869430541992,
        -11.836458206176758,
        -11.286048889160156,
        -10.735637664794922,
        -10.18522834777832,
        -9.634817123413086,
        -9.084407806396484,
        -8.53399658203125,
        -7.983587265014648,
        -7.433176040649414,
        -6.8827667236328125,
        -6.332355499267578,
        -5.781946182250977,
        -5.231534957885742,
        -4.681125640869141,
        -4.130714416503906,
        -3.580303192138672,
        -3.0298938751220703,
        -2.4794833660125732
      ],
      "r_inf_mean": 7962.33544921875,
      "r_inf_median": 0.2456231713294983,
      "pr_mean": NaN,
      "pr_median": NaN,
      "hoyer_mean": 444263596032.0,
      "eff_dim_mean": NaN,
      "topk_energy": {
        "1": NaN,
        "5": NaN,
        "10": NaN,
        "25": NaN
      },
      "gamma_raw": 0.11453123390674591,
      "gamma_active": {
        "1e-08": 0.12140949070453644,
        "1e-07": 0.12157975137233734,
        "1e-06": 0.1209956705570221,
        "1e-05": 0.12127725034952164,
        "0.0001": 0.12212993204593658
      },
      "gamma_energy_weighted": {
        "1e-08": 0.18234630059838086,
        "1e-07": 0.18234630059838086,
        "1e-06": 0.18234630059838086,
        "1e-05": 0.18234630059838086,
        "0.0001": 0.18234630059838086
      }
    },
    {
      "layer": 3,
      "mean_norm": 0.0018047093180939555,
      "median_norm": 0.0018145014764741063,
      "max_norm": 0.003080161055549979,
      "min_norm": 0.0,
      "support": {
        "1e-08": 0.939453125,
        "1e-07": 0.93359375,
        "1e-06": 0.927734375,
        "1e-05": 0.91796875,
        "0.0001": 0.90625
      },
      "log_norms_percentiles": {
        "1": -30.0,
        "5": -11.21606731414795,
        "10": -3.032625198364258,
        "25": -2.7895286083221436,
        "50": -2.741074562072754,
        "75": -2.693459987640381,
        "90": -2.5535457134246826,
        "95": -2.538243293762207,
        "99": -2.517037868499756
      },
      "log_norms_histogram": [
        7,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        3,
        1,
        0,
        0,
        1,
        0,
        0,
        2,
        0,
        1,
        0,
        0,
        1,
        1,
        1,
        1,
        3,
        0,
        2,
        2,
        1,
        1,
        0,
        1,
        1,
        1,
        2,
        1,
        3,
        2,
        2,
        3,
        3,
        2,
        2,
        461
      ],
      "log_norms_bin_edges": [
        -30.0,
        -29.450227737426758,
        -28.90045738220215,
        -28.350685119628906,
        -27.800914764404297,
        -27.251142501831055,
        -26.701370239257812,
        -26.151599884033203,
        -25.60182762145996,
        -25.05205726623535,
        -24.50228500366211,
        -23.9525146484375,
        -23.402742385864258,
        -22.852970123291016,
        -22.303199768066406,
        -21.753427505493164,
        -21.203655242919922,
        -20.653884887695312,
        -20.104114532470703,
        -19.554340362548828,
        -19.00457000732422,
        -18.45479965209961,
        -17.905027389526367,
        -17.355255126953125,
        -16.805484771728516,
        -16.255712509155273,
        -15.705941200256348,
        -15.156169891357422,
        -14.606398582458496,
        -14.05662727355957,
        -13.506855010986328,
        -12.957084655761719,
        -12.407312393188477,
        -11.857540130615234,
        -11.307769775390625,
        -10.757997512817383,
        -10.208227157592773,
        -9.658454895019531,
        -9.108682632446289,
        -8.55891227722168,
        -8.009140014648438,
        -7.459369659423828,
        -6.909597396850586,
        -6.359825134277344,
        -5.810054779052734,
        -5.260282516479492,
        -4.710512161254883,
        -4.160739898681641,
        -3.6109695434570312,
        -3.061197280883789,
        -2.5114266872406006
      ],
      "r_inf_mean": 7468.119140625,
      "r_inf_median": 0.24423649907112122,
      "pr_mean": NaN,
      "pr_median": NaN,
      "hoyer_mean": 390558187520.0,
      "eff_dim_mean": NaN,
      "topk_energy": {
        "1": NaN,
        "5": NaN,
        "10": NaN,
        "25": NaN
      },
      "gamma_raw": 0.09253658354282379,
      "gamma_active": {
        "1e-08": 0.0980978012084961,
        "1e-07": 0.09841170161962509,
        "1e-06": 0.09845482558012009,
        "1e-05": 0.09870363026857376,
        "0.0001": 0.09895370155572891
      },
      "gamma_energy_weighted": {
        "1e-08": 0.12308821980181729,
        "1e-07": 0.12308821980181729,
        "1e-06": 0.12308821980181729,
        "1e-05": 0.12308821980181729,
        "0.0001": 0.12308821980181729
      }
    }
  ]
}