{
  "dataset": "synth",
  "method": "dfa",
  "seed": 123,
  "alpha": 1.0,
  "depth": 4,
  "batch": 512,
  "loss": 9.455214500427246,
  "acc": 0.080078125,
  "per_layer": [
    {
      "layer": 0,
      "mean_norm": 0.01699267514050007,
      "median_norm": 0.016903983429074287,
      "max_norm": 0.040034979581832886,
      "min_norm": 3.982610508046491e-08,
      "support": {
        "1e-08": 1.0,
        "1e-07": 0.99609375,
        "1e-06": 0.99609375,
        "1e-05": 0.994140625,
        "0.0001": 0.98828125
      },
      "log_norms_percentiles": {
        "1": -4.2255377769470215,
        "5": -2.489966869354248,
        "10": -1.9612730741500854,
        "25": -1.863673448562622,
        "50": -1.7719435691833496,
        "75": -1.6887975931167603,
        "90": -1.6116188764572144,
        "95": -1.5693671703338623,
        "99": -1.4639240503311157
      },
      "log_norms_histogram": [
        1,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        1,
        1,
        0,
        0,
        2,
        0,
        2,
        1,
        1,
        2,
        1,
        1,
        3,
        5,
        2,
        0,
        1,
        2,
        1,
        15,
        60,
        179,
        160,
        58,
        10
      ],
      "log_norms_bin_edges": [
        -7.399832725524902,
        -7.279787063598633,
        -7.1597418785095215,
        -7.039696216583252,
        -6.919651031494141,
        -6.799605369567871,
        -6.67956018447876,
        -6.55951452255249,
        -6.439469337463379,
        -6.319423675537109,
        -6.19937801361084,
        -6.0793328285217285,
        -5.959287643432617,
        -5.839241981506348,
        -5.719196319580078,
        -5.599151134490967,
        -5.479105472564697,
        -5.359060287475586,
        -5.239014625549316,
        -5.118968963623047,
        -4.9989237785339355,
        -4.878878593444824,
        -4.758832931518555,
        -4.638787269592285,
        -4.518742084503174,
        -4.3986968994140625,
        -4.278651237487793,
        -4.158605575561523,
        -4.038559913635254,
        -3.9185147285461426,
        -3.798469305038452,
        -3.6784238815307617,
        -3.5583784580230713,
        -3.438333034515381,
        -3.3182873725891113,
        -3.1982421875,
        -3.0781965255737305,
        -2.958151340484619,
        -2.8381056785583496,
        -2.7180604934692383,
        -2.5980148315429688,
        -2.4779696464538574,
        -2.357923984527588,
        -2.2378783226013184,
        -2.117833137512207,
        -1.9977874755859375,
        -1.8777422904968262,
        -1.7576966285705566,
        -1.6376514434814453,
        -1.5176057815551758,
        -1.397560477256775
      ],
      "r_inf_mean": 0.33948665857315063,
      "r_inf_median": 0.33324626088142395,
      "pr_mean": 0.18214048445224762,
      "pr_median": 0.18152447044849396,
      "hoyer_mean": 0.45669159293174744,
      "eff_dim_mean": 0.45669156312942505,
      "topk_energy": {
        "1": 0.1177273765206337,
        "5": 0.4129355251789093,
        "10": 0.6000198721885681,
        "25": 0.87114417552948
      },
      "gamma_raw": -0.0005065121804364026,
      "gamma_active": {
        "1e-08": -0.0005065121804364026,
        "1e-07": -0.0006502928445115685,
        "1e-06": -0.0006502928445115685,
        "1e-05": -0.0006843974115327001,
        "0.0001": -0.00025357442791573703
      },
      "gamma_energy_weighted": {
        "1e-08": -0.0004633395444894754,
        "1e-07": -0.0004633395444894754,
        "1e-06": -0.0004633395444894754,
        "1e-05": -0.0004633395444894754,
        "0.0001": -0.0004633395444894754
      }
    },
    {
      "layer": 1,
      "mean_norm": 0.0020765073131769896,
      "median_norm": 0.002186301164329052,
      "max_norm": 0.0034011683892458677,
      "min_norm": 5.71556357797931e-09,
      "support": {
        "1e-08": 0.998046875,
        "1e-07": 0.99609375,
        "1e-06": 0.994140625,
        "1e-05": 0.98828125,
        "0.0001": 0.96875
      },
      "log_norms_percentiles": {
        "1": -5.018311977386475,
        "5": -3.4091978073120117,
        "10": -2.7979724407196045,
        "25": -2.7092573642730713,
        "50": -2.6602113246917725,
        "75": -2.6207470893859863,
        "90": -2.590909719467163,
        "95": -2.5671699047088623,
        "99": -2.5055861473083496
      },
      "log_norms_histogram": [
        1,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        1,
        1,
        0,
        1,
        1,
        0,
        2,
        0,
        2,
        1,
        4,
        2,
        2,
        4,
        0,
        1,
        1,
        2,
        1,
        5,
        12,
        103,
        320,
        42
      ],
      "log_norms_bin_edges": [
        -8.242940902709961,
        -8.127449989318848,
        -8.011958122253418,
        -7.8964667320251465,
        -7.780975341796875,
        -7.6654839515686035,
        -7.549992561340332,
        -7.4345011711120605,
        -7.319009780883789,
        -7.203518390655518,
        -7.088027000427246,
        -6.972535610198975,
        -6.857044219970703,
        -6.741552829742432,
        -6.62606143951416,
        -6.510570049285889,
        -6.395078659057617,
        -6.279587268829346,
        -6.164095878601074,
        -6.048604965209961,
        -5.933113098144531,
        -5.817622184753418,
        -5.702130317687988,
        -5.586639404296875,
        -5.471147537231445,
        -5.355656623840332,
        -5.240164756774902,
        -5.124673843383789,
        -5.009181976318359,
        -4.893691062927246,
        -4.778199195861816,
        -4.662708282470703,
        -4.547216415405273,
        -4.43172550201416,
        -4.3162336349487305,
        -4.200742721557617,
        -4.085251331329346,
        -3.969759941101074,
        -3.8542685508728027,
        -3.7387771606445312,
        -3.6232857704162598,
        -3.5077943801879883,
        -3.392302989959717,
        -3.2768115997314453,
        -3.161320209503174,
        -3.0458288192749023,
        -2.930337429046631,
        -2.8148460388183594,
        -2.699354648590088,
        -2.5838632583618164,
        -2.468371868133545
      ],
      "r_inf_mean": 0.2841998338699341,
      "r_inf_median": 0.2765718698501587,
      "pr_mean": 0.29425764083862305,
      "pr_median": 0.29762715101242065,
      "hoyer_mean": 0.6108659505844116,
      "eff_dim_mean": 0.6108658909797668,
      "topk_energy": {
        "1": 0.083091139793396,
        "5": 0.3012140989303589,
        "10": 0.4561958312988281,
        "25": 0.743902325630188
      },
      "gamma_raw": 0.029573630541563034,
      "gamma_active": {
        "1e-08": 0.029666243121027946,
        "1e-07": 0.029596688225865364,
        "1e-06": 0.029626967385411263,
        "1e-05": 0.029640352353453636,
        "0.0001": 0.02962406538426876
      },
      "gamma_energy_weighted": {
        "1e-08": 0.028365521538435395,
        "1e-07": 0.028365521538435395,
        "1e-06": 0.028365521538435395,
        "1e-05": 0.028365521538435395,
        "0.0001": 0.028365521538435395
      }
    },
    {
      "layer": 2,
      "mean_norm": 0.0017478767549619079,
      "median_norm": 0.0018623995129019022,
      "max_norm": 0.002318744082003832,
      "min_norm": 4.807500175729729e-09,
      "support": {
        "1e-08": 0.99609375,
        "1e-07": 0.994140625,
        "1e-06": 0.9921875,
        "1e-05": 0.98828125,
        "0.0001": 0.966796875
      },
      "log_norms_percentiles": {
        "1": -5.093022346496582,
        "5": -3.475052833557129,
        "10": -2.8721373081207275,
        "25": -2.773763656616211,
        "50": -2.729790687561035,
        "75": -2.6929030418395996,
        "90": -2.6697425842285156,
        "95": -2.657729387283325,
        "99": -2.6396305561065674
      },
      "log_norms_histogram": [
        1,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        1,
        0,
        2,
        0,
        1,
        0,
        1,
        2,
        3,
        2,
        3,
        2,
        3,
        1,
        0,
        3,
        1,
        1,
        10,
        12,
        142,
        317
      ],
      "log_norms_bin_edges": [
        -8.31808090209961,
        -8.204414367675781,
        -8.090747833251953,
        -7.977080821990967,
        -7.863414287567139,
        -7.7497477531433105,
        -7.636080741882324,
        -7.522414207458496,
        -7.408747673034668,
        -7.29508113861084,
        -7.1814141273498535,
        -7.067747592926025,
        -6.954080581665039,
        -6.840414047241211,
        -6.726747512817383,
        -6.613080978393555,
        -6.499414443969727,
        -6.38574743270874,
        -6.272080898284912,
        -6.158413887023926,
        -6.044747352600098,
        -5.9310808181762695,
        -5.817414283752441,
        -5.703747749328613,
        -5.590080738067627,
        -5.476414203643799,
        -5.3627471923828125,
        -5.249080657958984,
        -5.135414123535156,
        -5.021747589111328,
        -4.9080810546875,
        -4.794414520263672,
        -4.6807475090026855,
        -4.567080497741699,
        -4.453413963317871,
        -4.339747428894043,
        -4.226080894470215,
        -4.112414360046387,
        -3.9987473487854004,
        -3.8850808143615723,
        -3.771414279937744,
        -3.657747268676758,
        -3.5440807342529297,
        -3.4304141998291016,
        -3.3167476654052734,
        -3.203080654144287,
        -3.089414119720459,
        -2.975747585296631,
        -2.8620805740356445,
        -2.7484140396118164,
        -2.634747266769409
      ],
      "r_inf_mean": 0.251578688621521,
      "r_inf_median": 0.2471403032541275,
      "pr_mean": 0.3408864438533783,
      "pr_median": 0.34591051936149597,
      "hoyer_mean": 0.6344215869903564,
      "eff_dim_mean": 0.6344215273857117,
      "topk_energy": {
        "1": 0.06430111825466156,
        "5": 0.26232248544692993,
        "10": 0.4200066328048706,
        "25": 0.7240698933601379
      },
      "gamma_raw": -0.002478595357388258,
      "gamma_active": {
        "1e-08": -0.002491838065907359,
        "1e-07": -0.00253712828271091,
        "1e-06": -0.0025451527908444405,
        "1e-05": -0.0025511046405881643,
        "0.0001": -0.002403203397989273
      },
      "gamma_energy_weighted": {
        "1e-08": -0.0025062331166715917,
        "1e-07": -0.0025062331166715917,
        "1e-06": -0.0025062331166715917,
        "1e-05": -0.0025062331166715917,
        "0.0001": -0.0025062331166715917
      }
    },
    {
      "layer": 3,
      "mean_norm": 0.0017449972219765186,
      "median_norm": 0.0018559677992016077,
      "max_norm": 0.002319288207218051,
      "min_norm": 4.755051907778807e-09,
      "support": {
        "1e-08": 0.99609375,
        "1e-07": 0.994140625,
        "1e-06": 0.9921875,
        "1e-05": 0.98828125,
        "0.0001": 0.966796875
      },
      "log_norms_percentiles": {
        "1": -5.090697288513184,
        "5": -3.4776623249053955,
        "10": -2.8698017597198486,
        "25": -2.7766592502593994,
        "50": -2.7307097911834717,
        "75": -2.6938469409942627,
        "90": -2.6702568531036377,
        "95": -2.658559799194336,
        "99": -2.6413092613220215
      },
      "log_norms_histogram": [
        1,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        1,
        0,
        2,
        0,
        1,
        0,
        1,
        2,
        3,
        2,
        3,
        2,
        3,
        1,
        0,
        3,
        1,
        1,
        10,
        12,
        147,
        312
      ],
      "log_norms_bin_edges": [
        -8.322845458984375,
        -8.209081649780273,
        -8.095317840576172,
        -7.981553554534912,
        -7.867789268493652,
        -7.754025459289551,
        -7.640261650085449,
        -7.5264973640441895,
        -7.412733554840088,
        -7.298969268798828,
        -7.185205459594727,
        -7.071441650390625,
        -6.957677364349365,
        -6.843913555145264,
        -6.730149269104004,
        -6.616385459899902,
        -6.502621650695801,
        -6.388857364654541,
        -6.275093078613281,
        -6.16132926940918,
        -6.047565460205078,
        -5.933801651000977,
        -5.820037364959717,
        -5.706273078918457,
        -5.5925092697143555,
        -5.478745460510254,
        -5.364981651306152,
        -5.251217365264893,
        -5.137453079223633,
        -5.023689270019531,
        -4.90992546081543,
        -4.796161651611328,
        -4.682397365570068,
        -4.568633079528809,
        -4.454869270324707,
        -4.3411054611206055,
        -4.227341175079346,
        -4.113577365875244,
        -3.9998135566711426,
        -3.886049270629883,
        -3.7722854614257812,
        -3.6585211753845215,
        -3.54475736618042,
        -3.4309935569763184,
        -3.3172292709350586,
        -3.203465461730957,
        -3.0897011756896973,
        -2.9759373664855957,
        -2.862173080444336,
        -2.7484092712402344,
        -2.6346452236175537
      ],
      "r_inf_mean": 0.250899076461792,
      "r_inf_median": 0.2459481656551361,
      "pr_mean": 0.3414689898490906,
      "pr_median": 0.34817004203796387,
      "hoyer_mean": 0.6343528032302856,
      "eff_dim_mean": 0.6343528032302856,
      "topk_energy": {
        "1": 0.06398477405309677,
        "5": 0.2616996169090271,
        "10": 0.4195541739463806,
        "25": 0.7241921424865723
      },
      "gamma_raw": 0.003283546771854162,
      "gamma_active": {
        "1e-08": 0.0033059564884752035,
        "1e-07": 0.0033071094658225775,
        "1e-06": 0.0032842843793332577,
        "1e-05": 0.0032484179828315973,
        "0.0001": 0.003115486353635788
      },
      "gamma_energy_weighted": {
        "1e-08": 0.0032273844469266266,
        "1e-07": 0.0032273844469266266,
        "1e-06": 0.0032273844469266266,
        "1e-05": 0.0032273844469266266,
        "0.0001": 0.0032273844469266266
      }
    }
  ]
}