{ "dataset": "synth", "method": "bp", "seed": 1024, "alpha": 1.0, "depth": 4, "batch": 512, "loss": 17.421140670776367, "acc": 0.10546875, "per_layer": [ { "layer": 0, "mean_norm": 0.025806983932852745, "median_norm": 0.0273752324283123, "max_norm": 0.04951928183436394, "min_norm": 1.7319395158484074e-13, "support": { "1e-08": 0.984375, "1e-07": 0.978515625, "1e-06": 0.9765625, "1e-05": 0.958984375, "0.0001": 0.94921875 }, "log_norms_percentiles": { "1": -8.543807029724121, "5": -3.9381229877471924, "10": -1.8318697214126587, "25": -1.625425100326538, "50": -1.562636375427246, "75": -1.5105345249176025, "90": -1.464416742324829, "95": -1.4340142011642456, "99": -1.3928788900375366 }, "log_norms_histogram": [ 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 3, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 5, 2, 1, 1, 1, 1, 2, 0, 2, 2, 3, 0, 1, 1, 3, 3, 2, 14, 275, 181 ], "log_norms_bin_edges": [ -12.761467933654785, -12.532342910766602, -12.303217887878418, -12.07409381866455, -11.844968795776367, -11.615843772888184, -11.38671875, -11.157593727111816, -10.928468704223633, -10.699344635009766, -10.470219612121582, -10.241094589233398, -10.011969566345215, -9.782844543457031, -9.553720474243164, -9.32459545135498, -9.095470428466797, -8.866345405578613, -8.63722038269043, -8.408096313476562, -8.178971290588379, -7.949846267700195, -7.720721244812012, -7.491596698760986, -7.262471675872803, -7.033346652984619, -6.804222106933594, -6.57509708404541, -6.345972061157227, -6.116847515106201, -5.887722492218018, -5.658597946166992, -5.429472923278809, -5.200347900390625, -4.9712233543396, -4.742098808288574, -4.512973785400391, -4.283848762512207, -4.054723739624023, -3.82559871673584, -3.5964746475219727, -3.367349624633789, -3.1382246017456055, -2.909099578857422, -2.6799745559692383, -2.4508495330810547, -2.2217254638671875, -1.992600440979004, -1.7634754180908203, -1.5343503952026367, -1.3052257299423218 ], "r_inf_mean": 0.26122379302978516, "r_inf_median": 0.255729615688324, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6264661550521851, "eff_dim_mean": 0.6264661550521851, "topk_energy": { "1": 0.06949810683727264, "5": 0.2753732204437256, "10": 0.43253690004348755, "25": 0.7305864095687866 }, "gamma_raw": -0.015278855338692665, "gamma_active": { "1e-08": -0.015410078689455986, "1e-07": -0.015208144672214985, "1e-06": -0.015319506637752056, "1e-05": -0.015392911620438099, "0.0001": -0.015416625887155533 }, "gamma_energy_weighted": { "1e-08": -0.018951167030710557, "1e-07": -0.018951167030710557, "1e-06": -0.018951167030710557, "1e-05": -0.018951167030710557, "0.0001": -0.018951167030710557 } }, { "layer": 1, "mean_norm": 0.015470211394131184, "median_norm": 0.016504237428307533, "max_norm": 0.028378013521432877, "min_norm": 1.0220643098133794e-13, "support": { "1e-08": 0.984375, "1e-07": 0.978515625, "1e-06": 0.974609375, "1e-05": 0.958984375, "0.0001": 0.947265625 }, "log_norms_percentiles": { "1": -8.759908676147461, "5": -4.145683765411377, "10": -2.029933452606201, "25": -1.8313229084014893, "50": -1.7823721170425415, "75": -1.7380404472351074, "90": -1.6956534385681152, "95": -1.6708707809448242, "99": -1.6413835287094116 }, "log_norms_histogram": [ 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 3, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 5, 2, 1, 1, 1, 1, 2, 0, 2, 1, 4, 0, 1, 1, 3, 3, 2, 12, 223, 235 ], "log_norms_bin_edges": [ -12.990521430969238, -12.761651039123535, -12.532781600952148, -12.303911209106445, -12.075040817260742, -11.846171379089355, -11.617300987243652, -11.38843059539795, -11.159561157226562, -10.93069076538086, -10.701820373535156, -10.47295093536377, -10.244080543518066, -10.01521110534668, -9.786340713500977, -9.557470321655273, -9.32859992980957, -9.099730491638184, -8.87086009979248, -8.641990661621094, -8.41312026977539, -8.184249877929688, -7.955379962921143, -7.726510047912598, -7.4976396560668945, -7.26876974105835, -7.039899826049805, -6.81102991104126, -6.582159519195557, -6.353289604187012, -6.124419689178467, -5.895549297332764, -5.666679382324219, -5.437809467315674, -5.208939075469971, -4.980069160461426, -4.751198768615723, -4.522329330444336, -4.293458938598633, -4.06458854675293, -3.835719108581543, -3.60684871673584, -3.3779783248901367, -3.14910888671875, -2.920238494873047, -2.6913681030273438, -2.462498664855957, -2.233628273010254, -2.004757881164551, -1.775888442993164, -1.547018051147461 ], "r_inf_mean": 0.2619118094444275, "r_inf_median": 0.2560005187988281, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6235862970352173, "eff_dim_mean": 0.6235862374305725, "topk_energy": { "1": 0.06985953450202942, "5": 0.27733853459358215, "10": 0.4359649419784546, "25": 0.7346439361572266 }, "gamma_raw": -0.052857160568237305, "gamma_active": { "1e-08": -0.05365072935819626, "1e-07": -0.05354587733745575, "1e-06": -0.053768258541822433, "1e-05": -0.05343025177717209, "0.0001": -0.05365343764424324 }, "gamma_energy_weighted": { "1e-08": -0.052827730342357285, "1e-07": -0.052827730342357285, "1e-06": -0.052827730342357285, "1e-05": -0.052827730342357285, "0.0001": -0.052827730342357285 } }, { "layer": 2, "mean_norm": 0.009002471342682838, "median_norm": 0.009691225364804268, "max_norm": 0.015042421407997608, "min_norm": 5.853997164404975e-14, "support": { "1e-08": 0.984375, "1e-07": 0.9765625, "1e-06": 0.96484375, "1e-05": 0.955078125, "0.0001": 0.939453125 }, "log_norms_percentiles": { "1": -8.96890640258789, "5": -4.371664047241211, "10": -2.2787837982177734, "25": -2.0558736324310303, "50": -2.0135245323181152, "75": -1.9726316928863525, "90": -1.944283127784729, "95": -1.927355170249939, "99": -1.8992568254470825 }, "log_norms_histogram": [ 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 3, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 2, 5, 1, 1, 0, 2, 2, 0, 1, 2, 4, 0, 1, 0, 3, 3, 3, 10, 84, 376 ], "log_norms_bin_edges": [ -13.232547760009766, -13.004350662231445, -12.776153564453125, -12.547955513000488, -12.319758415222168, -12.091561317443848, -11.863364219665527, -11.63516616821289, -11.40696907043457, -11.17877197265625, -10.95057487487793, -10.72237777709961, -10.494180679321289, -10.265982627868652, -10.037785530090332, -9.809588432312012, -9.581390380859375, -9.353193283081055, -9.124996185302734, -8.896799087524414, -8.668601989746094, -8.440404891967773, -8.212206840515137, -7.984009742736816, -7.755812644958496, -7.527615070343018, -7.299417972564697, -7.071220397949219, -6.843023300170898, -6.61482572555542, -6.3866286277771, -6.158431053161621, -5.930233955383301, -5.7020368576049805, -5.473839282989502, -5.245642185211182, -5.017444610595703, -4.789247512817383, -4.5610504150390625, -4.332852363586426, -4.1046552658081055, -3.876458168029785, -3.648261070251465, -3.4200639724731445, -3.191865921020508, -2.9636688232421875, -2.735471725463867, -2.507274627685547, -2.2790775299072266, -2.05087947845459, -1.82268226146698 ], "r_inf_mean": 0.25066736340522766, "r_inf_median": 0.24778829514980316, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6380095481872559, "eff_dim_mean": 0.6380095481872559, "topk_energy": { "1": 0.06381110846996307, "5": 0.26256781816482544, "10": 0.41972431540489197, "25": 0.7213215231895447 }, "gamma_raw": -0.025636736303567886, "gamma_active": { "1e-08": -0.02602071315050125, "1e-07": -0.02568954974412918, "1e-06": -0.02598857879638672, "1e-05": -0.02602105401456356, "0.0001": -0.025351716205477715 }, "gamma_energy_weighted": { "1e-08": -0.025564676368972878, "1e-07": -0.025564676368972878, "1e-06": -0.025564676368972878, "1e-05": -0.025564676368972878, "0.0001": -0.025564676368972878 } }, { "layer": 3, "mean_norm": 0.005523249506950378, "median_norm": 0.005917595699429512, "max_norm": 0.00828108936548233, "min_norm": 3.461392007438405e-14, "support": { "1e-08": 0.98046875, "1e-07": 0.9765625, "1e-06": 0.962890625, "1e-05": 0.951171875, "0.0001": 0.9375 }, "log_norms_percentiles": { "1": -9.196541786193848, "5": -4.588926792144775, "10": -2.463473320007324, "25": -2.258570909500122, "50": -2.227839469909668, "75": -2.192187786102295, "90": -2.1625819206237793, "95": -2.137538194656372, "99": -2.105760335922241 }, "log_norms_histogram": [ 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 1, 2, 0, 0, 0, 2, 1, 0, 1, 0, 0, 0, 2, 5, 1, 1, 0, 2, 2, 0, 1, 3, 3, 0, 1, 0, 2, 4, 3, 8, 18, 444 ], "log_norms_bin_edges": [ -13.460749626159668, -13.233172416687012, -13.005596160888672, -12.778018951416016, -12.550442695617676, -12.32286548614502, -12.09528923034668, -11.867712020874023, -11.640135765075684, -11.412558555603027, -11.184982299804688, -10.957405090332031, -10.729828834533691, -10.502251625061035, -10.274675369262695, -10.047098159790039, -9.8195219039917, -9.591944694519043, -9.364368438720703, -9.136791229248047, -8.90921401977539, -8.68163776397705, -8.454061508178711, -8.226484298706055, -7.998907566070557, -7.771330833435059, -7.5437541007995605, -7.3161773681640625, -7.0886006355285645, -6.861023902893066, -6.633447170257568, -6.40587043762207, -6.178293704986572, -5.950716972351074, -5.723140239715576, -5.495563507080078, -5.267986297607422, -5.040410041809082, -4.812832832336426, -4.585256576538086, -4.35767936706543, -4.13010311126709, -3.9025259017944336, -3.6749496459960938, -3.4473724365234375, -3.2197961807250977, -2.9922189712524414, -2.7646427154541016, -2.5370655059814453, -2.3094892501831055, -2.0819125175476074 ], "r_inf_mean": 0.23445992171764374, "r_inf_median": 0.2300533652305603, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6575150489807129, "eff_dim_mean": 0.6575150489807129, "topk_energy": { "1": 0.055632490664720535, "5": 0.24241723120212555, "10": 0.39633071422576904, "25": 0.7006717920303345 }, "gamma_raw": -0.05987800657749176, "gamma_active": { "1e-08": -0.06089002639055252, "1e-07": -0.060916751623153687, "1e-06": -0.060884252190589905, "1e-05": -0.06097763031721115, "0.0001": -0.06107117608189583 }, "gamma_energy_weighted": { "1e-08": -0.062066287700116164, "1e-07": -0.062066287700116164, "1e-06": -0.062066287700116164, "1e-05": -0.062066287700116164, "0.0001": -0.062066287700116164 } } ] }