{ "dataset": "cifar", "method": "bp", "seed": 2048, "alpha": null, "depth": 4, "batch": 256, "loss": 1.2603250741958618, "acc": 0.609375, "per_layer": [ { "layer": 0, "mean_norm": 0.0002873454650398344, "median_norm": 0.00022359415015671402, "max_norm": 0.0015730374725535512, "min_norm": 2.3211302391246136e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.98828125, "1e-05": 0.91796875, "0.0001": 0.69140625 }, "log_norms_percentiles": { "1": -6.035269737243652, "5": -5.331231117248535, "10": -4.781597137451172, "25": -4.16974401473999, "50": -3.648898124694824, "75": -3.3739864826202393, "90": -3.205876111984253, "95": -3.125169515609741, "99": -2.979942560195923 }, "log_norms_histogram": [ 1, 0, 0, 1, 0, 0, 0, 1, 1, 0, 3, 0, 1, 1, 0, 2, 2, 3, 0, 3, 1, 2, 1, 3, 1, 5, 3, 10, 2, 2, 4, 8, 10, 8, 5, 7, 11, 12, 15, 8, 20, 23, 17, 18, 19, 10, 6, 4, 0, 2 ], "log_norms_bin_edges": [ -6.634300708770752, -6.557680130004883, -6.4810590744018555, -6.404438495635986, -6.327817440032959, -6.25119686126709, -6.1745758056640625, -6.097955226898193, -6.021334171295166, -5.944713592529297, -5.8680925369262695, -5.7914719581604, -5.714851379394531, -5.638230323791504, -5.561609745025635, -5.484988689422607, -5.408368110656738, -5.331747055053711, -5.255126476287842, -5.178505897521973, -5.101884841918945, -5.025263786315918, -4.948643207550049, -4.87202262878418, -4.795401573181152, -4.718780994415283, -4.642159938812256, -4.565539360046387, -4.488918304443359, -4.41229772567749, -4.335677146911621, -4.259056091308594, -4.182435035705566, -4.105814456939697, -4.029193878173828, -3.952572822570801, -3.8759520053863525, -3.7993311882019043, -3.722710609436035, -3.646089792251587, -3.5694689750671387, -3.4928481578826904, -3.416227340698242, -3.339606523513794, -3.2629857063293457, -3.1863648891448975, -3.109744071960449, -3.033123254776001, -2.9565024375915527, -2.8798818588256836, -2.8032610416412354 ], "r_inf_mean": 0.20916669070720673, "r_inf_median": 0.20212553441524506, "pr_mean": 0.30495911836624146, "pr_median": 0.30843406915664673, "hoyer_mean": 0.6209810972213745, "eff_dim_mean": 0.6209810972213745, "topk_energy": { "1": 0.07806972414255142, "5": 0.28687232732772827, "10": 0.45481419563293457, "25": 0.7375268340110779 }, "gamma_raw": -0.004956625867635012, "gamma_active": { "1e-08": -0.004956625867635012, "1e-07": -0.004956625867635012, "1e-06": -0.004222972318530083, "1e-05": -0.004492630250751972, "0.0001": 0.0011612122179940343 }, "gamma_energy_weighted": { "1e-08": -0.0024848687893342125, "1e-07": -0.0024848687893342125, "1e-06": -0.0024848687893342125, "1e-05": -0.0024848687893342125, "0.0001": -0.0024848687893342125 } }, { "layer": 1, "mean_norm": 0.00030652995337732136, "median_norm": 0.0002504794392734766, "max_norm": 0.0016026474768295884, "min_norm": 2.5127980052275234e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.98828125, "1e-05": 0.921875, "0.0001": 0.69140625 }, "log_norms_percentiles": { "1": -5.986889839172363, "5": -5.306938648223877, "10": -4.711435317993164, "25": -4.106856346130371, "50": -3.5914812088012695, "75": -3.3440101146698, "90": -3.179250717163086, "95": -3.1247944831848145, "99": -2.954469919204712 }, "log_norms_histogram": [ 1, 0, 0, 0, 1, 0, 0, 1, 1, 0, 2, 1, 1, 1, 0, 1, 3, 2, 1, 3, 1, 1, 1, 3, 1, 6, 5, 5, 5, 2, 3, 6, 10, 9, 7, 5, 7, 13, 15, 9, 17, 26, 17, 15, 23, 14, 4, 5, 0, 2 ], "log_norms_bin_edges": [ -6.599842548370361, -6.523748874664307, -6.447655200958252, -6.371561527252197, -6.295468330383301, -6.219374656677246, -6.143280982971191, -6.067187309265137, -5.991093635559082, -5.914999961853027, -5.838906288146973, -5.762812614440918, -5.6867194175720215, -5.610625743865967, -5.534532070159912, -5.458438396453857, -5.382344722747803, -5.306251525878906, -5.230157852172852, -5.154064178466797, -5.077970504760742, -5.0018768310546875, -4.925783157348633, -4.849689483642578, -4.773595809936523, -4.697502136230469, -4.621408939361572, -4.545315265655518, -4.469221591949463, -4.393127918243408, -4.3170342445373535, -4.240941047668457, -4.164847373962402, -4.088753700256348, -4.012660026550293, -3.9365663528442383, -3.8604726791381836, -3.784379005432129, -3.7082855701446533, -3.6321918964385986, -3.556098222732544, -3.4800047874450684, -3.4039111137390137, -3.327817440032959, -3.2517237663269043, -3.1756303310394287, -3.099536657333374, -3.0234429836273193, -2.9473495483398438, -2.871255874633789, -2.7951622009277344 ], "r_inf_mean": 0.20136556029319763, "r_inf_median": 0.19742383062839508, "pr_mean": 0.3187257647514343, "pr_median": 0.3204745948314667, "hoyer_mean": 0.6272468566894531, "eff_dim_mean": 0.6272468566894531, "topk_energy": { "1": 0.0732903927564621, "5": 0.27798697352409363, "10": 0.4446253776550293, "25": 0.7311074137687683 }, "gamma_raw": -0.008562326431274414, "gamma_active": { "1e-08": -0.008562326431274414, "1e-07": -0.008562326431274414, "1e-06": -0.008393609896302223, "1e-05": -0.008281003683805466, "0.0001": -0.007060255855321884 }, "gamma_energy_weighted": { "1e-08": -0.016827397315329364, "1e-07": -0.016827397315329364, "1e-06": -0.016827397315329364, "1e-05": -0.016827397315329364, "0.0001": -0.016827397315329364 } }, { "layer": 2, "mean_norm": 0.00031693046912550926, "median_norm": 0.0002555109094828367, "max_norm": 0.00148707942571491, "min_norm": 2.3682733285568247e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.98828125, "1e-05": 0.92578125, "0.0001": 0.71484375 }, "log_norms_percentiles": { "1": -5.966607570648193, "5": -5.2837677001953125, "10": -4.658015251159668, "25": -4.089380741119385, "50": -3.57759428024292, "75": -3.3205652236938477, "90": -3.1685140132904053, "95": -3.1118459701538086, "99": -2.9776339530944824 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 2, 1, 1, 0, 0, 2, 3, 2, 1, 1, 3, 1, 0, 3, 2, 6, 5, 7, 3, 1, 7, 3, 8, 9, 9, 5, 11, 12, 15, 8, 22, 25, 16, 17, 25, 4, 8, 1, 2 ], "log_norms_bin_edges": [ -6.625568389892578, -6.549610137939453, -6.473652362823486, -6.397694110870361, -6.3217363357543945, -6.2457780838012695, -6.1698198318481445, -6.093862056732178, -6.017903804779053, -5.941946029663086, -5.865987777709961, -5.790030002593994, -5.714071750640869, -5.638113975524902, -5.562155723571777, -5.486197471618652, -5.4102396965026855, -5.3342814445495605, -5.258323669433594, -5.182365417480469, -5.106407165527344, -5.030449390411377, -4.954491138458252, -4.878533363342285, -4.80257511138916, -4.726616859436035, -4.650659084320068, -4.574701309204102, -4.498743057250977, -4.422784805297852, -4.346826553344727, -4.27086877822876, -4.194911003112793, -4.118952751159668, -4.042994499206543, -3.967036724090576, -3.891078472137451, -3.8151204586029053, -3.7391624450683594, -3.6632044315338135, -3.5872464179992676, -3.5112884044647217, -3.4353301525115967, -3.359372138977051, -3.283414125442505, -3.207456111907959, -3.131498098373413, -3.055540084838867, -2.979581832885742, -2.9036238193511963, -2.8276658058166504 ], "r_inf_mean": 0.19946208596229553, "r_inf_median": 0.1966981291770935, "pr_mean": 0.3237963914871216, "pr_median": 0.3255050778388977, "hoyer_mean": 0.6301121711730957, "eff_dim_mean": 0.6301121711730957, "topk_energy": { "1": 0.07139529287815094, "5": 0.2745770514011383, "10": 0.44136112928390503, "25": 0.7283437252044678 }, "gamma_raw": -0.004213219974189997, "gamma_active": { "1e-08": -0.004213219974189997, "1e-07": -0.004213219974189997, "1e-06": -0.004746587481349707, "1e-05": -0.005311263725161552, "0.0001": -0.009202316403388977 }, "gamma_energy_weighted": { "1e-08": 0.000790517481904488, "1e-07": 0.000790517481904488, "1e-06": 0.000790517481904488, "1e-05": 0.000790517481904488, "0.0001": 0.000790517481904488 } }, { "layer": 3, "mean_norm": 0.00029779894975945354, "median_norm": 0.0002583604073151946, "max_norm": 0.001184170483611524, "min_norm": 2.437365935747948e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.98828125, "1e-05": 0.91796875, "0.0001": 0.70703125 }, "log_norms_percentiles": { "1": -5.942434310913086, "5": -5.239461898803711, "10": -4.659765720367432, "25": -4.0941314697265625, "50": -3.5738165378570557, "75": -3.3620529174804688, "90": -3.186887741088867, "95": -3.1330485343933105, "99": -3.021306037902832 }, "log_norms_histogram": [ 1, 0, 0, 0, 1, 0, 0, 1, 0, 0, 2, 2, 1, 1, 0, 0, 1, 3, 0, 3, 2, 3, 1, 1, 0, 2, 6, 4, 8, 4, 1, 4, 4, 5, 11, 9, 6, 7, 12, 13, 8, 14, 24, 22, 18, 14, 21, 9, 5, 2 ], "log_norms_bin_edges": [ -6.61307954788208, -6.539349555969238, -6.465620040893555, -6.391890048980713, -6.318160057067871, -6.244430065155029, -6.1707000732421875, -6.096970558166504, -6.023240566253662, -5.94951057434082, -5.875781059265137, -5.802051067352295, -5.728321075439453, -5.654591083526611, -5.5808610916137695, -5.507131576538086, -5.433401584625244, -5.359671592712402, -5.285942077636719, -5.212212085723877, -5.138482093811035, -5.064752101898193, -4.991022109985352, -4.917292594909668, -4.843562602996826, -4.769832611083984, -4.696103096008301, -4.622373104095459, -4.548643112182617, -4.474913120269775, -4.401183128356934, -4.32745361328125, -4.253723621368408, -4.179993629455566, -4.106264114379883, -4.032534122467041, -3.958804130554199, -3.8850741386413574, -3.8113443851470947, -3.737614631652832, -3.6638846397399902, -3.5901546478271484, -3.5164248943328857, -3.442695140838623, -3.3689651489257812, -3.2952351570129395, -3.2215054035186768, -3.147775650024414, -3.0740456581115723, -3.0003156661987305, -2.9265859127044678 ], "r_inf_mean": 0.19662024080753326, "r_inf_median": 0.19278809428215027, "pr_mean": 0.3272988796234131, "pr_median": 0.3284580707550049, "hoyer_mean": 0.6327614784240723, "eff_dim_mean": 0.6327614784240723, "topk_energy": { "1": 0.07034912705421448, "5": 0.2728874087333679, "10": 0.4396578073501587, "25": 0.7276365756988525 }, "gamma_raw": -0.008524885401129723, "gamma_active": { "1e-08": -0.008524885401129723, "1e-07": -0.008524885401129723, "1e-06": -0.008811990730464458, "1e-05": -0.01124559435993433, "0.0001": -0.013094439171254635 }, "gamma_energy_weighted": { "1e-08": -0.004786292056509603, "1e-07": -0.004786292056509603, "1e-06": -0.004786292056509603, "1e-05": -0.004786292056509603, "0.0001": -0.004786292056509603 } } ] }