{ "dataset": "cifar", "method": "bp", "seed": 789, "alpha": null, "depth": 4, "batch": 256, "loss": 1.1959092617034912, "acc": 0.6015625, "per_layer": [ { "layer": 0, "mean_norm": 0.00028067140374332666, "median_norm": 0.00022387152421288192, "max_norm": 0.0014396437909454107, "min_norm": 1.2112440117562073e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.98828125, "1e-05": 0.9140625, "0.0001": 0.6953125 }, "log_norms_percentiles": { "1": -6.02036190032959, "5": -5.359379768371582, "10": -4.888999938964844, "25": -4.109874725341797, "50": -3.6487112045288086, "75": -3.371954917907715, "90": -3.190140962600708, "95": -3.1323633193969727, "99": -3.00270938873291 }, "log_norms_histogram": [ 1, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 2, 1, 1, 3, 1, 4, 1, 1, 1, 4, 5, 2, 7, 2, 2, 5, 2, 1, 7, 5, 9, 9, 13, 12, 10, 11, 14, 21, 18, 24, 19, 15, 11, 5, 1, 2 ], "log_norms_bin_edges": [ -6.916768550872803, -6.835268020629883, -6.753767490386963, -6.672266960144043, -6.590766906738281, -6.509266376495361, -6.427765846252441, -6.3462653160095215, -6.264764785766602, -6.183264255523682, -6.101763725280762, -6.020263195037842, -5.938762664794922, -5.85726261138916, -5.77576208114624, -5.69426155090332, -5.6127610206604, -5.5312604904174805, -5.4497599601745605, -5.368259429931641, -5.286759376525879, -5.205258369445801, -5.123758316040039, -5.042257785797119, -4.960757255554199, -4.879256725311279, -4.797756195068359, -4.716256141662598, -4.6347551345825195, -4.553255081176758, -4.471754550933838, -4.390254020690918, -4.308753490447998, -4.227252960205078, -4.145752429962158, -4.064251899719238, -3.9827516078948975, -3.9012510776519775, -3.8197507858276367, -3.738250255584717, -3.656749725341797, -3.575249195098877, -3.493748664855957, -3.412248373031616, -3.3307478427886963, -3.2492473125457764, -3.1677470207214355, -3.0862464904785156, -3.0047459602355957, -2.923245429992676, -2.841745138168335 ], "r_inf_mean": 0.2022503912448883, "r_inf_median": 0.19767150282859802, "pr_mean": 0.31656718254089355, "pr_median": 0.316478967666626, "hoyer_mean": 0.6247317790985107, "eff_dim_mean": 0.6247317790985107, "topk_energy": { "1": 0.07417921721935272, "5": 0.27950015664100647, "10": 0.44713467359542847, "25": 0.7337011694908142 }, "gamma_raw": 0.01112345140427351, "gamma_active": { "1e-08": 0.01112345140427351, "1e-07": 0.01112345140427351, "1e-06": 0.011600557714700699, "1e-05": 0.012413593009114265, "0.0001": 0.007392453961074352 }, "gamma_energy_weighted": { "1e-08": 0.005966945589315746, "1e-07": 0.005966945589315746, "1e-06": 0.005966945589315746, "1e-05": 0.005966945589315746, "0.0001": 0.005966945589315746 } }, { "layer": 1, "mean_norm": 0.0002925734734162688, "median_norm": 0.00023836617765482515, "max_norm": 0.0012911149533465505, "min_norm": 1.3068931536963646e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.98828125, "1e-05": 0.9140625, "0.0001": 0.71484375 }, "log_norms_percentiles": { "1": -5.967471122741699, "5": -5.337117671966553, "10": -4.8699631690979, "25": -4.074970245361328, "50": -3.6214611530303955, "75": -3.327561855316162, "90": -3.1779749393463135, "95": -3.117979049682617, "99": -2.987438917160034 }, "log_norms_histogram": [ 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 2, 1, 1, 2, 3, 1, 1, 4, 0, 3, 3, 1, 5, 1, 8, 2, 3, 3, 2, 5, 3, 6, 9, 14, 10, 16, 9, 9, 14, 23, 16, 23, 19, 16, 9, 4, 2 ], "log_norms_bin_edges": [ -6.88375997543335, -6.803865432739258, -6.723970890045166, -6.644076347351074, -6.564181804656982, -6.484287261962891, -6.404393196105957, -6.324498653411865, -6.244604110717773, -6.164709568023682, -6.08481502532959, -6.004920482635498, -5.925025939941406, -5.8451313972473145, -5.765236854553223, -5.685342788696289, -5.605447769165039, -5.5255537033081055, -5.445659160614014, -5.365764617919922, -5.28587007522583, -5.205975532531738, -5.1260809898376465, -5.046186447143555, -4.966291904449463, -4.886397361755371, -4.8065032958984375, -4.7266082763671875, -4.646714210510254, -4.566819190979004, -4.48692512512207, -4.4070305824279785, -4.327136039733887, -4.247241497039795, -4.167346954345703, -4.0874528884887695, -4.0075578689575195, -3.927663564682007, -3.847769021987915, -3.7678744792938232, -3.6879801750183105, -3.6080856323242188, -3.528191089630127, -3.448296546936035, -3.3684020042419434, -3.2885074615478516, -3.208613157272339, -3.128718614578247, -3.0488240718841553, -2.9689295291900635, -2.889035224914551 ], "r_inf_mean": 0.19709953665733337, "r_inf_median": 0.1936415135860443, "pr_mean": 0.3245930075645447, "pr_median": 0.3270953595638275, "hoyer_mean": 0.6305568814277649, "eff_dim_mean": 0.6305569410324097, "topk_energy": { "1": 0.07112988829612732, "5": 0.2739437222480774, "10": 0.44088008999824524, "25": 0.7278479933738708 }, "gamma_raw": -0.0016345944022759795, "gamma_active": { "1e-08": -0.0016345944022759795, "1e-07": -0.0016345944022759795, "1e-06": -0.0020876768976449966, "1e-05": -0.0036659182514995337, "0.0001": -0.00418903399258852 }, "gamma_energy_weighted": { "1e-08": 0.0028893697038074317, "1e-07": 0.0028893697038074317, "1e-06": 0.0028893697038074317, "1e-05": 0.0028893697038074317, "0.0001": 0.0028893697038074317 } }, { "layer": 2, "mean_norm": 0.0003066453500650823, "median_norm": 0.00025122781516984105, "max_norm": 0.0014200826408341527, "min_norm": 1.347635958381943e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.98828125, "1e-05": 0.9140625, "0.0001": 0.7265625 }, "log_norms_percentiles": { "1": -5.975029468536377, "5": -5.285638809204102, "10": -4.848055362701416, "25": -4.066932678222656, "50": -3.5946204662323, "75": -3.306928873062134, "90": -3.183922290802002, "95": -3.1095449924468994, "99": -2.9618325233459473 }, "log_norms_histogram": [ 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 2, 0, 2, 1, 3, 1, 2, 3, 1, 2, 3, 2, 5, 1, 7, 3, 3, 2, 4, 4, 4, 7, 8, 18, 7, 13, 11, 11, 17, 24, 14, 21, 24, 13, 4, 4, 2 ], "log_norms_bin_edges": [ -6.87042760848999, -6.78997278213501, -6.709517955780029, -6.629063129425049, -6.548608303070068, -6.468153476715088, -6.387698650360107, -6.307243824005127, -6.2267889976501465, -6.146334171295166, -6.0658793449401855, -5.985424518585205, -5.904969692230225, -5.824514865875244, -5.744060039520264, -5.663605213165283, -5.583150386810303, -5.502695560455322, -5.422240734100342, -5.341785907745361, -5.261331081390381, -5.1808762550354, -5.10042142868042, -5.0199666023254395, -4.939511775970459, -4.8590569496154785, -4.778602123260498, -4.698147296905518, -4.617692470550537, -4.537237644195557, -4.456782817840576, -4.376327991485596, -4.295873165130615, -4.215418338775635, -4.134963512420654, -4.054508686065674, -3.9740538597106934, -3.893599033355713, -3.8131442070007324, -3.732689380645752, -3.6522345542907715, -3.571779727935791, -3.4913249015808105, -3.41087007522583, -3.3304152488708496, -3.249960422515869, -3.1695055961608887, -3.089050769805908, -3.0085959434509277, -2.9281411170959473, -2.847686529159546 ], "r_inf_mean": 0.19689123332500458, "r_inf_median": 0.19023509323596954, "pr_mean": 0.32564595341682434, "pr_median": 0.3298186957836151, "hoyer_mean": 0.6308340430259705, "eff_dim_mean": 0.6308339834213257, "topk_energy": { "1": 0.07042770087718964, "5": 0.27348217368125916, "10": 0.44026315212249756, "25": 0.7291648387908936 }, "gamma_raw": -0.0010653927456587553, "gamma_active": { "1e-08": -0.0010653927456587553, "1e-07": -0.0010653927456587553, "1e-06": -0.0012874408857896924, "1e-05": -0.0005659000016748905, "0.0001": -0.0010015530278906226 }, "gamma_energy_weighted": { "1e-08": 0.011119928425916751, "1e-07": 0.011119928425916751, "1e-06": 0.011119928425916751, "1e-05": 0.011119928425916751, "0.0001": 0.011119928425916751 } }, { "layer": 3, "mean_norm": 0.0002863233967218548, "median_norm": 0.00023740093456581235, "max_norm": 0.0011409452417865396, "min_norm": 1.5537619901806465e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.98828125, "1e-05": 0.91796875, "0.0001": 0.69921875 }, "log_norms_percentiles": { "1": -5.994113445281982, "5": -5.303839683532715, "10": -4.876305103302002, "25": -4.065118789672852, "50": -3.623880386352539, "75": -3.3434736728668213, "90": -3.2074837684631348, "95": -3.1314401626586914, "99": -3.0686283111572266 }, "log_norms_histogram": [ 1, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 1, 2, 3, 0, 3, 3, 1, 2, 2, 3, 2, 4, 6, 3, 3, 1, 4, 4, 2, 5, 8, 14, 13, 10, 9, 10, 16, 15, 19, 21, 25, 17, 14, 3, 2 ], "log_norms_bin_edges": [ -6.808615684509277, -6.731297969818115, -6.653980255126953, -6.576663017272949, -6.499345302581787, -6.422027587890625, -6.344709873199463, -6.267392158508301, -6.190074920654297, -6.112757205963135, -6.035439491271973, -5.9581217765808105, -5.880804538726807, -5.8034868240356445, -5.726169109344482, -5.64885139465332, -5.571534156799316, -5.494216442108154, -5.416898727416992, -5.33958101272583, -5.262263298034668, -5.184946060180664, -5.107628345489502, -5.03031063079834, -4.952992916107178, -4.875675201416016, -4.798357963562012, -4.72104024887085, -4.6437225341796875, -4.566405296325684, -4.489087104797363, -4.411769866943359, -4.334452152252197, -4.257134437561035, -4.179817199707031, -4.102499008178711, -4.025181770324707, -3.947864055633545, -3.870546579360962, -3.7932288646698, -3.715911388397217, -3.6385936737060547, -3.5612759590148926, -3.4839584827423096, -3.4066407680511475, -3.3293232917785645, -3.2520055770874023, -3.1746881008148193, -3.0973703861236572, -3.020052671432495, -2.942735195159912 ], "r_inf_mean": 0.19599288702011108, "r_inf_median": 0.19167673587799072, "pr_mean": 0.3318268656730652, "pr_median": 0.3340936303138733, "hoyer_mean": 0.6355290412902832, "eff_dim_mean": 0.6355290412902832, "topk_energy": { "1": 0.07027983665466309, "5": 0.26859337091445923, "10": 0.43431925773620605, "25": 0.7242317199707031 }, "gamma_raw": 0.0001563762780278921, "gamma_active": { "1e-08": 0.0001563762780278921, "1e-07": 0.0001563762780278921, "1e-06": -5.2496026910375804e-05, "1e-05": -0.00041599152609705925, "0.0001": -0.0023499750532209873 }, "gamma_energy_weighted": { "1e-08": 0.002154584402055451, "1e-07": 0.002154584402055451, "1e-06": 0.002154584402055451, "1e-05": 0.002154584402055451, "0.0001": 0.002154584402055451 } } ] }