diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/cifar_bp_s789.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/cifar_bp_s789.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/cifar_bp_s789.json b/results/confirmatory/clean_sparsity/cifar_bp_s789.json new file mode 100644 index 0000000..f3998e6 --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_bp_s789.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "bp", + "seed": 789, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 1.1959092617034912, + "acc": 0.6015625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.00028067140374332666, + "median_norm": 0.00022387152421288192, + "max_norm": 0.0014396437909454107, + "min_norm": 1.2112440117562073e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.98828125, + "1e-05": 0.9140625, + "0.0001": 0.6953125 + }, + "log_norms_percentiles": { + "1": -6.02036190032959, + "5": -5.359379768371582, + "10": -4.888999938964844, + "25": -4.109874725341797, + "50": -3.6487112045288086, + "75": -3.371954917907715, + "90": -3.190140962600708, + "95": -3.1323633193969727, + "99": -3.00270938873291 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 2, + 1, + 1, + 3, + 1, + 4, + 1, + 1, + 1, + 4, + 5, + 2, + 7, + 2, + 2, + 5, + 2, + 1, + 7, + 5, + 9, + 9, + 13, + 12, + 10, + 11, + 14, + 21, + 18, + 24, + 19, + 15, + 11, + 5, + 1, + 2 + ], + "log_norms_bin_edges": [ + -6.916768550872803, + -6.835268020629883, + -6.753767490386963, + -6.672266960144043, + -6.590766906738281, + -6.509266376495361, + -6.427765846252441, + -6.3462653160095215, + -6.264764785766602, + -6.183264255523682, + -6.101763725280762, + -6.020263195037842, + -5.938762664794922, + -5.85726261138916, + -5.77576208114624, + -5.69426155090332, + -5.6127610206604, + -5.5312604904174805, + -5.4497599601745605, + -5.368259429931641, + -5.286759376525879, + -5.205258369445801, + -5.123758316040039, + -5.042257785797119, + -4.960757255554199, + -4.879256725311279, + -4.797756195068359, + -4.716256141662598, + -4.6347551345825195, + -4.553255081176758, + -4.471754550933838, + -4.390254020690918, + -4.308753490447998, + -4.227252960205078, + -4.145752429962158, + -4.064251899719238, + -3.9827516078948975, + -3.9012510776519775, + -3.8197507858276367, + -3.738250255584717, + -3.656749725341797, + -3.575249195098877, + -3.493748664855957, + -3.412248373031616, + -3.3307478427886963, + -3.2492473125457764, + -3.1677470207214355, + -3.0862464904785156, + -3.0047459602355957, + -2.923245429992676, + -2.841745138168335 + ], + "r_inf_mean": 0.2022503912448883, + "r_inf_median": 0.19767150282859802, + "pr_mean": 0.31656718254089355, + "pr_median": 0.316478967666626, + "hoyer_mean": 0.6247317790985107, + "eff_dim_mean": 0.6247317790985107, + "topk_energy": { + "1": 0.07417921721935272, + "5": 0.27950015664100647, + "10": 0.44713467359542847, + "25": 0.7337011694908142 + }, + "gamma_raw": 0.01112345140427351, + "gamma_active": { + "1e-08": 0.01112345140427351, + "1e-07": 0.01112345140427351, + "1e-06": 0.011600557714700699, + "1e-05": 0.012413593009114265, + "0.0001": 0.007392453961074352 + }, + "gamma_energy_weighted": { + "1e-08": 0.005966945589315746, + "1e-07": 0.005966945589315746, + "1e-06": 0.005966945589315746, + "1e-05": 0.005966945589315746, + "0.0001": 0.005966945589315746 + } + }, + { + "layer": 1, + "mean_norm": 0.0002925734734162688, + "median_norm": 0.00023836617765482515, + "max_norm": 0.0012911149533465505, + "min_norm": 1.3068931536963646e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.98828125, + "1e-05": 0.9140625, + "0.0001": 0.71484375 + }, + "log_norms_percentiles": { + "1": -5.967471122741699, + "5": -5.337117671966553, + "10": -4.8699631690979, + "25": -4.074970245361328, + "50": -3.6214611530303955, + "75": -3.327561855316162, + "90": -3.1779749393463135, + "95": -3.117979049682617, + "99": -2.987438917160034 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 1, + 1, + 2, + 3, + 1, + 1, + 4, + 0, + 3, + 3, + 1, + 5, + 1, + 8, + 2, + 3, + 3, + 2, + 5, + 3, + 6, + 9, + 14, + 10, + 16, + 9, + 9, + 14, + 23, + 16, + 23, + 19, + 16, + 9, + 4, + 2 + ], + "log_norms_bin_edges": [ + -6.88375997543335, + -6.803865432739258, + -6.723970890045166, + -6.644076347351074, + -6.564181804656982, + -6.484287261962891, + -6.404393196105957, + -6.324498653411865, + -6.244604110717773, + -6.164709568023682, + -6.08481502532959, + -6.004920482635498, + -5.925025939941406, + -5.8451313972473145, + -5.765236854553223, + -5.685342788696289, + -5.605447769165039, + -5.5255537033081055, + -5.445659160614014, + -5.365764617919922, + -5.28587007522583, + -5.205975532531738, + -5.1260809898376465, + -5.046186447143555, + -4.966291904449463, + -4.886397361755371, + -4.8065032958984375, + -4.7266082763671875, + -4.646714210510254, + -4.566819190979004, + -4.48692512512207, + -4.4070305824279785, + -4.327136039733887, + -4.247241497039795, + -4.167346954345703, + -4.0874528884887695, + -4.0075578689575195, + -3.927663564682007, + -3.847769021987915, + -3.7678744792938232, + -3.6879801750183105, + -3.6080856323242188, + -3.528191089630127, + -3.448296546936035, + -3.3684020042419434, + -3.2885074615478516, + -3.208613157272339, + -3.128718614578247, + -3.0488240718841553, + -2.9689295291900635, + -2.889035224914551 + ], + "r_inf_mean": 0.19709953665733337, + "r_inf_median": 0.1936415135860443, + "pr_mean": 0.3245930075645447, + "pr_median": 0.3270953595638275, + "hoyer_mean": 0.6305568814277649, + "eff_dim_mean": 0.6305569410324097, + "topk_energy": { + "1": 0.07112988829612732, + "5": 0.2739437222480774, + "10": 0.44088008999824524, + "25": 0.7278479933738708 + }, + "gamma_raw": -0.0016345944022759795, + "gamma_active": { + "1e-08": -0.0016345944022759795, + "1e-07": -0.0016345944022759795, + "1e-06": -0.0020876768976449966, + "1e-05": -0.0036659182514995337, + "0.0001": -0.00418903399258852 + }, + "gamma_energy_weighted": { + "1e-08": 0.0028893697038074317, + "1e-07": 0.0028893697038074317, + "1e-06": 0.0028893697038074317, + "1e-05": 0.0028893697038074317, + "0.0001": 0.0028893697038074317 + } + }, + { + "layer": 2, + "mean_norm": 0.0003066453500650823, + "median_norm": 0.00025122781516984105, + "max_norm": 0.0014200826408341527, + "min_norm": 1.347635958381943e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.98828125, + "1e-05": 0.9140625, + "0.0001": 0.7265625 + }, + "log_norms_percentiles": { + "1": -5.975029468536377, + "5": -5.285638809204102, + "10": -4.848055362701416, + "25": -4.066932678222656, + "50": -3.5946204662323, + "75": -3.306928873062134, + "90": -3.183922290802002, + "95": -3.1095449924468994, + "99": -2.9618325233459473 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 2, + 0, + 2, + 1, + 3, + 1, + 2, + 3, + 1, + 2, + 3, + 2, + 5, + 1, + 7, + 3, + 3, + 2, + 4, + 4, + 4, + 7, + 8, + 18, + 7, + 13, + 11, + 11, + 17, + 24, + 14, + 21, + 24, + 13, + 4, + 4, + 2 + ], + "log_norms_bin_edges": [ + -6.87042760848999, + -6.78997278213501, + -6.709517955780029, + -6.629063129425049, + -6.548608303070068, + -6.468153476715088, + -6.387698650360107, + -6.307243824005127, + -6.2267889976501465, + -6.146334171295166, + -6.0658793449401855, + -5.985424518585205, + -5.904969692230225, + -5.824514865875244, + -5.744060039520264, + -5.663605213165283, + -5.583150386810303, + -5.502695560455322, + -5.422240734100342, + -5.341785907745361, + -5.261331081390381, + -5.1808762550354, + -5.10042142868042, + -5.0199666023254395, + -4.939511775970459, + -4.8590569496154785, + -4.778602123260498, + -4.698147296905518, + -4.617692470550537, + -4.537237644195557, + -4.456782817840576, + -4.376327991485596, + -4.295873165130615, + -4.215418338775635, + -4.134963512420654, + -4.054508686065674, + -3.9740538597106934, + -3.893599033355713, + -3.8131442070007324, + -3.732689380645752, + -3.6522345542907715, + -3.571779727935791, + -3.4913249015808105, + -3.41087007522583, + -3.3304152488708496, + -3.249960422515869, + -3.1695055961608887, + -3.089050769805908, + -3.0085959434509277, + -2.9281411170959473, + -2.847686529159546 + ], + "r_inf_mean": 0.19689123332500458, + "r_inf_median": 0.19023509323596954, + "pr_mean": 0.32564595341682434, + "pr_median": 0.3298186957836151, + "hoyer_mean": 0.6308340430259705, + "eff_dim_mean": 0.6308339834213257, + "topk_energy": { + "1": 0.07042770087718964, + "5": 0.27348217368125916, + "10": 0.44026315212249756, + "25": 0.7291648387908936 + }, + "gamma_raw": -0.0010653927456587553, + "gamma_active": { + "1e-08": -0.0010653927456587553, + "1e-07": -0.0010653927456587553, + "1e-06": -0.0012874408857896924, + "1e-05": -0.0005659000016748905, + "0.0001": -0.0010015530278906226 + }, + "gamma_energy_weighted": { + "1e-08": 0.011119928425916751, + "1e-07": 0.011119928425916751, + "1e-06": 0.011119928425916751, + "1e-05": 0.011119928425916751, + "0.0001": 0.011119928425916751 + } + }, + { + "layer": 3, + "mean_norm": 0.0002863233967218548, + "median_norm": 0.00023740093456581235, + "max_norm": 0.0011409452417865396, + "min_norm": 1.5537619901806465e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.98828125, + "1e-05": 0.91796875, + "0.0001": 0.69921875 + }, + "log_norms_percentiles": { + "1": -5.994113445281982, + "5": -5.303839683532715, + "10": -4.876305103302002, + "25": -4.065118789672852, + "50": -3.623880386352539, + "75": -3.3434736728668213, + "90": -3.2074837684631348, + "95": -3.1314401626586914, + "99": -3.0686283111572266 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 2, + 3, + 0, + 3, + 3, + 1, + 2, + 2, + 3, + 2, + 4, + 6, + 3, + 3, + 1, + 4, + 4, + 2, + 5, + 8, + 14, + 13, + 10, + 9, + 10, + 16, + 15, + 19, + 21, + 25, + 17, + 14, + 3, + 2 + ], + "log_norms_bin_edges": [ + -6.808615684509277, + -6.731297969818115, + -6.653980255126953, + -6.576663017272949, + -6.499345302581787, + -6.422027587890625, + -6.344709873199463, + -6.267392158508301, + -6.190074920654297, + -6.112757205963135, + -6.035439491271973, + -5.9581217765808105, + -5.880804538726807, + -5.8034868240356445, + -5.726169109344482, + -5.64885139465332, + -5.571534156799316, + -5.494216442108154, + -5.416898727416992, + -5.33958101272583, + -5.262263298034668, + -5.184946060180664, + -5.107628345489502, + -5.03031063079834, + -4.952992916107178, + -4.875675201416016, + -4.798357963562012, + -4.72104024887085, + -4.6437225341796875, + -4.566405296325684, + -4.489087104797363, + -4.411769866943359, + -4.334452152252197, + -4.257134437561035, + -4.179817199707031, + -4.102499008178711, + -4.025181770324707, + -3.947864055633545, + -3.870546579360962, + -3.7932288646698, + -3.715911388397217, + -3.6385936737060547, + -3.5612759590148926, + -3.4839584827423096, + -3.4066407680511475, + -3.3293232917785645, + -3.2520055770874023, + -3.1746881008148193, + -3.0973703861236572, + -3.020052671432495, + -2.942735195159912 + ], + "r_inf_mean": 0.19599288702011108, + "r_inf_median": 0.19167673587799072, + "pr_mean": 0.3318268656730652, + "pr_median": 0.3340936303138733, + "hoyer_mean": 0.6355290412902832, + "eff_dim_mean": 0.6355290412902832, + "topk_energy": { + "1": 0.07027983665466309, + "5": 0.26859337091445923, + "10": 0.43431925773620605, + "25": 0.7242317199707031 + }, + "gamma_raw": 0.0001563762780278921, + "gamma_active": { + "1e-08": 0.0001563762780278921, + "1e-07": 0.0001563762780278921, + "1e-06": -5.2496026910375804e-05, + "1e-05": -0.00041599152609705925, + "0.0001": -0.0023499750532209873 + }, + "gamma_energy_weighted": { + "1e-08": 0.002154584402055451, + "1e-07": 0.002154584402055451, + "1e-06": 0.002154584402055451, + "1e-05": 0.002154584402055451, + "0.0001": 0.002154584402055451 + } + } + ] +}
\ No newline at end of file |