diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/cifar_bp_s1024.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/cifar_bp_s1024.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/cifar_bp_s1024.json b/results/confirmatory/clean_sparsity/cifar_bp_s1024.json new file mode 100644 index 0000000..bdb15a1 --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_bp_s1024.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "bp", + "seed": 1024, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 1.1946052312850952, + "acc": 0.6015625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.0002798207860905677, + "median_norm": 0.00020267750369384885, + "max_norm": 0.001603970886208117, + "min_norm": 5.976108496952293e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.9921875, + "1e-06": 0.984375, + "1e-05": 0.88671875, + "0.0001": 0.6875 + }, + "log_norms_percentiles": { + "1": -6.373504161834717, + "5": -5.435399055480957, + "10": -5.109021186828613, + "25": -4.147657871246338, + "50": -3.692692518234253, + "75": -3.3820929527282715, + "90": -3.1846368312835693, + "95": -3.1143136024475098, + "99": -2.9439187049865723 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 2, + 3, + 1, + 2, + 1, + 2, + 2, + 9, + 2, + 0, + 2, + 3, + 1, + 7, + 3, + 1, + 5, + 6, + 10, + 6, + 14, + 11, + 19, + 14, + 16, + 18, + 21, + 18, + 18, + 14, + 11, + 5, + 3, + 1 + ], + "log_norms_bin_edges": [ + -7.223581790924072, + -7.135006427764893, + -7.046430587768555, + -6.957855224609375, + -6.869279384613037, + -6.780704021453857, + -6.6921281814575195, + -6.60355281829834, + -6.51497745513916, + -6.426401615142822, + -6.337826251983643, + -6.249250411987305, + -6.160675048828125, + -6.072099685668945, + -5.983523845672607, + -5.894948482513428, + -5.80637264251709, + -5.71779727935791, + -5.6292219161987305, + -5.540646076202393, + -5.452070236206055, + -5.363494873046875, + -5.274919509887695, + -5.186344146728516, + -5.097768306732178, + -5.00919246673584, + -4.92061710357666, + -4.8320417404174805, + -4.743465900421143, + -4.654890537261963, + -4.566314697265625, + -4.477739334106445, + -4.389163970947266, + -4.300588130950928, + -4.21201229095459, + -4.12343692779541, + -4.0348615646362305, + -3.9462859630584717, + -3.857710361480713, + -3.769134759902954, + -3.6805591583251953, + -3.5919835567474365, + -3.503408193588257, + -3.414832592010498, + -3.3262569904327393, + -3.2376813888549805, + -3.149106025695801, + -3.060530185699463, + -2.971954822540283, + -2.8833789825439453, + -2.7948036193847656 + ], + "r_inf_mean": 0.20139387249946594, + "r_inf_median": 0.1958780437707901, + "pr_mean": 0.31741204857826233, + "pr_median": 0.31910932064056396, + "hoyer_mean": 0.6261790990829468, + "eff_dim_mean": 0.6261790990829468, + "topk_energy": { + "1": 0.07353625446557999, + "5": 0.27943694591522217, + "10": 0.44604575634002686, + "25": 0.7326434850692749 + }, + "gamma_raw": -0.017300808802247047, + "gamma_active": { + "1e-08": -0.017300808802247047, + "1e-07": -0.01674279384315014, + "1e-06": -0.016736796125769615, + "1e-05": -0.016768425703048706, + "0.0001": -0.016719387844204903 + }, + "gamma_energy_weighted": { + "1e-08": -0.013198051673178161, + "1e-07": -0.013198051673178161, + "1e-06": -0.013198051673178161, + "1e-05": -0.013198051673178161, + "0.0001": -0.013198051673178161 + } + }, + { + "layer": 1, + "mean_norm": 0.00029409315902739763, + "median_norm": 0.00022273999638855457, + "max_norm": 0.0012314810883253813, + "min_norm": 6.184529866004596e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.99609375, + "1e-06": 0.984375, + "1e-05": 0.890625, + "0.0001": 0.70703125 + }, + "log_norms_percentiles": { + "1": -6.30380916595459, + "5": -5.382440567016602, + "10": -5.047713279724121, + "25": -4.095238208770752, + "50": -3.64882755279541, + "75": -3.363581418991089, + "90": -3.169236660003662, + "95": -3.071580410003662, + "99": -2.9771389961242676 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 3, + 2, + 1, + 2, + 1, + 0, + 4, + 7, + 4, + 1, + 1, + 2, + 2, + 6, + 4, + 0, + 7, + 2, + 8, + 10, + 13, + 10, + 18, + 14, + 11, + 14, + 23, + 21, + 18, + 16, + 10, + 12, + 4 + ], + "log_norms_bin_edges": [ + -7.208693027496338, + -7.122710704803467, + -7.036728382110596, + -6.950745582580566, + -6.864763259887695, + -6.778780937194824, + -6.692798614501953, + -6.606816291809082, + -6.520833492279053, + -6.434851169586182, + -6.3488688468933105, + -6.2628865242004395, + -6.17690372467041, + -6.090921401977539, + -6.004939079284668, + -5.918956756591797, + -5.832974433898926, + -5.746992111206055, + -5.661009311676025, + -5.575026988983154, + -5.489044666290283, + -5.403062343597412, + -5.317079544067383, + -5.231097221374512, + -5.145114898681641, + -5.0591325759887695, + -4.973150253295898, + -4.887167930603027, + -4.801185607910156, + -4.715202808380127, + -4.629220485687256, + -4.543237686157227, + -4.4572553634643555, + -4.371273040771484, + -4.285290718078613, + -4.199308395385742, + -4.113326072692871, + -4.02734375, + -3.94136118888855, + -3.8553786277770996, + -3.7693963050842285, + -3.6834137439727783, + -3.5974314212799072, + -3.511449098587036, + -3.425466537475586, + -3.339484214782715, + -3.2535016536712646, + -3.1675190925598145, + -3.0815367698669434, + -2.9955544471740723, + -2.9095723628997803 + ], + "r_inf_mean": 0.19766762852668762, + "r_inf_median": 0.19472531974315643, + "pr_mean": 0.32579416036605835, + "pr_median": 0.3291075527667999, + "hoyer_mean": 0.6305084228515625, + "eff_dim_mean": 0.6305084824562073, + "topk_energy": { + "1": 0.0704738050699234, + "5": 0.2729344964027405, + "10": 0.4404747486114502, + "25": 0.7294245958328247 + }, + "gamma_raw": 0.0005287127569317818, + "gamma_active": { + "1e-08": 0.0005287127569317818, + "1e-07": 0.000691582215949893, + "1e-06": 0.001041680108755827, + "1e-05": 0.0025574828032404184, + "0.0001": 0.0002232310944236815 + }, + "gamma_energy_weighted": { + "1e-08": 0.0036717224634688064, + "1e-07": 0.0036717224634688064, + "1e-06": 0.0036717224634688064, + "1e-05": 0.0036717224634688064, + "0.0001": 0.0036717224634688064 + } + }, + { + "layer": 2, + "mean_norm": 0.0003005717881023884, + "median_norm": 0.00023205895558930933, + "max_norm": 0.0012697556521743536, + "min_norm": 7.054701711695088e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.99609375, + "1e-06": 0.98828125, + "1e-05": 0.89453125, + "0.0001": 0.7265625 + }, + "log_norms_percentiles": { + "1": -6.279604434967041, + "5": -5.326101779937744, + "10": -5.039179801940918, + "25": -4.066398620605469, + "50": -3.6287574768066406, + "75": -3.3427791595458984, + "90": -3.168102741241455, + "95": -3.0777335166931152, + "99": -2.9975624084472656 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 2, + 2, + 1, + 2, + 1, + 3, + 3, + 7, + 1, + 3, + 1, + 2, + 2, + 4, + 5, + 2, + 4, + 5, + 4, + 10, + 14, + 13, + 16, + 14, + 11, + 14, + 25, + 18, + 18, + 19, + 12, + 9, + 3 + ], + "log_norms_bin_edges": [ + -7.1515212059021, + -7.066416263580322, + -6.981311321258545, + -6.896206855773926, + -6.811101913452148, + -6.725996971130371, + -6.640892028808594, + -6.555787563323975, + -6.470682621002197, + -6.38557767868042, + -6.300472736358643, + -6.215368270874023, + -6.130263328552246, + -6.045158386230469, + -5.960053443908691, + -5.874948501586914, + -5.789844036102295, + -5.704739093780518, + -5.61963415145874, + -5.534529685974121, + -5.449424743652344, + -5.364319801330566, + -5.279214859008789, + -5.194109916687012, + -5.109004974365234, + -5.023900508880615, + -4.938795566558838, + -4.853691101074219, + -4.768586158752441, + -4.683481216430664, + -4.598376274108887, + -4.513271331787109, + -4.428166389465332, + -4.343061447143555, + -4.2579569816589355, + -4.172852039337158, + -4.087747573852539, + -4.002642631530762, + -3.9175376892089844, + -3.832432746887207, + -3.747328042984009, + -3.6622231006622314, + -3.577118396759033, + -3.492013454437256, + -3.4069087505340576, + -3.3218038082122803, + -3.236699104309082, + -3.1515941619873047, + -3.0664892196655273, + -2.98138427734375, + -2.89628005027771 + ], + "r_inf_mean": 0.19339719414710999, + "r_inf_median": 0.1913515031337738, + "pr_mean": 0.33070671558380127, + "pr_median": 0.3309503197669983, + "hoyer_mean": 0.6331211924552917, + "eff_dim_mean": 0.6331211924552917, + "topk_energy": { + "1": 0.06847575306892395, + "5": 0.2701490521430969, + "10": 0.4374406337738037, + "25": 0.7270026803016663 + }, + "gamma_raw": 0.01417458988726139, + "gamma_active": { + "1e-08": 0.01417458988726139, + "1e-07": 0.01429443247616291, + "1e-06": 0.014087796211242676, + "1e-05": 0.0125501099973917, + "0.0001": 0.012562309391796589 + }, + "gamma_energy_weighted": { + "1e-08": 0.0034513939901460134, + "1e-07": 0.0034513939901460134, + "1e-06": 0.0034513939901460134, + "1e-05": 0.0034513939901460134, + "0.0001": 0.0034513939901460134 + } + }, + { + "layer": 3, + "mean_norm": 0.00029003352392464876, + "median_norm": 0.00022801845625508577, + "max_norm": 0.001443472458049655, + "min_norm": 6.664774332421075e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.99609375, + "1e-06": 0.98828125, + "1e-05": 0.89453125, + "0.0001": 0.71484375 + }, + "log_norms_percentiles": { + "1": -6.270925045013428, + "5": -5.31502628326416, + "10": -5.052974700927734, + "25": -4.088804244995117, + "50": -3.6356496810913086, + "75": -3.362653970718384, + "90": -3.1627988815307617, + "95": -3.110288381576538, + "99": -3.03241229057312 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 3, + 3, + 1, + 1, + 2, + 3, + 4, + 5, + 1, + 3, + 2, + 1, + 6, + 3, + 3, + 2, + 4, + 6, + 9, + 10, + 13, + 18, + 14, + 7, + 14, + 21, + 29, + 21, + 10, + 21, + 10, + 0, + 1 + ], + "log_norms_bin_edges": [ + -7.176214218139648, + -7.089501857757568, + -7.002789497375488, + -6.91607666015625, + -6.82936429977417, + -6.74265193939209, + -6.65593957901001, + -6.56922721862793, + -6.482514381408691, + -6.395802021026611, + -6.309089660644531, + -6.222377300262451, + -6.135664939880371, + -6.048952102661133, + -5.962239742279053, + -5.875527381896973, + -5.788815021514893, + -5.7021026611328125, + -5.615389823913574, + -5.528677463531494, + -5.441965103149414, + -5.355252742767334, + -5.268540382385254, + -5.181827545166016, + -5.0951151847839355, + -5.0084028244018555, + -4.921689987182617, + -4.834978103637695, + -4.748265266418457, + -4.661552906036377, + -4.574840545654297, + -4.488127708435059, + -4.401415824890137, + -4.314702987670898, + -4.227990627288818, + -4.141278266906738, + -4.0545654296875, + -3.967853307723999, + -3.881140947341919, + -3.7944283485412598, + -3.7077159881591797, + -3.6210033893585205, + -3.5342910289764404, + -3.4475786685943604, + -3.360866069793701, + -3.274153709411621, + -3.187441110610962, + -3.1007285118103027, + -3.0140161514282227, + -2.9273037910461426, + -2.8405916690826416 + ], + "r_inf_mean": 0.19306066632270813, + "r_inf_median": 0.19076697528362274, + "pr_mean": 0.3343883156776428, + "pr_median": 0.3345428705215454, + "hoyer_mean": 0.6356362700462341, + "eff_dim_mean": 0.6356363296508789, + "topk_energy": { + "1": 0.06839294731616974, + "5": 0.2667720317840576, + "10": 0.432839572429657, + "25": 0.7237277626991272 + }, + "gamma_raw": 0.020754415541887283, + "gamma_active": { + "1e-08": 0.020754415541887283, + "1e-07": 0.02031012624502182, + "1e-06": 0.020375143736600876, + "1e-05": 0.02168774977326393, + "0.0001": 0.02396848052740097 + }, + "gamma_energy_weighted": { + "1e-08": 0.019951091328944567, + "1e-07": 0.019951091328944567, + "1e-06": 0.019951091328944567, + "1e-05": 0.019951091328944567, + "0.0001": 0.019951091328944567 + } + } + ] +}
\ No newline at end of file |