{ "dataset": "cifar", "method": "bp", "seed": 1024, "alpha": null, "depth": 4, "batch": 256, "loss": 1.1946052312850952, "acc": 0.6015625, "per_layer": [ { "layer": 0, "mean_norm": 0.0002798207860905677, "median_norm": 0.00020267750369384885, "max_norm": 0.001603970886208117, "min_norm": 5.976108496952293e-08, "support": { "1e-08": 1.0, "1e-07": 0.9921875, "1e-06": 0.984375, "1e-05": 0.88671875, "0.0001": 0.6875 }, "log_norms_percentiles": { "1": -6.373504161834717, "5": -5.435399055480957, "10": -5.109021186828613, "25": -4.147657871246338, "50": -3.692692518234253, "75": -3.3820929527282715, "90": -3.1846368312835693, "95": -3.1143136024475098, "99": -2.9439187049865723 }, "log_norms_histogram": [ 1, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 2, 3, 1, 2, 1, 2, 2, 9, 2, 0, 2, 3, 1, 7, 3, 1, 5, 6, 10, 6, 14, 11, 19, 14, 16, 18, 21, 18, 18, 14, 11, 5, 3, 1 ], "log_norms_bin_edges": [ -7.223581790924072, -7.135006427764893, -7.046430587768555, -6.957855224609375, -6.869279384613037, -6.780704021453857, -6.6921281814575195, -6.60355281829834, -6.51497745513916, -6.426401615142822, -6.337826251983643, -6.249250411987305, -6.160675048828125, -6.072099685668945, -5.983523845672607, -5.894948482513428, -5.80637264251709, -5.71779727935791, -5.6292219161987305, -5.540646076202393, -5.452070236206055, -5.363494873046875, -5.274919509887695, -5.186344146728516, -5.097768306732178, -5.00919246673584, -4.92061710357666, -4.8320417404174805, -4.743465900421143, -4.654890537261963, -4.566314697265625, -4.477739334106445, -4.389163970947266, -4.300588130950928, -4.21201229095459, -4.12343692779541, -4.0348615646362305, -3.9462859630584717, -3.857710361480713, -3.769134759902954, -3.6805591583251953, -3.5919835567474365, -3.503408193588257, -3.414832592010498, -3.3262569904327393, -3.2376813888549805, -3.149106025695801, -3.060530185699463, -2.971954822540283, -2.8833789825439453, -2.7948036193847656 ], "r_inf_mean": 0.20139387249946594, "r_inf_median": 0.1958780437707901, "pr_mean": 0.31741204857826233, "pr_median": 0.31910932064056396, "hoyer_mean": 0.6261790990829468, "eff_dim_mean": 0.6261790990829468, "topk_energy": { "1": 0.07353625446557999, "5": 0.27943694591522217, "10": 0.44604575634002686, "25": 0.7326434850692749 }, "gamma_raw": -0.017300808802247047, "gamma_active": { "1e-08": -0.017300808802247047, "1e-07": -0.01674279384315014, "1e-06": -0.016736796125769615, "1e-05": -0.016768425703048706, "0.0001": -0.016719387844204903 }, "gamma_energy_weighted": { "1e-08": -0.013198051673178161, "1e-07": -0.013198051673178161, "1e-06": -0.013198051673178161, "1e-05": -0.013198051673178161, "0.0001": -0.013198051673178161 } }, { "layer": 1, "mean_norm": 0.00029409315902739763, "median_norm": 0.00022273999638855457, "max_norm": 0.0012314810883253813, "min_norm": 6.184529866004596e-08, "support": { "1e-08": 1.0, "1e-07": 0.99609375, "1e-06": 0.984375, "1e-05": 0.890625, "0.0001": 0.70703125 }, "log_norms_percentiles": { "1": -6.30380916595459, "5": -5.382440567016602, "10": -5.047713279724121, "25": -4.095238208770752, "50": -3.64882755279541, "75": -3.363581418991089, "90": -3.169236660003662, "95": -3.071580410003662, "99": -2.9771389961242676 }, "log_norms_histogram": [ 1, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 3, 2, 1, 2, 1, 0, 4, 7, 4, 1, 1, 2, 2, 6, 4, 0, 7, 2, 8, 10, 13, 10, 18, 14, 11, 14, 23, 21, 18, 16, 10, 12, 4 ], "log_norms_bin_edges": [ -7.208693027496338, -7.122710704803467, -7.036728382110596, -6.950745582580566, -6.864763259887695, -6.778780937194824, -6.692798614501953, -6.606816291809082, -6.520833492279053, -6.434851169586182, -6.3488688468933105, -6.2628865242004395, -6.17690372467041, -6.090921401977539, -6.004939079284668, -5.918956756591797, -5.832974433898926, -5.746992111206055, -5.661009311676025, -5.575026988983154, -5.489044666290283, -5.403062343597412, -5.317079544067383, -5.231097221374512, -5.145114898681641, -5.0591325759887695, -4.973150253295898, -4.887167930603027, -4.801185607910156, -4.715202808380127, -4.629220485687256, -4.543237686157227, -4.4572553634643555, -4.371273040771484, -4.285290718078613, -4.199308395385742, -4.113326072692871, -4.02734375, -3.94136118888855, -3.8553786277770996, -3.7693963050842285, -3.6834137439727783, -3.5974314212799072, -3.511449098587036, -3.425466537475586, -3.339484214782715, -3.2535016536712646, -3.1675190925598145, -3.0815367698669434, -2.9955544471740723, -2.9095723628997803 ], "r_inf_mean": 0.19766762852668762, "r_inf_median": 0.19472531974315643, "pr_mean": 0.32579416036605835, "pr_median": 0.3291075527667999, "hoyer_mean": 0.6305084228515625, "eff_dim_mean": 0.6305084824562073, "topk_energy": { "1": 0.0704738050699234, "5": 0.2729344964027405, "10": 0.4404747486114502, "25": 0.7294245958328247 }, "gamma_raw": 0.0005287127569317818, "gamma_active": { "1e-08": 0.0005287127569317818, "1e-07": 0.000691582215949893, "1e-06": 0.001041680108755827, "1e-05": 0.0025574828032404184, "0.0001": 0.0002232310944236815 }, "gamma_energy_weighted": { "1e-08": 0.0036717224634688064, "1e-07": 0.0036717224634688064, "1e-06": 0.0036717224634688064, "1e-05": 0.0036717224634688064, "0.0001": 0.0036717224634688064 } }, { "layer": 2, "mean_norm": 0.0003005717881023884, "median_norm": 0.00023205895558930933, "max_norm": 0.0012697556521743536, "min_norm": 7.054701711695088e-08, "support": { "1e-08": 1.0, "1e-07": 0.99609375, "1e-06": 0.98828125, "1e-05": 0.89453125, "0.0001": 0.7265625 }, "log_norms_percentiles": { "1": -6.279604434967041, "5": -5.326101779937744, "10": -5.039179801940918, "25": -4.066398620605469, "50": -3.6287574768066406, "75": -3.3427791595458984, "90": -3.168102741241455, "95": -3.0777335166931152, "99": -2.9975624084472656 }, "log_norms_histogram": [ 1, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 2, 2, 1, 2, 1, 3, 3, 7, 1, 3, 1, 2, 2, 4, 5, 2, 4, 5, 4, 10, 14, 13, 16, 14, 11, 14, 25, 18, 18, 19, 12, 9, 3 ], "log_norms_bin_edges": [ -7.1515212059021, -7.066416263580322, -6.981311321258545, -6.896206855773926, -6.811101913452148, -6.725996971130371, -6.640892028808594, -6.555787563323975, -6.470682621002197, -6.38557767868042, -6.300472736358643, -6.215368270874023, -6.130263328552246, -6.045158386230469, -5.960053443908691, -5.874948501586914, -5.789844036102295, -5.704739093780518, -5.61963415145874, -5.534529685974121, -5.449424743652344, -5.364319801330566, -5.279214859008789, -5.194109916687012, -5.109004974365234, -5.023900508880615, -4.938795566558838, -4.853691101074219, -4.768586158752441, -4.683481216430664, -4.598376274108887, -4.513271331787109, -4.428166389465332, -4.343061447143555, -4.2579569816589355, -4.172852039337158, -4.087747573852539, -4.002642631530762, -3.9175376892089844, -3.832432746887207, -3.747328042984009, -3.6622231006622314, -3.577118396759033, -3.492013454437256, -3.4069087505340576, -3.3218038082122803, -3.236699104309082, -3.1515941619873047, -3.0664892196655273, -2.98138427734375, -2.89628005027771 ], "r_inf_mean": 0.19339719414710999, "r_inf_median": 0.1913515031337738, "pr_mean": 0.33070671558380127, "pr_median": 0.3309503197669983, "hoyer_mean": 0.6331211924552917, "eff_dim_mean": 0.6331211924552917, "topk_energy": { "1": 0.06847575306892395, "5": 0.2701490521430969, "10": 0.4374406337738037, "25": 0.7270026803016663 }, "gamma_raw": 0.01417458988726139, "gamma_active": { "1e-08": 0.01417458988726139, "1e-07": 0.01429443247616291, "1e-06": 0.014087796211242676, "1e-05": 0.0125501099973917, "0.0001": 0.012562309391796589 }, "gamma_energy_weighted": { "1e-08": 0.0034513939901460134, "1e-07": 0.0034513939901460134, "1e-06": 0.0034513939901460134, "1e-05": 0.0034513939901460134, "0.0001": 0.0034513939901460134 } }, { "layer": 3, "mean_norm": 0.00029003352392464876, "median_norm": 0.00022801845625508577, "max_norm": 0.001443472458049655, "min_norm": 6.664774332421075e-08, "support": { "1e-08": 1.0, "1e-07": 0.99609375, "1e-06": 0.98828125, "1e-05": 0.89453125, "0.0001": 0.71484375 }, "log_norms_percentiles": { "1": -6.270925045013428, "5": -5.31502628326416, "10": -5.052974700927734, "25": -4.088804244995117, "50": -3.6356496810913086, "75": -3.362653970718384, "90": -3.1627988815307617, "95": -3.110288381576538, "99": -3.03241229057312 }, "log_norms_histogram": [ 1, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 3, 3, 1, 1, 2, 3, 4, 5, 1, 3, 2, 1, 6, 3, 3, 2, 4, 6, 9, 10, 13, 18, 14, 7, 14, 21, 29, 21, 10, 21, 10, 0, 1 ], "log_norms_bin_edges": [ -7.176214218139648, -7.089501857757568, -7.002789497375488, -6.91607666015625, -6.82936429977417, -6.74265193939209, -6.65593957901001, -6.56922721862793, -6.482514381408691, -6.395802021026611, -6.309089660644531, -6.222377300262451, -6.135664939880371, -6.048952102661133, -5.962239742279053, -5.875527381896973, -5.788815021514893, -5.7021026611328125, -5.615389823913574, -5.528677463531494, -5.441965103149414, -5.355252742767334, -5.268540382385254, -5.181827545166016, -5.0951151847839355, -5.0084028244018555, -4.921689987182617, -4.834978103637695, -4.748265266418457, -4.661552906036377, -4.574840545654297, -4.488127708435059, -4.401415824890137, -4.314702987670898, -4.227990627288818, -4.141278266906738, -4.0545654296875, -3.967853307723999, -3.881140947341919, -3.7944283485412598, -3.7077159881591797, -3.6210033893585205, -3.5342910289764404, -3.4475786685943604, -3.360866069793701, -3.274153709411621, -3.187441110610962, -3.1007285118103027, -3.0140161514282227, -2.9273037910461426, -2.8405916690826416 ], "r_inf_mean": 0.19306066632270813, "r_inf_median": 0.19076697528362274, "pr_mean": 0.3343883156776428, "pr_median": 0.3345428705215454, "hoyer_mean": 0.6356362700462341, "eff_dim_mean": 0.6356363296508789, "topk_energy": { "1": 0.06839294731616974, "5": 0.2667720317840576, "10": 0.432839572429657, "25": 0.7237277626991272 }, "gamma_raw": 0.020754415541887283, "gamma_active": { "1e-08": 0.020754415541887283, "1e-07": 0.02031012624502182, "1e-06": 0.020375143736600876, "1e-05": 0.02168774977326393, "0.0001": 0.02396848052740097 }, "gamma_energy_weighted": { "1e-08": 0.019951091328944567, "1e-07": 0.019951091328944567, "1e-06": 0.019951091328944567, "1e-05": 0.019951091328944567, "0.0001": 0.019951091328944567 } } ] }