{ "dataset": "cifar", "method": "bp", "seed": 42, "alpha": null, "depth": 4, "batch": 256, "loss": 1.1766504049301147, "acc": 0.61328125, "per_layer": [ { "layer": 0, "mean_norm": 0.0002583038294687867, "median_norm": 0.00021287477284204215, "max_norm": 0.0010169680463150144, "min_norm": 4.002587843388028e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.98046875, "1e-05": 0.92578125, "0.0001": 0.6796875 }, "log_norms_percentiles": { "1": -6.191201686859131, "5": -5.410096645355225, "10": -4.846468925476074, "25": -4.185210227966309, "50": -3.6713600158691406, "75": -3.414608955383301, "90": -3.267821788787842, "95": -3.159428834915161, "99": -3.0218911170959473 }, "log_norms_histogram": [ 1, 1, 1, 1, 1, 0, 1, 0, 3, 1, 0, 2, 0, 0, 2, 1, 1, 0, 0, 3, 2, 1, 5, 2, 2, 5, 7, 2, 2, 4, 3, 6, 8, 10, 4, 3, 11, 12, 11, 8, 10, 21, 12, 25, 20, 15, 9, 5, 7, 5 ], "log_norms_bin_edges": [ -6.3976593017578125, -6.329559803009033, -6.261460781097412, -6.193361282348633, -6.1252617835998535, -6.057162761688232, -5.989063262939453, -5.920963764190674, -5.852864742279053, -5.784765243530273, -5.716666221618652, -5.648566722869873, -5.580467224121094, -5.512368202209473, -5.444268703460693, -5.376169204711914, -5.308070182800293, -5.239970684051514, -5.171871185302734, -5.103772163391113, -5.035672664642334, -4.967573165893555, -4.899474143981934, -4.831374645233154, -4.763275146484375, -4.695176124572754, -4.627076625823975, -4.558977127075195, -4.490878105163574, -4.422778606414795, -4.354679107666016, -4.2865800857543945, -4.218480587005615, -4.150381088256836, -4.082282066345215, -4.0141825675964355, -3.9460833072662354, -3.877983808517456, -3.809884548187256, -3.7417852878570557, -3.6736860275268555, -3.605586528778076, -3.537487268447876, -3.469388008117676, -3.4012885093688965, -3.3331892490386963, -3.265089988708496, -3.196990489959717, -3.1288912296295166, -3.0607919692993164, -2.992692708969116 ], "r_inf_mean": 0.20032858848571777, "r_inf_median": 0.19896194338798523, "pr_mean": 0.3203713893890381, "pr_median": 0.3194621503353119, "hoyer_mean": 0.6286087036132812, "eff_dim_mean": 0.6286086440086365, "topk_energy": { "1": 0.07293599843978882, "5": 0.2773609757423401, "10": 0.4439087510108948, "25": 0.730988085269928 }, "gamma_raw": 0.007419188041239977, "gamma_active": { "1e-08": 0.007419188041239977, "1e-07": 0.007419188041239977, "1e-06": 0.007683352567255497, "1e-05": 0.007463833317160606, "0.0001": 0.007877446711063385 }, "gamma_energy_weighted": { "1e-08": 0.0004358875191889989, "1e-07": 0.0004358875191889989, "1e-06": 0.0004358875191889989, "1e-05": 0.0004358875191889989, "0.0001": 0.0004358875191889989 } }, { "layer": 1, "mean_norm": 0.00027934598620049655, "median_norm": 0.00023581851564813405, "max_norm": 0.0011342121288180351, "min_norm": 4.5549370497610653e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.98046875, "1e-05": 0.9296875, "0.0001": 0.6796875 }, "log_norms_percentiles": { "1": -6.128386497497559, "5": -5.304507255554199, "10": -4.774336814880371, "25": -4.128973007202148, "50": -3.625448226928711, "75": -3.370743751525879, "90": -3.2285523414611816, "95": -3.141850471496582, "99": -2.987013339996338 }, "log_norms_histogram": [ 1, 1, 1, 1, 1, 0, 1, 0, 3, 1, 0, 2, 0, 0, 1, 3, 0, 0, 1, 2, 3, 0, 3, 3, 4, 4, 7, 2, 3, 3, 4, 4, 9, 8, 6, 6, 11, 11, 8, 10, 15, 14, 13, 27, 22, 12, 11, 5, 5, 4 ], "log_norms_bin_edges": [ -6.341517925262451, -6.273593902587891, -6.205669403076172, -6.137745380401611, -6.069820880889893, -6.001896858215332, -5.933972358703613, -5.866048336029053, -5.798123836517334, -5.730199813842773, -5.662275314331055, -5.594351291656494, -5.526427268981934, -5.458502769470215, -5.390578746795654, -5.3226542472839355, -5.254730224609375, -5.186805725097656, -5.118881702423096, -5.050957679748535, -4.983033180236816, -4.915108680725098, -4.847184658050537, -4.779260635375977, -4.711336135864258, -4.643412113189697, -4.5754876136779785, -4.507563591003418, -4.439639091491699, -4.371715068817139, -4.303791046142578, -4.235866546630859, -4.167942047119141, -4.10001802444458, -4.0320940017700195, -3.964169502258301, -3.896245241165161, -3.8283209800720215, -3.760396957397461, -3.6924726963043213, -3.6245484352111816, -3.556624174118042, -3.4886999130249023, -3.4207756519317627, -3.352851390838623, -3.2849271297454834, -3.2170028686523438, -3.149078607559204, -3.0811543464660645, -3.013230323791504, -2.945305824279785 ], "r_inf_mean": 0.1956656575202942, "r_inf_median": 0.19191943109035492, "pr_mean": 0.32908809185028076, "pr_median": 0.3305799067020416, "hoyer_mean": 0.6329350471496582, "eff_dim_mean": 0.6329350471496582, "topk_energy": { "1": 0.06997253000736237, "5": 0.2709628939628601, "10": 0.4380391836166382, "25": 0.7270048260688782 }, "gamma_raw": 0.002222827635705471, "gamma_active": { "1e-08": 0.002222827635705471, "1e-07": 0.002222827635705471, "1e-06": 0.002488299971446395, "1e-05": 0.0029638304840773344, "0.0001": 0.0015200951602309942 }, "gamma_energy_weighted": { "1e-08": 0.011483831463457413, "1e-07": 0.011483831463457413, "1e-06": 0.011483831463457413, "1e-05": 0.011483831463457413, "0.0001": 0.011483831463457413 } }, { "layer": 2, "mean_norm": 0.00028562924126163125, "median_norm": 0.0002295597514603287, "max_norm": 0.0013789449585601687, "min_norm": 4.723476649814984e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.984375, "1e-05": 0.93359375, "0.0001": 0.703125 }, "log_norms_percentiles": { "1": -6.102329254150391, "5": -5.302539348602295, "10": -4.720612525939941, "25": -4.116630554199219, "50": -3.629791021347046, "75": -3.3551669120788574, "90": -3.2235240936279297, "95": -3.1311984062194824, "99": -2.9967100620269775 }, "log_norms_histogram": [ 1, 0, 2, 1, 0, 2, 0, 0, 4, 0, 0, 2, 0, 0, 3, 0, 1, 1, 0, 3, 2, 2, 1, 5, 4, 5, 4, 3, 5, 2, 5, 9, 5, 8, 8, 12, 5, 11, 12, 13, 14, 19, 22, 21, 16, 8, 7, 5, 2, 1 ], "log_norms_bin_edges": [ -6.325738430023193, -6.25643253326416, -6.187127113342285, -6.117821216583252, -6.048515796661377, -5.979209899902344, -5.9099040031433105, -5.8405985832214355, -5.771292686462402, -5.701987266540527, -5.632681369781494, -5.563375473022461, -5.494070053100586, -5.424764156341553, -5.355458736419678, -5.2861528396606445, -5.2168474197387695, -5.147541522979736, -5.078235626220703, -5.008930206298828, -4.939624309539795, -4.870318412780762, -4.801012992858887, -4.7317070960998535, -4.6624016761779785, -4.593095779418945, -4.52379035949707, -4.454484462738037, -4.385178565979004, -4.315873146057129, -4.246567249298096, -4.1772613525390625, -4.1079559326171875, -4.0386505126953125, -3.9693446159362793, -3.900038719177246, -3.830733060836792, -3.761427402496338, -3.692121744155884, -3.6228160858154297, -3.5535101890563965, -3.4842045307159424, -3.4148988723754883, -3.345593214035034, -3.27628755569458, -3.206981897354126, -3.1376760005950928, -3.0683703422546387, -2.9990646839141846, -2.9297590255737305, -2.8604531288146973 ], "r_inf_mean": 0.1923454999923706, "r_inf_median": 0.18653415143489838, "pr_mean": 0.33524906635284424, "pr_median": 0.3367668390274048, "hoyer_mean": 0.6359347105026245, "eff_dim_mean": 0.6359347105026245, "topk_energy": { "1": 0.06719520688056946, "5": 0.26662012934684753, "10": 0.4335557818412781, "25": 0.7242363095283508 }, "gamma_raw": -0.001922080060467124, "gamma_active": { "1e-08": -0.001922080060467124, "1e-07": -0.001922080060467124, "1e-06": -0.0019928705878555775, "1e-05": -0.001829057466238737, "0.0001": 0.0024331293534487486 }, "gamma_energy_weighted": { "1e-08": 0.0003414634227752114, "1e-07": 0.0003414634227752114, "1e-06": 0.0003414634227752114, "1e-05": 0.0003414634227752114, "0.0001": 0.0003414634227752114 } }, { "layer": 3, "mean_norm": 0.0002658877638168633, "median_norm": 0.00022341191652230918, "max_norm": 0.000979505362920463, "min_norm": 4.890844138571993e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.984375, "1e-05": 0.9296875, "0.0001": 0.69140625 }, "log_norms_percentiles": { "1": -6.087945938110352, "5": -5.347776889801025, "10": -4.776177406311035, "25": -4.148471832275391, "50": -3.6476974487304688, "75": -3.379814624786377, "90": -3.2494993209838867, "95": -3.1640782356262207, "99": -3.0749166011810303 }, "log_norms_histogram": [ 1, 0, 1, 2, 1, 1, 0, 1, 1, 2, 0, 2, 0, 0, 2, 1, 0, 2, 1, 0, 2, 2, 3, 3, 3, 4, 4, 6, 2, 5, 1, 4, 9, 8, 5, 4, 9, 14, 6, 12, 12, 14, 15, 21, 21, 16, 12, 11, 7, 3 ], "log_norms_bin_edges": [ -6.310616493225098, -6.244584083557129, -6.17855167388916, -6.112519264221191, -6.046486854553223, -5.980453968048096, -5.914421558380127, -5.848389148712158, -5.7823567390441895, -5.716324329376221, -5.650291919708252, -5.584259510040283, -5.5182271003723145, -5.452194690704346, -5.386161804199219, -5.32012939453125, -5.254096984863281, -5.1880645751953125, -5.122032165527344, -5.055999755859375, -4.989967346191406, -4.9239349365234375, -4.857902526855469, -4.7918701171875, -4.725837707519531, -4.659804821014404, -4.5937724113464355, -4.527740001678467, -4.461707592010498, -4.395675182342529, -4.3296427726745605, -4.263609886169434, -4.197577476501465, -4.131545066833496, -4.065512657165527, -3.9994802474975586, -3.93344783782959, -3.867415428161621, -3.8013830184936523, -3.7353503704071045, -3.6693179607391357, -3.603285551071167, -3.5372531414031982, -3.4712207317352295, -3.4051880836486816, -3.339155673980713, -3.273123264312744, -3.2070908546447754, -3.1410584449768066, -3.075025796890259, -3.00899338722229 ], "r_inf_mean": 0.1918967068195343, "r_inf_median": 0.18914012610912323, "pr_mean": 0.34012287855148315, "pr_median": 0.3411962687969208, "hoyer_mean": 0.6396616697311401, "eff_dim_mean": 0.6396616697311401, "topk_energy": { "1": 0.06688753515481949, "5": 0.26281508803367615, "10": 0.42837053537368774, "25": 0.7193521857261658 }, "gamma_raw": 0.009083976969122887, "gamma_active": { "1e-08": 0.009083976969122887, "1e-07": 0.009083976969122887, "1e-06": 0.009226549416780472, "1e-05": 0.0097868163138628, "0.0001": 0.00949579942971468 }, "gamma_energy_weighted": { "1e-08": -0.0011287236125428752, "1e-07": -0.0011287236125428752, "1e-06": -0.0011287236125428752, "1e-05": -0.0011287236125428752, "0.0001": -0.0011287236125428752 } } ] }