{ "dataset": "cifar", "method": "state_bridge", "seed": 42, "alpha": null, "depth": 4, "batch": 256, "loss": 2.1803927421569824, "acc": 0.2109375, "per_layer": [ { "layer": 0, "mean_norm": 6.125585059635341e-06, "median_norm": 4.129552962695016e-06, "max_norm": 5.616325870505534e-05, "min_norm": 4.392668628838692e-08, "support": { "1e-08": 1.0, "1e-07": 0.984375, "1e-06": 0.859375, "1e-05": 0.16796875, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -7.077480316162109, "5": -6.405600070953369, "10": -6.115171432495117, "25": -5.637481212615967, "50": -5.38121223449707, "75": -5.10733699798584, "90": -4.896773338317871, "95": -4.7159743309021, "99": -4.523923873901367 }, "log_norms_histogram": [ 2, 0, 0, 1, 0, 1, 2, 0, 1, 0, 1, 1, 1, 1, 2, 2, 3, 3, 3, 2, 6, 5, 3, 4, 9, 5, 1, 8, 8, 11, 17, 29, 14, 23, 7, 12, 14, 13, 10, 9, 3, 4, 6, 2, 2, 2, 2, 0, 0, 1 ], "log_norms_bin_edges": [ -7.357272148132324, -7.295137882232666, -7.23300313949585, -7.170868873596191, -7.108734130859375, -7.046599864959717, -6.9844651222229, -6.922330856323242, -6.860196113586426, -6.798061847686768, -6.735927104949951, -6.673792839050293, -6.611658096313477, -6.549523830413818, -6.48738956451416, -6.425254821777344, -6.3631205558776855, -6.300985813140869, -6.238851547241211, -6.1767168045043945, -6.114582538604736, -6.05244779586792, -5.990313529968262, -5.928178787231445, -5.866044521331787, -5.803910255432129, -5.7417755126953125, -5.679640769958496, -5.617506504058838, -5.55537223815918, -5.493237495422363, -5.431103229522705, -5.368968486785889, -5.3068342208862305, -5.244699478149414, -5.182565212249756, -5.120430946350098, -5.058296203613281, -4.996161460876465, -4.934027194976807, -4.871892929077148, -4.809758186340332, -4.747623443603516, -4.685489177703857, -4.623354911804199, -4.561220169067383, -4.499085903167725, -4.436951637268066, -4.37481689453125, -4.312682151794434, -4.250547885894775 ], "r_inf_mean": 0.18430331349372864, "r_inf_median": 0.18359693884849548, "pr_mean": 0.32995370030403137, "pr_median": 0.33565187454223633, "hoyer_mean": 0.6274100542068481, "eff_dim_mean": 0.6274100542068481, "topk_energy": { "1": 0.06440259516239166, "5": 0.27086013555526733, "10": 0.4473225772380829, "25": 0.7359231114387512 }, "gamma_raw": -0.025215987116098404, "gamma_active": { "1e-08": -0.025215987116098404, "1e-07": -0.02508937194943428, "1e-06": -0.028383830562233925, "1e-05": -0.05019466206431389, "0.0001": null }, "gamma_energy_weighted": { "1e-08": -0.056307501894958215, "1e-07": -0.056307501894958215, "1e-06": -0.056307501894958215, "1e-05": -0.056307501894958215, "0.0001": -0.056307501894958215 } }, { "layer": 1, "mean_norm": 1.0213899725997067e-09, "median_norm": 9.886453877783197e-10, "max_norm": 2.5405237913389556e-09, "min_norm": 2.3444993169086104e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.614307403564453, "5": -9.506021499633789, "10": -9.474273681640625, "25": -9.326991081237793, "50": -9.003582000732422, "75": -8.857816696166992, "90": -8.735549926757812, "95": -8.675853729248047, "99": -8.627310752868652 }, "log_norms_histogram": [ 3, 1, 0, 2, 3, 5, 9, 8, 3, 9, 4, 4, 5, 6, 3, 0, 2, 4, 2, 3, 3, 5, 4, 5, 6, 6, 7, 5, 4, 4, 11, 14, 8, 3, 10, 11, 9, 6, 4, 8, 7, 6, 6, 5, 5, 4, 5, 4, 3, 2 ], "log_norms_bin_edges": [ -9.629949569702148, -9.609251976013184, -9.588554382324219, -9.567856788635254, -9.547160148620605, -9.52646255493164, -9.505764961242676, -9.485067367553711, -9.464369773864746, -9.443672180175781, -9.422974586486816, -9.402277946472168, -9.381580352783203, -9.360882759094238, -9.340185165405273, -9.319487571716309, -9.298789978027344, -9.278092384338379, -9.25739574432373, -9.236698150634766, -9.2160005569458, -9.195302963256836, -9.174605369567871, -9.153907775878906, -9.133210182189941, -9.112512588500977, -9.091815948486328, -9.071118354797363, -9.050420761108398, -9.029723167419434, -9.009025573730469, -8.988327980041504, -8.967630386352539, -8.94693374633789, -8.926236152648926, -8.905538558959961, -8.884840965270996, -8.864143371582031, -8.843445777893066, -8.822748184204102, -8.802051544189453, -8.781353950500488, -8.760656356811523, -8.739958763122559, -8.719261169433594, -8.698563575744629, -8.677865982055664, -8.657169342041016, -8.63647174835205, -8.615774154663086, -8.595076560974121 ], "r_inf_mean": 0.2942277789115906, "r_inf_median": 0.2975856065750122, "pr_mean": 0.1254008710384369, "pr_median": 0.1261870115995407, "hoyer_mean": 0.3999220132827759, "eff_dim_mean": 0.3999220132827759, "topk_energy": { "1": 0.157631054520607, "5": 0.5170745849609375, "10": 0.7116826772689819, "25": 0.9044455289840698 }, "gamma_raw": -0.005543354898691177, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": -0.01133989467494854, "1e-07": -0.01133989467494854, "1e-06": -0.01133989467494854, "1e-05": -0.01133989467494854, "0.0001": -0.01133989467494854 } }, { "layer": 2, "mean_norm": 1.0072710443509436e-09, "median_norm": 9.728685634868839e-10, "max_norm": 2.4927637731764207e-09, "min_norm": 2.182242303527815e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.63758373260498, "5": -9.528841972351074, "10": -9.503424644470215, "25": -9.32918930053711, "50": -9.010622024536133, "75": -8.859593391418457, "90": -8.739255905151367, "95": -8.68154239654541, "99": -8.634906768798828 }, "log_norms_histogram": [ 3, 1, 0, 1, 5, 1, 11, 6, 3, 8, 9, 5, 0, 4, 6, 2, 1, 4, 1, 3, 4, 1, 7, 5, 2, 9, 7, 7, 4, 2, 8, 11, 14, 5, 3, 14, 9, 8, 5, 6, 9, 6, 7, 6, 4, 3, 6, 6, 2, 2 ], "log_norms_bin_edges": [ -9.661097526550293, -9.639942169189453, -9.618786811828613, -9.597630500793457, -9.576475143432617, -9.555319786071777, -9.534164428710938, -9.513008117675781, -9.491852760314941, -9.470697402954102, -9.449542045593262, -9.428386688232422, -9.407230377197266, -9.386075019836426, -9.364919662475586, -9.343764305114746, -9.32260799407959, -9.30145263671875, -9.28029727935791, -9.25914192199707, -9.23798656463623, -9.216830253601074, -9.195674896240234, -9.174519538879395, -9.153364181518555, -9.132207870483398, -9.111052513122559, -9.089897155761719, -9.068741798400879, -9.047586441040039, -9.026430130004883, -9.005274772644043, -8.984119415283203, -8.962964057922363, -8.941808700561523, -8.920652389526367, -8.899497032165527, -8.878341674804688, -8.857186317443848, -8.836030006408691, -8.814874649047852, -8.793719291687012, -8.772563934326172, -8.751407623291016, -8.730252265930176, -8.709096908569336, -8.687941551208496, -8.666786193847656, -8.6456298828125, -8.62447452545166, -8.60331916809082 ], "r_inf_mean": 0.29848408699035645, "r_inf_median": 0.3002724051475525, "pr_mean": 0.12283234298229218, "pr_median": 0.12309770286083221, "hoyer_mean": 0.3967856764793396, "eff_dim_mean": 0.3967856764793396, "topk_energy": { "1": 0.16073426604270935, "5": 0.521613597869873, "10": 0.7159206867218018, "25": 0.9067887663841248 }, "gamma_raw": 0.0031994166783988476, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": 0.007008616443429738, "1e-07": 0.007008616443429738, "1e-06": 0.007008616443429738, "1e-05": 0.007008616443429738, "0.0001": 0.007008616443429738 } }, { "layer": 3, "mean_norm": 9.614903317967105e-10, "median_norm": 8.984955557345131e-10, "max_norm": 2.4275830234898876e-09, "min_norm": 2.074584809497182e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.654949188232422, "5": -9.572908401489258, "10": -9.529092788696289, "25": -9.347549438476562, "50": -9.04423713684082, "75": -8.868980407714844, "90": -8.756389617919922, "95": -8.699395179748535, "99": -8.651873588562012 }, "log_norms_histogram": [ 2, 2, 1, 2, 4, 8, 6, 5, 8, 6, 4, 6, 3, 1, 1, 7, 4, 2, 2, 0, 4, 6, 3, 7, 6, 6, 8, 3, 4, 7, 8, 8, 8, 10, 8, 4, 7, 9, 7, 11, 7, 8, 5, 4, 6, 5, 6, 3, 2, 2 ], "log_norms_bin_edges": [ -9.68306827545166, -9.661703109741211, -9.640338897705078, -9.618973731994629, -9.59760856628418, -9.576244354248047, -9.554879188537598, -9.533514022827148, -9.512149810791016, -9.490784645080566, -9.469419479370117, -9.448055267333984, -9.426690101623535, -9.405324935913086, -9.383960723876953, -9.362595558166504, -9.341230392456055, -9.319866180419922, -9.298501014709473, -9.277135848999023, -9.25577163696289, -9.234406471252441, -9.213041305541992, -9.19167709350586, -9.17031192779541, -9.148946762084961, -9.127582550048828, -9.106217384338379, -9.08485221862793, -9.063488006591797, -9.042122840881348, -9.020758628845215, -8.999393463134766, -8.978028297424316, -8.956664085388184, -8.935298919677734, -8.913933753967285, -8.892569541931152, -8.871204376220703, -8.849839210510254, -8.828474998474121, -8.807109832763672, -8.785744667053223, -8.76438045501709, -8.74301528930664, -8.721650123596191, -8.700285911560059, -8.67892074584961, -8.65755558013916, -8.636191368103027, -8.614826202392578 ], "r_inf_mean": 0.3075760006904602, "r_inf_median": 0.3021114468574524, "pr_mean": 0.11277962476015091, "pr_median": 0.1140168309211731, "hoyer_mean": 0.3720395565032959, "eff_dim_mean": 0.3720395565032959, "topk_energy": { "1": 0.17028504610061646, "5": 0.5430984497070312, "10": 0.7368568778038025, "25": 0.9204602241516113 }, "gamma_raw": -0.00236008083447814, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": -0.0033413524664590633, "1e-07": -0.0033413524664590633, "1e-06": -0.0033413524664590633, "1e-05": -0.0033413524664590633, "0.0001": -0.0033413524664590633 } } ] }