diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/cifar_state_bridge_s42.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/cifar_state_bridge_s42.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/cifar_state_bridge_s42.json b/results/confirmatory/clean_sparsity/cifar_state_bridge_s42.json new file mode 100644 index 0000000..61e1f3f --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_state_bridge_s42.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "state_bridge", + "seed": 42, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 2.1803927421569824, + "acc": 0.2109375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 6.125585059635341e-06, + "median_norm": 4.129552962695016e-06, + "max_norm": 5.616325870505534e-05, + "min_norm": 4.392668628838692e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.984375, + "1e-06": 0.859375, + "1e-05": 0.16796875, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -7.077480316162109, + "5": -6.405600070953369, + "10": -6.115171432495117, + "25": -5.637481212615967, + "50": -5.38121223449707, + "75": -5.10733699798584, + "90": -4.896773338317871, + "95": -4.7159743309021, + "99": -4.523923873901367 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 1, + 0, + 1, + 2, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 2, + 2, + 3, + 3, + 3, + 2, + 6, + 5, + 3, + 4, + 9, + 5, + 1, + 8, + 8, + 11, + 17, + 29, + 14, + 23, + 7, + 12, + 14, + 13, + 10, + 9, + 3, + 4, + 6, + 2, + 2, + 2, + 2, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -7.357272148132324, + -7.295137882232666, + -7.23300313949585, + -7.170868873596191, + -7.108734130859375, + -7.046599864959717, + -6.9844651222229, + -6.922330856323242, + -6.860196113586426, + -6.798061847686768, + -6.735927104949951, + -6.673792839050293, + -6.611658096313477, + -6.549523830413818, + -6.48738956451416, + -6.425254821777344, + -6.3631205558776855, + -6.300985813140869, + -6.238851547241211, + -6.1767168045043945, + -6.114582538604736, + -6.05244779586792, + -5.990313529968262, + -5.928178787231445, + -5.866044521331787, + -5.803910255432129, + -5.7417755126953125, + -5.679640769958496, + -5.617506504058838, + -5.55537223815918, + -5.493237495422363, + -5.431103229522705, + -5.368968486785889, + -5.3068342208862305, + -5.244699478149414, + -5.182565212249756, + -5.120430946350098, + -5.058296203613281, + -4.996161460876465, + -4.934027194976807, + -4.871892929077148, + -4.809758186340332, + -4.747623443603516, + -4.685489177703857, + -4.623354911804199, + -4.561220169067383, + -4.499085903167725, + -4.436951637268066, + -4.37481689453125, + -4.312682151794434, + -4.250547885894775 + ], + "r_inf_mean": 0.18430331349372864, + "r_inf_median": 0.18359693884849548, + "pr_mean": 0.32995370030403137, + "pr_median": 0.33565187454223633, + "hoyer_mean": 0.6274100542068481, + "eff_dim_mean": 0.6274100542068481, + "topk_energy": { + "1": 0.06440259516239166, + "5": 0.27086013555526733, + "10": 0.4473225772380829, + "25": 0.7359231114387512 + }, + "gamma_raw": -0.025215987116098404, + "gamma_active": { + "1e-08": -0.025215987116098404, + "1e-07": -0.02508937194943428, + "1e-06": -0.028383830562233925, + "1e-05": -0.05019466206431389, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.056307501894958215, + "1e-07": -0.056307501894958215, + "1e-06": -0.056307501894958215, + "1e-05": -0.056307501894958215, + "0.0001": -0.056307501894958215 + } + }, + { + "layer": 1, + "mean_norm": 1.0213899725997067e-09, + "median_norm": 9.886453877783197e-10, + "max_norm": 2.5405237913389556e-09, + "min_norm": 2.3444993169086104e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.614307403564453, + "5": -9.506021499633789, + "10": -9.474273681640625, + "25": -9.326991081237793, + "50": -9.003582000732422, + "75": -8.857816696166992, + "90": -8.735549926757812, + "95": -8.675853729248047, + "99": -8.627310752868652 + }, + "log_norms_histogram": [ + 3, + 1, + 0, + 2, + 3, + 5, + 9, + 8, + 3, + 9, + 4, + 4, + 5, + 6, + 3, + 0, + 2, + 4, + 2, + 3, + 3, + 5, + 4, + 5, + 6, + 6, + 7, + 5, + 4, + 4, + 11, + 14, + 8, + 3, + 10, + 11, + 9, + 6, + 4, + 8, + 7, + 6, + 6, + 5, + 5, + 4, + 5, + 4, + 3, + 2 + ], + "log_norms_bin_edges": [ + -9.629949569702148, + -9.609251976013184, + -9.588554382324219, + -9.567856788635254, + -9.547160148620605, + -9.52646255493164, + -9.505764961242676, + -9.485067367553711, + -9.464369773864746, + -9.443672180175781, + -9.422974586486816, + -9.402277946472168, + -9.381580352783203, + -9.360882759094238, + -9.340185165405273, + -9.319487571716309, + -9.298789978027344, + -9.278092384338379, + -9.25739574432373, + -9.236698150634766, + -9.2160005569458, + -9.195302963256836, + -9.174605369567871, + -9.153907775878906, + -9.133210182189941, + -9.112512588500977, + -9.091815948486328, + -9.071118354797363, + -9.050420761108398, + -9.029723167419434, + -9.009025573730469, + -8.988327980041504, + -8.967630386352539, + -8.94693374633789, + -8.926236152648926, + -8.905538558959961, + -8.884840965270996, + -8.864143371582031, + -8.843445777893066, + -8.822748184204102, + -8.802051544189453, + -8.781353950500488, + -8.760656356811523, + -8.739958763122559, + -8.719261169433594, + -8.698563575744629, + -8.677865982055664, + -8.657169342041016, + -8.63647174835205, + -8.615774154663086, + -8.595076560974121 + ], + "r_inf_mean": 0.2942277789115906, + "r_inf_median": 0.2975856065750122, + "pr_mean": 0.1254008710384369, + "pr_median": 0.1261870115995407, + "hoyer_mean": 0.3999220132827759, + "eff_dim_mean": 0.3999220132827759, + "topk_energy": { + "1": 0.157631054520607, + "5": 0.5170745849609375, + "10": 0.7116826772689819, + "25": 0.9044455289840698 + }, + "gamma_raw": -0.005543354898691177, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.01133989467494854, + "1e-07": -0.01133989467494854, + "1e-06": -0.01133989467494854, + "1e-05": -0.01133989467494854, + "0.0001": -0.01133989467494854 + } + }, + { + "layer": 2, + "mean_norm": 1.0072710443509436e-09, + "median_norm": 9.728685634868839e-10, + "max_norm": 2.4927637731764207e-09, + "min_norm": 2.182242303527815e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.63758373260498, + "5": -9.528841972351074, + "10": -9.503424644470215, + "25": -9.32918930053711, + "50": -9.010622024536133, + "75": -8.859593391418457, + "90": -8.739255905151367, + "95": -8.68154239654541, + "99": -8.634906768798828 + }, + "log_norms_histogram": [ + 3, + 1, + 0, + 1, + 5, + 1, + 11, + 6, + 3, + 8, + 9, + 5, + 0, + 4, + 6, + 2, + 1, + 4, + 1, + 3, + 4, + 1, + 7, + 5, + 2, + 9, + 7, + 7, + 4, + 2, + 8, + 11, + 14, + 5, + 3, + 14, + 9, + 8, + 5, + 6, + 9, + 6, + 7, + 6, + 4, + 3, + 6, + 6, + 2, + 2 + ], + "log_norms_bin_edges": [ + -9.661097526550293, + -9.639942169189453, + -9.618786811828613, + -9.597630500793457, + -9.576475143432617, + -9.555319786071777, + -9.534164428710938, + -9.513008117675781, + -9.491852760314941, + -9.470697402954102, + -9.449542045593262, + -9.428386688232422, + -9.407230377197266, + -9.386075019836426, + -9.364919662475586, + -9.343764305114746, + -9.32260799407959, + -9.30145263671875, + -9.28029727935791, + -9.25914192199707, + -9.23798656463623, + -9.216830253601074, + -9.195674896240234, + -9.174519538879395, + -9.153364181518555, + -9.132207870483398, + -9.111052513122559, + -9.089897155761719, + -9.068741798400879, + -9.047586441040039, + -9.026430130004883, + -9.005274772644043, + -8.984119415283203, + -8.962964057922363, + -8.941808700561523, + -8.920652389526367, + -8.899497032165527, + -8.878341674804688, + -8.857186317443848, + -8.836030006408691, + -8.814874649047852, + -8.793719291687012, + -8.772563934326172, + -8.751407623291016, + -8.730252265930176, + -8.709096908569336, + -8.687941551208496, + -8.666786193847656, + -8.6456298828125, + -8.62447452545166, + -8.60331916809082 + ], + "r_inf_mean": 0.29848408699035645, + "r_inf_median": 0.3002724051475525, + "pr_mean": 0.12283234298229218, + "pr_median": 0.12309770286083221, + "hoyer_mean": 0.3967856764793396, + "eff_dim_mean": 0.3967856764793396, + "topk_energy": { + "1": 0.16073426604270935, + "5": 0.521613597869873, + "10": 0.7159206867218018, + "25": 0.9067887663841248 + }, + "gamma_raw": 0.0031994166783988476, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.007008616443429738, + "1e-07": 0.007008616443429738, + "1e-06": 0.007008616443429738, + "1e-05": 0.007008616443429738, + "0.0001": 0.007008616443429738 + } + }, + { + "layer": 3, + "mean_norm": 9.614903317967105e-10, + "median_norm": 8.984955557345131e-10, + "max_norm": 2.4275830234898876e-09, + "min_norm": 2.074584809497182e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.654949188232422, + "5": -9.572908401489258, + "10": -9.529092788696289, + "25": -9.347549438476562, + "50": -9.04423713684082, + "75": -8.868980407714844, + "90": -8.756389617919922, + "95": -8.699395179748535, + "99": -8.651873588562012 + }, + "log_norms_histogram": [ + 2, + 2, + 1, + 2, + 4, + 8, + 6, + 5, + 8, + 6, + 4, + 6, + 3, + 1, + 1, + 7, + 4, + 2, + 2, + 0, + 4, + 6, + 3, + 7, + 6, + 6, + 8, + 3, + 4, + 7, + 8, + 8, + 8, + 10, + 8, + 4, + 7, + 9, + 7, + 11, + 7, + 8, + 5, + 4, + 6, + 5, + 6, + 3, + 2, + 2 + ], + "log_norms_bin_edges": [ + -9.68306827545166, + -9.661703109741211, + -9.640338897705078, + -9.618973731994629, + -9.59760856628418, + -9.576244354248047, + -9.554879188537598, + -9.533514022827148, + -9.512149810791016, + -9.490784645080566, + -9.469419479370117, + -9.448055267333984, + -9.426690101623535, + -9.405324935913086, + -9.383960723876953, + -9.362595558166504, + -9.341230392456055, + -9.319866180419922, + -9.298501014709473, + -9.277135848999023, + -9.25577163696289, + -9.234406471252441, + -9.213041305541992, + -9.19167709350586, + -9.17031192779541, + -9.148946762084961, + -9.127582550048828, + -9.106217384338379, + -9.08485221862793, + -9.063488006591797, + -9.042122840881348, + -9.020758628845215, + -8.999393463134766, + -8.978028297424316, + -8.956664085388184, + -8.935298919677734, + -8.913933753967285, + -8.892569541931152, + -8.871204376220703, + -8.849839210510254, + -8.828474998474121, + -8.807109832763672, + -8.785744667053223, + -8.76438045501709, + -8.74301528930664, + -8.721650123596191, + -8.700285911560059, + -8.67892074584961, + -8.65755558013916, + -8.636191368103027, + -8.614826202392578 + ], + "r_inf_mean": 0.3075760006904602, + "r_inf_median": 0.3021114468574524, + "pr_mean": 0.11277962476015091, + "pr_median": 0.1140168309211731, + "hoyer_mean": 0.3720395565032959, + "eff_dim_mean": 0.3720395565032959, + "topk_energy": { + "1": 0.17028504610061646, + "5": 0.5430984497070312, + "10": 0.7368568778038025, + "25": 0.9204602241516113 + }, + "gamma_raw": -0.00236008083447814, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.0033413524664590633, + "1e-07": -0.0033413524664590633, + "1e-06": -0.0033413524664590633, + "1e-05": -0.0033413524664590633, + "0.0001": -0.0033413524664590633 + } + } + ] +}
\ No newline at end of file |