diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/cifar_state_bridge_s2048.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/cifar_state_bridge_s2048.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/cifar_state_bridge_s2048.json b/results/confirmatory/clean_sparsity/cifar_state_bridge_s2048.json new file mode 100644 index 0000000..4253548 --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_state_bridge_s2048.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "state_bridge", + "seed": 2048, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 2.2456140518188477, + "acc": 0.2421875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 1.0896491403400432e-05, + "median_norm": 5.875528131582541e-06, + "max_norm": 9.208734263665974e-05, + "min_norm": 7.540877504652599e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.98828125, + "1e-05": 0.34765625, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -5.9824628829956055, + "5": -5.877553462982178, + "10": -5.76905632019043, + "25": -5.5599775314331055, + "50": -5.226975440979004, + "75": -4.901585102081299, + "90": -4.607767105102539, + "95": -4.418752670288086, + "99": -4.1825971603393555 + }, + "log_norms_histogram": [ + 2, + 0, + 1, + 2, + 4, + 5, + 5, + 3, + 10, + 7, + 7, + 7, + 9, + 5, + 4, + 7, + 15, + 10, + 10, + 7, + 5, + 9, + 7, + 7, + 7, + 7, + 6, + 11, + 11, + 7, + 6, + 3, + 7, + 7, + 1, + 6, + 7, + 1, + 3, + 1, + 5, + 1, + 2, + 2, + 1, + 2, + 2, + 0, + 0, + 2 + ], + "log_norms_bin_edges": [ + -6.122578144073486, + -6.0808424949646, + -6.039106845855713, + -5.997371673583984, + -5.955636024475098, + -5.913900375366211, + -5.872164726257324, + -5.8304290771484375, + -5.788693904876709, + -5.746958255767822, + -5.7052226066589355, + -5.663486957550049, + -5.62175178527832, + -5.580016136169434, + -5.538280487060547, + -5.49654483795166, + -5.454809188842773, + -5.413073539733887, + -5.371338367462158, + -5.3296027183532715, + -5.287867069244385, + -5.246131420135498, + -5.2043962478637695, + -5.162660598754883, + -5.120924949645996, + -5.079189300537109, + -5.037453651428223, + -4.995718002319336, + -4.953982830047607, + -4.912247180938721, + -4.870511531829834, + -4.828775882720947, + -4.787040710449219, + -4.745305061340332, + -4.703569412231445, + -4.661833763122559, + -4.620098114013672, + -4.578362464904785, + -4.536627292633057, + -4.49489164352417, + -4.453155994415283, + -4.4114203453063965, + -4.369685173034668, + -4.327949523925781, + -4.2862138748168945, + -4.244478225708008, + -4.202742576599121, + -4.161006927490234, + -4.119271755218506, + -4.077536106109619, + -4.035800457000732 + ], + "r_inf_mean": 0.18267306685447693, + "r_inf_median": 0.17302103340625763, + "pr_mean": 0.32665687799453735, + "pr_median": 0.34501776099205017, + "hoyer_mean": 0.6109166741371155, + "eff_dim_mean": 0.6109167337417603, + "topk_energy": { + "1": 0.0643179640173912, + "5": 0.2744975686073303, + "10": 0.4459182024002075, + "25": 0.746250331401825 + }, + "gamma_raw": -0.00023143948055803776, + "gamma_active": { + "1e-08": -0.00023143948055803776, + "1e-07": -0.00023143948055803776, + "1e-06": 5.560100544244051e-05, + "1e-05": -0.02228204719722271, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.04421147224076375, + "1e-07": -0.04421147224076375, + "1e-06": -0.04421147224076375, + "1e-05": -0.04421147224076375, + "0.0001": -0.04421147224076375 + } + }, + { + "layer": 1, + "mean_norm": 7.701751458810691e-10, + "median_norm": 5.855592677406207e-10, + "max_norm": 2.2901365248628736e-09, + "min_norm": 2.4490157124468226e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.602325439453125, + "5": -9.573691368103027, + "10": -9.498767852783203, + "25": -9.365890502929688, + "50": -9.2305326461792, + "75": -8.964221954345703, + "90": -8.862560272216797, + "95": -8.76616096496582, + "99": -8.661859512329102 + }, + "log_norms_histogram": [ + 6, + 8, + 5, + 3, + 2, + 4, + 1, + 1, + 3, + 7, + 8, + 12, + 7, + 10, + 9, + 7, + 9, + 9, + 14, + 5, + 16, + 10, + 2, + 1, + 1, + 2, + 1, + 1, + 1, + 9, + 4, + 8, + 5, + 3, + 4, + 10, + 9, + 7, + 7, + 6, + 1, + 2, + 1, + 5, + 4, + 0, + 1, + 0, + 2, + 3 + ], + "log_norms_bin_edges": [ + -9.611008644104004, + -9.591590881347656, + -9.572174072265625, + -9.552756309509277, + -9.533339500427246, + -9.513921737670898, + -9.49450397491455, + -9.47508716583252, + -9.455669403076172, + -9.43625259399414, + -9.416834831237793, + -9.397417068481445, + -9.378000259399414, + -9.358582496643066, + -9.339165687561035, + -9.319747924804688, + -9.30033016204834, + -9.280913352966309, + -9.261495590209961, + -9.24207878112793, + -9.222661018371582, + -9.203243255615234, + -9.183826446533203, + -9.164408683776855, + -9.144991874694824, + -9.125574111938477, + -9.106156349182129, + -9.086739540100098, + -9.06732177734375, + -9.047904968261719, + -9.028487205505371, + -9.009069442749023, + -8.989652633666992, + -8.970234870910645, + -8.950818061828613, + -8.931400299072266, + -8.911982536315918, + -8.892565727233887, + -8.873147964477539, + -8.853731155395508, + -8.83431339263916, + -8.814895629882812, + -8.795478820800781, + -8.776061058044434, + -8.756644248962402, + -8.737226486206055, + -8.717808723449707, + -8.698391914367676, + -8.678974151611328, + -8.659557342529297, + -8.64013957977295 + ], + "r_inf_mean": 0.3414124846458435, + "r_inf_median": 0.3397909998893738, + "pr_mean": 0.10728900879621506, + "pr_median": 0.09624399244785309, + "hoyer_mean": 0.42114460468292236, + "eff_dim_mean": 0.42114460468292236, + "topk_energy": { + "1": 0.19818115234375, + "5": 0.5506938099861145, + "10": 0.7104119658470154, + "25": 0.8797035813331604 + }, + "gamma_raw": -0.00013132230378687382, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.0012894707992090206, + "1e-07": -0.0012894707992090206, + "1e-06": -0.0012894707992090206, + "1e-05": -0.0012894707992090206, + "0.0001": -0.0012894707992090206 + } + }, + { + "layer": 2, + "mean_norm": 7.190498196862904e-10, + "median_norm": 5.55093693233033e-10, + "max_norm": 2.1202199995684623e-09, + "min_norm": 2.2606883032239011e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.639789581298828, + "5": -9.60715103149414, + "10": -9.580241203308105, + "25": -9.381452560424805, + "50": -9.25378131866455, + "75": -9.001047134399414, + "90": -8.88835620880127, + "95": -8.802726745605469, + "99": -8.707411766052246 + }, + "log_norms_histogram": [ + 9, + 4, + 8, + 6, + 2, + 1, + 2, + 0, + 1, + 1, + 6, + 5, + 12, + 12, + 10, + 3, + 16, + 7, + 8, + 13, + 10, + 15, + 8, + 3, + 2, + 1, + 0, + 1, + 3, + 0, + 8, + 5, + 6, + 10, + 5, + 4, + 8, + 11, + 4, + 2, + 4, + 3, + 2, + 4, + 6, + 0, + 0, + 2, + 0, + 3 + ], + "log_norms_bin_edges": [ + -9.645759582519531, + -9.626317024230957, + -9.606873512268066, + -9.587430953979492, + -9.567988395690918, + -9.548545837402344, + -9.529102325439453, + -9.509659767150879, + -9.490217208862305, + -9.47077465057373, + -9.45133113861084, + -9.431888580322266, + -9.412446022033691, + -9.393003463745117, + -9.373559951782227, + -9.354117393493652, + -9.334674835205078, + -9.315232276916504, + -9.295788764953613, + -9.276346206665039, + -9.256903648376465, + -9.23746109008789, + -9.218017578125, + -9.198575019836426, + -9.179132461547852, + -9.159688949584961, + -9.140246391296387, + -9.120803833007812, + -9.101361274719238, + -9.081917762756348, + -9.062475204467773, + -9.0430326461792, + -9.023590087890625, + -9.004146575927734, + -8.98470401763916, + -8.965261459350586, + -8.945818901062012, + -8.926375389099121, + -8.906932830810547, + -8.887490272521973, + -8.868047714233398, + -8.848604202270508, + -8.829161643981934, + -8.80971908569336, + -8.790276527404785, + -8.770833015441895, + -8.75139045715332, + -8.731947898864746, + -8.712505340576172, + -8.693061828613281, + -8.673619270324707 + ], + "r_inf_mean": 0.3695303797721863, + "r_inf_median": 0.35647332668304443, + "pr_mean": 0.0843978002667427, + "pr_median": 0.08307379484176636, + "hoyer_mean": 0.36073213815689087, + "eff_dim_mean": 0.36073213815689087, + "topk_energy": { + "1": 0.22589924931526184, + "5": 0.603112518787384, + "10": 0.7647562026977539, + "25": 0.9164388179779053 + }, + "gamma_raw": -0.0005179650033824146, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.0005456541727364672, + "1e-07": 0.0005456541727364672, + "1e-06": 0.0005456541727364672, + "1e-05": 0.0005456541727364672, + "0.0001": 0.0005456541727364672 + } + }, + { + "layer": 3, + "mean_norm": 7.140357749513271e-10, + "median_norm": 5.517990508963067e-10, + "max_norm": 2.1065060806790825e-09, + "min_norm": 2.2601573390623741e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.637129783630371, + "5": -9.605447769165039, + "10": -9.577232360839844, + "25": -9.384344100952148, + "50": -9.25660514831543, + "75": -9.00460433959961, + "90": -8.891793251037598, + "95": -8.806489944458008, + "99": -8.710750579833984 + }, + "log_norms_histogram": [ + 9, + 4, + 7, + 7, + 2, + 1, + 2, + 0, + 1, + 1, + 7, + 4, + 11, + 13, + 10, + 4, + 14, + 8, + 8, + 15, + 8, + 14, + 9, + 4, + 1, + 1, + 1, + 0, + 3, + 0, + 8, + 5, + 8, + 8, + 7, + 4, + 6, + 12, + 3, + 4, + 3, + 2, + 3, + 4, + 5, + 0, + 0, + 2, + 0, + 3 + ], + "log_norms_bin_edges": [ + -9.645861625671387, + -9.626473426818848, + -9.607084274291992, + -9.587696075439453, + -9.568307876586914, + -9.548919677734375, + -9.52953052520752, + -9.51014232635498, + -9.490754127502441, + -9.471364974975586, + -9.451976776123047, + -9.432588577270508, + -9.413199424743652, + -9.393811225891113, + -9.374423027038574, + -9.355033874511719, + -9.33564567565918, + -9.31625747680664, + -9.296869277954102, + -9.277480125427246, + -9.258091926574707, + -9.238703727722168, + -9.219314575195312, + -9.199926376342773, + -9.180538177490234, + -9.161149024963379, + -9.14176082611084, + -9.1223726272583, + -9.102984428405762, + -9.083595275878906, + -9.064207077026367, + -9.044818878173828, + -9.025429725646973, + -9.006041526794434, + -8.986653327941895, + -8.967264175415039, + -8.9478759765625, + -8.928487777709961, + -8.909099578857422, + -8.889710426330566, + -8.870322227478027, + -8.850934028625488, + -8.831544876098633, + -8.812156677246094, + -8.792768478393555, + -8.7733793258667, + -8.75399112701416, + -8.734602928161621, + -8.715214729309082, + -8.695825576782227, + -8.676437377929688 + ], + "r_inf_mean": 0.3724413514137268, + "r_inf_median": 0.3621567487716675, + "pr_mean": 0.08321239054203033, + "pr_median": 0.08170738816261292, + "hoyer_mean": 0.35573166608810425, + "eff_dim_mean": 0.355731725692749, + "topk_energy": { + "1": 0.2286262810230255, + "5": 0.6065496206283569, + "10": 0.767630934715271, + "25": 0.918796956539154 + }, + "gamma_raw": 0.0010551679879426956, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.0028031969601193356, + "1e-07": 0.0028031969601193356, + "1e-06": 0.0028031969601193356, + "1e-05": 0.0028031969601193356, + "0.0001": 0.0028031969601193356 + } + } + ] +}
\ No newline at end of file |