diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/cifar_state_bridge_s789.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/cifar_state_bridge_s789.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/cifar_state_bridge_s789.json b/results/confirmatory/clean_sparsity/cifar_state_bridge_s789.json new file mode 100644 index 0000000..babb2fb --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_state_bridge_s789.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "state_bridge", + "seed": 789, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 2.0617237091064453, + "acc": 0.24609375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 8.743697435420472e-06, + "median_norm": 2.4517200927220983e-06, + "max_norm": 8.064663416007534e-05, + "min_norm": 1.1260913623800661e-07, + "support": { + "1e-08": 1.0, + "1e-07": 1.0, + "1e-06": 0.73828125, + "1e-05": 0.29296875, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -6.80095911026001, + "5": -6.5343146324157715, + "10": -6.353362083435059, + "25": -6.007988929748535, + "50": -5.61046028137207, + "75": -4.938404083251953, + "90": -4.617031574249268, + "95": -4.43778133392334, + "99": -4.168892860412598 + }, + "log_norms_histogram": [ + 2, + 1, + 0, + 1, + 1, + 3, + 4, + 5, + 3, + 3, + 7, + 5, + 4, + 6, + 6, + 8, + 15, + 13, + 7, + 13, + 5, + 7, + 8, + 5, + 4, + 3, + 3, + 5, + 6, + 3, + 4, + 8, + 5, + 7, + 9, + 11, + 9, + 8, + 4, + 4, + 6, + 7, + 2, + 3, + 4, + 3, + 1, + 1, + 2, + 2 + ], + "log_norms_bin_edges": [ + -6.948426723480225, + -6.891326427459717, + -6.834226131439209, + -6.777125835418701, + -6.720025539398193, + -6.6629252433776855, + -6.605825424194336, + -6.548725128173828, + -6.49162483215332, + -6.4345245361328125, + -6.377424240112305, + -6.320323944091797, + -6.263223648071289, + -6.206123352050781, + -6.149023056030273, + -6.091922760009766, + -6.034822463989258, + -5.97772216796875, + -5.920621871948242, + -5.863521575927734, + -5.806421279907227, + -5.749321460723877, + -5.692221164703369, + -5.635120868682861, + -5.5780205726623535, + -5.520920276641846, + -5.463819980621338, + -5.40671968460083, + -5.349619388580322, + -5.2925190925598145, + -5.235418796539307, + -5.178318977355957, + -5.121218681335449, + -5.064118385314941, + -5.007018089294434, + -4.949917793273926, + -4.892817497253418, + -4.83571720123291, + -4.778616905212402, + -4.7215166091918945, + -4.664416313171387, + -4.607316017150879, + -4.550215721130371, + -4.493115425109863, + -4.4360151290893555, + -4.378914833068848, + -4.32181453704834, + -4.264714241027832, + -4.207614421844482, + -4.150514125823975, + -4.093413829803467 + ], + "r_inf_mean": 0.2084456831216812, + "r_inf_median": 0.20793209969997406, + "pr_mean": 0.265924334526062, + "pr_median": 0.2677346467971802, + "hoyer_mean": 0.5610209703445435, + "eff_dim_mean": 0.5610209703445435, + "topk_energy": { + "1": 0.07947279512882233, + "5": 0.3243623375892639, + "10": 0.5098432302474976, + "25": 0.7933411002159119 + }, + "gamma_raw": -0.021114066243171692, + "gamma_active": { + "1e-08": -0.021114066243171692, + "1e-07": -0.021114066243171692, + "1e-06": -0.025784147903323174, + "1e-05": -0.019313666969537735, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.016344940955261747, + "1e-07": -0.016344940955261747, + "1e-06": -0.016344940955261747, + "1e-05": -0.016344940955261747, + "0.0001": -0.016344940955261747 + } + }, + { + "layer": 1, + "mean_norm": 1.0396536964663028e-09, + "median_norm": 7.752765651680704e-10, + "max_norm": 6.5278062955087535e-09, + "min_norm": 9.256787697475843e-11, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -10.0111665725708, + "5": -9.781103134155273, + "10": -9.68696403503418, + "25": -9.546927452087402, + "50": -9.104131698608398, + "75": -8.890253067016602, + "90": -8.647502899169922, + "95": -8.507597923278809, + "99": -8.348562240600586 + }, + "log_norms_histogram": [ + 4, + 2, + 2, + 2, + 2, + 1, + 0, + 8, + 3, + 3, + 2, + 0, + 30, + 16, + 3, + 1, + 2, + 0, + 7, + 12, + 6, + 4, + 6, + 6, + 6, + 3, + 5, + 18, + 9, + 14, + 15, + 8, + 6, + 8, + 2, + 5, + 7, + 5, + 2, + 2, + 5, + 5, + 2, + 2, + 0, + 3, + 0, + 1, + 0, + 1 + ], + "log_norms_bin_edges": [ + -10.033539772033691, + -9.996573448181152, + -9.959607124328613, + -9.92264175415039, + -9.885675430297852, + -9.848709106445312, + -9.811742782592773, + -9.774776458740234, + -9.737811088562012, + -9.700844764709473, + -9.663878440856934, + -9.626912117004395, + -9.589945793151855, + -9.552980422973633, + -9.516014099121094, + -9.479047775268555, + -9.442081451416016, + -9.405115127563477, + -9.368149757385254, + -9.331183433532715, + -9.294217109680176, + -9.257250785827637, + -9.220284461975098, + -9.183319091796875, + -9.146352767944336, + -9.109386444091797, + -9.072420120239258, + -9.035453796386719, + -8.998488426208496, + -8.961522102355957, + -8.924555778503418, + -8.887589454650879, + -8.85062313079834, + -8.813657760620117, + -8.776691436767578, + -8.739725112915039, + -8.7027587890625, + -8.665792465209961, + -8.628827095031738, + -8.5918607711792, + -8.55489444732666, + -8.517928123474121, + -8.480961799621582, + -8.44399642944336, + -8.40703010559082, + -8.370063781738281, + -8.333097457885742, + -8.296131134033203, + -8.259164810180664, + -8.222199440002441, + -8.185233116149902 + ], + "r_inf_mean": 0.2522510290145874, + "r_inf_median": 0.21616381406784058, + "pr_mean": 0.2652745246887207, + "pr_median": 0.3059607744216919, + "hoyer_mean": 0.5854350328445435, + "eff_dim_mean": 0.5854350924491882, + "topk_energy": { + "1": 0.1138530895113945, + "5": 0.3378734588623047, + "10": 0.4993831515312195, + "25": 0.7629269957542419 + }, + "gamma_raw": 0.000608724367339164, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.0027546371924260364, + "1e-07": 0.0027546371924260364, + "1e-06": 0.0027546371924260364, + "1e-05": 0.0027546371924260364, + "0.0001": 0.0027546371924260364 + } + }, + { + "layer": 2, + "mean_norm": 3.0399679995518625e-10, + "median_norm": 2.67759925343114e-10, + "max_norm": 1.261636128901955e-09, + "min_norm": 9.067625816872038e-11, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -10.024178504943848, + "5": -9.894181251525879, + "10": -9.79046630859375, + "25": -9.6229248046875, + "50": -9.572000503540039, + "75": -9.474135398864746, + "90": -9.340576171875, + "95": -9.201939582824707, + "99": -9.056225776672363 + }, + "log_norms_histogram": [ + 4, + 0, + 2, + 4, + 2, + 1, + 1, + 0, + 4, + 5, + 3, + 1, + 1, + 2, + 1, + 13, + 6, + 11, + 11, + 29, + 44, + 17, + 15, + 6, + 10, + 13, + 14, + 7, + 0, + 2, + 5, + 3, + 2, + 1, + 1, + 0, + 2, + 1, + 2, + 2, + 1, + 3, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 1 + ], + "log_norms_bin_edges": [ + -10.04250717163086, + -10.019638061523438, + -9.996769905090332, + -9.97390079498291, + -9.951031684875488, + -9.928163528442383, + -9.905294418334961, + -9.882425308227539, + -9.859556198120117, + -9.836688041687012, + -9.81381893157959, + -9.790949821472168, + -9.768081665039062, + -9.74521255493164, + -9.722343444824219, + -9.699474334716797, + -9.676606178283691, + -9.65373706817627, + -9.630867958068848, + -9.607999801635742, + -9.58513069152832, + -9.562261581420898, + -9.539393424987793, + -9.516524314880371, + -9.49365520477295, + -9.470787048339844, + -9.447917938232422, + -9.425048828125, + -9.402179718017578, + -9.379311561584473, + -9.35644245147705, + -9.333573341369629, + -9.310705184936523, + -9.287836074829102, + -9.26496696472168, + -9.242097854614258, + -9.219229698181152, + -9.19636058807373, + -9.173491477966309, + -9.150623321533203, + -9.127754211425781, + -9.10488510131836, + -9.082016944885254, + -9.059147834777832, + -9.03627872467041, + -9.013410568237305, + -8.990541458129883, + -8.967672348022461, + -8.944803237915039, + -8.921935081481934, + -8.899065971374512 + ], + "r_inf_mean": 0.35538727045059204, + "r_inf_median": 0.3573879301548004, + "pr_mean": 0.11241177469491959, + "pr_median": 0.10591915249824524, + "hoyer_mean": 0.44273054599761963, + "eff_dim_mean": 0.44273054599761963, + "topk_energy": { + "1": 0.20589187741279602, + "5": 0.519497275352478, + "10": 0.6743048429489136, + "25": 0.8677505850791931 + }, + "gamma_raw": -0.00048501748824492097, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.0010954130599143215, + "1e-07": -0.0010954130599143215, + "1e-06": -0.0010954130599143215, + "1e-05": -0.0010954130599143215, + "0.0001": -0.0010954130599143215 + } + }, + { + "layer": 3, + "mean_norm": 3.109452972882565e-10, + "median_norm": 2.6827040588983664e-10, + "max_norm": 1.2850887021187418e-09, + "min_norm": 9.059054201232541e-11, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -10.02463150024414, + "5": -9.894753456115723, + "10": -9.785642623901367, + "25": -9.61752986907959, + "50": -9.570686340332031, + "75": -9.456947326660156, + "90": -9.318146705627441, + "95": -9.200933456420898, + "99": -9.053476333618164 + }, + "log_norms_histogram": [ + 4, + 0, + 2, + 4, + 2, + 1, + 1, + 0, + 2, + 5, + 5, + 1, + 1, + 2, + 0, + 0, + 16, + 11, + 15, + 30, + 44, + 13, + 7, + 14, + 8, + 9, + 20, + 5, + 1, + 4, + 1, + 9, + 2, + 1, + 1, + 0, + 2, + 2, + 2, + 1, + 3, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 1 + ], + "log_norms_bin_edges": [ + -10.042917251586914, + -10.019880294799805, + -9.996843338012695, + -9.973806381225586, + -9.950769424438477, + -9.927732467651367, + -9.904695510864258, + -9.881658554077148, + -9.858621597290039, + -9.83558464050293, + -9.81254768371582, + -9.789510726928711, + -9.766473770141602, + -9.743436813354492, + -9.720398902893066, + -9.697361946105957, + -9.674324989318848, + -9.651288032531738, + -9.628251075744629, + -9.60521411895752, + -9.58217716217041, + -9.5591402053833, + -9.536103248596191, + -9.513066291809082, + -9.490029335021973, + -9.466992378234863, + -9.443955421447754, + -9.420918464660645, + -9.397881507873535, + -9.374844551086426, + -9.351807594299316, + -9.328770637512207, + -9.305733680725098, + -9.282696723937988, + -9.259659767150879, + -9.23662281036377, + -9.21358585357666, + -9.19054889678955, + -9.167510986328125, + -9.144474029541016, + -9.121437072753906, + -9.098400115966797, + -9.075363159179688, + -9.052326202392578, + -9.029289245605469, + -9.00625228881836, + -8.98321533203125, + -8.96017837524414, + -8.937141418457031, + -8.914104461669922, + -8.891067504882812 + ], + "r_inf_mean": 0.3495643138885498, + "r_inf_median": 0.33781787753105164, + "pr_mean": 0.11861608922481537, + "pr_median": 0.10579606145620346, + "hoyer_mean": 0.44833889603614807, + "eff_dim_mean": 0.44833889603614807, + "topk_energy": { + "1": 0.20056262612342834, + "5": 0.5115911364555359, + "10": 0.668555498123169, + "25": 0.8636934757232666 + }, + "gamma_raw": -0.00022107198310550302, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.00044062892073402335, + "1e-07": -0.00044062892073402335, + "1e-06": -0.00044062892073402335, + "1e-05": -0.00044062892073402335, + "0.0001": -0.00044062892073402335 + } + } + ] +}
\ No newline at end of file |