diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/cifar_state_bridge_s456.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/cifar_state_bridge_s456.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/cifar_state_bridge_s456.json b/results/confirmatory/clean_sparsity/cifar_state_bridge_s456.json new file mode 100644 index 0000000..6c523a4 --- /dev/null +++ b/results/confirmatory/clean_sparsity/cifar_state_bridge_s456.json @@ -0,0 +1,640 @@ +{ + "dataset": "cifar", + "method": "state_bridge", + "seed": 456, + "alpha": null, + "depth": 4, + "batch": 256, + "loss": 2.050177574157715, + "acc": 0.2265625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 1.4368388292496093e-05, + "median_norm": 5.926106041442836e-06, + "max_norm": 0.0003336614463478327, + "min_norm": 3.8652768097335866e-08, + "support": { + "1e-08": 1.0, + "1e-07": 0.98828125, + "1e-06": 0.91796875, + "1e-05": 0.33203125, + "0.0001": 0.0234375 + }, + "log_norms_percentiles": { + "1": -7.064627647399902, + "5": -6.375729560852051, + "10": -5.950442314147949, + "25": -5.619073390960693, + "50": -5.22451114654541, + "75": -4.90535306930542, + "90": -4.60972785949707, + "95": -4.44577693939209, + "99": -3.6903200149536133 + }, + "log_norms_histogram": [ + 1, + 0, + 1, + 1, + 0, + 2, + 1, + 0, + 1, + 2, + 1, + 3, + 0, + 1, + 1, + 2, + 2, + 2, + 8, + 6, + 14, + 6, + 11, + 15, + 13, + 10, + 13, + 17, + 14, + 14, + 18, + 13, + 13, + 13, + 7, + 7, + 6, + 4, + 3, + 2, + 0, + 1, + 0, + 1, + 1, + 0, + 2, + 0, + 1, + 2 + ], + "log_norms_bin_edges": [ + -7.4128193855285645, + -7.334096908569336, + -7.255374431610107, + -7.176651954650879, + -7.09792947769165, + -7.019207000732422, + -6.940484523773193, + -6.861762046813965, + -6.783039093017578, + -6.704317092895508, + -6.625594139099121, + -6.546871662139893, + -6.468149185180664, + -6.3894267082214355, + -6.310704231262207, + -6.2319817543029785, + -6.15325927734375, + -6.0745368003845215, + -5.995814323425293, + -5.9170918464660645, + -5.838369369506836, + -5.759646892547607, + -5.680924415588379, + -5.602201461791992, + -5.523479461669922, + -5.444756507873535, + -5.366034507751465, + -5.287311553955078, + -5.20858907699585, + -5.129866600036621, + -5.051144123077393, + -4.972421646118164, + -4.8936991691589355, + -4.814976692199707, + -4.7362542152404785, + -4.65753173828125, + -4.5788092613220215, + -4.500086784362793, + -4.421363830566406, + -4.342641830444336, + -4.263918876647949, + -4.185196876525879, + -4.106473922729492, + -4.027751922607422, + -3.949028968811035, + -3.8703064918518066, + -3.791584014892578, + -3.7128615379333496, + -3.634139060974121, + -3.5554165840148926, + -3.476693868637085 + ], + "r_inf_mean": 0.21198250353336334, + "r_inf_median": 0.2054656445980072, + "pr_mean": 0.25772973895072937, + "pr_median": 0.27671459317207336, + "hoyer_mean": 0.5594664812088013, + "eff_dim_mean": 0.5594664812088013, + "topk_energy": { + "1": 0.08671416342258453, + "5": 0.3366381525993347, + "10": 0.5126802325248718, + "25": 0.7962896823883057 + }, + "gamma_raw": -0.00841217115521431, + "gamma_active": { + "1e-08": -0.00841217115521431, + "1e-07": -0.008832722902297974, + "1e-06": -0.007466278970241547, + "1e-05": -0.005970149300992489, + "0.0001": -0.021067306399345398 + }, + "gamma_energy_weighted": { + "1e-08": -0.017820857399237184, + "1e-07": -0.017820857399237184, + "1e-06": -0.017820857399237184, + "1e-05": -0.017820857399237184, + "0.0001": -0.017820857399237184 + } + }, + { + "layer": 1, + "mean_norm": 3.977452145420557e-09, + "median_norm": 1.4422333327601677e-09, + "max_norm": 3.192220674463897e-07, + "min_norm": 3.3610614291745833e-10, + "support": { + "1e-08": 0.0234375, + "1e-07": 0.00390625, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.45858383178711, + "5": -9.34475326538086, + "10": -9.29741382598877, + "25": -8.988425254821777, + "50": -8.838895797729492, + "75": -8.489350318908691, + "90": -8.329549789428711, + "95": -8.187898635864258, + "99": -7.573517799377441 + }, + "log_norms_histogram": [ + 8, + 3, + 16, + 8, + 5, + 1, + 7, + 13, + 21, + 18, + 37, + 7, + 4, + 1, + 20, + 14, + 13, + 21, + 10, + 9, + 4, + 3, + 2, + 5, + 0, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1 + ], + "log_norms_bin_edges": [ + -9.47352409362793, + -9.413971900939941, + -9.354419708251953, + -9.294867515563965, + -9.23531436920166, + -9.175762176513672, + -9.116209983825684, + -9.056657791137695, + -8.997105598449707, + -8.937553405761719, + -8.878000259399414, + -8.818448066711426, + -8.758895874023438, + -8.69934368133545, + -8.639791488647461, + -8.580239295959473, + -8.520687103271484, + -8.46113395690918, + -8.401581764221191, + -8.342029571533203, + -8.282477378845215, + -8.222925186157227, + -8.163372993469238, + -8.10382080078125, + -8.044267654418945, + -7.984715461730957, + -7.925163269042969, + -7.8656110763549805, + -7.806058883666992, + -7.746506690979004, + -7.686954021453857, + -7.627401828765869, + -7.567849159240723, + -7.508296966552734, + -7.448744773864746, + -7.389192581176758, + -7.3296403884887695, + -7.270087718963623, + -7.210535049438477, + -7.150982856750488, + -7.0914306640625, + -7.031878471374512, + -6.972326278686523, + -6.912773609161377, + -6.853221416473389, + -6.793668746948242, + -6.734116554260254, + -6.674564361572266, + -6.615012168884277, + -6.555459976196289, + -6.495907306671143 + ], + "r_inf_mean": 0.37439629435539246, + "r_inf_median": 0.3665519058704376, + "pr_mean": 0.15418756008148193, + "pr_median": 0.12454859167337418, + "hoyer_mean": 0.5193913578987122, + "eff_dim_mean": 0.5193913578987122, + "topk_energy": { + "1": 0.21499483287334442, + "5": 0.4528041481971741, + "10": 0.584913969039917, + "25": 0.7954651117324829 + }, + "gamma_raw": 0.009399517439305782, + "gamma_active": { + "1e-08": 0.03140031173825264, + "1e-07": -0.027559973299503326, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": -0.02263580859118964, + "1e-07": -0.02263580859118964, + "1e-06": -0.02263580859118964, + "1e-05": -0.02263580859118964, + "0.0001": -0.02263580859118964 + } + }, + { + "layer": 2, + "mean_norm": 1.4078365140335336e-09, + "median_norm": 1.2122052250873594e-09, + "max_norm": 4.00128685740242e-09, + "min_norm": 3.293924022429451e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.456059455871582, + "5": -9.3544921875, + "10": -9.339921951293945, + "25": -9.074198722839355, + "50": -8.916337013244629, + "75": -8.739368438720703, + "90": -8.60367202758789, + "95": -8.55837345123291, + "99": -8.409661293029785 + }, + "log_norms_histogram": [ + 3, + 2, + 4, + 2, + 1, + 6, + 10, + 0, + 3, + 6, + 1, + 2, + 1, + 1, + 4, + 1, + 1, + 6, + 14, + 11, + 10, + 3, + 6, + 6, + 4, + 14, + 17, + 10, + 5, + 3, + 6, + 3, + 3, + 18, + 8, + 6, + 5, + 8, + 6, + 6, + 7, + 4, + 8, + 0, + 2, + 1, + 3, + 0, + 0, + 5 + ], + "log_norms_bin_edges": [ + -9.48228645324707, + -9.460597038269043, + -9.4389066696167, + -9.417217254638672, + -9.395527839660645, + -9.3738374710083, + -9.352148056030273, + -9.330458641052246, + -9.308768272399902, + -9.287078857421875, + -9.265389442443848, + -9.243699073791504, + -9.222009658813477, + -9.20032024383545, + -9.178630828857422, + -9.156940460205078, + -9.13525104522705, + -9.113561630249023, + -9.09187126159668, + -9.070181846618652, + -9.048492431640625, + -9.026802062988281, + -9.005112648010254, + -8.983423233032227, + -8.961732864379883, + -8.940043449401855, + -8.918354034423828, + -8.896663665771484, + -8.874974250793457, + -8.85328483581543, + -8.831594467163086, + -8.809905052185059, + -8.788215637207031, + -8.766525268554688, + -8.74483585357666, + -8.723146438598633, + -8.701456069946289, + -8.679766654968262, + -8.658077239990234, + -8.63638687133789, + -8.614697456359863, + -8.593008041381836, + -8.571318626403809, + -8.549628257751465, + -8.527938842773438, + -8.50624942779541, + -8.484559059143066, + -8.462869644165039, + -8.441180229187012, + -8.419489860534668, + -8.39780044555664 + ], + "r_inf_mean": 0.5060424208641052, + "r_inf_median": 0.5310726761817932, + "pr_mean": 0.04750444367527962, + "pr_median": 0.034450214356184006, + "hoyer_mean": 0.28526508808135986, + "eff_dim_mean": 0.28526508808135986, + "topk_energy": { + "1": 0.36871445178985596, + "5": 0.7180588245391846, + "10": 0.8247087597846985, + "25": 0.9378180503845215 + }, + "gamma_raw": 0.0018868186743929982, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.0022751095089624585, + "1e-07": 0.0022751095089624585, + "1e-06": 0.0022751095089624585, + "1e-05": 0.0022751095089624585, + "0.0001": 0.0022751095089624585 + } + }, + { + "layer": 3, + "mean_norm": 1.4061041220259085e-09, + "median_norm": 1.2135003002455846e-09, + "max_norm": 3.991370345346468e-09, + "min_norm": 3.3295996515469994e-10, + "support": { + "1e-08": 0.0, + "1e-07": 0.0, + "1e-06": 0.0, + "1e-05": 0.0, + "0.0001": 0.0 + }, + "log_norms_percentiles": { + "1": -9.453582763671875, + "5": -9.3539457321167, + "10": -9.340338706970215, + "25": -9.073795318603516, + "50": -8.91591739654541, + "75": -8.740758895874023, + "90": -8.60460376739502, + "95": -8.559410095214844, + "99": -8.410723686218262 + }, + "log_norms_histogram": [ + 3, + 2, + 4, + 3, + 0, + 9, + 7, + 1, + 3, + 5, + 1, + 2, + 1, + 2, + 4, + 0, + 1, + 7, + 13, + 13, + 8, + 4, + 6, + 5, + 4, + 17, + 17, + 9, + 3, + 3, + 6, + 3, + 3, + 21, + 5, + 7, + 5, + 7, + 6, + 6, + 8, + 3, + 8, + 0, + 2, + 1, + 3, + 0, + 1, + 4 + ], + "log_norms_bin_edges": [ + -9.477607727050781, + -9.456032752990723, + -9.43445873260498, + -9.412883758544922, + -9.39130973815918, + -9.369734764099121, + -9.348159790039062, + -9.32658576965332, + -9.305010795593262, + -9.28343677520752, + -9.261861801147461, + -9.240286827087402, + -9.21871280670166, + -9.197137832641602, + -9.17556381225586, + -9.1539888381958, + -9.132413864135742, + -9.11083984375, + -9.089264869689941, + -9.0676908493042, + -9.04611587524414, + -9.024540901184082, + -9.00296688079834, + -8.981391906738281, + -8.959817886352539, + -8.93824291229248, + -8.916667938232422, + -8.89509391784668, + -8.873518943786621, + -8.851944923400879, + -8.83036994934082, + -8.808794975280762, + -8.78722095489502, + -8.765645980834961, + -8.744071960449219, + -8.72249698638916, + -8.700922012329102, + -8.67934799194336, + -8.6577730178833, + -8.636198997497559, + -8.6146240234375, + -8.593049049377441, + -8.5714750289917, + -8.54990005493164, + -8.528326034545898, + -8.50675106048584, + -8.485176086425781, + -8.463602066040039, + -8.44202709197998, + -8.420453071594238, + -8.39887809753418 + ], + "r_inf_mean": 0.5057066679000854, + "r_inf_median": 0.5312820076942444, + "pr_mean": 0.04774969443678856, + "pr_median": 0.03490903228521347, + "hoyer_mean": 0.28473159670829773, + "eff_dim_mean": 0.2847316265106201, + "topk_energy": { + "1": 0.3686433732509613, + "5": 0.7182832956314087, + "10": 0.8247679471969604, + "25": 0.9381445646286011 + }, + "gamma_raw": 0.004734788089990616, + "gamma_active": { + "1e-08": null, + "1e-07": null, + "1e-06": null, + "1e-05": null, + "0.0001": null + }, + "gamma_energy_weighted": { + "1e-08": 0.013009962427978453, + "1e-07": 0.013009962427978453, + "1e-06": 0.013009962427978453, + "1e-05": 0.013009962427978453, + "0.0001": 0.013009962427978453 + } + } + ] +}
\ No newline at end of file |