{ "dataset": "cifar", "method": "state_bridge", "seed": 456, "alpha": null, "depth": 4, "batch": 256, "loss": 2.050177574157715, "acc": 0.2265625, "per_layer": [ { "layer": 0, "mean_norm": 1.4368388292496093e-05, "median_norm": 5.926106041442836e-06, "max_norm": 0.0003336614463478327, "min_norm": 3.8652768097335866e-08, "support": { "1e-08": 1.0, "1e-07": 0.98828125, "1e-06": 0.91796875, "1e-05": 0.33203125, "0.0001": 0.0234375 }, "log_norms_percentiles": { "1": -7.064627647399902, "5": -6.375729560852051, "10": -5.950442314147949, "25": -5.619073390960693, "50": -5.22451114654541, "75": -4.90535306930542, "90": -4.60972785949707, "95": -4.44577693939209, "99": -3.6903200149536133 }, "log_norms_histogram": [ 1, 0, 1, 1, 0, 2, 1, 0, 1, 2, 1, 3, 0, 1, 1, 2, 2, 2, 8, 6, 14, 6, 11, 15, 13, 10, 13, 17, 14, 14, 18, 13, 13, 13, 7, 7, 6, 4, 3, 2, 0, 1, 0, 1, 1, 0, 2, 0, 1, 2 ], "log_norms_bin_edges": [ -7.4128193855285645, -7.334096908569336, -7.255374431610107, -7.176651954650879, -7.09792947769165, -7.019207000732422, -6.940484523773193, -6.861762046813965, -6.783039093017578, -6.704317092895508, -6.625594139099121, -6.546871662139893, -6.468149185180664, -6.3894267082214355, -6.310704231262207, -6.2319817543029785, -6.15325927734375, -6.0745368003845215, -5.995814323425293, -5.9170918464660645, -5.838369369506836, -5.759646892547607, -5.680924415588379, -5.602201461791992, -5.523479461669922, -5.444756507873535, -5.366034507751465, -5.287311553955078, -5.20858907699585, -5.129866600036621, -5.051144123077393, -4.972421646118164, -4.8936991691589355, -4.814976692199707, -4.7362542152404785, -4.65753173828125, -4.5788092613220215, -4.500086784362793, -4.421363830566406, -4.342641830444336, -4.263918876647949, -4.185196876525879, -4.106473922729492, -4.027751922607422, -3.949028968811035, -3.8703064918518066, -3.791584014892578, -3.7128615379333496, -3.634139060974121, -3.5554165840148926, -3.476693868637085 ], "r_inf_mean": 0.21198250353336334, "r_inf_median": 0.2054656445980072, "pr_mean": 0.25772973895072937, "pr_median": 0.27671459317207336, "hoyer_mean": 0.5594664812088013, "eff_dim_mean": 0.5594664812088013, "topk_energy": { "1": 0.08671416342258453, "5": 0.3366381525993347, "10": 0.5126802325248718, "25": 0.7962896823883057 }, "gamma_raw": -0.00841217115521431, "gamma_active": { "1e-08": -0.00841217115521431, "1e-07": -0.008832722902297974, "1e-06": -0.007466278970241547, "1e-05": -0.005970149300992489, "0.0001": -0.021067306399345398 }, "gamma_energy_weighted": { "1e-08": -0.017820857399237184, "1e-07": -0.017820857399237184, "1e-06": -0.017820857399237184, "1e-05": -0.017820857399237184, "0.0001": -0.017820857399237184 } }, { "layer": 1, "mean_norm": 3.977452145420557e-09, "median_norm": 1.4422333327601677e-09, "max_norm": 3.192220674463897e-07, "min_norm": 3.3610614291745833e-10, "support": { "1e-08": 0.0234375, "1e-07": 0.00390625, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.45858383178711, "5": -9.34475326538086, "10": -9.29741382598877, "25": -8.988425254821777, "50": -8.838895797729492, "75": -8.489350318908691, "90": -8.329549789428711, "95": -8.187898635864258, "99": -7.573517799377441 }, "log_norms_histogram": [ 8, 3, 16, 8, 5, 1, 7, 13, 21, 18, 37, 7, 4, 1, 20, 14, 13, 21, 10, 9, 4, 3, 2, 5, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1 ], "log_norms_bin_edges": [ -9.47352409362793, -9.413971900939941, -9.354419708251953, -9.294867515563965, -9.23531436920166, -9.175762176513672, -9.116209983825684, -9.056657791137695, -8.997105598449707, -8.937553405761719, -8.878000259399414, -8.818448066711426, -8.758895874023438, -8.69934368133545, -8.639791488647461, -8.580239295959473, -8.520687103271484, -8.46113395690918, -8.401581764221191, -8.342029571533203, -8.282477378845215, -8.222925186157227, -8.163372993469238, -8.10382080078125, -8.044267654418945, -7.984715461730957, -7.925163269042969, -7.8656110763549805, -7.806058883666992, -7.746506690979004, -7.686954021453857, -7.627401828765869, -7.567849159240723, -7.508296966552734, -7.448744773864746, -7.389192581176758, -7.3296403884887695, -7.270087718963623, -7.210535049438477, -7.150982856750488, -7.0914306640625, -7.031878471374512, -6.972326278686523, -6.912773609161377, -6.853221416473389, -6.793668746948242, -6.734116554260254, -6.674564361572266, -6.615012168884277, -6.555459976196289, -6.495907306671143 ], "r_inf_mean": 0.37439629435539246, "r_inf_median": 0.3665519058704376, "pr_mean": 0.15418756008148193, "pr_median": 0.12454859167337418, "hoyer_mean": 0.5193913578987122, "eff_dim_mean": 0.5193913578987122, "topk_energy": { "1": 0.21499483287334442, "5": 0.4528041481971741, "10": 0.584913969039917, "25": 0.7954651117324829 }, "gamma_raw": 0.009399517439305782, "gamma_active": { "1e-08": 0.03140031173825264, "1e-07": -0.027559973299503326, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": -0.02263580859118964, "1e-07": -0.02263580859118964, "1e-06": -0.02263580859118964, "1e-05": -0.02263580859118964, "0.0001": -0.02263580859118964 } }, { "layer": 2, "mean_norm": 1.4078365140335336e-09, "median_norm": 1.2122052250873594e-09, "max_norm": 4.00128685740242e-09, "min_norm": 3.293924022429451e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.456059455871582, "5": -9.3544921875, "10": -9.339921951293945, "25": -9.074198722839355, "50": -8.916337013244629, "75": -8.739368438720703, "90": -8.60367202758789, "95": -8.55837345123291, "99": -8.409661293029785 }, "log_norms_histogram": [ 3, 2, 4, 2, 1, 6, 10, 0, 3, 6, 1, 2, 1, 1, 4, 1, 1, 6, 14, 11, 10, 3, 6, 6, 4, 14, 17, 10, 5, 3, 6, 3, 3, 18, 8, 6, 5, 8, 6, 6, 7, 4, 8, 0, 2, 1, 3, 0, 0, 5 ], "log_norms_bin_edges": [ -9.48228645324707, -9.460597038269043, -9.4389066696167, -9.417217254638672, -9.395527839660645, -9.3738374710083, -9.352148056030273, -9.330458641052246, -9.308768272399902, -9.287078857421875, -9.265389442443848, -9.243699073791504, -9.222009658813477, -9.20032024383545, -9.178630828857422, -9.156940460205078, -9.13525104522705, -9.113561630249023, -9.09187126159668, -9.070181846618652, -9.048492431640625, -9.026802062988281, -9.005112648010254, -8.983423233032227, -8.961732864379883, -8.940043449401855, -8.918354034423828, -8.896663665771484, -8.874974250793457, -8.85328483581543, -8.831594467163086, -8.809905052185059, -8.788215637207031, -8.766525268554688, -8.74483585357666, -8.723146438598633, -8.701456069946289, -8.679766654968262, -8.658077239990234, -8.63638687133789, -8.614697456359863, -8.593008041381836, -8.571318626403809, -8.549628257751465, -8.527938842773438, -8.50624942779541, -8.484559059143066, -8.462869644165039, -8.441180229187012, -8.419489860534668, -8.39780044555664 ], "r_inf_mean": 0.5060424208641052, "r_inf_median": 0.5310726761817932, "pr_mean": 0.04750444367527962, "pr_median": 0.034450214356184006, "hoyer_mean": 0.28526508808135986, "eff_dim_mean": 0.28526508808135986, "topk_energy": { "1": 0.36871445178985596, "5": 0.7180588245391846, "10": 0.8247087597846985, "25": 0.9378180503845215 }, "gamma_raw": 0.0018868186743929982, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": 0.0022751095089624585, "1e-07": 0.0022751095089624585, "1e-06": 0.0022751095089624585, "1e-05": 0.0022751095089624585, "0.0001": 0.0022751095089624585 } }, { "layer": 3, "mean_norm": 1.4061041220259085e-09, "median_norm": 1.2135003002455846e-09, "max_norm": 3.991370345346468e-09, "min_norm": 3.3295996515469994e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.453582763671875, "5": -9.3539457321167, "10": -9.340338706970215, "25": -9.073795318603516, "50": -8.91591739654541, "75": -8.740758895874023, "90": -8.60460376739502, "95": -8.559410095214844, "99": -8.410723686218262 }, "log_norms_histogram": [ 3, 2, 4, 3, 0, 9, 7, 1, 3, 5, 1, 2, 1, 2, 4, 0, 1, 7, 13, 13, 8, 4, 6, 5, 4, 17, 17, 9, 3, 3, 6, 3, 3, 21, 5, 7, 5, 7, 6, 6, 8, 3, 8, 0, 2, 1, 3, 0, 1, 4 ], "log_norms_bin_edges": [ -9.477607727050781, -9.456032752990723, -9.43445873260498, -9.412883758544922, -9.39130973815918, -9.369734764099121, -9.348159790039062, -9.32658576965332, -9.305010795593262, -9.28343677520752, -9.261861801147461, -9.240286827087402, -9.21871280670166, -9.197137832641602, -9.17556381225586, -9.1539888381958, -9.132413864135742, -9.11083984375, -9.089264869689941, -9.0676908493042, -9.04611587524414, -9.024540901184082, -9.00296688079834, -8.981391906738281, -8.959817886352539, -8.93824291229248, -8.916667938232422, -8.89509391784668, -8.873518943786621, -8.851944923400879, -8.83036994934082, -8.808794975280762, -8.78722095489502, -8.765645980834961, -8.744071960449219, -8.72249698638916, -8.700922012329102, -8.67934799194336, -8.6577730178833, -8.636198997497559, -8.6146240234375, -8.593049049377441, -8.5714750289917, -8.54990005493164, -8.528326034545898, -8.50675106048584, -8.485176086425781, -8.463602066040039, -8.44202709197998, -8.420453071594238, -8.39887809753418 ], "r_inf_mean": 0.5057066679000854, "r_inf_median": 0.5312820076942444, "pr_mean": 0.04774969443678856, "pr_median": 0.03490903228521347, "hoyer_mean": 0.28473159670829773, "eff_dim_mean": 0.2847316265106201, "topk_energy": { "1": 0.3686433732509613, "5": 0.7182832956314087, "10": 0.8247679471969604, "25": 0.9381445646286011 }, "gamma_raw": 0.004734788089990616, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": 0.013009962427978453, "1e-07": 0.013009962427978453, "1e-06": 0.013009962427978453, "1e-05": 0.013009962427978453, "0.0001": 0.013009962427978453 } } ] }