{ "dataset": "cifar", "method": "state_bridge", "seed": 789, "alpha": null, "depth": 4, "batch": 256, "loss": 2.0617237091064453, "acc": 0.24609375, "per_layer": [ { "layer": 0, "mean_norm": 8.743697435420472e-06, "median_norm": 2.4517200927220983e-06, "max_norm": 8.064663416007534e-05, "min_norm": 1.1260913623800661e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.73828125, "1e-05": 0.29296875, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -6.80095911026001, "5": -6.5343146324157715, "10": -6.353362083435059, "25": -6.007988929748535, "50": -5.61046028137207, "75": -4.938404083251953, "90": -4.617031574249268, "95": -4.43778133392334, "99": -4.168892860412598 }, "log_norms_histogram": [ 2, 1, 0, 1, 1, 3, 4, 5, 3, 3, 7, 5, 4, 6, 6, 8, 15, 13, 7, 13, 5, 7, 8, 5, 4, 3, 3, 5, 6, 3, 4, 8, 5, 7, 9, 11, 9, 8, 4, 4, 6, 7, 2, 3, 4, 3, 1, 1, 2, 2 ], "log_norms_bin_edges": [ -6.948426723480225, -6.891326427459717, -6.834226131439209, -6.777125835418701, -6.720025539398193, -6.6629252433776855, -6.605825424194336, -6.548725128173828, -6.49162483215332, -6.4345245361328125, -6.377424240112305, -6.320323944091797, -6.263223648071289, -6.206123352050781, -6.149023056030273, -6.091922760009766, -6.034822463989258, -5.97772216796875, -5.920621871948242, -5.863521575927734, -5.806421279907227, -5.749321460723877, -5.692221164703369, -5.635120868682861, -5.5780205726623535, -5.520920276641846, -5.463819980621338, -5.40671968460083, -5.349619388580322, -5.2925190925598145, -5.235418796539307, -5.178318977355957, -5.121218681335449, -5.064118385314941, -5.007018089294434, -4.949917793273926, -4.892817497253418, -4.83571720123291, -4.778616905212402, -4.7215166091918945, -4.664416313171387, -4.607316017150879, -4.550215721130371, -4.493115425109863, -4.4360151290893555, -4.378914833068848, -4.32181453704834, -4.264714241027832, -4.207614421844482, -4.150514125823975, -4.093413829803467 ], "r_inf_mean": 0.2084456831216812, "r_inf_median": 0.20793209969997406, "pr_mean": 0.265924334526062, "pr_median": 0.2677346467971802, "hoyer_mean": 0.5610209703445435, "eff_dim_mean": 0.5610209703445435, "topk_energy": { "1": 0.07947279512882233, "5": 0.3243623375892639, "10": 0.5098432302474976, "25": 0.7933411002159119 }, "gamma_raw": -0.021114066243171692, "gamma_active": { "1e-08": -0.021114066243171692, "1e-07": -0.021114066243171692, "1e-06": -0.025784147903323174, "1e-05": -0.019313666969537735, "0.0001": null }, "gamma_energy_weighted": { "1e-08": -0.016344940955261747, "1e-07": -0.016344940955261747, "1e-06": -0.016344940955261747, "1e-05": -0.016344940955261747, "0.0001": -0.016344940955261747 } }, { "layer": 1, "mean_norm": 1.0396536964663028e-09, "median_norm": 7.752765651680704e-10, "max_norm": 6.5278062955087535e-09, "min_norm": 9.256787697475843e-11, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -10.0111665725708, "5": -9.781103134155273, "10": -9.68696403503418, "25": -9.546927452087402, "50": -9.104131698608398, "75": -8.890253067016602, "90": -8.647502899169922, "95": -8.507597923278809, "99": -8.348562240600586 }, "log_norms_histogram": [ 4, 2, 2, 2, 2, 1, 0, 8, 3, 3, 2, 0, 30, 16, 3, 1, 2, 0, 7, 12, 6, 4, 6, 6, 6, 3, 5, 18, 9, 14, 15, 8, 6, 8, 2, 5, 7, 5, 2, 2, 5, 5, 2, 2, 0, 3, 0, 1, 0, 1 ], "log_norms_bin_edges": [ -10.033539772033691, -9.996573448181152, -9.959607124328613, -9.92264175415039, -9.885675430297852, -9.848709106445312, -9.811742782592773, -9.774776458740234, -9.737811088562012, -9.700844764709473, -9.663878440856934, -9.626912117004395, -9.589945793151855, -9.552980422973633, -9.516014099121094, -9.479047775268555, -9.442081451416016, -9.405115127563477, -9.368149757385254, -9.331183433532715, -9.294217109680176, -9.257250785827637, -9.220284461975098, -9.183319091796875, -9.146352767944336, -9.109386444091797, -9.072420120239258, -9.035453796386719, -8.998488426208496, -8.961522102355957, -8.924555778503418, -8.887589454650879, -8.85062313079834, -8.813657760620117, -8.776691436767578, -8.739725112915039, -8.7027587890625, -8.665792465209961, -8.628827095031738, -8.5918607711792, -8.55489444732666, -8.517928123474121, -8.480961799621582, -8.44399642944336, -8.40703010559082, -8.370063781738281, -8.333097457885742, -8.296131134033203, -8.259164810180664, -8.222199440002441, -8.185233116149902 ], "r_inf_mean": 0.2522510290145874, "r_inf_median": 0.21616381406784058, "pr_mean": 0.2652745246887207, "pr_median": 0.3059607744216919, "hoyer_mean": 0.5854350328445435, "eff_dim_mean": 0.5854350924491882, "topk_energy": { "1": 0.1138530895113945, "5": 0.3378734588623047, "10": 0.4993831515312195, "25": 0.7629269957542419 }, "gamma_raw": 0.000608724367339164, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": 0.0027546371924260364, "1e-07": 0.0027546371924260364, "1e-06": 0.0027546371924260364, "1e-05": 0.0027546371924260364, "0.0001": 0.0027546371924260364 } }, { "layer": 2, "mean_norm": 3.0399679995518625e-10, "median_norm": 2.67759925343114e-10, "max_norm": 1.261636128901955e-09, "min_norm": 9.067625816872038e-11, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -10.024178504943848, "5": -9.894181251525879, "10": -9.79046630859375, "25": -9.6229248046875, "50": -9.572000503540039, "75": -9.474135398864746, "90": -9.340576171875, "95": -9.201939582824707, "99": -9.056225776672363 }, "log_norms_histogram": [ 4, 0, 2, 4, 2, 1, 1, 0, 4, 5, 3, 1, 1, 2, 1, 13, 6, 11, 11, 29, 44, 17, 15, 6, 10, 13, 14, 7, 0, 2, 5, 3, 2, 1, 1, 0, 2, 1, 2, 2, 1, 3, 1, 1, 0, 0, 0, 0, 1, 1 ], "log_norms_bin_edges": [ -10.04250717163086, -10.019638061523438, -9.996769905090332, -9.97390079498291, -9.951031684875488, -9.928163528442383, -9.905294418334961, -9.882425308227539, -9.859556198120117, -9.836688041687012, -9.81381893157959, -9.790949821472168, -9.768081665039062, -9.74521255493164, -9.722343444824219, -9.699474334716797, -9.676606178283691, -9.65373706817627, -9.630867958068848, -9.607999801635742, -9.58513069152832, -9.562261581420898, -9.539393424987793, -9.516524314880371, -9.49365520477295, -9.470787048339844, -9.447917938232422, -9.425048828125, -9.402179718017578, -9.379311561584473, -9.35644245147705, -9.333573341369629, -9.310705184936523, -9.287836074829102, -9.26496696472168, -9.242097854614258, -9.219229698181152, -9.19636058807373, -9.173491477966309, -9.150623321533203, -9.127754211425781, -9.10488510131836, -9.082016944885254, -9.059147834777832, -9.03627872467041, -9.013410568237305, -8.990541458129883, -8.967672348022461, -8.944803237915039, -8.921935081481934, -8.899065971374512 ], "r_inf_mean": 0.35538727045059204, "r_inf_median": 0.3573879301548004, "pr_mean": 0.11241177469491959, "pr_median": 0.10591915249824524, "hoyer_mean": 0.44273054599761963, "eff_dim_mean": 0.44273054599761963, "topk_energy": { "1": 0.20589187741279602, "5": 0.519497275352478, "10": 0.6743048429489136, "25": 0.8677505850791931 }, "gamma_raw": -0.00048501748824492097, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": -0.0010954130599143215, "1e-07": -0.0010954130599143215, "1e-06": -0.0010954130599143215, "1e-05": -0.0010954130599143215, "0.0001": -0.0010954130599143215 } }, { "layer": 3, "mean_norm": 3.109452972882565e-10, "median_norm": 2.6827040588983664e-10, "max_norm": 1.2850887021187418e-09, "min_norm": 9.059054201232541e-11, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -10.02463150024414, "5": -9.894753456115723, "10": -9.785642623901367, "25": -9.61752986907959, "50": -9.570686340332031, "75": -9.456947326660156, "90": -9.318146705627441, "95": -9.200933456420898, "99": -9.053476333618164 }, "log_norms_histogram": [ 4, 0, 2, 4, 2, 1, 1, 0, 2, 5, 5, 1, 1, 2, 0, 0, 16, 11, 15, 30, 44, 13, 7, 14, 8, 9, 20, 5, 1, 4, 1, 9, 2, 1, 1, 0, 2, 2, 2, 1, 3, 1, 1, 1, 0, 0, 0, 0, 1, 1 ], "log_norms_bin_edges": [ -10.042917251586914, -10.019880294799805, -9.996843338012695, -9.973806381225586, -9.950769424438477, -9.927732467651367, -9.904695510864258, -9.881658554077148, -9.858621597290039, -9.83558464050293, -9.81254768371582, -9.789510726928711, -9.766473770141602, -9.743436813354492, -9.720398902893066, -9.697361946105957, -9.674324989318848, -9.651288032531738, -9.628251075744629, -9.60521411895752, -9.58217716217041, -9.5591402053833, -9.536103248596191, -9.513066291809082, -9.490029335021973, -9.466992378234863, -9.443955421447754, -9.420918464660645, -9.397881507873535, -9.374844551086426, -9.351807594299316, -9.328770637512207, -9.305733680725098, -9.282696723937988, -9.259659767150879, -9.23662281036377, -9.21358585357666, -9.19054889678955, -9.167510986328125, -9.144474029541016, -9.121437072753906, -9.098400115966797, -9.075363159179688, -9.052326202392578, -9.029289245605469, -9.00625228881836, -8.98321533203125, -8.96017837524414, -8.937141418457031, -8.914104461669922, -8.891067504882812 ], "r_inf_mean": 0.3495643138885498, "r_inf_median": 0.33781787753105164, "pr_mean": 0.11861608922481537, "pr_median": 0.10579606145620346, "hoyer_mean": 0.44833889603614807, "eff_dim_mean": 0.44833889603614807, "topk_energy": { "1": 0.20056262612342834, "5": 0.5115911364555359, "10": 0.668555498123169, "25": 0.8636934757232666 }, "gamma_raw": -0.00022107198310550302, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": -0.00044062892073402335, "1e-07": -0.00044062892073402335, "1e-06": -0.00044062892073402335, "1e-05": -0.00044062892073402335, "0.0001": -0.00044062892073402335 } } ] }