{ "dataset": "cifar", "method": "state_bridge", "seed": 2048, "alpha": null, "depth": 4, "batch": 256, "loss": 2.2456140518188477, "acc": 0.2421875, "per_layer": [ { "layer": 0, "mean_norm": 1.0896491403400432e-05, "median_norm": 5.875528131582541e-06, "max_norm": 9.208734263665974e-05, "min_norm": 7.540877504652599e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.98828125, "1e-05": 0.34765625, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -5.9824628829956055, "5": -5.877553462982178, "10": -5.76905632019043, "25": -5.5599775314331055, "50": -5.226975440979004, "75": -4.901585102081299, "90": -4.607767105102539, "95": -4.418752670288086, "99": -4.1825971603393555 }, "log_norms_histogram": [ 2, 0, 1, 2, 4, 5, 5, 3, 10, 7, 7, 7, 9, 5, 4, 7, 15, 10, 10, 7, 5, 9, 7, 7, 7, 7, 6, 11, 11, 7, 6, 3, 7, 7, 1, 6, 7, 1, 3, 1, 5, 1, 2, 2, 1, 2, 2, 0, 0, 2 ], "log_norms_bin_edges": [ -6.122578144073486, -6.0808424949646, -6.039106845855713, -5.997371673583984, -5.955636024475098, -5.913900375366211, -5.872164726257324, -5.8304290771484375, -5.788693904876709, -5.746958255767822, -5.7052226066589355, -5.663486957550049, -5.62175178527832, -5.580016136169434, -5.538280487060547, -5.49654483795166, -5.454809188842773, -5.413073539733887, -5.371338367462158, -5.3296027183532715, -5.287867069244385, -5.246131420135498, -5.2043962478637695, -5.162660598754883, -5.120924949645996, -5.079189300537109, -5.037453651428223, -4.995718002319336, -4.953982830047607, -4.912247180938721, -4.870511531829834, -4.828775882720947, -4.787040710449219, -4.745305061340332, -4.703569412231445, -4.661833763122559, -4.620098114013672, -4.578362464904785, -4.536627292633057, -4.49489164352417, -4.453155994415283, -4.4114203453063965, -4.369685173034668, -4.327949523925781, -4.2862138748168945, -4.244478225708008, -4.202742576599121, -4.161006927490234, -4.119271755218506, -4.077536106109619, -4.035800457000732 ], "r_inf_mean": 0.18267306685447693, "r_inf_median": 0.17302103340625763, "pr_mean": 0.32665687799453735, "pr_median": 0.34501776099205017, "hoyer_mean": 0.6109166741371155, "eff_dim_mean": 0.6109167337417603, "topk_energy": { "1": 0.0643179640173912, "5": 0.2744975686073303, "10": 0.4459182024002075, "25": 0.746250331401825 }, "gamma_raw": -0.00023143948055803776, "gamma_active": { "1e-08": -0.00023143948055803776, "1e-07": -0.00023143948055803776, "1e-06": 5.560100544244051e-05, "1e-05": -0.02228204719722271, "0.0001": null }, "gamma_energy_weighted": { "1e-08": -0.04421147224076375, "1e-07": -0.04421147224076375, "1e-06": -0.04421147224076375, "1e-05": -0.04421147224076375, "0.0001": -0.04421147224076375 } }, { "layer": 1, "mean_norm": 7.701751458810691e-10, "median_norm": 5.855592677406207e-10, "max_norm": 2.2901365248628736e-09, "min_norm": 2.4490157124468226e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.602325439453125, "5": -9.573691368103027, "10": -9.498767852783203, "25": -9.365890502929688, "50": -9.2305326461792, "75": -8.964221954345703, "90": -8.862560272216797, "95": -8.76616096496582, "99": -8.661859512329102 }, "log_norms_histogram": [ 6, 8, 5, 3, 2, 4, 1, 1, 3, 7, 8, 12, 7, 10, 9, 7, 9, 9, 14, 5, 16, 10, 2, 1, 1, 2, 1, 1, 1, 9, 4, 8, 5, 3, 4, 10, 9, 7, 7, 6, 1, 2, 1, 5, 4, 0, 1, 0, 2, 3 ], "log_norms_bin_edges": [ -9.611008644104004, -9.591590881347656, -9.572174072265625, -9.552756309509277, -9.533339500427246, -9.513921737670898, -9.49450397491455, -9.47508716583252, -9.455669403076172, -9.43625259399414, -9.416834831237793, -9.397417068481445, -9.378000259399414, -9.358582496643066, -9.339165687561035, -9.319747924804688, -9.30033016204834, -9.280913352966309, -9.261495590209961, -9.24207878112793, -9.222661018371582, -9.203243255615234, -9.183826446533203, -9.164408683776855, -9.144991874694824, -9.125574111938477, -9.106156349182129, -9.086739540100098, -9.06732177734375, -9.047904968261719, -9.028487205505371, -9.009069442749023, -8.989652633666992, -8.970234870910645, -8.950818061828613, -8.931400299072266, -8.911982536315918, -8.892565727233887, -8.873147964477539, -8.853731155395508, -8.83431339263916, -8.814895629882812, -8.795478820800781, -8.776061058044434, -8.756644248962402, -8.737226486206055, -8.717808723449707, -8.698391914367676, -8.678974151611328, -8.659557342529297, -8.64013957977295 ], "r_inf_mean": 0.3414124846458435, "r_inf_median": 0.3397909998893738, "pr_mean": 0.10728900879621506, "pr_median": 0.09624399244785309, "hoyer_mean": 0.42114460468292236, "eff_dim_mean": 0.42114460468292236, "topk_energy": { "1": 0.19818115234375, "5": 0.5506938099861145, "10": 0.7104119658470154, "25": 0.8797035813331604 }, "gamma_raw": -0.00013132230378687382, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": -0.0012894707992090206, "1e-07": -0.0012894707992090206, "1e-06": -0.0012894707992090206, "1e-05": -0.0012894707992090206, "0.0001": -0.0012894707992090206 } }, { "layer": 2, "mean_norm": 7.190498196862904e-10, "median_norm": 5.55093693233033e-10, "max_norm": 2.1202199995684623e-09, "min_norm": 2.2606883032239011e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.639789581298828, "5": -9.60715103149414, "10": -9.580241203308105, "25": -9.381452560424805, "50": -9.25378131866455, "75": -9.001047134399414, "90": -8.88835620880127, "95": -8.802726745605469, "99": -8.707411766052246 }, "log_norms_histogram": [ 9, 4, 8, 6, 2, 1, 2, 0, 1, 1, 6, 5, 12, 12, 10, 3, 16, 7, 8, 13, 10, 15, 8, 3, 2, 1, 0, 1, 3, 0, 8, 5, 6, 10, 5, 4, 8, 11, 4, 2, 4, 3, 2, 4, 6, 0, 0, 2, 0, 3 ], "log_norms_bin_edges": [ -9.645759582519531, -9.626317024230957, -9.606873512268066, -9.587430953979492, -9.567988395690918, -9.548545837402344, -9.529102325439453, -9.509659767150879, -9.490217208862305, -9.47077465057373, -9.45133113861084, -9.431888580322266, -9.412446022033691, -9.393003463745117, -9.373559951782227, -9.354117393493652, -9.334674835205078, -9.315232276916504, -9.295788764953613, -9.276346206665039, -9.256903648376465, -9.23746109008789, -9.218017578125, -9.198575019836426, -9.179132461547852, -9.159688949584961, -9.140246391296387, -9.120803833007812, -9.101361274719238, -9.081917762756348, -9.062475204467773, -9.0430326461792, -9.023590087890625, -9.004146575927734, -8.98470401763916, -8.965261459350586, -8.945818901062012, -8.926375389099121, -8.906932830810547, -8.887490272521973, -8.868047714233398, -8.848604202270508, -8.829161643981934, -8.80971908569336, -8.790276527404785, -8.770833015441895, -8.75139045715332, -8.731947898864746, -8.712505340576172, -8.693061828613281, -8.673619270324707 ], "r_inf_mean": 0.3695303797721863, "r_inf_median": 0.35647332668304443, "pr_mean": 0.0843978002667427, "pr_median": 0.08307379484176636, "hoyer_mean": 0.36073213815689087, "eff_dim_mean": 0.36073213815689087, "topk_energy": { "1": 0.22589924931526184, "5": 0.603112518787384, "10": 0.7647562026977539, "25": 0.9164388179779053 }, "gamma_raw": -0.0005179650033824146, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": 0.0005456541727364672, "1e-07": 0.0005456541727364672, "1e-06": 0.0005456541727364672, "1e-05": 0.0005456541727364672, "0.0001": 0.0005456541727364672 } }, { "layer": 3, "mean_norm": 7.140357749513271e-10, "median_norm": 5.517990508963067e-10, "max_norm": 2.1065060806790825e-09, "min_norm": 2.2601573390623741e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "log_norms_percentiles": { "1": -9.637129783630371, "5": -9.605447769165039, "10": -9.577232360839844, "25": -9.384344100952148, "50": -9.25660514831543, "75": -9.00460433959961, "90": -8.891793251037598, "95": -8.806489944458008, "99": -8.710750579833984 }, "log_norms_histogram": [ 9, 4, 7, 7, 2, 1, 2, 0, 1, 1, 7, 4, 11, 13, 10, 4, 14, 8, 8, 15, 8, 14, 9, 4, 1, 1, 1, 0, 3, 0, 8, 5, 8, 8, 7, 4, 6, 12, 3, 4, 3, 2, 3, 4, 5, 0, 0, 2, 0, 3 ], "log_norms_bin_edges": [ -9.645861625671387, -9.626473426818848, -9.607084274291992, -9.587696075439453, -9.568307876586914, -9.548919677734375, -9.52953052520752, -9.51014232635498, -9.490754127502441, -9.471364974975586, -9.451976776123047, -9.432588577270508, -9.413199424743652, -9.393811225891113, -9.374423027038574, -9.355033874511719, -9.33564567565918, -9.31625747680664, -9.296869277954102, -9.277480125427246, -9.258091926574707, -9.238703727722168, -9.219314575195312, -9.199926376342773, -9.180538177490234, -9.161149024963379, -9.14176082611084, -9.1223726272583, -9.102984428405762, -9.083595275878906, -9.064207077026367, -9.044818878173828, -9.025429725646973, -9.006041526794434, -8.986653327941895, -8.967264175415039, -8.9478759765625, -8.928487777709961, -8.909099578857422, -8.889710426330566, -8.870322227478027, -8.850934028625488, -8.831544876098633, -8.812156677246094, -8.792768478393555, -8.7733793258667, -8.75399112701416, -8.734602928161621, -8.715214729309082, -8.695825576782227, -8.676437377929688 ], "r_inf_mean": 0.3724413514137268, "r_inf_median": 0.3621567487716675, "pr_mean": 0.08321239054203033, "pr_median": 0.08170738816261292, "hoyer_mean": 0.35573166608810425, "eff_dim_mean": 0.355731725692749, "topk_energy": { "1": 0.2286262810230255, "5": 0.6065496206283569, "10": 0.767630934715271, "25": 0.918796956539154 }, "gamma_raw": 0.0010551679879426956, "gamma_active": { "1e-08": null, "1e-07": null, "1e-06": null, "1e-05": null, "0.0001": null }, "gamma_energy_weighted": { "1e-08": 0.0028031969601193356, "1e-07": 0.0028031969601193356, "1e-06": 0.0028031969601193356, "1e-05": 0.0028031969601193356, "0.0001": 0.0028031969601193356 } } ] }