{ "dataset": "synth", "method": "credit_bridge", "seed": 456, "alpha": 1.0, "depth": 4, "batch": 512, "loss": 3.0500993728637695, "acc": 0.12890625, "per_layer": [ { "layer": 0, "mean_norm": 0.0017178175039589405, "median_norm": 0.0017234665574505925, "max_norm": 0.0027213520370423794, "min_norm": 0.0006190741551108658, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 1.0 }, "log_norms_percentiles": { "1": -3.105677366256714, "5": -2.9745888710021973, "10": -2.873271942138672, "25": -2.805358409881592, "50": -2.7634754180908203, "75": -2.7207865715026855, "90": -2.6733787059783936, "95": -2.653172016143799, "99": -2.600125312805176 }, "log_norms_histogram": [ 1, 0, 0, 2, 1, 0, 0, 2, 3, 1, 1, 1, 1, 2, 2, 1, 5, 2, 2, 2, 5, 1, 5, 2, 6, 3, 9, 15, 8, 18, 16, 34, 40, 34, 48, 35, 39, 41, 22, 25, 19, 16, 13, 8, 7, 5, 1, 5, 1, 2 ], "log_norms_bin_edges": [ -3.2082574367523193, -3.195396661758423, -3.1825356483459473, -3.169674873352051, -3.1568140983581543, -3.143953323364258, -3.1310923099517822, -3.1182315349578857, -3.1053707599639893, -3.0925097465515137, -3.079648971557617, -3.0667881965637207, -3.053927421569824, -3.0410664081573486, -3.028205633163452, -3.0153448581695557, -3.00248384475708, -2.9896230697631836, -2.976762294769287, -2.9639015197753906, -2.951040506362915, -2.9381797313690186, -2.925318956375122, -2.9124579429626465, -2.89959716796875, -2.8867363929748535, -2.873875617980957, -2.8610146045684814, -2.848153829574585, -2.8352930545806885, -2.822432041168213, -2.8095712661743164, -2.79671049118042, -2.7838497161865234, -2.770988941192627, -2.7581279277801514, -2.745267152786255, -2.7324063777923584, -2.719545364379883, -2.7066845893859863, -2.69382381439209, -2.6809630393981934, -2.6681020259857178, -2.6552412509918213, -2.6423802375793457, -2.629519462585449, -2.6166586875915527, -2.6037979125976562, -2.5909371376037598, -2.578076124191284, -2.5652153491973877 ], "r_inf_mean": 0.337380051612854, "r_inf_median": 0.2841452956199646, "pr_mean": 0.264122873544693, "pr_median": 0.3042503297328949, "hoyer_mean": 0.597859799861908, "eff_dim_mean": 0.597859799861908, "topk_energy": { "1": 0.1301029622554779, "5": 0.32058900594711304, "10": 0.46641218662261963, "25": 0.7427868247032166 }, "gamma_raw": 0.2677154839038849, "gamma_active": { "1e-08": 0.2677154839038849, "1e-07": 0.2677154839038849, "1e-06": 0.2677154839038849, "1e-05": 0.2677154839038849, "0.0001": 0.2677154839038849 }, "gamma_energy_weighted": { "1e-08": 0.2581208252758463, "1e-07": 0.2581208252758463, "1e-06": 0.2581208252758463, "1e-05": 0.2581208252758463, "0.0001": 0.2581208252758463 } }, { "layer": 1, "mean_norm": 0.0016073614824563265, "median_norm": 0.0016581247327849269, "max_norm": 0.002360515296459198, "min_norm": 0.0006030646036379039, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 1.0 }, "log_norms_percentiles": { "1": -3.1581716537475586, "5": -2.989478349685669, "10": -2.906625270843506, "25": -2.8165040016174316, "50": -2.780167818069458, "75": -2.7511510848999023, "90": -2.728343963623047, "95": -2.713282585144043, "99": -2.6807262897491455 }, "log_norms_histogram": [ 1, 1, 0, 1, 1, 2, 1, 0, 1, 3, 2, 1, 1, 0, 1, 0, 3, 2, 3, 4, 4, 4, 2, 6, 3, 2, 4, 5, 7, 13, 8, 12, 17, 13, 33, 47, 46, 42, 59, 54, 41, 24, 14, 9, 7, 4, 3, 0, 0, 1 ], "log_norms_bin_edges": [ -3.2196364402770996, -3.2077834606170654, -3.1959307193756104, -3.184077739715576, -3.172224998474121, -3.160372018814087, -3.148519277572632, -3.1366662979125977, -3.1248135566711426, -3.1129605770111084, -3.1011078357696533, -3.089254856109619, -3.077402114868164, -3.06554913520813, -3.053696393966675, -3.0418434143066406, -3.0299906730651855, -3.0181376934051514, -3.0062849521636963, -2.994431972503662, -2.982579231262207, -2.970726251602173, -2.9588735103607178, -2.9470205307006836, -2.9351677894592285, -2.9233148097991943, -2.91146183013916, -2.899609088897705, -2.88775634765625, -2.875903367996216, -2.8640503883361816, -2.8521976470947266, -2.8403446674346924, -2.8284919261932373, -2.816638946533203, -2.804786205291748, -2.792933225631714, -2.781080484390259, -2.7692275047302246, -2.7573747634887695, -2.7455217838287354, -2.7336690425872803, -2.721816062927246, -2.709963321685791, -2.698110342025757, -2.6862573623657227, -2.6744046211242676, -2.6625518798828125, -2.6506989002227783, -2.638845920562744, -2.626993179321289 ], "r_inf_mean": 0.2440159171819687, "r_inf_median": 0.24094602465629578, "pr_mean": 0.3513881266117096, "pr_median": 0.35413846373558044, "hoyer_mean": 0.6384509801864624, "eff_dim_mean": 0.6384509801864624, "topk_energy": { "1": 0.06021127104759216, "5": 0.2564191222190857, "10": 0.41330355405807495, "25": 0.715617299079895 }, "gamma_raw": 0.17020748555660248, "gamma_active": { "1e-08": 0.17020748555660248, "1e-07": 0.17020748555660248, "1e-06": 0.17020748555660248, "1e-05": 0.17020748555660248, "0.0001": 0.17020748555660248 }, "gamma_energy_weighted": { "1e-08": 0.17703409072434179, "1e-07": 0.17703409072434179, "1e-06": 0.17703409072434179, "1e-05": 0.17703409072434179, "0.0001": 0.17703409072434179 } }, { "layer": 2, "mean_norm": 0.0015975655987858772, "median_norm": 0.0016446849331259727, "max_norm": 0.0023522789124399424, "min_norm": 0.0006010374636389315, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 1.0 }, "log_norms_percentiles": { "1": -3.1586413383483887, "5": -2.9910290241241455, "10": -2.908982992172241, "25": -2.8187854290008545, "50": -2.783560037612915, "75": -2.7548766136169434, "90": -2.732254981994629, "95": -2.7168304920196533, "99": -2.6850974559783936 }, "log_norms_histogram": [ 1, 1, 0, 1, 1, 2, 1, 1, 0, 3, 2, 1, 1, 0, 1, 0, 4, 1, 4, 3, 5, 3, 2, 6, 3, 2, 4, 5, 7, 13, 8, 11, 16, 17, 29, 51, 49, 44, 63, 49, 38, 25, 10, 12, 5, 4, 2, 0, 0, 1 ], "log_norms_bin_edges": [ -3.2210986614227295, -3.209246873855591, -3.197395086288452, -3.1855432987213135, -3.173691749572754, -3.1618399620056152, -3.1499881744384766, -3.138136386871338, -3.126284599304199, -3.1144328117370605, -3.102581262588501, -3.0907294750213623, -3.0788776874542236, -3.067025899887085, -3.0551741123199463, -3.0433223247528076, -3.031470775604248, -3.0196189880371094, -3.0077672004699707, -2.995915412902832, -2.9840636253356934, -2.9722118377685547, -2.960360050201416, -2.9485085010528564, -2.9366567134857178, -2.924804925918579, -2.9129531383514404, -2.9011013507843018, -2.889249801635742, -2.8773980140686035, -2.865546226501465, -2.853694438934326, -2.8418426513671875, -2.829990863800049, -2.81813907623291, -2.8062875270843506, -2.794435739517212, -2.7825839519500732, -2.7707321643829346, -2.758880376815796, -2.7470285892486572, -2.7351770401000977, -2.723325252532959, -2.7114734649658203, -2.6996216773986816, -2.687769889831543, -2.6759181022644043, -2.6640663146972656, -2.652214765548706, -2.6403629779815674, -2.6285111904144287 ], "r_inf_mean": 0.24366986751556396, "r_inf_median": 0.24062056839466095, "pr_mean": 0.3536764979362488, "pr_median": 0.3554467558860779, "hoyer_mean": 0.6402544975280762, "eff_dim_mean": 0.6402544379234314, "topk_energy": { "1": 0.06010158732533455, "5": 0.25493040680885315, "10": 0.41101914644241333, "25": 0.7133191227912903 }, "gamma_raw": 0.04766678810119629, "gamma_active": { "1e-08": 0.04766678810119629, "1e-07": 0.04766678810119629, "1e-06": 0.04766678810119629, "1e-05": 0.04766678810119629, "0.0001": 0.04766678810119629 }, "gamma_energy_weighted": { "1e-08": 0.05291266206578397, "1e-07": 0.05291266206578397, "1e-06": 0.05291266206578397, "1e-05": 0.05291266206578397, "0.0001": 0.05291266206578397 } }, { "layer": 3, "mean_norm": 0.0015967157669365406, "median_norm": 0.0016453099669888616, "max_norm": 0.0023350059054791927, "min_norm": 0.0006037398125045002, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 1.0 }, "log_norms_percentiles": { "1": -3.157135248184204, "5": -2.990234851837158, "10": -2.9073891639709473, "25": -2.818223476409912, "50": -2.783717632293701, "75": -2.75557804107666, "90": -2.732189655303955, "95": -2.716715097427368, "99": -2.682891845703125 }, "log_norms_histogram": [ 1, 1, 0, 1, 1, 2, 1, 0, 1, 3, 2, 1, 1, 0, 1, 0, 3, 2, 4, 3, 4, 4, 2, 5, 4, 2, 4, 5, 7, 12, 9, 10, 18, 12, 30, 49, 49, 43, 56, 52, 43, 27, 13, 9, 7, 4, 3, 0, 0, 1 ], "log_norms_bin_edges": [ -3.2191503047943115, -3.2074015140533447, -3.195652723312378, -3.183903932571411, -3.1721551418304443, -3.1604065895080566, -3.14865779876709, -3.136909008026123, -3.1251602172851562, -3.1134114265441895, -3.1016626358032227, -3.089913845062256, -3.078165054321289, -3.0664165019989014, -3.0546677112579346, -3.0429189205169678, -3.031170129776001, -3.019421339035034, -3.0076725482940674, -2.9959237575531006, -2.984174966812134, -2.972426414489746, -2.9606776237487793, -2.9489288330078125, -2.9371800422668457, -2.925431251525879, -2.913682460784912, -2.9019336700439453, -2.8901848793029785, -2.8784360885620117, -2.866687536239624, -2.8549387454986572, -2.8431899547576904, -2.8314411640167236, -2.819692373275757, -2.80794358253479, -2.7961947917938232, -2.7844462394714355, -2.7726974487304688, -2.760948657989502, -2.749199867248535, -2.7374510765075684, -2.7257022857666016, -2.7139534950256348, -2.702204704284668, -2.690455913543701, -2.6787071228027344, -2.6669585704803467, -2.65520977973938, -2.643460988998413, -2.6317121982574463 ], "r_inf_mean": 0.24322648346424103, "r_inf_median": 0.23967380821704865, "pr_mean": 0.3558668792247772, "pr_median": 0.3602905869483948, "hoyer_mean": 0.6429501175880432, "eff_dim_mean": 0.6429500579833984, "topk_energy": { "1": 0.05989980697631836, "5": 0.2538282871246338, "10": 0.4093371629714966, "25": 0.710781991481781 }, "gamma_raw": 0.06030622869729996, "gamma_active": { "1e-08": 0.06030622869729996, "1e-07": 0.06030622869729996, "1e-06": 0.06030622869729996, "1e-05": 0.06030622869729996, "0.0001": 0.06030622869729996 }, "gamma_energy_weighted": { "1e-08": 0.05986431470317109, "1e-07": 0.05986431470317109, "1e-06": 0.05986431470317109, "1e-05": 0.05986431470317109, "0.0001": 0.05986431470317109 } } ] }