{ "dataset": "synth", "method": "credit_bridge", "seed": 456, "alpha": 0.5, "depth": 4, "batch": 512, "loss": 18.408546447753906, "acc": 0.087890625, "per_layer": [ { "layer": 0, "mean_norm": 0.00941073801368475, "median_norm": 0.010012160055339336, "max_norm": 0.014327826909720898, "min_norm": 2.010254007700496e-08, "support": { "1e-08": 1.0, "1e-07": 0.99609375, "1e-06": 0.9921875, "1e-05": 0.96875, "0.0001": 0.953125 }, "log_norms_percentiles": { "1": -5.876145362854004, "5": -3.292874813079834, "10": -2.127802848815918, "25": -2.04616117477417, "50": -1.9994325637817383, "75": -1.9594111442565918, "90": -1.9213191270828247, "95": -1.8976300954818726, "99": -1.8675719499588013 }, "log_norms_histogram": [ 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 0, 1, 2, 0, 0, 1, 3, 1, 0, 0, 0, 0, 1, 0, 2, 1, 2, 3, 4, 3, 2, 2, 0, 2, 33, 301, 132 ], "log_norms_bin_edges": [ -7.696749210357666, -7.579690456390381, -7.462632179260254, -7.345573425292969, -7.228514671325684, -7.111456394195557, -6.9943976402282715, -6.877338886260986, -6.760280609130859, -6.643221855163574, -6.526163101196289, -6.409104824066162, -6.292046070098877, -6.17498779296875, -6.057929039001465, -5.94087028503418, -5.8238115310668945, -5.706753253936768, -5.589694499969482, -5.4726362228393555, -5.35557746887207, -5.238518714904785, -5.1214599609375, -5.004401683807373, -4.887342929840088, -4.770284652709961, -4.653225898742676, -4.536167144775391, -4.4191083908081055, -4.3020501136779785, -4.184991836547852, -4.067933082580566, -3.9508743286132812, -3.833815813064575, -3.71675705909729, -3.599698543548584, -3.482639789581299, -3.365581512451172, -3.2485227584838867, -3.1314640045166016, -3.0144057273864746, -2.8973469734191895, -2.7802882194519043, -2.6632299423217773, -2.546171188354492, -2.429112434387207, -2.31205415725708, -2.194995403289795, -2.0779366493225098, -1.9608783721923828, -1.8438196182250977 ], "r_inf_mean": 0.33996471762657166, "r_inf_median": 0.3264862298965454, "pr_mean": 0.20711854100227356, "pr_median": 0.20880402624607086, "hoyer_mean": 0.5396261215209961, "eff_dim_mean": 0.5396261215209961, "topk_energy": { "1": 0.11978474259376526, "5": 0.38659363985061646, "10": 0.5454792976379395, "25": 0.803575873374939 }, "gamma_raw": 0.06287190318107605, "gamma_active": { "1e-08": 0.06287190318107605, "1e-07": 0.06291515380144119, "1e-06": 0.06303443014621735, "1e-05": 0.06290919333696365, "0.0001": 0.06331678479909897 }, "gamma_energy_weighted": { "1e-08": 0.062352247913220346, "1e-07": 0.062352247913220346, "1e-06": 0.062352247913220346, "1e-05": 0.062352247913220346, "0.0001": 0.062352247913220346 } }, { "layer": 1, "mean_norm": 0.0019063204526901245, "median_norm": 0.002013805089518428, "max_norm": 0.0025879053864628077, "min_norm": 3.5603415771134905e-09, "support": { "1e-08": 0.99609375, "1e-07": 0.994140625, "1e-06": 0.974609375, "1e-05": 0.9609375, "0.0001": 0.94921875 }, "log_norms_percentiles": { "1": -6.608870983123779, "5": -4.0107550621032715, "10": -2.805634021759033, "25": -2.7098522186279297, "50": -2.6959681510925293, "75": -2.6659038066864014, "90": -2.638542890548706, "95": -2.5972697734832764, "99": -2.5960466861724854 }, "log_norms_histogram": [ 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 2, 2, 2, 1, 1, 1, 2, 0, 1, 1, 0, 2, 0, 1, 3, 1, 0, 0, 0, 0, 0, 1, 1, 1, 2, 3, 3, 4, 3, 1, 1, 2, 2, 102, 362 ], "log_norms_bin_edges": [ -8.448508262634277, -8.331278800964355, -8.21405029296875, -8.096820831298828, -7.9795918464660645, -7.862362861633301, -7.745133399963379, -7.627904415130615, -7.510675430297852, -7.39344596862793, -7.276216983795166, -7.158987998962402, -7.0417585372924805, -6.924529552459717, -6.807300567626953, -6.690071105957031, -6.572842121124268, -6.455613136291504, -6.338383674621582, -6.221154689788818, -6.103925704956055, -5.986696243286133, -5.869467258453369, -5.7522382736206055, -5.635008811950684, -5.51777982711792, -5.400550842285156, -5.283321380615234, -5.166092395782471, -5.048863410949707, -4.931633949279785, -4.81440544128418, -4.697175979614258, -4.579946517944336, -4.4627180099487305, -4.345488548278809, -4.228259563446045, -4.111030101776123, -3.9938011169433594, -3.8765721321105957, -3.759343147277832, -3.64211368560791, -3.5248847007751465, -3.407655715942383, -3.290426254272461, -3.1731972694396973, -3.0559682846069336, -2.9387388229370117, -2.821509838104248, -2.7042808532714844, -2.5870516300201416 ], "r_inf_mean": 0.24091023206710815, "r_inf_median": 0.23829324543476105, "pr_mean": 0.35620108246803284, "pr_median": 0.3543747663497925, "hoyer_mean": 0.6426109075546265, "eff_dim_mean": 0.6426109075546265, "topk_energy": { "1": 0.05832706019282341, "5": 0.2517712712287903, "10": 0.4104042053222656, "25": 0.7127623558044434 }, "gamma_raw": 0.22764530777931213, "gamma_active": { "1e-08": 0.22808703780174255, "1e-07": 0.2280743569135666, "1e-06": 0.22873856127262115, "1e-05": 0.22891320288181305, "0.0001": 0.22922223806381226 }, "gamma_energy_weighted": { "1e-08": 0.23396739618459564, "1e-07": 0.23396739618459564, "1e-06": 0.23396739618459564, "1e-05": 0.23396739618459564, "0.0001": 0.23396739618459564 } }, { "layer": 2, "mean_norm": 0.001871714135631919, "median_norm": 0.0019771563820540905, "max_norm": 0.0025420680176466703, "min_norm": 3.491104294539582e-09, "support": { "1e-08": 0.99609375, "1e-07": 0.994140625, "1e-06": 0.974609375, "1e-05": 0.9609375, "0.0001": 0.94921875 }, "log_norms_percentiles": { "1": -6.61830997467041, "5": -4.021457195281982, "10": -2.816330671310425, "25": -2.7208592891693115, "50": -2.703953742980957, "75": -2.6756343841552734, "90": -2.646538734436035, "95": -2.605100154876709, "99": -2.604309320449829 }, "log_norms_histogram": [ 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 2, 1, 3, 1, 1, 1, 2, 0, 1, 1, 0, 2, 0, 1, 3, 1, 0, 0, 0, 0, 0, 1, 1, 1, 3, 2, 4, 3, 3, 1, 1, 2, 3, 150, 313 ], "log_norms_bin_edges": [ -8.457036972045898, -8.339792251586914, -8.22254753112793, -8.105303764343262, -7.988059043884277, -7.870814323425293, -7.753570079803467, -7.636325836181641, -7.519081115722656, -7.401836395263672, -7.284592151641846, -7.1673479080200195, -7.050103187561035, -6.932858467102051, -6.815614223480225, -6.698369979858398, -6.581125259399414, -6.46388053894043, -6.3466362953186035, -6.229392051696777, -6.112147331237793, -5.994902610778809, -5.877658367156982, -5.760414123535156, -5.643169403076172, -5.5259246826171875, -5.408680438995361, -5.291436195373535, -5.174191474914551, -5.056946754455566, -4.93970251083374, -4.822458267211914, -4.70521354675293, -4.587968826293945, -4.470724582672119, -4.353480339050293, -4.236235618591309, -4.118990898132324, -4.001746654510498, -3.884502410888672, -3.7672576904296875, -3.650012969970703, -3.532768726348877, -3.415524482727051, -3.2982797622680664, -3.181035041809082, -3.063790798187256, -2.9465465545654297, -2.8293018341064453, -2.712057113647461, -2.5948128700256348 ], "r_inf_mean": 0.2437913715839386, "r_inf_median": 0.2431483119726181, "pr_mean": 0.34843337535858154, "pr_median": 0.3414444625377655, "hoyer_mean": 0.6372269988059998, "eff_dim_mean": 0.6372269988059998, "topk_energy": { "1": 0.05976234748959541, "5": 0.2577359080314636, "10": 0.41737478971481323, "25": 0.7172098159790039 }, "gamma_raw": 0.07154104858636856, "gamma_active": { "1e-08": 0.07162120193243027, "1e-07": 0.07154414057731628, "1e-06": 0.07235941290855408, "1e-05": 0.07243311405181885, "0.0001": 0.07217488437891006 }, "gamma_energy_weighted": { "1e-08": 0.0834708222909209, "1e-07": 0.0834708222909209, "1e-06": 0.0834708222909209, "1e-05": 0.0834708222909209, "0.0001": 0.0834708222909209 } }, { "layer": 3, "mean_norm": 0.0018693289021030068, "median_norm": 0.0019753321539610624, "max_norm": 0.0025091394782066345, "min_norm": 3.4886291633284827e-09, "support": { "1e-08": 0.99609375, "1e-07": 0.994140625, "1e-06": 0.974609375, "1e-05": 0.9609375, "0.0001": 0.94921875 }, "log_norms_percentiles": { "1": -6.61877965927124, "5": -4.022175312042236, "10": -2.817676067352295, "25": -2.7220356464385986, "50": -2.704352855682373, "75": -2.676382541656494, "90": -2.648392915725708, "95": -2.6080329418182373, "99": -2.6073410511016846 }, "log_norms_histogram": [ 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 2, 1, 3, 1, 1, 1, 2, 0, 1, 1, 0, 2, 0, 1, 3, 1, 0, 0, 0, 0, 0, 1, 1, 1, 2, 3, 4, 3, 3, 1, 1, 2, 2, 97, 367 ], "log_norms_bin_edges": [ -8.457345008850098, -8.340208053588867, -8.22307014465332, -8.10593318939209, -7.988795280456543, -7.871657848358154, -7.754520416259766, -7.637383460998535, -7.5202460289001465, -7.403108596801758, -7.285971164703369, -7.1688337326049805, -7.051696300506592, -6.934558868408203, -6.8174214363098145, -6.700284004211426, -6.583146572113037, -6.466009140014648, -6.348872184753418, -6.231734275817871, -6.114597320556641, -5.997459411621094, -5.880322456359863, -5.763185024261475, -5.646047592163086, -5.528910160064697, -5.411772727966309, -5.29463529586792, -5.177497863769531, -5.060360908508301, -4.943222999572754, -4.826086044311523, -4.708948135375977, -4.591811180114746, -4.474673271179199, -4.357536315917969, -4.24039888381958, -4.123261451721191, -4.006124019622803, -3.888986587524414, -3.7718491554260254, -3.6547117233276367, -3.537574291229248, -3.4204368591308594, -3.3032994270324707, -3.1861624717712402, -3.0690250396728516, -2.951887607574463, -2.834750175476074, -2.7176127433776855, -2.600475311279297 ], "r_inf_mean": 0.24472637474536896, "r_inf_median": 0.24420392513275146, "pr_mean": 0.3483859896659851, "pr_median": 0.34565049409866333, "hoyer_mean": 0.635683536529541, "eff_dim_mean": 0.6356834769248962, "topk_energy": { "1": 0.06023857742547989, "5": 0.2570643424987793, "10": 0.4170821011066437, "25": 0.717339038848877 }, "gamma_raw": 0.06839471310377121, "gamma_active": { "1e-08": 0.06855291873216629, "1e-07": 0.06857776641845703, "1e-06": 0.06922940909862518, "1e-05": 0.06968733668327332, "0.0001": 0.06986762583255768 }, "gamma_energy_weighted": { "1e-08": 0.07759743023324703, "1e-07": 0.07759743023324703, "1e-06": 0.07759743023324703, "1e-05": 0.07759743023324703, "0.0001": 0.07759743023324703 } } ] }