{ "dataset": "synth", "method": "credit_bridge", "seed": 42, "alpha": 0.0, "depth": 4, "batch": 512, "loss": 14.392200469970703, "acc": 0.09375, "per_layer": [ { "layer": 0, "mean_norm": 0.020386427640914917, "median_norm": 0.02182476781308651, "max_norm": 0.032550349831581116, "min_norm": 7.109092337032052e-08, "support": { "1e-08": 1.0, "1e-07": 0.998046875, "1e-06": 0.99609375, "1e-05": 0.986328125, "0.0001": 0.96875 }, "log_norms_percentiles": { "1": -5.136467933654785, "5": -3.5749027729034424, "10": -1.8467094898223877, "25": -1.704787254333496, "50": -1.6608822345733643, "75": -1.6228773593902588, "90": -1.5864895582199097, "95": -1.5655268430709839, "99": -1.5378305912017822 }, "log_norms_histogram": [ 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 0, 2, 2, 3, 1, 1, 0, 4, 2, 2, 3, 1, 1, 1, 1, 1, 1, 1, 2, 2, 0, 2, 4, 1, 4, 5, 57, 332, 69 ], "log_norms_bin_edges": [ -7.148186206817627, -7.034971237182617, -6.921756744384766, -6.808541774749756, -6.695326805114746, -6.582111835479736, -6.468897342681885, -6.355682373046875, -6.242467403411865, -6.1292524337768555, -6.016037940979004, -5.902822971343994, -5.789608001708984, -5.676393508911133, -5.563178539276123, -5.449963569641113, -5.336749076843262, -5.223534107208252, -5.110319137573242, -4.997104644775391, -4.883889198303223, -4.770674705505371, -4.657459735870361, -4.544244766235352, -4.4310302734375, -4.31781530380249, -4.2046003341674805, -4.091385841369629, -3.978170871734619, -3.8649559020996094, -3.7517411708831787, -3.638526201248169, -3.5253114700317383, -3.4120967388153076, -3.298881769180298, -3.185667037963867, -3.0724520683288574, -2.9592370986938477, -2.846022605895996, -2.7328076362609863, -2.6195926666259766, -2.506378173828125, -2.3931632041931152, -2.2799482345581055, -2.1667332649230957, -2.053518772125244, -1.9403038024902344, -1.8270888328552246, -1.713874340057373, -1.6006593704223633, -1.4874444007873535 ], "r_inf_mean": 0.26728373765945435, "r_inf_median": 0.2604590356349945, "pr_mean": 0.3068629801273346, "pr_median": 0.30964896082878113, "hoyer_mean": 0.6101060509681702, "eff_dim_mean": 0.6101060509681702, "topk_energy": { "1": 0.07287074625492096, "5": 0.2866860330104828, "10": 0.4505067467689514, "25": 0.7468874454498291 }, "gamma_raw": 0.0050667449831962585, "gamma_active": { "1e-08": 0.0050667449831962585, "1e-07": 0.005162111949175596, "1e-06": 0.00499903317540884, "1e-05": 0.005698411725461483, "0.0001": 0.005820231977850199 }, "gamma_energy_weighted": { "1e-08": 0.0030508796433681234, "1e-07": 0.0030508796433681234, "1e-06": 0.0030508796433681234, "1e-05": 0.0030508796433681234, "0.0001": 0.0030508796433681234 } }, { "layer": 1, "mean_norm": 0.0018620369955897331, "median_norm": 0.001955225830897689, "max_norm": 0.0029212580993771553, "min_norm": 5.3106150588178025e-09, "support": { "1e-08": 0.998046875, "1e-07": 0.99609375, "1e-06": 0.986328125, "1e-05": 0.96875, "0.0001": 0.9375 }, "log_norms_percentiles": { "1": -6.2119011878967285, "5": -4.609403133392334, "10": -2.908069372177124, "25": -2.7567391395568848, "50": -2.708752155303955, "75": -2.6588733196258545, "90": -2.604562520980835, "95": -2.5886459350585938, "99": -2.5442442893981934 }, "log_norms_histogram": [ 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 1, 1, 0, 0, 1, 0, 4, 1, 1, 2, 0, 2, 3, 1, 4, 1, 2, 2, 1, 0, 0, 1, 3, 2, 0, 3, 1, 4, 3, 3, 67, 276, 117 ], "log_norms_bin_edges": [ -8.274855613708496, -8.16004753112793, -8.045238494873047, -7.930429935455322, -7.815621376037598, -7.700813293457031, -7.586004734039307, -7.471196174621582, -7.356387615203857, -7.241579055786133, -7.126770496368408, -7.011961936950684, -6.897153854370117, -6.782344818115234, -6.667536735534668, -6.552728176116943, -6.437919616699219, -6.323111057281494, -6.2083024978637695, -6.093494415283203, -5.97868537902832, -5.863877296447754, -5.749068737030029, -5.634260177612305, -5.51945161819458, -5.4046430587768555, -5.289834499359131, -5.175025939941406, -5.06021785736084, -4.945408821105957, -4.830600738525391, -4.715792179107666, -4.600983619689941, -4.486175060272217, -4.371366500854492, -4.256557941436768, -4.141749382019043, -4.026941299438477, -3.912132740020752, -3.7973241806030273, -3.6825156211853027, -3.567707061767578, -3.4528985023498535, -3.338089942932129, -3.2232818603515625, -3.108473300933838, -2.9936647415161133, -2.8788561820983887, -2.764047622680664, -2.6492390632629395, -2.5344302654266357 ], "r_inf_mean": 0.24190431833267212, "r_inf_median": 0.24082867801189423, "pr_mean": 0.3526298403739929, "pr_median": 0.35147419571876526, "hoyer_mean": 0.6425913572311401, "eff_dim_mean": 0.6425913572311401, "topk_energy": { "1": 0.05917809158563614, "5": 0.2540724575519562, "10": 0.4131585657596588, "25": 0.7184514999389648 }, "gamma_raw": 0.3354544937610626, "gamma_active": { "1e-08": 0.3358250558376312, "1e-07": 0.3356674015522003, "1e-06": 0.33614617586135864, "1e-05": 0.33602091670036316, "0.0001": 0.3361125886440277 }, "gamma_energy_weighted": { "1e-08": 0.3464932163297529, "1e-07": 0.3464932163297529, "1e-06": 0.3464932163297529, "1e-05": 0.3464932163297529, "0.0001": 0.3464932163297529 } }, { "layer": 2, "mean_norm": 0.0018227299442514777, "median_norm": 0.0019196351058781147, "max_norm": 0.0028507632669061422, "min_norm": 5.231518329651408e-09, "support": { "1e-08": 0.998046875, "1e-07": 0.99609375, "1e-06": 0.986328125, "1e-05": 0.966796875, "0.0001": 0.9375 }, "log_norms_percentiles": { "1": -6.22701358795166, "5": -4.617903709411621, "10": -2.9211907386779785, "25": -2.7704224586486816, "50": -2.7167704105377197, "75": -2.667473077774048, "90": -2.6124324798583984, "95": -2.5958359241485596, "99": -2.54970121383667 }, "log_norms_histogram": [ 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 1, 1, 0, 0, 1, 0, 4, 1, 1, 2, 0, 2, 3, 1, 4, 1, 2, 2, 1, 0, 0, 1, 3, 2, 0, 3, 1, 4, 3, 3, 67, 273, 120 ], "log_norms_bin_edges": [ -8.2813720703125, -8.166645050048828, -8.051918983459473, -7.937191963195801, -7.822465419769287, -7.707738876342773, -7.59301233291626, -7.478285312652588, -7.363558769226074, -7.2488322257995605, -7.134105682373047, -7.019378662109375, -6.904652118682861, -6.789925575256348, -6.675199031829834, -6.56047248840332, -6.445745468139648, -6.331018924713135, -6.216292381286621, -6.101565361022949, -5.986839294433594, -5.872112274169922, -5.757385730743408, -5.6426591873168945, -5.527932167053223, -5.413205623626709, -5.298479080200195, -5.183752059936523, -5.069025993347168, -4.954298973083496, -4.839572429656982, -4.724845886230469, -4.610118865966797, -4.495392799377441, -4.3806657791137695, -4.265939235687256, -4.151212692260742, -4.03648567199707, -3.9217591285705566, -3.807032585144043, -3.6923060417175293, -3.5775790214538574, -3.4628524780273438, -3.34812593460083, -3.2333993911743164, -3.1186723709106445, -3.003945827484131, -2.889219284057617, -2.7744927406311035, -2.65976619720459, -2.545038938522339 ], "r_inf_mean": 0.2423325926065445, "r_inf_median": 0.24103552103042603, "pr_mean": 0.3501400053501129, "pr_median": 0.34949201345443726, "hoyer_mean": 0.6403763294219971, "eff_dim_mean": 0.6403762698173523, "topk_energy": { "1": 0.05941053852438927, "5": 0.25562331080436707, "10": 0.41524386405944824, "25": 0.720569372177124 }, "gamma_raw": 0.1801070272922516, "gamma_active": { "1e-08": 0.18031005561351776, "1e-07": 0.18007464706897736, "1e-06": 0.18095335364341736, "1e-05": 0.1811583936214447, "0.0001": 0.18182462453842163 }, "gamma_energy_weighted": { "1e-08": 0.21561461430297357, "1e-07": 0.21561461430297357, "1e-06": 0.21561461430297357, "1e-05": 0.21561461430297357, "0.0001": 0.21561461430297357 } }, { "layer": 3, "mean_norm": 0.0018104490591213107, "median_norm": 0.001909362617880106, "max_norm": 0.0028184368275105953, "min_norm": 5.21998932967449e-09, "support": { "1e-08": 0.998046875, "1e-07": 0.99609375, "1e-06": 0.986328125, "1e-05": 0.966796875, "0.0001": 0.9375 }, "log_norms_percentiles": { "1": -6.229778289794922, "5": -4.621807098388672, "10": -2.9225199222564697, "25": -2.7737720012664795, "50": -2.719097137451172, "75": -2.6726856231689453, "90": -2.6158878803253174, "95": -2.601595163345337, "99": -2.553750514984131 }, "log_norms_histogram": [ 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 1, 1, 0, 0, 1, 0, 4, 1, 1, 2, 0, 2, 3, 1, 4, 1, 2, 2, 1, 0, 0, 1, 3, 2, 0, 3, 1, 4, 3, 3, 66, 276, 118 ], "log_norms_bin_edges": [ -8.282330513000488, -8.167683601379395, -8.0530366897583, -7.938390254974365, -7.8237433433532715, -7.709096431732178, -7.594449996948242, -7.479803085327148, -7.365156173706055, -7.250509262084961, -7.135862827301025, -7.021215915679932, -6.906569480895996, -6.791922569274902, -6.677275657653809, -6.562628746032715, -6.447981834411621, -6.3333353996276855, -6.218688488006592, -6.104042053222656, -5.9893951416015625, -5.874748229980469, -5.760101318359375, -5.645454406738281, -5.530807971954346, -5.416161060333252, -5.301514625549316, -5.186867713928223, -5.072220802307129, -4.957573890686035, -4.842926979064941, -4.728280067443848, -4.613633632659912, -4.498987197875977, -4.384340286254883, -4.269693374633789, -4.155046463012695, -4.040399551391602, -3.925753116607666, -3.8111062049865723, -3.6964592933654785, -3.581812858581543, -3.467165946960449, -3.3525190353393555, -3.2378721237182617, -3.123225688934326, -3.0085787773132324, -2.8939318656921387, -2.779285430908203, -2.6646385192871094, -2.5499918460845947 ], "r_inf_mean": 0.24149635434150696, "r_inf_median": 0.23985213041305542, "pr_mean": 0.35072216391563416, "pr_median": 0.3484152555465698, "hoyer_mean": 0.6398347616195679, "eff_dim_mean": 0.6398347616195679, "topk_energy": { "1": 0.058991264551877975, "5": 0.2547953724861145, "10": 0.4144294857978821, "25": 0.7213799953460693 }, "gamma_raw": 0.1547466218471527, "gamma_active": { "1e-08": 0.1548776626586914, "1e-07": 0.15453064441680908, "1e-06": 0.1549125462770462, "1e-05": 0.1545027792453766, "0.0001": 0.15448062121868134 }, "gamma_energy_weighted": { "1e-08": 0.16928415285319004, "1e-07": 0.16928415285319004, "1e-06": 0.16928415285319004, "1e-05": 0.16928415285319004, "0.0001": 0.16928415285319004 } } ] }