{ "dataset": "synth", "method": "credit_bridge", "seed": 1024, "alpha": 1.0, "depth": 4, "batch": 512, "loss": 3.2273762226104736, "acc": 0.08203125, "per_layer": [ { "layer": 0, "mean_norm": 0.0025836501736193895, "median_norm": 0.0025040062610059977, "max_norm": 0.005191837437450886, "min_norm": 0.0006844477611593902, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 1.0 }, "log_norms_percentiles": { "1": -2.960770845413208, "5": -2.8022994995117188, "10": -2.7435741424560547, "25": -2.661194324493408, "50": -2.601090431213379, "75": -2.532252311706543, "90": -2.449683427810669, "95": -2.4062488079071045, "99": -2.336902141571045 }, "log_norms_histogram": [ 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 2, 1, 2, 1, 1, 1, 0, 5, 2, 10, 3, 6, 13, 20, 10, 14, 22, 28, 35, 33, 41, 32, 36, 32, 30, 34, 18, 14, 7, 11, 10, 7, 8, 2, 4, 6, 4, 1, 1 ], "log_norms_bin_edges": [ -3.1646597385406494, -3.1470601558685303, -3.129460573196411, -3.111860990524292, -3.0942611694335938, -3.0766615867614746, -3.0590620040893555, -3.0414624214172363, -3.023862838745117, -3.006263256072998, -2.988663673400879, -2.9710638523101807, -2.9534642696380615, -2.9358646869659424, -2.9182651042938232, -2.900665521621704, -2.883065938949585, -2.865466356277466, -2.8478665351867676, -2.8302669525146484, -2.8126673698425293, -2.79506778717041, -2.777468204498291, -2.759868621826172, -2.7422690391540527, -2.7246694564819336, -2.7070696353912354, -2.689470052719116, -2.671870470046997, -2.654270887374878, -2.636671304702759, -2.6190717220306396, -2.6014719009399414, -2.5838723182678223, -2.566272735595703, -2.548673152923584, -2.531073570251465, -2.5134739875793457, -2.4958744049072266, -2.4782748222351074, -2.4606752395629883, -2.44307541847229, -2.425475835800171, -2.4078762531280518, -2.3902766704559326, -2.3726770877838135, -2.3550772666931152, -2.337477684020996, -2.319878101348877, -2.302278518676758, -2.2846789360046387 ], "r_inf_mean": 0.44518905878067017, "r_inf_median": 0.42877262830734253, "pr_mean": 0.14969158172607422, "pr_median": 0.12892180681228638, "hoyer_mean": 0.5158271789550781, "eff_dim_mean": 0.5158271193504333, "topk_energy": { "1": 0.21497178077697754, "5": 0.4560810327529907, "10": 0.578973650932312, "25": 0.8016970157623291 }, "gamma_raw": 0.1535036712884903, "gamma_active": { "1e-08": 0.1535036712884903, "1e-07": 0.1535036712884903, "1e-06": 0.1535036712884903, "1e-05": 0.1535036712884903, "0.0001": 0.1535036712884903 }, "gamma_energy_weighted": { "1e-08": 0.1381649529044332, "1e-07": 0.1381649529044332, "1e-06": 0.1381649529044332, "1e-05": 0.1381649529044332, "0.0001": 0.1381649529044332 } }, { "layer": 1, "mean_norm": 0.001721968874335289, "median_norm": 0.0017530100885778666, "max_norm": 0.0023430355358868837, "min_norm": 0.0004346306959632784, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 1.0 }, "log_norms_percentiles": { "1": -3.138111114501953, "5": -2.941439628601074, "10": -2.8770463466644287, "25": -2.813351631164551, "50": -2.756129264831543, "75": -2.7051987648010254, "90": -2.681220531463623, "95": -2.6697049140930176, "99": -2.6503536701202393 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 1, 0, 2, 0, 3, 0, 2, 1, 1, 4, 1, 1, 3, 3, 4, 8, 4, 7, 10, 14, 11, 26, 31, 31, 32, 33, 42, 41, 32, 35, 49, 41, 23, 9, 2 ], "log_norms_bin_edges": [ -3.361879825592041, -3.3472466468811035, -3.332613468170166, -3.3179802894592285, -3.303347110748291, -3.2887139320373535, -3.274080753326416, -3.2594475746154785, -3.244814395904541, -3.2301812171936035, -3.215548038482666, -3.2009148597717285, -3.186281681060791, -3.1716485023498535, -3.157015323638916, -3.1423821449279785, -3.127748966217041, -3.1131157875061035, -3.098482608795166, -3.0838494300842285, -3.069216251373291, -3.0545830726623535, -3.039949893951416, -3.0253167152404785, -3.010683536529541, -2.9960503578186035, -2.981417179107666, -2.9667840003967285, -2.952150821685791, -2.9375178813934326, -2.922884702682495, -2.9082515239715576, -2.89361834526062, -2.8789851665496826, -2.864351987838745, -2.8497188091278076, -2.83508563041687, -2.8204524517059326, -2.805819272994995, -2.7911860942840576, -2.77655291557312, -2.7619197368621826, -2.747286558151245, -2.7326533794403076, -2.71802020072937, -2.7033870220184326, -2.688753843307495, -2.6741206645965576, -2.65948748588562, -2.6448543071746826, -2.630221128463745 ], "r_inf_mean": 0.23549248278141022, "r_inf_median": 0.22863443195819855, "pr_mean": 0.37269413471221924, "pr_median": 0.3767703175544739, "hoyer_mean": 0.6559545993804932, "eff_dim_mean": 0.6559545993804932, "topk_energy": { "1": 0.05629145726561546, "5": 0.24005810916423798, "10": 0.39342784881591797, "25": 0.7054619789123535 }, "gamma_raw": 0.1907588243484497, "gamma_active": { "1e-08": 0.1907588243484497, "1e-07": 0.1907588243484497, "1e-06": 0.1907588243484497, "1e-05": 0.1907588243484497, "0.0001": 0.1907588243484497 }, "gamma_energy_weighted": { "1e-08": 0.19690199493486432, "1e-07": 0.19690199493486432, "1e-06": 0.19690199493486432, "1e-05": 0.19690199493486432, "0.0001": 0.19690199493486432 } }, { "layer": 2, "mean_norm": 0.0017072929767891765, "median_norm": 0.0017370778368785977, "max_norm": 0.00232648104429245, "min_norm": 0.0004312773235142231, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 1.0 }, "log_norms_percentiles": { "1": -3.142573356628418, "5": -2.943573474884033, "10": -2.881835699081421, "25": -2.817504405975342, "50": -2.760141372680664, "75": -2.707629919052124, "90": -2.685650110244751, "95": -2.6708250045776367, "99": -2.6532363891601562 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 3, 0, 1, 1, 0, 3, 0, 2, 1, 1, 5, 0, 1, 3, 3, 5, 8, 4, 7, 12, 11, 12, 30, 29, 29, 35, 35, 38, 38, 30, 39, 52, 36, 22, 11, 2 ], "log_norms_bin_edges": [ -3.365243434906006, -3.35060453414917, -3.335965633392334, -3.321326971054077, -3.306688070297241, -3.2920491695404053, -3.2774102687835693, -3.2627713680267334, -3.2481324672698975, -3.2334938049316406, -3.2188549041748047, -3.2042160034179688, -3.189577102661133, -3.174938201904297, -3.160299301147461, -3.145660638809204, -3.131021738052368, -3.1163828372955322, -3.1017439365386963, -3.0871050357818604, -3.0724663734436035, -3.0578274726867676, -3.0431885719299316, -3.0285496711730957, -3.0139107704162598, -2.999271869659424, -2.984633207321167, -2.969994306564331, -2.955355405807495, -2.940716505050659, -2.9260776042938232, -2.9114389419555664, -2.8968000411987305, -2.8821611404418945, -2.8675222396850586, -2.8528833389282227, -2.8382444381713867, -2.82360577583313, -2.808966875076294, -2.794327974319458, -2.779689073562622, -2.765050172805786, -2.7504115104675293, -2.7357726097106934, -2.7211337089538574, -2.7064948081970215, -2.6918559074401855, -2.6772170066833496, -2.6625781059265137, -2.647939443588257, -2.633300542831421 ], "r_inf_mean": 0.238053560256958, "r_inf_median": 0.23274825513362885, "pr_mean": 0.3701072931289673, "pr_median": 0.3736822307109833, "hoyer_mean": 0.6549792289733887, "eff_dim_mean": 0.6549791097640991, "topk_energy": { "1": 0.05762298032641411, "5": 0.24112629890441895, "10": 0.3948644697666168, "25": 0.7064546346664429 }, "gamma_raw": 0.12442560493946075, "gamma_active": { "1e-08": 0.12442560493946075, "1e-07": 0.12442560493946075, "1e-06": 0.12442560493946075, "1e-05": 0.12442560493946075, "0.0001": 0.12442560493946075 }, "gamma_energy_weighted": { "1e-08": 0.14818008003124494, "1e-07": 0.14818008003124494, "1e-06": 0.14818008003124494, "1e-05": 0.14818008003124494, "0.0001": 0.14818008003124494 } }, { "layer": 3, "mean_norm": 0.00169962621293962, "median_norm": 0.0017333402065560222, "max_norm": 0.002307776128873229, "min_norm": 0.00042810148443095386, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 1.0 }, "log_norms_percentiles": { "1": -3.144253969192505, "5": -2.9432079792022705, "10": -2.882506847381592, "25": -2.8178839683532715, "50": -2.7609596252441406, "75": -2.7116971015930176, "90": -2.6892709732055664, "95": -2.6742165088653564, "99": -2.65506649017334 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 1, 1, 1, 0, 3, 0, 2, 1, 1, 4, 1, 1, 1, 3, 5, 9, 4, 7, 10, 10, 13, 27, 30, 26, 38, 30, 40, 45, 30, 39, 52, 34, 23, 13, 2 ], "log_norms_bin_edges": [ -3.36845326423645, -3.353820323944092, -3.3391873836517334, -3.324554443359375, -3.3099215030670166, -3.295288562774658, -3.2806556224823, -3.2660226821899414, -3.251389741897583, -3.2367568016052246, -3.222123861312866, -3.207490921020508, -3.1928579807281494, -3.178225040435791, -3.1635921001434326, -3.148959159851074, -3.134326219558716, -3.1196932792663574, -3.105060338973999, -3.0904273986816406, -3.0757944583892822, -3.061161518096924, -3.0465285778045654, -3.031895637512207, -3.0172626972198486, -3.0026297569274902, -2.987996816635132, -2.9733638763427734, -2.958730936050415, -2.9440979957580566, -2.9294650554656982, -2.91483211517334, -2.9001991748809814, -2.885566234588623, -2.8709332942962646, -2.8563003540039062, -2.841667413711548, -2.8270344734191895, -2.812401533126831, -2.7977685928344727, -2.7831356525421143, -2.768502712249756, -2.7538697719573975, -2.739236831665039, -2.7246038913726807, -2.7099709510803223, -2.695338010787964, -2.6807050704956055, -2.666072130203247, -2.6514391899108887, -2.6368062496185303 ], "r_inf_mean": 0.23923560976982117, "r_inf_median": 0.23420476913452148, "pr_mean": 0.367867648601532, "pr_median": 0.3720010221004486, "hoyer_mean": 0.6539332866668701, "eff_dim_mean": 0.6539332866668701, "topk_energy": { "1": 0.05822331830859184, "5": 0.24244150519371033, "10": 0.3967853784561157, "25": 0.7085021734237671 }, "gamma_raw": 0.07074173539876938, "gamma_active": { "1e-08": 0.07074173539876938, "1e-07": 0.07074173539876938, "1e-06": 0.07074173539876938, "1e-05": 0.07074173539876938, "0.0001": 0.07074173539876938 }, "gamma_energy_weighted": { "1e-08": 0.07622555068803306, "1e-07": 0.07622555068803306, "1e-06": 0.07622555068803306, "1e-05": 0.07622555068803306, "0.0001": 0.07622555068803306 } } ] }