{ "dataset": "synth", "method": "credit_bridge", "seed": 1024, "alpha": 0.5, "depth": 4, "batch": 512, "loss": 10.318025588989258, "acc": 0.103515625, "per_layer": [ { "layer": 0, "mean_norm": 0.014730596914887428, "median_norm": 0.015604346059262753, "max_norm": 0.024935051798820496, "min_norm": 1.2328946468187496e-06, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 0.994140625, "0.0001": 0.98828125 }, "log_norms_percentiles": { "1": -4.278676509857178, "5": -2.700251817703247, "10": -2.0981457233428955, "25": -1.8729658126831055, "50": -1.8065235614776611, "75": -1.753660798072815, "90": -1.7107298374176025, "95": -1.681412696838379, "99": -1.644675374031067 }, "log_norms_histogram": [ 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 2, 0, 0, 0, 2, 0, 1, 3, 2, 1, 2, 5, 1, 1, 4, 1, 7, 4, 5, 5, 16, 80, 184, 144, 34 ], "log_norms_bin_edges": [ -5.909074306488037, -5.822956562042236, -5.7368388175964355, -5.650721073150635, -5.564603805541992, -5.478486061096191, -5.392368316650391, -5.30625057220459, -5.220132827758789, -5.134015083312988, -5.0478973388671875, -4.961779594421387, -4.875661849975586, -4.789544105529785, -4.703426837921143, -4.617309093475342, -4.531191349029541, -4.44507360458374, -4.3589558601379395, -4.272838592529297, -4.186720848083496, -4.100603103637695, -4.0144853591918945, -3.9283676147460938, -3.842249870300293, -3.756132125854492, -3.6700143814086914, -3.5838968753814697, -3.497779130935669, -3.411661386489868, -3.3255438804626465, -3.2394261360168457, -3.153308391571045, -3.067190647125244, -2.9810729026794434, -2.8949553966522217, -2.808837652206421, -2.72271990776062, -2.6366024017333984, -2.5504846572875977, -2.464366912841797, -2.378249168395996, -2.2921314239501953, -2.2060139179229736, -2.119896173477173, -2.033778429031372, -1.9476609230041504, -1.8615431785583496, -1.7754254341125488, -1.689307689666748, -1.6031898260116577 ], "r_inf_mean": 0.36468422412872314, "r_inf_median": 0.35690516233444214, "pr_mean": 0.1717400848865509, "pr_median": 0.16962997615337372, "hoyer_mean": 0.48459798097610474, "eff_dim_mean": 0.48459798097610474, "topk_energy": { "1": 0.13782364130020142, "5": 0.4361552298069, "10": 0.6040707230567932, "25": 0.8479449152946472 }, "gamma_raw": -0.0041315313428640366, "gamma_active": { "1e-08": -0.0041315313428640366, "1e-07": -0.0041315313428640366, "1e-06": -0.0041315313428640366, "1e-05": -0.0036049385089427233, "0.0001": -0.003884319681674242 }, "gamma_energy_weighted": { "1e-08": -0.002200595748956244, "1e-07": -0.002200595748956244, "1e-06": -0.002200595748956244, "1e-05": -0.002200595748956244, "0.0001": -0.002200595748956244 } }, { "layer": 1, "mean_norm": 0.0019340193830430508, "median_norm": 0.0019631937611848116, "max_norm": 0.003046153113245964, "min_norm": 2.042946789515554e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.9921875, "1e-05": 0.98828125, "0.0001": 0.970703125 }, "log_norms_percentiles": { "1": -5.196561813354492, "5": -3.566434144973755, "10": -2.934617757797241, "25": -2.7504472732543945, "50": -2.707003593444824, "75": -2.6204330921173096, "90": -2.587587594985962, "95": -2.575134515762329, "99": -2.5251457691192627 }, "log_norms_histogram": [ 3, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 2, 0, 0, 1, 1, 1, 2, 2, 0, 2, 3, 2, 3, 1, 2, 2, 3, 6, 5, 6, 12, 41, 202, 131, 74 ], "log_norms_bin_edges": [ -6.6897430419921875, -6.606273174285889, -6.52280330657959, -6.439333438873291, -6.355863571166992, -6.272393703460693, -6.1889238357543945, -6.1054534912109375, -6.021984100341797, -5.93851375579834, -5.855043888092041, -5.771574020385742, -5.688104152679443, -5.6046342849731445, -5.521164417266846, -5.437694549560547, -5.354224681854248, -5.270754814147949, -5.18728494644165, -5.103815078735352, -5.020345211029053, -4.936875343322754, -4.853404998779297, -4.769935607910156, -4.686465263366699, -4.602995872497559, -4.519525527954102, -4.436056137084961, -4.352585792541504, -4.269115924835205, -4.185646057128906, -4.102176189422607, -4.018706321716309, -3.9352364540100098, -3.851766586303711, -3.768296718597412, -3.6848268508911133, -3.6013567447662354, -3.5178868770599365, -3.4344170093536377, -3.350947141647339, -3.26747727394104, -3.184007406234741, -3.1005375385284424, -3.0170674324035645, -2.9335975646972656, -2.850127696990967, -2.766657829284668, -2.683187961578369, -2.5997180938720703, -2.5162482261657715 ], "r_inf_mean": 0.23855069279670715, "r_inf_median": 0.2352101057767868, "pr_mean": 0.366794228553772, "pr_median": 0.3644424080848694, "hoyer_mean": 0.6554523706436157, "eff_dim_mean": 0.6554522514343262, "topk_energy": { "1": 0.05751027166843414, "5": 0.24760641157627106, "10": 0.4007495641708374, "25": 0.7026838064193726 }, "gamma_raw": 0.26105576753616333, "gamma_active": { "1e-08": 0.26105576753616333, "1e-07": 0.26105576753616333, "1e-06": 0.26163730025291443, "1e-05": 0.2616126835346222, "0.0001": 0.2622840404510498 }, "gamma_energy_weighted": { "1e-08": 0.27704632000626317, "1e-07": 0.27704632000626317, "1e-06": 0.27704632000626317, "1e-05": 0.27704632000626317, "0.0001": 0.27704632000626317 } }, { "layer": 2, "mean_norm": 0.0018867450999096036, "median_norm": 0.0019191004103049636, "max_norm": 0.0029985627625137568, "min_norm": 2.0014404356061277e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.9921875, "1e-05": 0.98828125, "0.0001": 0.970703125 }, "log_norms_percentiles": { "1": -5.207644939422607, "5": -3.5788893699645996, "10": -2.9482738971710205, "25": -2.763298511505127, "50": -2.716724157333374, "75": -2.630898952484131, "90": -2.60015869140625, "95": -2.5880589485168457, "99": -2.5329203605651855 }, "log_norms_histogram": [ 3, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 2, 0, 0, 1, 1, 1, 2, 2, 0, 2, 3, 3, 3, 1, 1, 2, 3, 6, 5, 7, 12, 49, 200, 133, 65 ], "log_norms_bin_edges": [ -6.698657512664795, -6.615146160125732, -6.53163480758667, -6.448123455047607, -6.364611625671387, -6.281100273132324, -6.197588920593262, -6.114077568054199, -6.030566215515137, -5.947054862976074, -5.863543510437012, -5.780032157897949, -5.696520805358887, -5.613009452819824, -5.5294976234436035, -5.445986270904541, -5.3624749183654785, -5.278963565826416, -5.1954522132873535, -5.111940383911133, -5.02842903137207, -4.944917678833008, -4.861406326293945, -4.777894973754883, -4.69438362121582, -4.610872268676758, -4.527360916137695, -4.443849563598633, -4.36033821105957, -4.276826858520508, -4.193315029144287, -4.109803676605225, -4.026292324066162, -3.9427809715270996, -3.859269618988037, -3.7757580280303955, -3.692246675491333, -3.6087353229522705, -3.525223731994629, -3.4417123794555664, -3.358201026916504, -3.2746896743774414, -3.191178321838379, -3.1076667308807373, -3.024155378341675, -2.9406440258026123, -2.8571324348449707, -2.773621082305908, -2.6901097297668457, -2.606598377227783, -2.5230870246887207 ], "r_inf_mean": 0.23977342247962952, "r_inf_median": 0.23792921006679535, "pr_mean": 0.36333173513412476, "pr_median": 0.3598923981189728, "hoyer_mean": 0.653051495552063, "eff_dim_mean": 0.653051495552063, "topk_energy": { "1": 0.05810915678739548, "5": 0.25121667981147766, "10": 0.4032902121543884, "25": 0.7047545909881592 }, "gamma_raw": 0.12154045701026917, "gamma_active": { "1e-08": 0.12154045701026917, "1e-07": 0.12154045701026917, "1e-06": 0.12215995788574219, "1e-05": 0.12198452651500702, "0.0001": 0.12310142070055008 }, "gamma_energy_weighted": { "1e-08": 0.16111137470193074, "1e-07": 0.16111137470193074, "1e-06": 0.16111137470193074, "1e-05": 0.16111137470193074, "0.0001": 0.16111137470193074 } }, { "layer": 3, "mean_norm": 0.001876656198874116, "median_norm": 0.001912661362439394, "max_norm": 0.0029627163894474506, "min_norm": 1.9833508702049585e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.9921875, "1e-05": 0.98828125, "0.0001": 0.970703125 }, "log_norms_percentiles": { "1": -5.208351135253906, "5": -3.5824904441833496, "10": -2.9489123821258545, "25": -2.7633605003356934, "50": -2.7183122634887695, "75": -2.634626865386963, "90": -2.603834867477417, "95": -2.5917766094207764, "99": -2.5381479263305664 }, "log_norms_histogram": [ 3, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 2, 0, 0, 1, 1, 1, 2, 2, 0, 2, 3, 3, 3, 1, 1, 2, 3, 6, 5, 7, 10, 44, 200, 136, 69 ], "log_norms_bin_edges": [ -6.702600479125977, -6.619114875793457, -6.535628795623779, -6.45214319229126, -6.368657112121582, -6.2851715087890625, -6.201685428619385, -6.118199825286865, -6.0347137451171875, -5.951228141784668, -5.867742538452148, -5.784256458282471, -5.700770854949951, -5.617284774780273, -5.533799171447754, -5.450313568115234, -5.366827487945557, -5.283341407775879, -5.199855804443359, -5.11637020111084, -5.032884120941162, -4.949398517608643, -4.865912437438965, -4.782426834106445, -4.698941230773926, -4.615455150604248, -4.53196907043457, -4.448483467102051, -4.364997863769531, -4.281512260437012, -4.198026180267334, -4.114540100097656, -4.031054496765137, -3.947568655014038, -3.8640828132629395, -3.780596971511841, -3.697111129760742, -3.6136255264282227, -3.530139684677124, -3.4466538429260254, -3.3631680011749268, -3.279682159423828, -3.1961963176727295, -3.112710475921631, -3.0292248725891113, -2.9457390308380127, -2.862253189086914, -2.7787673473358154, -2.695281505584717, -2.6117959022521973, -2.5283098220825195 ], "r_inf_mean": 0.2411927580833435, "r_inf_median": 0.2382386177778244, "pr_mean": 0.3613244295120239, "pr_median": 0.35650837421417236, "hoyer_mean": 0.6514430642127991, "eff_dim_mean": 0.6514430046081543, "topk_energy": { "1": 0.05876188725233078, "5": 0.25293830037117004, "10": 0.4049144387245178, "25": 0.7052862048149109 }, "gamma_raw": 0.1342332661151886, "gamma_active": { "1e-08": 0.1342332661151886, "1e-07": 0.1342332661151886, "1e-06": 0.13466650247573853, "1e-05": 0.13496103882789612, "0.0001": 0.1355736255645752 }, "gamma_energy_weighted": { "1e-08": 0.15569530558740263, "1e-07": 0.15569530558740263, "1e-06": 0.15569530558740263, "1e-05": 0.15569530558740263, "0.0001": 0.15569530558740263 } } ] }