{ "dataset": "synth", "method": "credit_bridge", "seed": 123, "alpha": 0.5, "depth": 4, "batch": 512, "loss": 11.87514877319336, "acc": 0.0625, "per_layer": [ { "layer": 0, "mean_norm": 0.01575324311852455, "median_norm": 0.016252122819423676, "max_norm": 0.024670777842402458, "min_norm": 1.659960162214702e-06, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 0.994140625, "0.0001": 0.9921875 }, "log_norms_percentiles": { "1": -3.746323347091675, "5": -2.1679141521453857, "10": -1.898061752319336, "25": -1.8341435194015503, "50": -1.7890230417251587, "75": -1.7421660423278809, "90": -1.7057080268859863, "95": -1.6880419254302979, "99": -1.6394211053848267 }, "log_norms_histogram": [ 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 2, 1, 1, 0, 4, 1, 2, 1, 0, 0, 0, 2, 2, 1, 1, 1, 0, 4, 5, 8, 49, 201, 190, 30 ], "log_norms_bin_edges": [ -5.779902458190918, -5.696460723876953, -5.613018989562988, -5.529577255249023, -5.446135520935059, -5.362693786621094, -5.279252052307129, -5.195810317993164, -5.112368583679199, -5.028926849365234, -4.945485591888428, -4.862043857574463, -4.778602123260498, -4.695160388946533, -4.611718654632568, -4.5282769203186035, -4.444835186004639, -4.361393451690674, -4.277951717376709, -4.194509983062744, -4.111068248748779, -4.0276265144348145, -3.9441850185394287, -3.860743284225464, -3.777301549911499, -3.693859815597534, -3.6104180812835693, -3.5269763469696045, -3.4435348510742188, -3.360093116760254, -3.276651382446289, -3.193209648132324, -3.1097679138183594, -3.0263261795043945, -2.9428844451904297, -2.859442710876465, -2.7760009765625, -2.6925594806671143, -2.6091177463531494, -2.5256760120391846, -2.4422342777252197, -2.358792543411255, -2.27535080909729, -2.191909074783325, -2.1084675788879395, -2.0250258445739746, -1.9415841102600098, -1.858142375946045, -1.77470064163208, -1.6912589073181152, -1.6078171730041504 ], "r_inf_mean": 0.3493257164955139, "r_inf_median": 0.33848103880882263, "pr_mean": 0.19303935766220093, "pr_median": 0.1954890787601471, "hoyer_mean": 0.5162491798400879, "eff_dim_mean": 0.5162491202354431, "topk_energy": { "1": 0.12655772268772125, "5": 0.3978797197341919, "10": 0.564887285232544, "25": 0.8241176009178162 }, "gamma_raw": 0.019918736070394516, "gamma_active": { "1e-08": 0.019918736070394516, "1e-07": 0.019918736070394516, "1e-06": 0.019918736070394516, "1e-05": 0.01994147337973118, "0.0001": 0.019820373505353928 }, "gamma_energy_weighted": { "1e-08": 0.023326204532522106, "1e-07": 0.023326204532522106, "1e-06": 0.023326204532522106, "1e-05": 0.023326204532522106, "0.0001": 0.023326204532522106 } }, { "layer": 1, "mean_norm": 0.0017988968174904585, "median_norm": 0.0018983562476933002, "max_norm": 0.0023731361143290997, "min_norm": 2.189892995829723e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.994140625, "1e-05": 0.9921875, "0.0001": 0.96875 }, "log_norms_percentiles": { "1": -4.702156066894531, "5": -3.130490303039551, "10": -2.8284666538238525, "25": -2.762894630432129, "50": -2.721529245376587, "75": -2.688941478729248, "90": -2.658942222595215, "95": -2.6534719467163086, "99": -2.6466848850250244 }, "log_norms_histogram": [ 2, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 1, 1, 1, 0, 2, 0, 1, 4, 1, 1, 1, 0, 0, 1, 1, 2, 1, 1, 1, 3, 3, 3, 7, 47, 232, 192 ], "log_norms_bin_edges": [ -6.659577369689941, -6.578879356384277, -6.498181343078613, -6.417483329772949, -6.336785316467285, -6.256087303161621, -6.175389289855957, -6.094691276550293, -6.013993263244629, -5.933295249938965, -5.852597236633301, -5.771899223327637, -5.691201210021973, -5.610503196716309, -5.529805660247803, -5.449107646942139, -5.368409633636475, -5.2877116203308105, -5.2070136070251465, -5.126315593719482, -5.045617580413818, -4.964919567108154, -4.88422155380249, -4.803523540496826, -4.722825527191162, -4.642127513885498, -4.561429500579834, -4.480731964111328, -4.400033950805664, -4.3193359375, -4.238637924194336, -4.157939910888672, -4.077241897583008, -3.9965436458587646, -3.9158456325531006, -3.8351476192474365, -3.7544496059417725, -3.6737515926361084, -3.5930538177490234, -3.5123558044433594, -3.4316577911376953, -3.3509597778320312, -3.270261764526367, -3.189563751220703, -3.108865737915039, -3.028167724609375, -2.947469711303711, -2.866771697998047, -2.786073684692383, -2.705375909805298, -2.6246774196624756 ], "r_inf_mean": 0.2416583150625229, "r_inf_median": 0.23427441716194153, "pr_mean": 0.3574448227882385, "pr_median": 0.3578413426876068, "hoyer_mean": 0.6471180319786072, "eff_dim_mean": 0.6471180319786072, "topk_energy": { "1": 0.0596286877989769, "5": 0.2505791485309601, "10": 0.40548384189605713, "25": 0.7112697958946228 }, "gamma_raw": 0.2411976158618927, "gamma_active": { "1e-08": 0.2411976158618927, "1e-07": 0.2411976158618927, "1e-06": 0.24094420671463013, "1e-05": 0.24092483520507812, "0.0001": 0.24028930068016052 }, "gamma_energy_weighted": { "1e-08": 0.24150095588271245, "1e-07": 0.24150095588271245, "1e-06": 0.24150095588271245, "1e-05": 0.24150095588271245, "0.0001": 0.24150095588271245 } }, { "layer": 2, "mean_norm": 0.0017477733781561255, "median_norm": 0.0018508268985897303, "max_norm": 0.0022986505646258593, "min_norm": 2.1087038248879253e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.994140625, "1e-05": 0.9921875, "0.0001": 0.96875 }, "log_norms_percentiles": { "1": -4.722742080688477, "5": -3.145998239517212, "10": -2.8395063877105713, "25": -2.77774715423584, "50": -2.7325127124786377, "75": -2.700212240219116, "90": -2.6735177040100098, "95": -2.665727138519287, "99": -2.6556971073150635 }, "log_norms_histogram": [ 2, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 1, 2, 0, 0, 2, 0, 2, 3, 1, 1, 1, 0, 0, 1, 1, 2, 1, 1, 1, 3, 3, 3, 6, 47, 218, 207 ], "log_norms_bin_edges": [ -6.675984859466553, -6.595235824584961, -6.514486789703369, -6.433737277984619, -6.352988243103027, -6.2722392082214355, -6.191490173339844, -6.110740661621094, -6.029991626739502, -5.94924259185791, -5.868493556976318, -5.787744045257568, -5.706995010375977, -5.626245975494385, -5.545496940612793, -5.464747428894043, -5.383998394012451, -5.303249359130859, -5.222500324249268, -5.141751289367676, -5.061001777648926, -4.980252742767334, -4.899503707885742, -4.818754196166992, -4.738005638122559, -4.657256126403809, -4.576507091522217, -4.495758056640625, -4.415008544921875, -4.334259510040283, -4.253510475158691, -4.172760963439941, -4.092012405395508, -4.011262893676758, -3.930513858795166, -3.849764823913574, -3.7690155506134033, -3.6882665157318115, -3.6075172424316406, -3.526768207550049, -3.446018934249878, -3.365269899368286, -3.2845206260681152, -3.2037715911865234, -3.1230223178863525, -3.0422732830047607, -2.96152400970459, -2.880774974822998, -2.8000259399414062, -2.7192766666412354, -2.6385271549224854 ], "r_inf_mean": 0.24343056976795197, "r_inf_median": 0.239679217338562, "pr_mean": 0.35491061210632324, "pr_median": 0.3543260991573334, "hoyer_mean": 0.646047055721283, "eff_dim_mean": 0.646047055721283, "topk_energy": { "1": 0.06035090237855911, "5": 0.2528232932090759, "10": 0.40844857692718506, "25": 0.7124847769737244 }, "gamma_raw": 0.039671480655670166, "gamma_active": { "1e-08": 0.039671480655670166, "1e-07": 0.039671480655670166, "1e-06": 0.03998080641031265, "1e-05": 0.040109504014253616, "0.0001": 0.04141722247004509 }, "gamma_energy_weighted": { "1e-08": 0.04733569777295277, "1e-07": 0.04733569777295277, "1e-06": 0.04733569777295277, "1e-05": 0.04733569777295277, "0.0001": 0.04733569777295277 } }, { "layer": 3, "mean_norm": 0.0017374204471707344, "median_norm": 0.0018407165771350265, "max_norm": 0.0022814557887613773, "min_norm": 2.0906867348458036e-07, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 0.994140625, "1e-05": 0.9921875, "0.0001": 0.96875 }, "log_norms_percentiles": { "1": -4.728760719299316, "5": -3.1481029987335205, "10": -2.842233419418335, "25": -2.780170440673828, "50": -2.7347984313964844, "75": -2.703477144241333, "90": -2.676934242248535, "95": -2.667814016342163, "99": -2.657010316848755 }, "log_norms_histogram": [ 2, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 1, 2, 0, 0, 2, 0, 2, 3, 1, 1, 1, 0, 0, 1, 1, 2, 1, 1, 1, 3, 3, 3, 6, 45, 216, 211 ], "log_norms_bin_edges": [ -6.679710865020752, -6.598952293395996, -6.51819372177124, -6.437435626983643, -6.356677055358887, -6.275918483734131, -6.195159912109375, -6.114401817321777, -6.0336432456970215, -5.952884674072266, -5.87212610244751, -5.791368007659912, -5.710609436035156, -5.6298508644104, -5.5490922927856445, -5.468334197998047, -5.387575626373291, -5.306817054748535, -5.226058483123779, -5.145299911499023, -5.064541816711426, -4.98378324508667, -4.903024673461914, -4.822266578674316, -4.741507530212402, -4.660749435424805, -4.579990863800049, -4.499232292175293, -4.418474197387695, -4.3377156257629395, -4.256957054138184, -4.176198959350586, -4.095439910888672, -4.014681816101074, -3.9339232444763184, -3.8531646728515625, -3.7724063396453857, -3.69164776802063, -3.610889434814453, -3.5301308631896973, -3.4493725299835205, -3.3686139583587646, -3.287855625152588, -3.207097053527832, -3.1263387203216553, -3.0455801486968994, -2.9648218154907227, -2.884063243865967, -2.803304672241211, -2.722546339035034, -2.6417880058288574 ], "r_inf_mean": 0.24349148571491241, "r_inf_median": 0.23816274106502533, "pr_mean": 0.3544742465019226, "pr_median": 0.3559523820877075, "hoyer_mean": 0.6456704139709473, "eff_dim_mean": 0.6456704139709473, "topk_energy": { "1": 0.060425370931625366, "5": 0.25332939624786377, "10": 0.4085614085197449, "25": 0.712522566318512 }, "gamma_raw": 0.1372838169336319, "gamma_active": { "1e-08": 0.1372838169336319, "1e-07": 0.1372838169336319, "1e-06": 0.1376544088125229, "1e-05": 0.13758495450019836, "0.0001": 0.13881593942642212 }, "gamma_energy_weighted": { "1e-08": 0.14570638694802496, "1e-07": 0.14570638694802496, "1e-06": 0.14570638694802496, "1e-05": 0.14570638694802496, "0.0001": 0.14570638694802496 } } ] }