{ "dataset": "synth", "method": "bp", "seed": 2048, "alpha": 0.0, "depth": 4, "batch": 512, "loss": 21.19745635986328, "acc": 0.1015625, "per_layer": [ { "layer": 0, "mean_norm": 0.03040400519967079, "median_norm": 0.03205174580216408, "max_norm": 0.06349094957113266, "min_norm": 1.46111462230418e-13, "support": { "1e-08": 0.998046875, "1e-07": 0.990234375, "1e-06": 0.984375, "1e-05": 0.97265625, "0.0001": 0.95703125 }, "log_norms_percentiles": { "1": -6.783112049102783, "5": -3.523183584213257, "10": -1.7536661624908447, "25": -1.567161202430725, "50": -1.4932548999786377, "75": -1.432035207748413, "90": -1.383159875869751, "95": -1.3446661233901978, "99": -1.2703231573104858 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 1, 1, 0, 1, 0, 2, 1, 1, 3, 0, 4, 3, 0, 1, 3, 3, 3, 3, 3, 2, 4, 3, 20, 321, 124 ], "log_norms_bin_edges": [ -12.83531665802002, -12.602556228637695, -12.369795799255371, -12.137035369873047, -11.904273986816406, -11.671513557434082, -11.438753128051758, -11.205992698669434, -10.97323226928711, -10.740471839904785, -10.507711410522461, -10.27495002746582, -10.042189598083496, -9.809429168701172, -9.576668739318848, -9.343908309936523, -9.1111478805542, -8.878387451171875, -8.645626068115234, -8.412866592407227, -8.180105209350586, -7.947344779968262, -7.7145843505859375, -7.481823921203613, -7.249063014984131, -7.016302585601807, -6.783542156219482, -6.55078125, -6.318020820617676, -6.085260391235352, -5.852499961853027, -5.619739055633545, -5.386978626251221, -5.1542181968688965, -4.921457290649414, -4.68869686126709, -4.455936431884766, -4.223176002502441, -3.990415573120117, -3.757655143737793, -3.5248937606811523, -3.292133331298828, -3.059372901916504, -2.8266124725341797, -2.5938520431518555, -2.3610916137695312, -2.128331184387207, -1.8955698013305664, -1.6628093719482422, -1.430048942565918, -1.197288155555725 ], "r_inf_mean": 0.24214518070220947, "r_inf_median": 0.24086883664131165, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6381150484085083, "eff_dim_mean": 0.6381149888038635, "topk_energy": { "1": 0.059168294072151184, "5": 0.2549382746219635, "10": 0.4119465947151184, "25": 0.7209324836730957 }, "gamma_raw": 0.03670666366815567, "gamma_active": { "1e-08": 0.036778490990400314, "1e-07": 0.0368766225874424, "1e-06": 0.03731311485171318, "1e-05": 0.037232547998428345, "0.0001": 0.036385677754879 }, "gamma_energy_weighted": { "1e-08": 0.03878845380147204, "1e-07": 0.03878845380147204, "1e-06": 0.03878845380147204, "1e-05": 0.03878845380147204, "0.0001": 0.03878845380147204 } }, { "layer": 1, "mean_norm": 0.009407002478837967, "median_norm": 0.010007322765886784, "max_norm": 0.018939673900604248, "min_norm": 4.286678230804898e-14, "support": { "1e-08": 0.99609375, "1e-07": 0.986328125, "1e-06": 0.98046875, "1e-05": 0.966796875, "0.0001": 0.9453125 }, "log_norms_percentiles": { "1": -7.302133560180664, "5": -4.0474443435668945, "10": -2.2689290046691895, "25": -2.067183256149292, "50": -1.9994139671325684, "75": -1.9474982023239136, "90": -1.897768259048462, "95": -1.873732089996338, "99": -1.812689185142517 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 2, 0, 1, 1, 0, 2, 1, 1, 2, 1, 3, 4, 0, 1, 3, 3, 3, 2, 4, 2, 4, 2, 11, 306, 149 ], "log_norms_bin_edges": [ -13.367879867553711, -13.134974479675293, -12.902070045471191, -12.669164657592773, -12.436259269714355, -12.203354835510254, -11.970449447631836, -11.737545013427734, -11.504639625549316, -11.271734237670898, -11.038829803466797, -10.805924415588379, -10.573019027709961, -10.34011459350586, -10.107209205627441, -9.874303817749023, -9.641399383544922, -9.408493995666504, -9.175588607788086, -8.942684173583984, -8.709778785705566, -8.476873397827148, -8.243968963623047, -8.011064529418945, -7.778158664703369, -7.545253753662109, -7.31234884262085, -7.079443454742432, -6.846538543701172, -6.613633632659912, -6.380728721618652, -6.147823333740234, -5.914918422698975, -5.682013511657715, -5.449108123779297, -5.216203689575195, -4.983298301696777, -4.750392913818359, -4.517488479614258, -4.28458309173584, -4.051677703857422, -3.8187732696533203, -3.5858678817749023, -3.3529624938964844, -3.120058059692383, -2.887152671813965, -2.6542482376098633, -2.4213428497314453, -2.1884374618530273, -1.9555330276489258, -1.7226275205612183 ], "r_inf_mean": 0.25187140703201294, "r_inf_median": 0.2496219426393509, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6325897574424744, "eff_dim_mean": 0.6325897574424744, "topk_energy": { "1": 0.06419665366411209, "5": 0.26534503698349, "10": 0.4231595993041992, "25": 0.7274112701416016 }, "gamma_raw": -0.025964388623833656, "gamma_active": { "1e-08": -0.026043221354484558, "1e-07": -0.026560284197330475, "1e-06": -0.02585577964782715, "1e-05": -0.0264356080442667, "0.0001": -0.025899222120642662 }, "gamma_energy_weighted": { "1e-08": -0.026727643040613754, "1e-07": -0.026727643040613754, "1e-06": -0.026727643040613754, "1e-05": -0.026727643040613754, "0.0001": -0.026727643040613754 } }, { "layer": 2, "mean_norm": 0.004097737371921539, "median_norm": 0.004346729256212711, "max_norm": 0.00662418594583869, "min_norm": 2.0725266527922212e-14, "support": { "1e-08": 0.9921875, "1e-07": 0.984375, "1e-06": 0.9765625, "1e-05": 0.95703125, "0.0001": 0.939453125 }, "log_norms_percentiles": { "1": -7.6502838134765625, "5": -4.413038730621338, "10": -2.6456570625305176, "25": -2.408986806869507, "50": -2.3617043495178223, "75": -2.3222146034240723, "90": -2.2554047107696533, "95": -2.2215726375579834, "99": -2.1976318359375 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 1, 1, 1, 1, 0, 1, 2, 1, 2, 1, 2, 3, 2, 2, 1, 3, 3, 3, 3, 3, 4, 2, 6, 76, 384 ], "log_norms_bin_edges": [ -13.683500289916992, -13.453407287597656, -13.223315238952637, -12.9932222366333, -12.763129234313965, -12.533037185668945, -12.30294418334961, -12.072851181030273, -11.842759132385254, -11.612666130065918, -11.382574081420898, -11.152481079101562, -10.922388076782227, -10.692296028137207, -10.462203025817871, -10.232110977172852, -10.002017974853516, -9.77192497253418, -9.541831970214844, -9.311739921569824, -9.081646919250488, -8.851554870605469, -8.621461868286133, -8.391368865966797, -8.161275863647461, -7.931183815002441, -7.701091289520264, -7.470998287200928, -7.24090576171875, -7.010813236236572, -6.7807207107543945, -6.550627708435059, -6.320535182952881, -6.090442657470703, -5.860349655151367, -5.630257606506348, -5.400164604187012, -5.170071601867676, -4.939979553222656, -4.70988655090332, -4.479793548583984, -4.249701499938965, -4.019608497619629, -3.789515495300293, -3.5594234466552734, -3.3293304443359375, -3.099238395690918, -2.869145393371582, -2.639052391052246, -2.4089603424072266, -2.1788675785064697 ], "r_inf_mean": 0.24332574009895325, "r_inf_median": 0.23988822102546692, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6523971557617188, "eff_dim_mean": 0.6523971557617188, "topk_energy": { "1": 0.060076288878917694, "5": 0.24911275506019592, "10": 0.40284186601638794, "25": 0.708105742931366 }, "gamma_raw": 0.002478993032127619, "gamma_active": { "1e-08": 0.0026697225403040648, "1e-07": 0.002912687137722969, "1e-06": 0.0030767852440476418, "1e-05": 0.002886455738916993, "0.0001": 0.003637741319835186 }, "gamma_energy_weighted": { "1e-08": -0.0010220359668276081, "1e-07": -0.0010220359668276081, "1e-06": -0.0010220359668276081, "1e-05": -0.0010220359668276081, "0.0001": -0.0010220359668276081 } }, { "layer": 3, "mean_norm": 0.003090351354330778, "median_norm": 0.0030408434104174376, "max_norm": 0.005727814044803381, "min_norm": 1.685933531182012e-14, "support": { "1e-08": 0.9921875, "1e-07": 0.984375, "1e-06": 0.97265625, "1e-05": 0.95703125, "0.0001": 0.9375 }, "log_norms_percentiles": { "1": -7.791493892669678, "5": -4.545069217681885, "10": -2.740194082260132, "25": -2.5453920364379883, "50": -2.5167391300201416, "75": -2.4548723697662354, "90": -2.3249597549438477, "95": -2.2805280685424805, "99": -2.245894432067871 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 2, 0, 2, 0, 0, 2, 1, 1, 3, 1, 3, 1, 2, 2, 2, 3, 2, 4, 3, 3, 4, 3, 4, 305, 155 ], "log_norms_bin_edges": [ -13.77315902709961, -13.542535781860352, -13.31191349029541, -13.081290245056152, -12.850666999816895, -12.620044708251953, -12.389421463012695, -12.158798217773438, -11.92817497253418, -11.697552680969238, -11.46692943572998, -11.236306190490723, -11.005683898925781, -10.775060653686523, -10.544437408447266, -10.313814163208008, -10.083191871643066, -9.852568626403809, -9.621946334838867, -9.39132308959961, -9.160699844360352, -8.930076599121094, -8.699453353881836, -8.468831062316895, -8.238207817077637, -8.007585525512695, -7.776961803436279, -7.54633903503418, -7.31571626663208, -7.085093021392822, -6.854470252990723, -6.623847007751465, -6.393224239349365, -6.162601470947266, -5.931978225708008, -5.70135498046875, -5.470732688903809, -5.240109443664551, -5.009486198425293, -4.778863906860352, -4.548240661621094, -4.317617416381836, -4.086994171142578, -3.8563718795776367, -3.625748634338379, -3.395125389099121, -3.1645030975341797, -2.933879852294922, -2.703256607055664, -2.4726343154907227, -2.242011070251465 ], "r_inf_mean": 0.2192365527153015, "r_inf_median": 0.21876797080039978, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6858484148979187, "eff_dim_mean": 0.6858483552932739, "topk_energy": { "1": 0.04888703301548958, "5": 0.21932975947856903, "10": 0.36428147554397583, "25": 0.6723827123641968 }, "gamma_raw": 0.011837532743811607, "gamma_active": { "1e-08": 0.0118606211617589, "1e-07": 0.011843470856547356, "1e-06": 0.011873087845742702, "1e-05": 0.01188801322132349, "0.0001": 0.011081497184932232 }, "gamma_energy_weighted": { "1e-08": -0.00552449100685708, "1e-07": -0.00552449100685708, "1e-06": -0.00552449100685708, "1e-05": -0.00552449100685708, "0.0001": -0.00552449100685708 } } ] }