{ "dataset": "synth", "method": "bp", "seed": 789, "alpha": 0.0, "depth": 4, "batch": 512, "loss": 22.246234893798828, "acc": 0.13671875, "per_layer": [ { "layer": 0, "mean_norm": 0.03371433913707733, "median_norm": 0.03598208352923393, "max_norm": 0.0731552466750145, "min_norm": 3.182734769637506e-16, "support": { "1e-08": 0.974609375, "1e-07": 0.9609375, "1e-06": 0.951171875, "1e-05": 0.9296875, "0.0001": 0.912109375 }, "log_norms_percentiles": { "1": -10.573590278625488, "5": -5.967494010925293, "10": -2.8853461742401123, "25": -1.5224621295928955, "50": -1.4436380863189697, "75": -1.3687148094177246, "90": -1.3064777851104736, "95": -1.2803752422332764, "99": -1.2120376825332642 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 2, 0, 1, 1, 1, 0, 0, 1, 2, 1, 0, 4, 3, 1, 2, 1, 5, 2, 1, 5, 4, 1, 0, 3, 2, 1, 4, 4, 3, 2, 7, 223, 220 ], "log_norms_bin_edges": [ -15.497200012207031, -15.20997142791748, -14.922741889953613, -14.635513305664062, -14.348284721374512, -14.061055183410645, -13.773826599121094, -13.486597061157227, -13.199368476867676, -12.912139892578125, -12.624910354614258, -12.337681770324707, -12.050453186035156, -11.763223648071289, -11.475995063781738, -11.188766479492188, -10.90153694152832, -10.61430835723877, -10.327079772949219, -10.039850234985352, -9.7526216506958, -9.46539306640625, -9.178163528442383, -8.890934944152832, -8.603706359863281, -8.316476821899414, -8.029248237609863, -7.742019176483154, -7.454790115356445, -7.1675615310668945, -6.880332946777344, -6.593103408813477, -6.305874824523926, -6.018646240234375, -5.731416702270508, -5.444188117980957, -5.156959533691406, -4.869729995727539, -4.582501411437988, -4.2952728271484375, -4.00804328918457, -3.7208147048950195, -3.4335861206054688, -3.1463565826416016, -2.859127998352051, -2.5718994140625, -2.284669876098633, -1.997441291809082, -1.7102127075195312, -1.422983169555664, -1.1357545852661133 ], "r_inf_mean": 0.24692213535308838, "r_inf_median": 0.24288107454776764, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6414854526519775, "eff_dim_mean": 0.6414854526519775, "topk_energy": { "1": 0.06172607094049454, "5": 0.25855305790901184, "10": 0.4144371449947357, "25": 0.7161468863487244 }, "gamma_raw": -0.037562139332294464, "gamma_active": { "1e-08": -0.03825005888938904, "1e-07": -0.038344405591487885, "1e-06": -0.0385248102247715, "1e-05": -0.03826713189482689, "0.0001": -0.038130201399326324 }, "gamma_energy_weighted": { "1e-08": -0.035222037473634095, "1e-07": -0.035222037473634095, "1e-06": -0.035222037473634095, "1e-05": -0.035222037473634095, "0.0001": -0.035222037473634095 } }, { "layer": 1, "mean_norm": 0.010197605937719345, "median_norm": 0.011014033108949661, "max_norm": 0.02042347379028797, "min_norm": 8.605739600562424e-17, "support": { "1e-08": 0.970703125, "1e-07": 0.95703125, "1e-06": 0.9375, "1e-05": 0.91796875, "0.0001": 0.90625 }, "log_norms_percentiles": { "1": -11.087349891662598, "5": -6.485074996948242, "10": -3.4352073669433594, "25": -2.03532075881958, "50": -1.95796799659729, "75": -1.8940372467041016, "90": -1.838608741760254, "95": -1.8037109375, "99": -1.7425925731658936 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 2, 0, 1, 1, 1, 0, 0, 1, 2, 0, 1, 3, 4, 0, 2, 2, 5, 2, 1, 4, 2, 4, 0, 3, 2, 1, 4, 4, 2, 3, 5, 156, 289 ], "log_norms_bin_edges": [ -16.06521224975586, -15.777705192565918, -15.490198135375977, -15.202692031860352, -14.91518497467041, -14.627677917480469, -14.340171813964844, -14.052664756774902, -13.765157699584961, -13.47765064239502, -13.190143585205078, -12.902637481689453, -12.615130424499512, -12.32762336730957, -12.040117263793945, -11.752610206604004, -11.465103149414062, -11.177596092224121, -10.89008903503418, -10.602582931518555, -10.315075874328613, -10.027568817138672, -9.740062713623047, -9.452555656433105, -9.165048599243164, -8.877541542053223, -8.590034484863281, -8.302528381347656, -8.015021324157715, -7.727514266967773, -7.440008163452148, -7.152501106262207, -6.864994049072266, -6.577486991882324, -6.289979934692383, -6.002473831176758, -5.714966773986816, -5.427459716796875, -5.13995361328125, -4.852446556091309, -4.564939498901367, -4.277432441711426, -3.9899253845214844, -3.7024192810058594, -3.414912223815918, -3.1274051666259766, -2.8398990631103516, -2.55239200592041, -2.2648849487304688, -1.9773778915405273, -1.6898704767227173 ], "r_inf_mean": 0.2547852396965027, "r_inf_median": 0.2526341378688812, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6296149492263794, "eff_dim_mean": 0.6296149492263794, "topk_energy": { "1": 0.06577406078577042, "5": 0.26978471875190735, "10": 0.4290829002857208, "25": 0.7319592237472534 }, "gamma_raw": 0.01272846944630146, "gamma_active": { "1e-08": 0.013463095761835575, "1e-07": 0.014143267646431923, "1e-06": 0.013901663944125175, "1e-05": 0.01447781641036272, "0.0001": 0.01397088821977377 }, "gamma_energy_weighted": { "1e-08": 0.013906056394405002, "1e-07": 0.013906056394405002, "1e-06": 0.013906056394405002, "1e-05": 0.013906056394405002, "0.0001": 0.013906056394405002 } }, { "layer": 2, "mean_norm": 0.004145616665482521, "median_norm": 0.00462120957672596, "max_norm": 0.006685913074761629, "min_norm": 3.028657292775132e-17, "support": { "1e-08": 0.9609375, "1e-07": 0.951171875, "1e-06": 0.931640625, "1e-05": 0.916015625, "0.0001": 0.904296875 }, "log_norms_percentiles": { "1": -11.446488380432129, "5": -6.915821552276611, "10": -3.872812032699585, "25": -2.399684190750122, "50": -2.3351430892944336, "75": -2.289257287979126, "90": -2.253657579421997, "95": -2.239821672439575, "99": -2.2051641941070557 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 2, 0, 1, 0, 1, 2, 0, 1, 3, 4, 0, 1, 3, 3, 4, 0, 4, 2, 5, 0, 3, 1, 2, 2, 5, 3, 3, 3, 20, 427 ], "log_norms_bin_edges": [ -16.51875114440918, -16.23187255859375, -15.944994926452637, -15.658116340637207, -15.371238708496094, -15.084360122680664, -14.797481536865234, -14.510602951049805, -14.223725318908691, -13.936847686767578, -13.649969100952148, -13.363090515136719, -13.076211929321289, -12.789334297180176, -12.502455711364746, -12.215578079223633, -11.928699493408203, -11.641820907592773, -11.35494327545166, -11.06806468963623, -10.781187057495117, -10.494308471679688, -10.207429885864258, -9.920551300048828, -9.633673667907715, -9.346796035766602, -9.059917449951172, -8.773038864135742, -8.486160278320312, -8.1992826461792, -7.9124040603637695, -7.625526428222656, -7.338647842407227, -7.051769256591797, -6.764891624450684, -6.478013038635254, -6.191135406494141, -5.904256820678711, -5.617378234863281, -5.330500602722168, -5.043622016906738, -4.756743431091309, -4.469865798950195, -4.182987213134766, -3.896108627319336, -3.6092309951782227, -3.322352409362793, -3.0354747772216797, -2.74859619140625, -2.4617176055908203, -2.1748392581939697 ], "r_inf_mean": 0.24444130063056946, "r_inf_median": 0.24171864986419678, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6383702158927917, "eff_dim_mean": 0.6383702158927917, "topk_energy": { "1": 0.06040874496102333, "5": 0.2564466595649719, "10": 0.4142264425754547, "25": 0.7221653461456299 }, "gamma_raw": -0.0015002250438556075, "gamma_active": { "1e-08": -0.0015677368501201272, "1e-07": -0.0015688319690525532, "1e-06": -0.0016009071841835976, "1e-05": -0.0017956626834347844, "0.0001": -0.0018200959311798215 }, "gamma_energy_weighted": { "1e-08": -0.001405931571644631, "1e-07": -0.001405931571644631, "1e-06": -0.001405931571644631, "1e-05": -0.001405931571644631, "0.0001": -0.001405931571644631 } }, { "layer": 3, "mean_norm": 0.00298503041267395, "median_norm": 0.0032275633420795202, "max_norm": 0.004777770489454269, "min_norm": 1.9320694141056258e-17, "support": { "1e-08": 0.958984375, "1e-07": 0.947265625, "1e-06": 0.927734375, "1e-05": 0.912109375, "0.0001": 0.896484375 }, "log_norms_percentiles": { "1": -11.554296493530273, "5": -7.090439319610596, "10": -4.077291965484619, "25": -2.5440573692321777, "50": -2.4908769130706787, "75": -2.430363655090332, "90": -2.3766767978668213, "95": -2.348259925842285, "99": -2.3280255794525146 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 2, 0, 1, 0, 1, 2, 0, 1, 4, 3, 0, 1, 3, 4, 3, 0, 4, 3, 4, 0, 2, 2, 2, 3, 4, 3, 3, 3, 12, 435 ], "log_norms_bin_edges": [ -16.713977813720703, -16.42611312866211, -16.13825035095215, -15.850385665893555, -15.562521934509277, -15.274657249450684, -14.986793518066406, -14.698928833007812, -14.411065101623535, -14.123201370239258, -13.835336685180664, -13.547472953796387, -13.25960922241211, -12.971744537353516, -12.683880805969238, -12.396017074584961, -12.108152389526367, -11.82028865814209, -11.532424926757812, -11.244560241699219, -10.956696510314941, -10.668832778930664, -10.38096809387207, -10.093104362487793, -9.805240631103516, -9.517375946044922, -9.229512214660645, -8.941648483276367, -8.653783798217773, -8.365920066833496, -8.078056335449219, -7.790191650390625, -7.502327919006348, -7.21446418762207, -6.926599502563477, -6.638735771179199, -6.350872039794922, -6.063007354736328, -5.775143623352051, -5.487279891967773, -5.19941520690918, -4.911551475524902, -4.623687744140625, -4.335823059082031, -4.047959327697754, -3.7600955963134766, -3.472230911254883, -3.1843671798706055, -2.896503448486328, -2.6086387634277344, -2.320774793624878 ], "r_inf_mean": 0.22055548429489136, "r_inf_median": 0.21906055510044098, "pr_mean": NaN, "pr_median": NaN, "hoyer_mean": 0.6680030822753906, "eff_dim_mean": 0.6680030822753906, "topk_energy": { "1": 0.04912378638982773, "5": 0.2242628037929535, "10": 0.37454330921173096, "25": 0.6906181573867798 }, "gamma_raw": -0.010318201035261154, "gamma_active": { "1e-08": -0.010546742007136345, "1e-07": -0.01099266018718481, "1e-06": -0.010983297601342201, "1e-05": -0.01174740120768547, "0.0001": -0.011675748974084854 }, "gamma_energy_weighted": { "1e-08": -0.008056593067495607, "1e-07": -0.008056593067495607, "1e-06": -0.008056593067495607, "1e-05": -0.008056593067495607, "0.0001": -0.008056593067495607 } } ] }