{ "dataset": "synth", "method": "bp", "seed": 2048, "alpha": 0.5, "depth": 4, "batch": 512, "loss": 16.613094329833984, "acc": 0.09765625, "per_layer": [ { "layer": 0, "mean_norm": 0.023572653532028198, "median_norm": 0.025077378377318382, "max_norm": 0.04179390147328377, "min_norm": 3.06108610681477e-11, "support": { "1e-08": 0.998046875, "1e-07": 0.998046875, "1e-06": 0.994140625, "1e-05": 0.986328125, "0.0001": 0.966796875 }, "log_norms_percentiles": { "1": -5.679841995239258, "5": -2.8504583835601807, "10": -1.8440133333206177, "25": -1.6717641353607178, "50": -1.600502610206604, "75": -1.5471409559249878, "90": -1.5002610683441162, "95": -1.468246340751648, "99": -1.414713978767395 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 0, 1, 0, 1, 0, 1, 2, 0, 2, 4, 2, 0, 2, 3, 0, 2, 1, 4, 3, 4, 4, 5, 30, 281, 155 ], "log_norms_bin_edges": [ -10.514124870300293, -10.331419944763184, -10.148715019226074, -9.966011047363281, -9.783306121826172, -9.600601196289062, -9.417896270751953, -9.235191345214844, -9.052486419677734, -8.869782447814941, -8.687077522277832, -8.504372596740723, -8.321667671203613, -8.13896369934082, -7.956258296966553, -7.773553848266602, -7.590848922729492, -7.408143997192383, -7.225439548492432, -7.042734622955322, -6.860030174255371, -6.677325248718262, -6.494620323181152, -6.311915874481201, -6.129210948944092, -5.946506023406982, -5.763801574707031, -5.581096649169922, -5.3983917236328125, -5.215687274932861, -5.032982349395752, -4.850277900695801, -4.667572975158691, -4.484868049621582, -4.302163600921631, -4.1194586753845215, -3.9367542266845703, -3.754049301147461, -3.5713443756103516, -3.3886399269104004, -3.205935001373291, -3.0232300758361816, -2.8405256271362305, -2.657820701599121, -2.4751157760620117, -2.2924108505249023, -2.1097068786621094, -1.927001953125, -1.7442970275878906, -1.5615921020507812, -1.3788871765136719 ], "r_inf_mean": 0.2550200819969177, "r_inf_median": 0.25349974632263184, "pr_mean": 0.32874974608421326, "pr_median": 0.3290647566318512, "hoyer_mean": 0.6253382563591003, "eff_dim_mean": 0.6253382563591003, "topk_energy": { "1": 0.06581422686576843, "5": 0.27192455530166626, "10": 0.43085578083992004, "25": 0.7344258427619934 }, "gamma_raw": 0.03345277160406113, "gamma_active": { "1e-08": 0.03351885825395584, "1e-07": 0.03351885825395584, "1e-06": 0.033535514026880264, "1e-05": 0.03390645608305931, "0.0001": 0.03378583863377571 }, "gamma_energy_weighted": { "1e-08": 0.0362469354200643, "1e-07": 0.0362469354200643, "1e-06": 0.0362469354200643, "1e-05": 0.0362469354200643, "0.0001": 0.0362469354200643 } }, { "layer": 1, "mean_norm": 0.009234919212758541, "median_norm": 0.009865829721093178, "max_norm": 0.015419840812683105, "min_norm": 1.1815149553173754e-11, "support": { "1e-08": 0.998046875, "1e-07": 0.998046875, "1e-06": 0.98828125, "1e-05": 0.98046875, "0.0001": 0.962890625 }, "log_norms_percentiles": { "1": -6.057450771331787, "5": -3.230379819869995, "10": -2.2295053005218506, "25": -2.068103551864624, "50": -2.005589246749878, "75": -1.9566742181777954, "90": -1.9158730506896973, "95": -1.8900667428970337, "99": -1.8609211444854736 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 0, 1, 0, 1, 0, 1, 2, 0, 1, 4, 3, 0, 1, 3, 1, 2, 1, 4, 2, 2, 7, 4, 17, 223, 227 ], "log_norms_bin_edges": [ -10.927560806274414, -10.745247840881348, -10.562934875488281, -10.380622863769531, -10.198309898376465, -10.015996932983398, -9.833683967590332, -9.651371002197266, -9.4690580368042, -9.286745071411133, -9.104433059692383, -8.922120094299316, -8.73980712890625, -8.557494163513184, -8.375181198120117, -8.19286823272705, -8.010555267333984, -7.828243255615234, -7.645930290222168, -7.463617324829102, -7.281304359436035, -7.098991394042969, -6.9166789054870605, -6.734365940093994, -6.552053451538086, -6.3697404861450195, -6.187427520751953, -6.005114555358887, -5.8228020668029785, -5.640489101409912, -5.458176136016846, -5.2758636474609375, -5.093550682067871, -4.911237716674805, -4.7289252281188965, -4.54661226272583, -4.364299297332764, -4.1819868087768555, -3.999673843383789, -3.8173608779907227, -3.6350479125976562, -3.452735424041748, -3.2704224586486816, -3.0881094932556152, -2.905797004699707, -2.7234840393066406, -2.541171073913574, -2.358858108520508, -2.176546096801758, -1.9942331314086914, -1.8119200468063354 ], "r_inf_mean": 0.25583261251449585, "r_inf_median": 0.25243905186653137, "pr_mean": Infinity, "pr_median": 0.3285326063632965, "hoyer_mean": 0.6238042712211609, "eff_dim_mean": 0.6238042712211609, "topk_energy": { "1": 0.06623142957687378, "5": 0.27262529730796814, "10": 0.4336927533149719, "25": 0.7358996868133545 }, "gamma_raw": -0.03261017054319382, "gamma_active": { "1e-08": -0.03267405554652214, "1e-07": -0.03267405554652214, "1e-06": -0.03280271217226982, "1e-05": -0.03313380479812622, "0.0001": -0.03245167434215546 }, "gamma_energy_weighted": { "1e-08": -0.03143920980409051, "1e-07": -0.03143920980409051, "1e-06": -0.03143920980409051, "1e-05": -0.03143920980409051, "0.0001": -0.03143920980409051 } }, { "layer": 2, "mean_norm": 0.004331524949520826, "median_norm": 0.004561123438179493, "max_norm": 0.006830692756921053, "min_norm": 6.480376565226598e-12, "support": { "1e-08": 0.998046875, "1e-07": 0.99609375, "1e-06": 0.98828125, "1e-05": 0.97265625, "0.0001": 0.95703125 }, "log_norms_percentiles": { "1": -6.3573503494262695, "5": -3.5750696659088135, "10": -2.5660228729248047, "25": -2.38381028175354, "50": -2.3408303260803223, "75": -2.29610538482666, "90": -2.2457656860351562, "95": -2.2166097164154053, "99": -2.192444324493408 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 1, 0, 2, 1, 0, 1, 3, 4, 1, 0, 3, 1, 2, 1, 4, 2, 3, 6, 4, 7, 186, 274 ], "log_norms_bin_edges": [ -11.188400268554688, -11.007943153381348, -10.827486038208008, -10.647027969360352, -10.466570854187012, -10.286113739013672, -10.105656623840332, -9.925199508666992, -9.744741439819336, -9.564284324645996, -9.383827209472656, -9.203370094299316, -9.022912979125977, -8.84245491027832, -8.66199779510498, -8.48154067993164, -8.3010835647583, -8.120626449584961, -7.940168380737305, -7.759711265563965, -7.579254150390625, -7.398797035217285, -7.218339443206787, -7.037882328033447, -6.857424736022949, -6.676967620849609, -6.496510028839111, -6.3160529136657715, -6.135595798492432, -5.955138206481934, -5.774681091308594, -5.594223499298096, -5.413766384124756, -5.233309268951416, -5.052851676940918, -4.872394561767578, -4.69193696975708, -4.51147985458374, -4.3310227394104, -4.150565147399902, -3.9701080322265625, -3.7896504402160645, -3.6091933250427246, -3.4287362098693848, -3.2482786178588867, -3.067821502685547, -2.887364387512207, -2.706906318664551, -2.526449203491211, -2.345992088317871, -2.1655352115631104 ], "r_inf_mean": 0.24604502320289612, "r_inf_median": 0.2422129213809967, "pr_mean": Infinity, "pr_median": 0.3464825451374054, "hoyer_mean": 0.6425647735595703, "eff_dim_mean": 0.6425647735595703, "topk_energy": { "1": 0.061299677938222885, "5": 0.25615787506103516, "10": 0.4137721061706543, "25": 0.7186001539230347 }, "gamma_raw": -0.0015161260962486267, "gamma_active": { "1e-08": -0.0015191311249509454, "1e-07": -0.0014951881021261215, "1e-06": -0.0008112984942272305, "1e-05": -0.00041017186595126987, "0.0001": -0.00019212820916436613 }, "gamma_energy_weighted": { "1e-08": -0.004379733668106984, "1e-07": -0.004379733668106984, "1e-06": -0.004379733668106984, "1e-05": -0.004379733668106984, "0.0001": -0.004379733668106984 } }, { "layer": 3, "mean_norm": 0.0031144237145781517, "median_norm": 0.0031171059235930443, "max_norm": 0.0055559189058840275, "min_norm": 5.4580094784040245e-12, "support": { "1e-08": 0.998046875, "1e-07": 0.994140625, "1e-06": 0.986328125, "1e-05": 0.96875, "0.0001": 0.951171875 }, "log_norms_percentiles": { "1": -6.47147274017334, "5": -3.7487895488739014, "10": -2.7420706748962402, "25": -2.5431008338928223, "50": -2.506063938140869, "75": -2.448169708251953, "90": -2.346832275390625, "95": -2.3010060787200928, "99": -2.273876667022705 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 1, 1, 0, 1, 1, 2, 0, 0, 4, 4, 0, 1, 2, 1, 1, 2, 2, 2, 4, 4, 5, 6, 7, 345, 112 ], "log_norms_bin_edges": [ -11.26296615600586, -11.08281135559082, -10.902657508850098, -10.722502708435059, -10.542348861694336, -10.362194061279297, -10.182039260864258, -10.001885414123535, -9.821730613708496, -9.641575813293457, -9.461421966552734, -9.281267166137695, -9.101112365722656, -8.920958518981934, -8.740803718566895, -8.560649871826172, -8.380495071411133, -8.200340270996094, -8.020186424255371, -7.840031623840332, -7.659877300262451, -7.47972297668457, -7.299568176269531, -7.11941385269165, -6.9392595291137695, -6.759105205535889, -6.578950881958008, -6.398796081542969, -6.218641757965088, -6.038487434387207, -5.858332633972168, -5.678178310394287, -5.498023986816406, -5.317869663238525, -5.1377153396606445, -4.9575605392456055, -4.777406215667725, -4.597251892089844, -4.417097091674805, -4.236942768096924, -4.056788444519043, -3.876634120941162, -3.6964797973632812, -3.516324996948242, -3.3361706733703613, -3.1560163497924805, -2.9758615493774414, -2.7957077026367188, -2.6155529022216797, -2.4353981018066406, -2.255244255065918 ], "r_inf_mean": 0.22783607244491577, "r_inf_median": 0.2270699441432953, "pr_mean": Infinity, "pr_median": 0.3776176869869232, "hoyer_mean": 0.6726837158203125, "eff_dim_mean": 0.6726837158203125, "topk_energy": { "1": 0.0527268722653389, "5": 0.22968855500221252, "10": 0.37948083877563477, "25": 0.6874023675918579 }, "gamma_raw": 0.009246495552361012, "gamma_active": { "1e-08": 0.009264631196856499, "1e-07": 0.00890352763235569, "1e-06": 0.008951094932854176, "1e-05": 0.008892994374036789, "0.0001": 0.008175739087164402 }, "gamma_energy_weighted": { "1e-08": -0.005561458753877577, "1e-07": -0.005561458753877577, "1e-06": -0.005561458753877577, "1e-05": -0.005561458753877577, "0.0001": -0.005561458753877577 } } ] }