{ "dataset": "synth", "method": "bp", "seed": 42, "alpha": 1.0, "depth": 4, "batch": 512, "loss": 18.360801696777344, "acc": 0.103515625, "per_layer": [ { "layer": 0, "mean_norm": 0.02642240934073925, "median_norm": 0.027793003246188164, "max_norm": 0.04749109223484993, "min_norm": 3.769792034091779e-09, "support": { "1e-08": 0.998046875, "1e-07": 0.9921875, "1e-06": 0.986328125, "1e-05": 0.974609375, "0.0001": 0.96484375 }, "log_norms_percentiles": { "1": -6.393564701080322, "5": -3.1291391849517822, "10": -1.8187628984451294, "25": -1.6169772148132324, "50": -1.556062936782837, "75": -1.4981968402862549, "90": -1.4563543796539307, "95": -1.429950475692749, "99": -1.3687713146209717 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 1, 2, 0, 0, 1, 2, 0, 1, 1, 1, 0, 0, 0, 2, 1, 0, 0, 2, 2, 0, 0, 2, 0, 3, 4, 1, 1, 2, 3, 4, 3, 2, 3, 5, 88, 308, 63 ], "log_norms_bin_edges": [ -8.423683166503906, -8.28167724609375, -8.139671325683594, -7.9976654052734375, -7.855659484863281, -7.713653564453125, -7.571647644042969, -7.4296417236328125, -7.287635803222656, -7.1456298828125, -7.003623962402344, -6.8616180419921875, -6.719612121582031, -6.577606201171875, -6.435600280761719, -6.2935943603515625, -6.151588439941406, -6.00958251953125, -5.867576599121094, -5.7255706787109375, -5.583564758300781, -5.441558837890625, -5.299552917480469, -5.1575469970703125, -5.0155415534973145, -4.873535633087158, -4.731529712677002, -4.589523792266846, -4.4475178718566895, -4.305511951446533, -4.163506031036377, -4.021500110626221, -3.8794941902160645, -3.737488269805908, -3.595482349395752, -3.4534764289855957, -3.3114705085754395, -3.169464588165283, -3.027458667755127, -2.8854527473449707, -2.7434468269348145, -2.601440906524658, -2.459434986114502, -2.3174290657043457, -2.1754231452941895, -2.033417224884033, -1.891411304473877, -1.7494053840637207, -1.6073999404907227, -1.4653940200805664, -1.323387861251831 ], "r_inf_mean": 0.2610398232936859, "r_inf_median": 0.259442001581192, "pr_mean": 0.3209933638572693, "pr_median": 0.3190263509750366, "hoyer_mean": 0.6233909130096436, "eff_dim_mean": 0.6233908534049988, "topk_energy": { "1": 0.06900732219219208, "5": 0.2780410647392273, "10": 0.4377593994140625, "25": 0.7348835468292236 }, "gamma_raw": -0.012182097882032394, "gamma_active": { "1e-08": -0.01220845989882946, "1e-07": -0.011891835369169712, "1e-06": -0.012068519368767738, "1e-05": -0.011248770169913769, "0.0001": -0.011462626047432423 }, "gamma_energy_weighted": { "1e-08": -0.012193058475947706, "1e-07": -0.012193058475947706, "1e-06": -0.012193058475947706, "1e-05": -0.012193058475947706, "0.0001": -0.012193058475947706 } }, { "layer": 1, "mean_norm": 0.01586856320500374, "median_norm": 0.016772866249084473, "max_norm": 0.028426069766283035, "min_norm": 2.0444224091420438e-09, "support": { "1e-08": 0.998046875, "1e-07": 0.9921875, "1e-06": 0.98046875, "1e-05": 0.974609375, "0.0001": 0.9609375 }, "log_norms_percentiles": { "1": -6.631327152252197, "5": -3.3599815368652344, "10": -2.0496718883514404, "25": -1.831351399421692, "50": -1.7750396728515625, "75": -1.7233316898345947, "90": -1.6831339597702026, "95": -1.6593334674835205, "99": -1.6141445636749268 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 1, 2, 0, 0, 1, 2, 0, 1, 1, 1, 0, 0, 0, 2, 1, 0, 0, 2, 1, 1, 0, 2, 0, 3, 4, 1, 1, 2, 3, 4, 3, 2, 4, 4, 74, 322, 63 ], "log_norms_bin_edges": [ -8.68942928314209, -8.546566009521484, -8.403703689575195, -8.26084041595459, -8.117977142333984, -7.975114822387695, -7.83225154876709, -7.689388751983643, -7.546525955200195, -7.403663158416748, -7.260800361633301, -7.117937088012695, -6.975074291229248, -6.832211494445801, -6.689348220825195, -6.546485424041748, -6.403622627258301, -6.2607598304748535, -6.117897033691406, -5.975033760070801, -5.8321709632873535, -5.689308166503906, -5.546444892883301, -5.4035820960998535, -5.260719299316406, -5.117856502532959, -4.974993705749512, -4.832130432128906, -4.689267635345459, -4.546404838562012, -4.403541564941406, -4.260678768157959, -4.117815971374512, -3.9749531745910645, -3.832090377807617, -3.6892271041870117, -3.5463643074035645, -3.403501510620117, -3.2606382369995117, -3.1177754402160645, -2.974912643432617, -2.83204984664917, -2.6891870498657227, -2.546323776245117, -2.40346097946167, -2.2605981826782227, -2.117734909057617, -1.97487211227417, -1.8320093154907227, -1.6891465187072754, -1.54628324508667 ], "r_inf_mean": 0.26326313614845276, "r_inf_median": 0.2602284252643585, "pr_mean": 0.3154227137565613, "pr_median": 0.3142879605293274, "hoyer_mean": 0.6181353330612183, "eff_dim_mean": 0.6181353330612183, "topk_energy": { "1": 0.07022978365421295, "5": 0.2819118797779083, "10": 0.44311094284057617, "25": 0.7418305277824402 }, "gamma_raw": -0.034946173429489136, "gamma_active": { "1e-08": -0.035004571080207825, "1e-07": -0.03486623615026474, "1e-06": -0.03499298915266991, "1e-05": -0.03528119623661041, "0.0001": -0.03493494912981987 }, "gamma_energy_weighted": { "1e-08": -0.03460442188875065, "1e-07": -0.03460442188875065, "1e-06": -0.03460442188875065, "1e-05": -0.03460442188875065, "0.0001": -0.03460442188875065 } }, { "layer": 2, "mean_norm": 0.009204928763210773, "median_norm": 0.009891031309962273, "max_norm": 0.015556092374026775, "min_norm": 1.1342210504139416e-09, "support": { "1e-08": 0.99609375, "1e-07": 0.9921875, "1e-06": 0.978515625, "1e-05": 0.96875, "0.0001": 0.9609375 }, "log_norms_percentiles": { "1": -6.88704776763916, "5": -3.5951340198516846, "10": -2.3089234828948975, "25": -2.0531444549560547, "50": -2.0046844482421875, "75": -1.96296226978302, "90": -1.928574800491333, "95": -1.9096657037734985, "99": -1.8761022090911865 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 1, 2, 0, 0, 1, 2, 0, 1, 1, 1, 0, 0, 0, 2, 1, 0, 0, 2, 1, 1, 0, 2, 0, 2, 4, 2, 1, 1, 3, 4, 3, 3, 2, 6, 22, 344, 93 ], "log_norms_bin_edges": [ -8.945302963256836, -8.802558898925781, -8.659814834594727, -8.517070770263672, -8.374326705932617, -8.231582641601562, -8.088838577270508, -7.946094512939453, -7.803350448608398, -7.660606384277344, -7.517862319946289, -7.375118255615234, -7.23237419128418, -7.089630126953125, -6.94688606262207, -6.804141998291016, -6.661397933959961, -6.518653869628906, -6.375909805297852, -6.233165740966797, -6.090421676635742, -5.9476776123046875, -5.804933547973633, -5.662189483642578, -5.519445419311523, -5.376701354980469, -5.233957290649414, -5.091213226318359, -4.948469161987305, -4.80572509765625, -4.662981033325195, -4.520236968994141, -4.377492904663086, -4.234748840332031, -4.092004776000977, -3.949260711669922, -3.806516647338867, -3.6637725830078125, -3.521028518676758, -3.378284454345703, -3.2355403900146484, -3.0927963256835938, -2.950052261352539, -2.8073081970214844, -2.6645641326904297, -2.521820068359375, -2.3790760040283203, -2.2363319396972656, -2.093587875366211, -1.9508438110351562, -1.8080995082855225 ], "r_inf_mean": 0.25373345613479614, "r_inf_median": 0.24971802532672882, "pr_mean": 0.3346990644931793, "pr_median": 0.337164044380188, "hoyer_mean": 0.6303998827934265, "eff_dim_mean": 0.6303998827934265, "topk_energy": { "1": 0.0652015283703804, "5": 0.2670053541660309, "10": 0.4260287880897522, "25": 0.7291814088821411 }, "gamma_raw": 0.029147546738386154, "gamma_active": { "1e-08": 0.029367059469223022, "1e-07": 0.029486199840903282, "1e-06": 0.02955682948231697, "1e-05": 0.02964233048260212, "0.0001": 0.029142998158931732 }, "gamma_energy_weighted": { "1e-08": 0.029637562283504313, "1e-07": 0.029637562283504313, "1e-06": 0.029637562283504313, "1e-05": 0.029637562283504313, "0.0001": 0.029637562283504313 } }, { "layer": 3, "mean_norm": 0.005573907867074013, "median_norm": 0.006060669664293528, "max_norm": 0.008007535710930824, "min_norm": 7.080063757491928e-10, "support": { "1e-08": 0.99609375, "1e-07": 0.986328125, "1e-06": 0.9765625, "1e-05": 0.96875, "0.0001": 0.95703125 }, "log_norms_percentiles": { "1": -7.117966651916504, "5": -3.7967824935913086, "10": -2.508086919784546, "25": -2.2595176696777344, "50": -2.217456102371216, "75": -2.1875898838043213, "90": -2.15834903717041, "95": -2.1467692852020264, "99": -2.125723361968994 }, "log_norms_histogram": [ 1, 0, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 1, 2, 0, 0, 1, 2, 0, 1, 0, 2, 0, 0, 0, 0, 3, 0, 0, 2, 1, 1, 0, 1, 1, 0, 4, 3, 2, 1, 2, 2, 5, 3, 1, 6, 2, 135, 324 ], "log_norms_bin_edges": [ -9.149962425231934, -9.008893013000488, -8.867823600769043, -8.726755142211914, -8.585685729980469, -8.444616317749023, -8.303546905517578, -8.162477493286133, -8.021409034729004, -7.880339622497559, -7.739270210266113, -7.598200798034668, -7.457131862640381, -7.3160624504089355, -7.174993515014648, -7.033924102783203, -6.892854690551758, -6.751785755157471, -6.610716819763184, -6.469647407531738, -6.328577995300293, -6.187508583068848, -6.0464396476745605, -5.905370712280273, -5.764301300048828, -5.623231887817383, -5.4821624755859375, -5.34109354019165, -5.200024604797363, -5.058955192565918, -4.917885780334473, -4.7768168449401855, -4.63574743270874, -4.494678020477295, -4.353609085083008, -4.2125396728515625, -4.071470737457275, -3.93040132522583, -3.7893319129943848, -3.6482629776000977, -3.5071935653686523, -3.3661246299743652, -3.22505521774292, -3.0839858055114746, -2.9429168701171875, -2.801847457885742, -2.660778522491455, -2.5197091102600098, -2.3786401748657227, -2.2375707626342773, -2.096501111984253 ], "r_inf_mean": 0.23841184377670288, "r_inf_median": 0.23435954749584198, "pr_mean": 0.36868739128112793, "pr_median": 0.3685479164123535, "hoyer_mean": 0.6508683562278748, "eff_dim_mean": 0.65086829662323, "topk_energy": { "1": 0.05745633691549301, "5": 0.2438075691461563, "10": 0.396484375, "25": 0.706486701965332 }, "gamma_raw": -0.004493102431297302, "gamma_active": { "1e-08": -0.004433770664036274, "1e-07": -0.0041787088848650455, "1e-06": -0.00420941598713398, "1e-05": -0.004596100188791752, "0.0001": -0.004578771069645882 }, "gamma_energy_weighted": { "1e-08": -0.008075383812721553, "1e-07": -0.008075383812721553, "1e-06": -0.008075383812721553, "1e-05": -0.008075383812721553, "0.0001": -0.008075383812721553 } } ] }