diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_bp_s42_a1.0_L4.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_bp_s42_a1.0_L4.json | 640 |
1 files changed, 640 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_bp_s42_a1.0_L4.json b/results/confirmatory/clean_sparsity/synth_bp_s42_a1.0_L4.json new file mode 100644 index 0000000..cb261a0 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s42_a1.0_L4.json @@ -0,0 +1,640 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 42, + "alpha": 1.0, + "depth": 4, + "batch": 512, + "loss": 18.360801696777344, + "acc": 0.103515625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.02642240934073925, + "median_norm": 0.027793003246188164, + "max_norm": 0.04749109223484993, + "min_norm": 3.769792034091779e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.9921875, + "1e-06": 0.986328125, + "1e-05": 0.974609375, + "0.0001": 0.96484375 + }, + "log_norms_percentiles": { + "1": -6.393564701080322, + "5": -3.1291391849517822, + "10": -1.8187628984451294, + "25": -1.6169772148132324, + "50": -1.556062936782837, + "75": -1.4981968402862549, + "90": -1.4563543796539307, + "95": -1.429950475692749, + "99": -1.3687713146209717 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 2, + 0, + 0, + 1, + 2, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 2, + 2, + 0, + 0, + 2, + 0, + 3, + 4, + 1, + 1, + 2, + 3, + 4, + 3, + 2, + 3, + 5, + 88, + 308, + 63 + ], + "log_norms_bin_edges": [ + -8.423683166503906, + -8.28167724609375, + -8.139671325683594, + -7.9976654052734375, + -7.855659484863281, + -7.713653564453125, + -7.571647644042969, + -7.4296417236328125, + -7.287635803222656, + -7.1456298828125, + -7.003623962402344, + -6.8616180419921875, + -6.719612121582031, + -6.577606201171875, + -6.435600280761719, + -6.2935943603515625, + -6.151588439941406, + -6.00958251953125, + -5.867576599121094, + -5.7255706787109375, + -5.583564758300781, + -5.441558837890625, + -5.299552917480469, + -5.1575469970703125, + -5.0155415534973145, + -4.873535633087158, + -4.731529712677002, + -4.589523792266846, + -4.4475178718566895, + -4.305511951446533, + -4.163506031036377, + -4.021500110626221, + -3.8794941902160645, + -3.737488269805908, + -3.595482349395752, + -3.4534764289855957, + -3.3114705085754395, + -3.169464588165283, + -3.027458667755127, + -2.8854527473449707, + -2.7434468269348145, + -2.601440906524658, + -2.459434986114502, + -2.3174290657043457, + -2.1754231452941895, + -2.033417224884033, + -1.891411304473877, + -1.7494053840637207, + -1.6073999404907227, + -1.4653940200805664, + -1.323387861251831 + ], + "r_inf_mean": 0.2610398232936859, + "r_inf_median": 0.259442001581192, + "pr_mean": 0.3209933638572693, + "pr_median": 0.3190263509750366, + "hoyer_mean": 0.6233909130096436, + "eff_dim_mean": 0.6233908534049988, + "topk_energy": { + "1": 0.06900732219219208, + "5": 0.2780410647392273, + "10": 0.4377593994140625, + "25": 0.7348835468292236 + }, + "gamma_raw": -0.012182097882032394, + "gamma_active": { + "1e-08": -0.01220845989882946, + "1e-07": -0.011891835369169712, + "1e-06": -0.012068519368767738, + "1e-05": -0.011248770169913769, + "0.0001": -0.011462626047432423 + }, + "gamma_energy_weighted": { + "1e-08": -0.012193058475947706, + "1e-07": -0.012193058475947706, + "1e-06": -0.012193058475947706, + "1e-05": -0.012193058475947706, + "0.0001": -0.012193058475947706 + } + }, + { + "layer": 1, + "mean_norm": 0.01586856320500374, + "median_norm": 0.016772866249084473, + "max_norm": 0.028426069766283035, + "min_norm": 2.0444224091420438e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.9921875, + "1e-06": 0.98046875, + "1e-05": 0.974609375, + "0.0001": 0.9609375 + }, + "log_norms_percentiles": { + "1": -6.631327152252197, + "5": -3.3599815368652344, + "10": -2.0496718883514404, + "25": -1.831351399421692, + "50": -1.7750396728515625, + "75": -1.7233316898345947, + "90": -1.6831339597702026, + "95": -1.6593334674835205, + "99": -1.6141445636749268 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 2, + 0, + 0, + 1, + 2, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 2, + 1, + 1, + 0, + 2, + 0, + 3, + 4, + 1, + 1, + 2, + 3, + 4, + 3, + 2, + 4, + 4, + 74, + 322, + 63 + ], + "log_norms_bin_edges": [ + -8.68942928314209, + -8.546566009521484, + -8.403703689575195, + -8.26084041595459, + -8.117977142333984, + -7.975114822387695, + -7.83225154876709, + -7.689388751983643, + -7.546525955200195, + -7.403663158416748, + -7.260800361633301, + -7.117937088012695, + -6.975074291229248, + -6.832211494445801, + -6.689348220825195, + -6.546485424041748, + -6.403622627258301, + -6.2607598304748535, + -6.117897033691406, + -5.975033760070801, + -5.8321709632873535, + -5.689308166503906, + -5.546444892883301, + -5.4035820960998535, + -5.260719299316406, + -5.117856502532959, + -4.974993705749512, + -4.832130432128906, + -4.689267635345459, + -4.546404838562012, + -4.403541564941406, + -4.260678768157959, + -4.117815971374512, + -3.9749531745910645, + -3.832090377807617, + -3.6892271041870117, + -3.5463643074035645, + -3.403501510620117, + -3.2606382369995117, + -3.1177754402160645, + -2.974912643432617, + -2.83204984664917, + -2.6891870498657227, + -2.546323776245117, + -2.40346097946167, + -2.2605981826782227, + -2.117734909057617, + -1.97487211227417, + -1.8320093154907227, + -1.6891465187072754, + -1.54628324508667 + ], + "r_inf_mean": 0.26326313614845276, + "r_inf_median": 0.2602284252643585, + "pr_mean": 0.3154227137565613, + "pr_median": 0.3142879605293274, + "hoyer_mean": 0.6181353330612183, + "eff_dim_mean": 0.6181353330612183, + "topk_energy": { + "1": 0.07022978365421295, + "5": 0.2819118797779083, + "10": 0.44311094284057617, + "25": 0.7418305277824402 + }, + "gamma_raw": -0.034946173429489136, + "gamma_active": { + "1e-08": -0.035004571080207825, + "1e-07": -0.03486623615026474, + "1e-06": -0.03499298915266991, + "1e-05": -0.03528119623661041, + "0.0001": -0.03493494912981987 + }, + "gamma_energy_weighted": { + "1e-08": -0.03460442188875065, + "1e-07": -0.03460442188875065, + "1e-06": -0.03460442188875065, + "1e-05": -0.03460442188875065, + "0.0001": -0.03460442188875065 + } + }, + { + "layer": 2, + "mean_norm": 0.009204928763210773, + "median_norm": 0.009891031309962273, + "max_norm": 0.015556092374026775, + "min_norm": 1.1342210504139416e-09, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.9921875, + "1e-06": 0.978515625, + "1e-05": 0.96875, + "0.0001": 0.9609375 + }, + "log_norms_percentiles": { + "1": -6.88704776763916, + "5": -3.5951340198516846, + "10": -2.3089234828948975, + "25": -2.0531444549560547, + "50": -2.0046844482421875, + "75": -1.96296226978302, + "90": -1.928574800491333, + "95": -1.9096657037734985, + "99": -1.8761022090911865 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 2, + 0, + 0, + 1, + 2, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 2, + 1, + 0, + 0, + 2, + 1, + 1, + 0, + 2, + 0, + 2, + 4, + 2, + 1, + 1, + 3, + 4, + 3, + 3, + 2, + 6, + 22, + 344, + 93 + ], + "log_norms_bin_edges": [ + -8.945302963256836, + -8.802558898925781, + -8.659814834594727, + -8.517070770263672, + -8.374326705932617, + -8.231582641601562, + -8.088838577270508, + -7.946094512939453, + -7.803350448608398, + -7.660606384277344, + -7.517862319946289, + -7.375118255615234, + -7.23237419128418, + -7.089630126953125, + -6.94688606262207, + -6.804141998291016, + -6.661397933959961, + -6.518653869628906, + -6.375909805297852, + -6.233165740966797, + -6.090421676635742, + -5.9476776123046875, + -5.804933547973633, + -5.662189483642578, + -5.519445419311523, + -5.376701354980469, + -5.233957290649414, + -5.091213226318359, + -4.948469161987305, + -4.80572509765625, + -4.662981033325195, + -4.520236968994141, + -4.377492904663086, + -4.234748840332031, + -4.092004776000977, + -3.949260711669922, + -3.806516647338867, + -3.6637725830078125, + -3.521028518676758, + -3.378284454345703, + -3.2355403900146484, + -3.0927963256835938, + -2.950052261352539, + -2.8073081970214844, + -2.6645641326904297, + -2.521820068359375, + -2.3790760040283203, + -2.2363319396972656, + -2.093587875366211, + -1.9508438110351562, + -1.8080995082855225 + ], + "r_inf_mean": 0.25373345613479614, + "r_inf_median": 0.24971802532672882, + "pr_mean": 0.3346990644931793, + "pr_median": 0.337164044380188, + "hoyer_mean": 0.6303998827934265, + "eff_dim_mean": 0.6303998827934265, + "topk_energy": { + "1": 0.0652015283703804, + "5": 0.2670053541660309, + "10": 0.4260287880897522, + "25": 0.7291814088821411 + }, + "gamma_raw": 0.029147546738386154, + "gamma_active": { + "1e-08": 0.029367059469223022, + "1e-07": 0.029486199840903282, + "1e-06": 0.02955682948231697, + "1e-05": 0.02964233048260212, + "0.0001": 0.029142998158931732 + }, + "gamma_energy_weighted": { + "1e-08": 0.029637562283504313, + "1e-07": 0.029637562283504313, + "1e-06": 0.029637562283504313, + "1e-05": 0.029637562283504313, + "0.0001": 0.029637562283504313 + } + }, + { + "layer": 3, + "mean_norm": 0.005573907867074013, + "median_norm": 0.006060669664293528, + "max_norm": 0.008007535710930824, + "min_norm": 7.080063757491928e-10, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.986328125, + "1e-06": 0.9765625, + "1e-05": 0.96875, + "0.0001": 0.95703125 + }, + "log_norms_percentiles": { + "1": -7.117966651916504, + "5": -3.7967824935913086, + "10": -2.508086919784546, + "25": -2.2595176696777344, + "50": -2.217456102371216, + "75": -2.1875898838043213, + "90": -2.15834903717041, + "95": -2.1467692852020264, + "99": -2.125723361968994 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 2, + 0, + 0, + 1, + 2, + 0, + 1, + 0, + 2, + 0, + 0, + 0, + 0, + 3, + 0, + 0, + 2, + 1, + 1, + 0, + 1, + 1, + 0, + 4, + 3, + 2, + 1, + 2, + 2, + 5, + 3, + 1, + 6, + 2, + 135, + 324 + ], + "log_norms_bin_edges": [ + -9.149962425231934, + -9.008893013000488, + -8.867823600769043, + -8.726755142211914, + -8.585685729980469, + -8.444616317749023, + -8.303546905517578, + -8.162477493286133, + -8.021409034729004, + -7.880339622497559, + -7.739270210266113, + -7.598200798034668, + -7.457131862640381, + -7.3160624504089355, + -7.174993515014648, + -7.033924102783203, + -6.892854690551758, + -6.751785755157471, + -6.610716819763184, + -6.469647407531738, + -6.328577995300293, + -6.187508583068848, + -6.0464396476745605, + -5.905370712280273, + -5.764301300048828, + -5.623231887817383, + -5.4821624755859375, + -5.34109354019165, + -5.200024604797363, + -5.058955192565918, + -4.917885780334473, + -4.7768168449401855, + -4.63574743270874, + -4.494678020477295, + -4.353609085083008, + -4.2125396728515625, + -4.071470737457275, + -3.93040132522583, + -3.7893319129943848, + -3.6482629776000977, + -3.5071935653686523, + -3.3661246299743652, + -3.22505521774292, + -3.0839858055114746, + -2.9429168701171875, + -2.801847457885742, + -2.660778522491455, + -2.5197091102600098, + -2.3786401748657227, + -2.2375707626342773, + -2.096501111984253 + ], + "r_inf_mean": 0.23841184377670288, + "r_inf_median": 0.23435954749584198, + "pr_mean": 0.36868739128112793, + "pr_median": 0.3685479164123535, + "hoyer_mean": 0.6508683562278748, + "eff_dim_mean": 0.65086829662323, + "topk_energy": { + "1": 0.05745633691549301, + "5": 0.2438075691461563, + "10": 0.396484375, + "25": 0.706486701965332 + }, + "gamma_raw": -0.004493102431297302, + "gamma_active": { + "1e-08": -0.004433770664036274, + "1e-07": -0.0041787088848650455, + "1e-06": -0.00420941598713398, + "1e-05": -0.004596100188791752, + "0.0001": -0.004578771069645882 + }, + "gamma_energy_weighted": { + "1e-08": -0.008075383812721553, + "1e-07": -0.008075383812721553, + "1e-06": -0.008075383812721553, + "1e-05": -0.008075383812721553, + "0.0001": -0.008075383812721553 + } + } + ] +}
\ No newline at end of file |