diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_bp_s789_a1.0_L8.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_bp_s789_a1.0_L8.json | 1268 |
1 files changed, 1268 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_bp_s789_a1.0_L8.json b/results/confirmatory/clean_sparsity/synth_bp_s789_a1.0_L8.json new file mode 100644 index 0000000..7827c2e --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s789_a1.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 789, + "alpha": 1.0, + "depth": 8, + "batch": 512, + "loss": 16.79950714111328, + "acc": 0.1015625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.026362981647253036, + "median_norm": 0.02738908864557743, + "max_norm": 0.05342451483011246, + "min_norm": 4.2864417570953606e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.98828125, + "1e-06": 0.9765625, + "1e-05": 0.966796875, + "0.0001": 0.947265625 + }, + "log_norms_percentiles": { + "1": -6.9942626953125, + "5": -4.044668674468994, + "10": -1.8102174997329712, + "25": -1.6327394247055054, + "50": -1.5623018741607666, + "75": -1.4949967861175537, + "90": -1.4331743717193604, + "95": -1.3909815549850464, + "99": -1.3344883918762207 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 2, + 2, + 1, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 3, + 1, + 1, + 2, + 1, + 1, + 4, + 0, + 2, + 1, + 0, + 3, + 1, + 0, + 2, + 4, + 2, + 3, + 2, + 0, + 13, + 116, + 282, + 54 + ], + "log_norms_bin_edges": [ + -9.367903709411621, + -9.2059907913208, + -9.04407787322998, + -8.88216495513916, + -8.72025203704834, + -8.55833911895752, + -8.3964262008667, + -8.234513282775879, + -8.072600364685059, + -7.9106879234313965, + -7.748775005340576, + -7.586862087249756, + -7.4249491691589355, + -7.263036251068115, + -7.101123809814453, + -6.939210891723633, + -6.7772979736328125, + -6.615385055541992, + -6.453472137451172, + -6.291559219360352, + -6.129646301269531, + -5.967733383178711, + -5.805820465087891, + -5.64390754699707, + -5.48199462890625, + -5.32008171081543, + -5.158168792724609, + -4.996256351470947, + -4.834343433380127, + -4.672430515289307, + -4.510517597198486, + -4.348604679107666, + -4.186691761016846, + -4.024778842926025, + -3.862865924835205, + -3.7009530067443848, + -3.5390400886535645, + -3.377127170562744, + -3.215214729309082, + -3.0533018112182617, + -2.8913888931274414, + -2.729475975036621, + -2.567563056945801, + -2.4056501388549805, + -2.24373722076416, + -2.08182430267334, + -1.9199113845825195, + -1.7579984664916992, + -1.596085548400879, + -1.4341731071472168, + -1.2722594738006592 + ], + "r_inf_mean": 0.26255983114242554, + "r_inf_median": 0.25501781702041626, + "pr_mean": 0.32184040546417236, + "pr_median": 0.3284448981285095, + "hoyer_mean": 0.6250722408294678, + "eff_dim_mean": 0.625072181224823, + "topk_energy": { + "1": 0.07022777944803238, + "5": 0.2778211832046509, + "10": 0.43448367714881897, + "25": 0.7337253093719482 + }, + "gamma_raw": -0.0018798719393089414, + "gamma_active": { + "1e-08": -0.002062274841591716, + "1e-07": -0.0021894013043493032, + "1e-06": -0.0015561972977593541, + "1e-05": -0.0013395483838394284, + "0.0001": -0.001421887893229723 + }, + "gamma_energy_weighted": { + "1e-08": -0.0036633199639781425, + "1e-07": -0.0036633199639781425, + "1e-06": -0.0036633199639781425, + "1e-05": -0.0036633199639781425, + "0.0001": -0.0036633199639781425 + } + }, + { + "layer": 1, + "mean_norm": 0.01613028347492218, + "median_norm": 0.016908535733819008, + "max_norm": 0.03126244992017746, + "min_norm": 2.7156382698123593e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.98828125, + "1e-06": 0.9765625, + "1e-05": 0.96484375, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -7.192361354827881, + "5": -4.246984481811523, + "10": -2.0259528160095215, + "25": -1.8395434617996216, + "50": -1.7717283964157104, + "75": -1.709489345550537, + "90": -1.6552492380142212, + "95": -1.612208366394043, + "99": -1.562625527381897 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 2, + 2, + 1, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 3, + 1, + 1, + 1, + 1, + 2, + 3, + 1, + 2, + 1, + 0, + 2, + 2, + 0, + 2, + 4, + 1, + 3, + 3, + 1, + 7, + 86, + 306, + 65 + ], + "log_norms_bin_edges": [ + -9.56612777709961, + -9.40490436553955, + -9.243681907653809, + -9.08245849609375, + -8.921236038208008, + -8.76001262664795, + -8.59878921508789, + -8.437566757202148, + -8.27634334564209, + -8.115120887756348, + -7.953897476196289, + -7.792674541473389, + -7.631451606750488, + -7.470228672027588, + -7.3090057373046875, + -7.147782325744629, + -6.986559867858887, + -6.825336456298828, + -6.664113521575928, + -6.502890586853027, + -6.341667652130127, + -6.180444717407227, + -6.019221305847168, + -5.857998847961426, + -5.696775436401367, + -5.535552501678467, + -5.374329566955566, + -5.213106632232666, + -5.051883697509766, + -4.890660285949707, + -4.729437351226807, + -4.568214416503906, + -4.406991481781006, + -4.2457685470581055, + -4.084545612335205, + -3.9233226776123047, + -3.762099266052246, + -3.6008763313293457, + -3.4396533966064453, + -3.278430461883545, + -3.1172075271606445, + -2.955984592437744, + -2.7947611808776855, + -2.633538246154785, + -2.4723153114318848, + -2.3110923767089844, + -2.149869441986084, + -1.9886465072631836, + -1.827423095703125, + -1.6662001609802246, + -1.5049769878387451 + ], + "r_inf_mean": 0.2685123085975647, + "r_inf_median": 0.26076874136924744, + "pr_mean": 0.3103703260421753, + "pr_median": 0.31554943323135376, + "hoyer_mean": 0.6175107955932617, + "eff_dim_mean": 0.6175107359886169, + "topk_energy": { + "1": 0.07354310154914856, + "5": 0.28727784752845764, + "10": 0.4446724057197571, + "25": 0.7399855852127075 + }, + "gamma_raw": 0.024115219712257385, + "gamma_active": { + "1e-08": 0.024218950420618057, + "1e-07": 0.02420138381421566, + "1e-06": 0.023107998073101044, + "1e-05": 0.023039666935801506, + "0.0001": 0.023162605240941048 + }, + "gamma_energy_weighted": { + "1e-08": 0.02197085623871148, + "1e-07": 0.02197085623871148, + "1e-06": 0.02197085623871148, + "1e-05": 0.02197085623871148, + "0.0001": 0.02197085623871148 + } + }, + { + "layer": 2, + "mean_norm": 0.009843515232205391, + "median_norm": 0.010316966101527214, + "max_norm": 0.017909355461597443, + "min_norm": 1.7344936598107097e-10, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.984375, + "1e-06": 0.974609375, + "1e-05": 0.962890625, + "0.0001": 0.94140625 + }, + "log_norms_percentiles": { + "1": -7.399472713470459, + "5": -4.453965663909912, + "10": -2.225964069366455, + "25": -2.040055274963379, + "50": -1.9864399433135986, + "75": -1.9272699356079102, + "90": -1.8761659860610962, + "95": -1.8397403955459595, + "99": -1.7943949699401855 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 3, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 3, + 1, + 1, + 1, + 1, + 2, + 3, + 1, + 2, + 1, + 1, + 1, + 2, + 0, + 2, + 4, + 1, + 3, + 3, + 1, + 3, + 47, + 325, + 89 + ], + "log_norms_bin_edges": [ + -9.760828018188477, + -9.600549697875977, + -9.440271377563477, + -9.279993057250977, + -9.119715690612793, + -8.959437370300293, + -8.799159049987793, + -8.638880729675293, + -8.478602409362793, + -8.318324089050293, + -8.15804672241211, + -7.997768402099609, + -7.837490081787109, + -7.677211761474609, + -7.516933441162109, + -7.356655120849609, + -7.196377277374268, + -7.036099433898926, + -6.875821113586426, + -6.715542793273926, + -6.555264472961426, + -6.394986152648926, + -6.234708309173584, + -6.074429988861084, + -5.914152145385742, + -5.753873825073242, + -5.593595504760742, + -5.433317184448242, + -5.2730393409729, + -5.1127610206604, + -4.9524827003479, + -4.792204856872559, + -4.631926536560059, + -4.471648216247559, + -4.311370372772217, + -4.151092052459717, + -3.990813732147217, + -3.830535888671875, + -3.670257568359375, + -3.509979248046875, + -3.349700927734375, + -3.189423084259033, + -3.029144763946533, + -2.868866443634033, + -2.7085886001586914, + -2.5483102798461914, + -2.3880319595336914, + -2.2277541160583496, + -2.0674757957458496, + -1.9071974754333496, + -1.7469199895858765 + ], + "r_inf_mean": 0.26820704340934753, + "r_inf_median": 0.2622227370738983, + "pr_mean": 0.3123024106025696, + "pr_median": 0.31433913111686707, + "hoyer_mean": 0.6195937395095825, + "eff_dim_mean": 0.6195937395095825, + "topk_energy": { + "1": 0.07332433015108109, + "5": 0.2852495312690735, + "10": 0.4426289200782776, + "25": 0.7385340929031372 + }, + "gamma_raw": 0.013043670915067196, + "gamma_active": { + "1e-08": 0.01301207859069109, + "1e-07": 0.013001302257180214, + "1e-06": 0.013330454006791115, + "1e-05": 0.01276886835694313, + "0.0001": 0.01276518777012825 + }, + "gamma_energy_weighted": { + "1e-08": 0.01440105911326623, + "1e-07": 0.01440105911326623, + "1e-06": 0.01440105911326623, + "1e-05": 0.01440105911326623, + "0.0001": 0.01440105911326623 + } + }, + { + "layer": 3, + "mean_norm": 0.006176867987960577, + "median_norm": 0.0065612392500042915, + "max_norm": 0.010441259481012821, + "min_norm": 1.1710046821100661e-10, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.978515625, + "1e-06": 0.97265625, + "1e-05": 0.958984375, + "0.0001": 0.9375 + }, + "log_norms_percentiles": { + "1": -7.603050708770752, + "5": -4.653692245483398, + "10": -2.463989734649658, + "25": -2.227766513824463, + "50": -2.1821506023406982, + "75": -2.1346724033355713, + "90": -2.093950033187866, + "95": -2.0665576457977295, + "99": -2.018650531768799 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 3, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 3, + 1, + 1, + 1, + 1, + 2, + 3, + 1, + 2, + 1, + 0, + 2, + 2, + 0, + 1, + 5, + 1, + 3, + 2, + 2, + 4, + 14, + 308, + 138 + ], + "log_norms_bin_edges": [ + -9.931441307067871, + -9.77243709564209, + -9.613433837890625, + -9.454429626464844, + -9.295425415039062, + -9.136422157287598, + -8.977417945861816, + -8.818413734436035, + -8.65941047668457, + -8.500406265258789, + -8.341402053833008, + -8.182398796081543, + -8.023394584655762, + -7.864390850067139, + -7.705387115478516, + -7.546382904052734, + -7.387379169464111, + -7.228375434875488, + -7.069371223449707, + -6.910367488861084, + -6.751363754272461, + -6.59235954284668, + -6.433355808258057, + -6.274352073669434, + -6.115347862243652, + -5.956344127655029, + -5.797340393066406, + -5.638336658477783, + -5.479332447052002, + -5.320328712463379, + -5.161324977874756, + -5.002320766448975, + -4.843317031860352, + -4.6843132972717285, + -4.525309085845947, + -4.366305351257324, + -4.207301616668701, + -4.04829740524292, + -3.889293670654297, + -3.730289936065674, + -3.571286201477051, + -3.4122819900512695, + -3.2532782554626465, + -3.0942745208740234, + -2.935270309448242, + -2.776266574859619, + -2.617262840270996, + -2.458258628845215, + -2.299254894256592, + -2.1402511596679688, + -1.9812471866607666 + ], + "r_inf_mean": 0.2639716863632202, + "r_inf_median": 0.25875478982925415, + "pr_mean": 0.3204241394996643, + "pr_median": 0.3189517855644226, + "hoyer_mean": 0.6251519918441772, + "eff_dim_mean": 0.6251519918441772, + "topk_energy": { + "1": 0.07099228352308273, + "5": 0.27915501594543457, + "10": 0.43551063537597656, + "25": 0.7326635718345642 + }, + "gamma_raw": -0.028558222576975822, + "gamma_active": { + "1e-08": -0.028795283287763596, + "1e-07": -0.02926315926015377, + "1e-06": -0.029380183666944504, + "1e-05": -0.02927064336836338, + "0.0001": -0.02934688702225685 + }, + "gamma_energy_weighted": { + "1e-08": -0.028574820606357392, + "1e-07": -0.028574820606357392, + "1e-06": -0.028574820606357392, + "1e-05": -0.028574820606357392, + "0.0001": -0.028574820606357392 + } + }, + { + "layer": 4, + "mean_norm": 0.0042622992768883705, + "median_norm": 0.004613623023033142, + "max_norm": 0.006460756063461304, + "min_norm": 8.685856894841137e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.9765625, + "1e-06": 0.97265625, + "1e-05": 0.955078125, + "0.0001": 0.935546875 + }, + "log_norms_percentiles": { + "1": -7.775890350341797, + "5": -4.818194389343262, + "10": -2.660461187362671, + "25": -2.376441478729248, + "50": -2.3359391689300537, + "75": -2.300098180770874, + "90": -2.2683446407318115, + "95": -2.2524240016937256, + "99": -2.2188198566436768 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 3, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 3, + 1, + 1, + 0, + 2, + 2, + 1, + 3, + 2, + 1, + 0, + 2, + 1, + 1, + 1, + 5, + 1, + 2, + 3, + 1, + 5, + 3, + 160, + 297 + ], + "log_norms_bin_edges": [ + -10.061187744140625, + -9.90375804901123, + -9.746329307556152, + -9.588899612426758, + -9.431469917297363, + -9.274040222167969, + -9.11661148071289, + -8.959181785583496, + -8.801752090454102, + -8.644323348999023, + -8.486893653869629, + -8.329463958740234, + -8.17203426361084, + -8.014605522155762, + -7.857175827026367, + -7.699746131896973, + -7.542316913604736, + -7.3848876953125, + -7.2274580001831055, + -7.070028305053711, + -6.912599086761475, + -6.755169868469238, + -6.597740173339844, + -6.440310955047607, + -6.282881736755371, + -6.125452041625977, + -5.96802282333374, + -5.810593128204346, + -5.653163909912109, + -5.495734214782715, + -5.3383049964904785, + -5.180875301361084, + -5.023446083068848, + -4.866016864776611, + -4.708587169647217, + -4.5511579513549805, + -4.393728256225586, + -4.23629903793335, + -4.078869342803955, + -3.9214401245117188, + -3.764010429382324, + -3.606581211090088, + -3.4491519927978516, + -3.291722297668457, + -3.1342930793762207, + -2.976863384246826, + -2.81943416595459, + -2.6620044708251953, + -2.504575252532959, + -2.3471460342407227, + -2.1897165775299072 + ], + "r_inf_mean": 0.2581942677497864, + "r_inf_median": 0.25459152460098267, + "pr_mean": 0.3312445878982544, + "pr_median": 0.33218932151794434, + "hoyer_mean": 0.6320361495018005, + "eff_dim_mean": 0.6320360898971558, + "topk_energy": { + "1": 0.06787584722042084, + "5": 0.2716016173362732, + "10": 0.42695486545562744, + "25": 0.7245396971702576 + }, + "gamma_raw": 0.05481535196304321, + "gamma_active": { + "1e-08": 0.05515511706471443, + "1e-07": 0.05589675530791283, + "1e-06": 0.05588896572589874, + "1e-05": 0.055853549391031265, + "0.0001": 0.05543594807386398 + }, + "gamma_energy_weighted": { + "1e-08": 0.05236467780139745, + "1e-07": 0.05236467780139745, + "1e-06": 0.05236467780139745, + "1e-05": 0.05236467780139745, + "0.0001": 0.05236467780139745 + } + }, + { + "layer": 5, + "mean_norm": 0.0033291259314864874, + "median_norm": 0.003610479412600398, + "max_norm": 0.004905195441097021, + "min_norm": 7.17505846403732e-11, + "support": { + "1e-08": 0.990234375, + "1e-07": 0.9765625, + "1e-06": 0.966796875, + "1e-05": 0.953125, + "0.0001": 0.93359375 + }, + "log_norms_percentiles": { + "1": -7.903107643127441, + "5": -4.931240558624268, + "10": -2.7776339054107666, + "25": -2.4740865230560303, + "50": -2.442101001739502, + "75": -2.412736654281616, + "90": -2.383352518081665, + "95": -2.365103244781494, + "99": -2.3448147773742676 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 2, + 3, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 3, + 2, + 0, + 0, + 2, + 2, + 1, + 3, + 1, + 2, + 0, + 2, + 1, + 1, + 2, + 4, + 1, + 2, + 3, + 1, + 5, + 2, + 106, + 352 + ], + "log_norms_bin_edges": [ + -10.144174575805664, + -9.987478256225586, + -9.830780982971191, + -9.674084663391113, + -9.517388343811035, + -9.36069107055664, + -9.203994750976562, + -9.047298431396484, + -8.890602111816406, + -8.733904838562012, + -8.577208518981934, + -8.420511245727539, + -8.263814926147461, + -8.107118606567383, + -7.9504218101501465, + -7.79372501373291, + -7.637028694152832, + -7.480332374572754, + -7.323635578155518, + -7.166938781738281, + -7.010242462158203, + -6.853545665740967, + -6.6968488693237305, + -6.540152549743652, + -6.383455753326416, + -6.22675895690918, + -6.070062637329102, + -5.913365840911865, + -5.756669044494629, + -5.599972724914551, + -5.4432759284973145, + -5.286579608917236, + -5.1298828125, + -4.973186016082764, + -4.8164896965026855, + -4.659792900085449, + -4.503096580505371, + -4.346399784088135, + -4.189702987670898, + -4.03300666809082, + -3.876309871673584, + -3.7196130752563477, + -3.5629167556762695, + -3.406219959259033, + -3.249523162841797, + -3.0928268432617188, + -2.9361300468444824, + -2.7794337272644043, + -2.622736930847168, + -2.4660401344299316, + -2.3093438148498535 + ], + "r_inf_mean": 0.24888578057289124, + "r_inf_median": 0.24473580718040466, + "pr_mean": 0.3460162878036499, + "pr_median": 0.34683260321617126, + "hoyer_mean": 0.6408910155296326, + "eff_dim_mean": 0.6408909559249878, + "topk_energy": { + "1": 0.06288143992424011, + "5": 0.26073411107063293, + "10": 0.41556668281555176, + "25": 0.7163512706756592 + }, + "gamma_raw": 0.02574225515127182, + "gamma_active": { + "1e-08": 0.02583315037190914, + "1e-07": 0.02619817852973938, + "1e-06": 0.025390267372131348, + "1e-05": 0.02579018659889698, + "0.0001": 0.025711892172694206 + }, + "gamma_energy_weighted": { + "1e-08": 0.02423454376530055, + "1e-07": 0.02423454376530055, + "1e-06": 0.02423454376530055, + "1e-05": 0.02423454376530055, + "0.0001": 0.02423454376530055 + } + }, + { + "layer": 6, + "mean_norm": 0.002878353465348482, + "median_norm": 0.0031191983725875616, + "max_norm": 0.004152435343712568, + "min_norm": 6.419784148725682e-11, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.9765625, + "1e-06": 0.966796875, + "1e-05": 0.94921875, + "0.0001": 0.93359375 + }, + "log_norms_percentiles": { + "1": -7.986889839172363, + "5": -5.000866413116455, + "10": -2.8510963916778564, + "25": -2.5347142219543457, + "50": -2.505948543548584, + "75": -2.4798331260681152, + "90": -2.4415042400360107, + "95": -2.421762704849243, + "99": -2.4012937545776367 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 3, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 0, + 3, + 2, + 0, + 0, + 3, + 1, + 1, + 3, + 1, + 2, + 0, + 2, + 1, + 1, + 2, + 4, + 1, + 2, + 3, + 1, + 5, + 3, + 66, + 391 + ], + "log_norms_bin_edges": [ + -10.192480087280273, + -10.036264419555664, + -9.880048751831055, + -9.723833084106445, + -9.567617416381836, + -9.411401748657227, + -9.255186080932617, + -9.098970413208008, + -8.942754745483398, + -8.786539077758789, + -8.63032341003418, + -8.47410774230957, + -8.317892074584961, + -8.161676406860352, + -8.005460739135742, + -7.849245071411133, + -7.693029403686523, + -7.536813735961914, + -7.380598068237305, + -7.224382400512695, + -7.068166732788086, + -6.911951065063477, + -6.755735397338867, + -6.599519729614258, + -6.443304538726807, + -6.287088871002197, + -6.130873203277588, + -5.9746575355529785, + -5.818441867828369, + -5.66222620010376, + -5.50601053237915, + -5.349794864654541, + -5.193579196929932, + -5.037363529205322, + -4.881147861480713, + -4.7249321937561035, + -4.568716526031494, + -4.412500858306885, + -4.256285190582275, + -4.100069522857666, + -3.9438538551330566, + -3.7876381874084473, + -3.631422519683838, + -3.4752068519592285, + -3.318991184234619, + -3.1627755165100098, + -3.0065598487854004, + -2.850344181060791, + -2.69412899017334, + -2.5379133224487305, + -2.381697177886963 + ], + "r_inf_mean": 0.24184808135032654, + "r_inf_median": 0.23725904524326324, + "pr_mean": 0.3572548031806946, + "pr_median": 0.3606908321380615, + "hoyer_mean": 0.646643340587616, + "eff_dim_mean": 0.646643340587616, + "topk_energy": { + "1": 0.05916588753461838, + "5": 0.25251129269599915, + "10": 0.4068760871887207, + "25": 0.711187481880188 + }, + "gamma_raw": -0.04750537872314453, + "gamma_active": { + "1e-08": -0.0478425957262516, + "1e-07": -0.04719996824860573, + "1e-06": -0.047219473868608475, + "1e-05": -0.04707540199160576, + "0.0001": -0.048577144742012024 + }, + "gamma_energy_weighted": { + "1e-08": -0.049125060497732555, + "1e-07": -0.049125060497732555, + "1e-06": -0.049125060497732555, + "1e-05": -0.049125060497732555, + "0.0001": -0.049125060497732555 + } + }, + { + "layer": 7, + "mean_norm": 0.0026624964084476233, + "median_norm": 0.0028629859443753958, + "max_norm": 0.0037910458631813526, + "min_norm": 6.073695713038063e-11, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.9765625, + "1e-06": 0.966796875, + "1e-05": 0.947265625, + "0.0001": 0.93359375 + }, + "log_norms_percentiles": { + "1": -8.033756256103516, + "5": -5.040727138519287, + "10": -2.891894817352295, + "25": -2.5658462047576904, + "50": -2.543147087097168, + "75": -2.512838363647461, + "90": -2.47164249420166, + "95": -2.445591926574707, + "99": -2.4287214279174805 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 3, + 1, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 2, + 2, + 0, + 0, + 3, + 1, + 1, + 3, + 1, + 2, + 0, + 2, + 1, + 1, + 3, + 3, + 1, + 2, + 3, + 1, + 5, + 3, + 57, + 400 + ], + "log_norms_bin_edges": [ + -10.216547012329102, + -10.060641288757324, + -9.90473461151123, + -9.748828887939453, + -9.59292221069336, + -9.437016487121582, + -9.281110763549805, + -9.125204086303711, + -8.969298362731934, + -8.81339168548584, + -8.657485961914062, + -8.501579284667969, + -8.345673561096191, + -8.189767837524414, + -8.03386116027832, + -7.877955436706543, + -7.722048759460449, + -7.566143035888672, + -7.410236835479736, + -7.254330635070801, + -7.098424434661865, + -6.94251823425293, + -6.786612510681152, + -6.630705833435059, + -6.474800109863281, + -6.318893909454346, + -6.16298770904541, + -6.007081508636475, + -5.851175308227539, + -5.695269584655762, + -5.539363384246826, + -5.383457183837891, + -5.227550983428955, + -5.0716447830200195, + -4.915738582611084, + -4.759832382202148, + -4.603926658630371, + -4.4480204582214355, + -4.2921142578125, + -4.1362080574035645, + -3.980301856994629, + -3.8243956565856934, + -3.668489933013916, + -3.5125837326049805, + -3.356677532196045, + -3.2007713317871094, + -3.044865131378174, + -2.8889589309692383, + -2.733053207397461, + -2.5771470069885254, + -2.421241044998169 + ], + "r_inf_mean": 0.23846927285194397, + "r_inf_median": 0.23685473203659058, + "pr_mean": 0.3653630018234253, + "pr_median": 0.364393413066864, + "hoyer_mean": 0.6502386927604675, + "eff_dim_mean": 0.6502386331558228, + "topk_energy": { + "1": 0.05744849517941475, + "5": 0.24599671363830566, + "10": 0.4008045792579651, + "25": 0.7080625295639038 + }, + "gamma_raw": 0.028122397139668465, + "gamma_active": { + "1e-08": 0.02839713729918003, + "1e-07": 0.02894674800336361, + "1e-06": 0.028393223881721497, + "1e-05": 0.02916252426803112, + "0.0001": 0.02889878861606121 + }, + "gamma_energy_weighted": { + "1e-08": 0.033233250058514324, + "1e-07": 0.033233250058514324, + "1e-06": 0.033233250058514324, + "1e-05": 0.033233250058514324, + "0.0001": 0.033233250058514324 + } + } + ] +}
\ No newline at end of file |