diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_bp_s789_a0.5_L8.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_bp_s789_a0.5_L8.json | 1268 |
1 files changed, 1268 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_bp_s789_a0.5_L8.json b/results/confirmatory/clean_sparsity/synth_bp_s789_a0.5_L8.json new file mode 100644 index 0000000..851c237 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s789_a0.5_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 789, + "alpha": 0.5, + "depth": 8, + "batch": 512, + "loss": 15.722597122192383, + "acc": 0.107421875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.024682089686393738, + "median_norm": 0.02518976293504238, + "max_norm": 0.0532434917986393, + "min_norm": 3.201766629601366e-10, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.98828125, + "1e-06": 0.97265625, + "1e-05": 0.96484375, + "0.0001": 0.9453125 + }, + "log_norms_percentiles": { + "1": -7.488956451416016, + "5": -4.1042985916137695, + "10": -1.8588578701019287, + "25": -1.668283462524414, + "50": -1.597416639328003, + "75": -1.5187163352966309, + "90": -1.4555799961090088, + "95": -1.4199692010879517, + "99": -1.3316795825958252 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 2, + 0, + 0, + 0, + 1, + 2, + 1, + 0, + 4, + 0, + 0, + 2, + 1, + 0, + 0, + 1, + 0, + 2, + 4, + 0, + 1, + 1, + 3, + 0, + 0, + 0, + 1, + 4, + 2, + 0, + 3, + 3, + 0, + 5, + 2, + 17, + 181, + 226, + 39 + ], + "log_norms_bin_edges": [ + -9.494610786437988, + -9.330193519592285, + -9.165775299072266, + -9.001358032226562, + -8.83694076538086, + -8.672523498535156, + -8.508105278015137, + -8.343688011169434, + -8.17927074432373, + -8.014852523803711, + -7.850435256958008, + -7.686017990112305, + -7.521600246429443, + -7.357182502746582, + -7.192765235900879, + -7.028347492218018, + -6.863929748535156, + -6.699512481689453, + -6.53509521484375, + -6.3706769943237305, + -6.206259727478027, + -6.041842460632324, + -5.877424716949463, + -5.713006973266602, + -5.548589706420898, + -5.384171962738037, + -5.219754695892334, + -5.055336952209473, + -4.890919208526611, + -4.726501941680908, + -4.562084197998047, + -4.397666931152344, + -4.233249187469482, + -4.068831443786621, + -3.904414176940918, + -3.7399964332580566, + -3.5755791664123535, + -3.411161422729492, + -3.246743679046631, + -3.0823264122009277, + -2.9179086685180664, + -2.7534914016723633, + -2.589073657989502, + -2.4246559143066406, + -2.2602386474609375, + -2.095820903778076, + -1.931403636932373, + -1.7669858932495117, + -1.6025686264038086, + -1.438150405883789, + -1.2737334966659546 + ], + "r_inf_mean": 0.26959866285324097, + "r_inf_median": 0.26067692041397095, + "pr_mean": 0.3102928102016449, + "pr_median": 0.31595727801322937, + "hoyer_mean": 0.6192284226417542, + "eff_dim_mean": 0.6192283630371094, + "topk_energy": { + "1": 0.07430621981620789, + "5": 0.2863679826259613, + "10": 0.4434254467487335, + "25": 0.7392972111701965 + }, + "gamma_raw": -0.0013466216623783112, + "gamma_active": { + "1e-08": -0.001467653433792293, + "1e-07": -0.0014455841155722737, + "1e-06": -0.0011845113476738334, + "1e-05": -0.0004732278175652027, + "0.0001": -0.000514342391397804 + }, + "gamma_energy_weighted": { + "1e-08": -0.0022591834732702413, + "1e-07": -0.0022591834732702413, + "1e-06": -0.0022591834732702413, + "1e-05": -0.0022591834732702413, + "0.0001": -0.0022591834732702413 + } + }, + { + "layer": 1, + "mean_norm": 0.00978371873497963, + "median_norm": 0.010147634893655777, + "max_norm": 0.019735805690288544, + "min_norm": 1.3096296269665686e-10, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.98046875, + "1e-06": 0.96875, + "1e-05": 0.95703125, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -7.929009437561035, + "5": -4.495950698852539, + "10": -2.277759075164795, + "25": -2.0560860633850098, + "50": -1.9935495853424072, + "75": -1.9262858629226685, + "90": -1.8650468587875366, + "95": -1.8305021524429321, + "99": -1.7626571655273438 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 2, + 0, + 0, + 0, + 1, + 2, + 1, + 0, + 4, + 0, + 0, + 2, + 1, + 0, + 0, + 1, + 0, + 2, + 4, + 0, + 1, + 1, + 2, + 1, + 0, + 0, + 0, + 4, + 3, + 0, + 2, + 4, + 0, + 5, + 2, + 9, + 106, + 295, + 53 + ], + "log_norms_bin_edges": [ + -9.882851600646973, + -9.719289779663086, + -9.555727005004883, + -9.392165184020996, + -9.22860336303711, + -9.065040588378906, + -8.90147876739502, + -8.737916946411133, + -8.57435417175293, + -8.410792350769043, + -8.247230529785156, + -8.083667755126953, + -7.920105934143066, + -7.75654411315918, + -7.592981815338135, + -7.42941951751709, + -7.265857696533203, + -7.102295875549316, + -6.9387335777282715, + -6.775171279907227, + -6.61160945892334, + -6.448047161102295, + -6.28448486328125, + -6.120923042297363, + -5.957360744476318, + -5.793798446655273, + -5.630236625671387, + -5.466674327850342, + -5.303112030029297, + -5.13955020904541, + -4.975987911224365, + -4.8124260902404785, + -4.648863792419434, + -4.485301494598389, + -4.321739673614502, + -4.158177375793457, + -3.9946155548095703, + -3.8310532569885254, + -3.6674909591674805, + -3.5039291381835938, + -3.340366840362549, + -3.176804542541504, + -3.013242721557617, + -2.8496804237365723, + -2.6861181259155273, + -2.5225563049316406, + -2.3589940071105957, + -2.195432186126709, + -2.031869888305664, + -1.8683080673217773, + -1.7047451734542847 + ], + "r_inf_mean": 0.27144336700439453, + "r_inf_median": 0.26500895619392395, + "pr_mean": 0.3059435188770294, + "pr_median": 0.3087612986564636, + "hoyer_mean": 0.6153020858764648, + "eff_dim_mean": 0.6153020858764648, + "topk_energy": { + "1": 0.07509204000234604, + "5": 0.289947509765625, + "10": 0.4476844072341919, + "25": 0.7419822216033936 + }, + "gamma_raw": 0.023638322949409485, + "gamma_active": { + "1e-08": 0.023760175332427025, + "1e-07": 0.0238349586725235, + "1e-06": 0.022721637040376663, + "1e-05": 0.022170864045619965, + "0.0001": 0.02269725315272808 + }, + "gamma_energy_weighted": { + "1e-08": 0.019427254201991876, + "1e-07": 0.019427254201991876, + "1e-06": 0.019427254201991876, + "1e-05": 0.019427254201991876, + "0.0001": 0.019427254201991876 + } + }, + { + "layer": 2, + "mean_norm": 0.004325454588979483, + "median_norm": 0.004614797420799732, + "max_norm": 0.007731753867119551, + "min_norm": 6.364519328228013e-11, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.9765625, + "1e-06": 0.966796875, + "1e-05": 0.951171875, + "0.0001": 0.939453125 + }, + "log_norms_percentiles": { + "1": -8.321829795837402, + "5": -4.834035873413086, + "10": -2.6812515258789062, + "25": -2.391611337661743, + "50": -2.335777997970581, + "75": -2.288302421569824, + "90": -2.2442359924316406, + "95": -2.2198848724365234, + "99": -2.166624069213867 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 3, + 1, + 0, + 0, + 0, + 1, + 2, + 1, + 0, + 3, + 1, + 0, + 2, + 1, + 0, + 0, + 1, + 1, + 1, + 3, + 1, + 1, + 1, + 2, + 1, + 0, + 0, + 0, + 2, + 4, + 1, + 1, + 5, + 0, + 2, + 3, + 7, + 28, + 329, + 101 + ], + "log_norms_bin_edges": [ + -10.196234703063965, + -10.034543991088867, + -9.872854232788086, + -9.711163520812988, + -9.549473762512207, + -9.38778305053711, + -9.226093292236328, + -9.06440258026123, + -8.90271282196045, + -8.741022109985352, + -8.57933235168457, + -8.417641639709473, + -8.255951881408691, + -8.094261169433594, + -7.9325714111328125, + -7.770880699157715, + -7.609190940856934, + -7.447500228881836, + -7.285810470581055, + -7.124119758605957, + -6.962430000305176, + -6.800739288330078, + -6.639049530029297, + -6.477358818054199, + -6.31566858291626, + -6.15397834777832, + -5.992288112640381, + -5.830597877502441, + -5.668907642364502, + -5.5072174072265625, + -5.345527172088623, + -5.183836936950684, + -5.022146701812744, + -4.860456466674805, + -4.698766231536865, + -4.537075996398926, + -4.375385761260986, + -4.213695526123047, + -4.052005290985107, + -3.890315055847168, + -3.7286248207092285, + -3.566934585571289, + -3.4052443504333496, + -3.24355411529541, + -3.0818638801574707, + -2.9201736450195312, + -2.758483409881592, + -2.5967931747436523, + -2.4351024627685547, + -2.2734122276306152, + -2.111721992492676 + ], + "r_inf_mean": 0.2656398117542267, + "r_inf_median": 0.2604816257953644, + "pr_mean": 0.31283339858055115, + "pr_median": 0.31263455748558044, + "hoyer_mean": 0.6184889078140259, + "eff_dim_mean": 0.6184889078140259, + "topk_energy": { + "1": 0.07169011980295181, + "5": 0.2850642800331116, + "10": 0.4435252547264099, + "25": 0.7396730184555054 + }, + "gamma_raw": 0.010447227396070957, + "gamma_active": { + "1e-08": 0.01044553890824318, + "1e-07": 0.010546449571847916, + "1e-06": 0.010764271020889282, + "1e-05": 0.010974958539009094, + "0.0001": 0.011123423464596272 + }, + "gamma_energy_weighted": { + "1e-08": 0.012355716082506416, + "1e-07": 0.012355716082506416, + "1e-06": 0.012355716082506416, + "1e-05": 0.012355716082506416, + "0.0001": 0.012355716082506416 + } + }, + { + "layer": 3, + "mean_norm": 0.002659775083884597, + "median_norm": 0.002900764113292098, + "max_norm": 0.003979839384555817, + "min_norm": 4.308776252459623e-11, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.97265625, + "1e-06": 0.96484375, + "1e-05": 0.94921875, + "0.0001": 0.931640625 + }, + "log_norms_percentiles": { + "1": -8.539504051208496, + "5": -5.033128261566162, + "10": -2.9134209156036377, + "25": -2.585592031478882, + "50": -2.5373988151550293, + "75": -2.507326602935791, + "90": -2.4758267402648926, + "95": -2.4579434394836426, + "99": -2.420121192932129 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 4, + 0, + 0, + 0, + 0, + 1, + 2, + 1, + 0, + 3, + 1, + 1, + 1, + 1, + 0, + 0, + 1, + 2, + 0, + 3, + 1, + 1, + 0, + 2, + 2, + 0, + 0, + 0, + 3, + 3, + 1, + 0, + 4, + 2, + 2, + 2, + 6, + 5, + 140, + 315 + ], + "log_norms_bin_edges": [ + -10.365646362304688, + -10.20633602142334, + -10.047025680541992, + -9.887715339660645, + -9.728404998779297, + -9.569095611572266, + -9.409785270690918, + -9.25047492980957, + -9.091164588928223, + -8.931854248046875, + -8.772543907165527, + -8.61323356628418, + -8.453923225402832, + -8.294612884521484, + -8.135303497314453, + -7.9759931564331055, + -7.816682815551758, + -7.65737247467041, + -7.4980621337890625, + -7.338751792907715, + -7.179441452026367, + -7.0201311111450195, + -6.86082124710083, + -6.701510906219482, + -6.542200565338135, + -6.382890701293945, + -6.223580360412598, + -6.06427001953125, + -5.904959678649902, + -5.745649337768555, + -5.586339473724365, + -5.427029132843018, + -5.26771879196167, + -5.108408451080322, + -4.949098110198975, + -4.789788246154785, + -4.6304779052734375, + -4.47116756439209, + -4.311857223510742, + -4.152547359466553, + -3.993237018585205, + -3.8339266777038574, + -3.6746163368225098, + -3.515305995941162, + -3.3559961318969727, + -3.196685791015625, + -3.0373754501342773, + -2.8780651092529297, + -2.718754768371582, + -2.5594449043273926, + -2.400134563446045 + ], + "r_inf_mean": 0.2578399181365967, + "r_inf_median": 0.25468122959136963, + "pr_mean": 0.3205720782279968, + "pr_median": 0.3211720287799835, + "hoyer_mean": 0.6206525564193726, + "eff_dim_mean": 0.6206525564193726, + "topk_energy": { + "1": 0.0673782229423523, + "5": 0.27895402908325195, + "10": 0.439509779214859, + "25": 0.7376211285591125 + }, + "gamma_raw": -0.019425734877586365, + "gamma_active": { + "1e-08": -0.019617591053247452, + "1e-07": -0.020119767636060715, + "1e-06": -0.02073647268116474, + "1e-05": -0.02049960009753704, + "0.0001": -0.02051428146660328 + }, + "gamma_energy_weighted": { + "1e-08": -0.022197002841647464, + "1e-07": -0.022197002841647464, + "1e-06": -0.022197002841647464, + "1e-05": -0.022197002841647464, + "0.0001": -0.022197002841647464 + } + }, + { + "layer": 4, + "mean_norm": 0.00212454772554338, + "median_norm": 0.0022880807518959045, + "max_norm": 0.0031191708985716105, + "min_norm": 3.57781478055319e-11, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.970703125, + "1e-06": 0.9609375, + "1e-05": 0.9453125, + "0.0001": 0.931640625 + }, + "log_norms_percentiles": { + "1": -8.640803337097168, + "5": -5.133338451385498, + "10": -3.0289204120635986, + "25": -2.673403263092041, + "50": -2.6404309272766113, + "75": -2.609011173248291, + "90": -2.5691394805908203, + "95": -2.545874834060669, + "99": -2.5175652503967285 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 4, + 0, + 0, + 0, + 0, + 3, + 1, + 0, + 0, + 4, + 0, + 1, + 1, + 1, + 0, + 0, + 1, + 2, + 0, + 3, + 1, + 1, + 0, + 3, + 1, + 0, + 0, + 0, + 4, + 1, + 2, + 0, + 6, + 0, + 3, + 1, + 6, + 5, + 96, + 359 + ], + "log_norms_bin_edges": [ + -10.446382522583008, + -10.28757381439209, + -10.128766059875488, + -9.96995735168457, + -9.811148643493652, + -9.652339935302734, + -9.493532180786133, + -9.334723472595215, + -9.175914764404297, + -9.017107009887695, + -8.858298301696777, + -8.69948959350586, + -8.540680885314941, + -8.38187313079834, + -8.223064422607422, + -8.064255714416504, + -7.905447483062744, + -7.746639251708984, + -7.587830543518066, + -7.429021835327148, + -7.270213603973389, + -7.111405372619629, + -6.952596664428711, + -6.793788433074951, + -6.634980201721191, + -6.476171493530273, + -6.317363262176514, + -6.158554553985596, + -5.999746322631836, + -5.840937614440918, + -5.682129383087158, + -5.52332067489624, + -5.3645124435424805, + -5.205704212188721, + -5.046895503997803, + -4.888087272644043, + -4.729278564453125, + -4.570470333099365, + -4.411661624908447, + -4.2528533935546875, + -4.0940446853637695, + -3.9352364540100098, + -3.77642822265625, + -3.617619514465332, + -3.4588112831115723, + -3.3000025749206543, + -3.1411943435668945, + -2.9823856353759766, + -2.823577404022217, + -2.664769172668457, + -2.505960702896118 + ], + "r_inf_mean": 0.2537367045879364, + "r_inf_median": 0.25053828954696655, + "pr_mean": 0.3252456486225128, + "pr_median": 0.3281073570251465, + "hoyer_mean": 0.6206676959991455, + "eff_dim_mean": 0.6206676959991455, + "topk_energy": { + "1": 0.0651760846376419, + "5": 0.2749873399734497, + "10": 0.4360474646091461, + "25": 0.7379684448242188 + }, + "gamma_raw": 0.05663968622684479, + "gamma_active": { + "1e-08": 0.057191405445337296, + "1e-07": 0.05797114223241806, + "1e-06": 0.0579809695482254, + "1e-05": 0.057603634893894196, + "0.0001": 0.05763769894838333 + }, + "gamma_energy_weighted": { + "1e-08": 0.05390131178024747, + "1e-07": 0.05390131178024747, + "1e-06": 0.05390131178024747, + "1e-05": 0.05390131178024747, + "0.0001": 0.05390131178024747 + } + }, + { + "layer": 5, + "mean_norm": 0.0019093204755336046, + "median_norm": 0.0020374469459056854, + "max_norm": 0.0028507697861641645, + "min_norm": 3.283022118050205e-11, + "support": { + "1e-08": 0.984375, + "1e-07": 0.970703125, + "1e-06": 0.9609375, + "1e-05": 0.943359375, + "0.0001": 0.9296875 + }, + "log_norms_percentiles": { + "1": -8.689103126525879, + "5": -5.1851091384887695, + "10": -3.08404541015625, + "25": -2.7171411514282227, + "50": -2.690911293029785, + "75": -2.6556832790374756, + "90": -2.611548662185669, + "95": -2.581342935562134, + "99": -2.5556564331054688 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 2, + 0, + 0, + 0, + 0, + 3, + 1, + 0, + 1, + 3, + 1, + 0, + 1, + 1, + 0, + 0, + 1, + 2, + 0, + 3, + 1, + 1, + 0, + 3, + 1, + 0, + 0, + 0, + 4, + 1, + 2, + 0, + 6, + 0, + 3, + 2, + 5, + 6, + 138, + 316 + ], + "log_norms_bin_edges": [ + -10.483726501464844, + -10.324953079223633, + -10.166178703308105, + -10.007405281066895, + -9.848630905151367, + -9.689857482910156, + -9.531084060668945, + -9.372309684753418, + -9.213536262512207, + -9.054762840270996, + -8.895988464355469, + -8.737215042114258, + -8.578441619873047, + -8.41966724395752, + -8.260893821716309, + -8.102119445800781, + -7.94334602355957, + -7.784572124481201, + -7.625798225402832, + -7.467024803161621, + -7.308250904083252, + -7.149477005004883, + -6.990703582763672, + -6.831929683685303, + -6.673155784606934, + -6.5143818855285645, + -6.355607986450195, + -6.196834564208984, + -6.038060665130615, + -5.879286766052246, + -5.720513343811035, + -5.561739444732666, + -5.402965545654297, + -5.244191646575928, + -5.085417747497559, + -4.926644325256348, + -4.7678704261779785, + -4.609096527099609, + -4.450323104858398, + -4.291549205780029, + -4.13277530670166, + -3.974001407623291, + -3.815227508544922, + -3.656454086303711, + -3.497680187225342, + -3.3389062881469727, + -3.1801328659057617, + -3.0213589668273926, + -2.8625850677490234, + -2.7038111686706543, + -2.5450377464294434 + ], + "r_inf_mean": 0.24924695491790771, + "r_inf_median": 0.24678656458854675, + "pr_mean": 0.33280616998672485, + "pr_median": 0.3361029624938965, + "hoyer_mean": 0.6248698234558105, + "eff_dim_mean": 0.6248698234558105, + "topk_energy": { + "1": 0.06291797757148743, + "5": 0.2693381905555725, + "10": 0.42980101704597473, + "25": 0.7348726391792297 + }, + "gamma_raw": 0.022074654698371887, + "gamma_active": { + "1e-08": 0.02198312059044838, + "1e-07": 0.02240353636443615, + "1e-06": 0.02271118015050888, + "1e-05": 0.022632960230112076, + "0.0001": 0.02266453020274639 + }, + "gamma_energy_weighted": { + "1e-08": 0.01857119188898664, + "1e-07": 0.01857119188898664, + "1e-06": 0.01857119188898664, + "1e-05": 0.01857119188898664, + "0.0001": 0.01857119188898664 + } + }, + { + "layer": 6, + "mean_norm": 0.001823374885134399, + "median_norm": 0.0019372886745259166, + "max_norm": 0.00275108078494668, + "min_norm": 3.165236822644246e-11, + "support": { + "1e-08": 0.984375, + "1e-07": 0.970703125, + "1e-06": 0.9609375, + "1e-05": 0.943359375, + "0.0001": 0.9296875 + }, + "log_norms_percentiles": { + "1": -8.709918975830078, + "5": -5.20842170715332, + "10": -3.1079320907592773, + "25": -2.7411510944366455, + "50": -2.712554693222046, + "75": -2.6748831272125244, + "90": -2.630443572998047, + "95": -2.5928874015808105, + "99": -2.5670433044433594 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 2, + 0, + 0, + 0, + 0, + 3, + 1, + 0, + 1, + 3, + 1, + 0, + 1, + 1, + 0, + 0, + 1, + 2, + 0, + 3, + 1, + 1, + 0, + 3, + 1, + 0, + 0, + 0, + 4, + 1, + 2, + 0, + 6, + 1, + 2, + 2, + 5, + 6, + 165, + 289 + ], + "log_norms_bin_edges": [ + -10.499593734741211, + -10.340811729431152, + -10.182029724121094, + -10.023247718811035, + -9.864465713500977, + -9.705683708190918, + -9.54690170288086, + -9.388120651245117, + -9.229337692260742, + -9.070556640625, + -8.911774635314941, + -8.752992630004883, + -8.594210624694824, + -8.435428619384766, + -8.276646614074707, + -8.117864608764648, + -7.95908260345459, + -7.800300598144531, + -7.641518592834473, + -7.482736587524414, + -7.3239545822143555, + -7.165172576904297, + -7.0063910484313965, + -6.847609043121338, + -6.688827037811279, + -6.530045032501221, + -6.371263027191162, + -6.2124810218811035, + -6.053699493408203, + -5.8949174880981445, + -5.736135482788086, + -5.577353477478027, + -5.418571472167969, + -5.25978946685791, + -5.101007461547852, + -4.942225456237793, + -4.783443450927734, + -4.624661922454834, + -4.465879917144775, + -4.307097911834717, + -4.148315906524658, + -3.9895339012145996, + -3.830751895904541, + -3.6719698905944824, + -3.513188362121582, + -3.3544063568115234, + -3.195624351501465, + -3.0368423461914062, + -2.8780603408813477, + -2.719278335571289, + -2.5604968070983887 + ], + "r_inf_mean": 0.24572645127773285, + "r_inf_median": 0.24387839436531067, + "pr_mean": 0.3407631516456604, + "pr_median": 0.34117886424064636, + "hoyer_mean": 0.6305033564567566, + "eff_dim_mean": 0.6305033564567566, + "topk_energy": { + "1": 0.06116192415356636, + "5": 0.263574481010437, + "10": 0.4232074022293091, + "25": 0.729602575302124 + }, + "gamma_raw": -0.03851785510778427, + "gamma_active": { + "1e-08": -0.03880087658762932, + "1e-07": -0.038336098194122314, + "1e-06": -0.037757325917482376, + "1e-05": -0.03857588768005371, + "0.0001": -0.0391482450067997 + }, + "gamma_energy_weighted": { + "1e-08": -0.04182962752954722, + "1e-07": -0.04182962752954722, + "1e-06": -0.04182962752954722, + "1e-05": -0.04182962752954722, + "0.0001": -0.04182962752954722 + } + }, + { + "layer": 7, + "mean_norm": 0.0018081320449709892, + "median_norm": 0.0019197738729417324, + "max_norm": 0.0027141652535647154, + "min_norm": 3.158992858964815e-11, + "support": { + "1e-08": 0.984375, + "1e-07": 0.970703125, + "1e-06": 0.9609375, + "1e-05": 0.943359375, + "0.0001": 0.9296875 + }, + "log_norms_percentiles": { + "1": -8.712672233581543, + "5": -5.212347984313965, + "10": -3.1104111671447754, + "25": -2.7467257976531982, + "50": -2.7167139053344727, + "75": -2.6786086559295654, + "90": -2.6325387954711914, + "95": -2.593132734298706, + "99": -2.5701935291290283 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 2, + 2, + 0, + 0, + 0, + 0, + 3, + 1, + 0, + 1, + 3, + 1, + 0, + 1, + 1, + 0, + 0, + 1, + 2, + 0, + 3, + 1, + 1, + 0, + 3, + 1, + 0, + 0, + 0, + 4, + 1, + 2, + 0, + 6, + 1, + 2, + 2, + 5, + 6, + 158, + 296 + ], + "log_norms_bin_edges": [ + -10.50045108795166, + -10.341769218444824, + -10.183087348937988, + -10.024405479431152, + -9.865724563598633, + -9.707042694091797, + -9.548360824584961, + -9.389678955078125, + -9.230997085571289, + -9.072315216064453, + -8.913633346557617, + -8.754951477050781, + -8.596269607543945, + -8.43758773803711, + -8.27890682220459, + -8.120224952697754, + -7.961543083190918, + -7.802861213684082, + -7.644179344177246, + -7.485497951507568, + -7.326816082000732, + -7.1681342124938965, + -7.009452819824219, + -6.850770950317383, + -6.692089080810547, + -6.533407211303711, + -6.374725341796875, + -6.216043949127197, + -6.057362079620361, + -5.898680210113525, + -5.739998817443848, + -5.581316947937012, + -5.422635078430176, + -5.26395320892334, + -5.105271339416504, + -4.946589946746826, + -4.78790807723999, + -4.629226207733154, + -4.470544815063477, + -4.311862945556641, + -4.153181076049805, + -3.9944992065429688, + -3.835817337036133, + -3.677135944366455, + -3.518454074859619, + -3.359772205352783, + -3.2010908126831055, + -3.0424089431762695, + -2.8837270736694336, + -2.7250452041625977, + -2.56636381149292 + ], + "r_inf_mean": 0.24096153676509857, + "r_inf_median": 0.2385234534740448, + "pr_mean": 0.35197603702545166, + "pr_median": 0.34866437315940857, + "hoyer_mean": 0.6385952830314636, + "eff_dim_mean": 0.6385952830314636, + "topk_energy": { + "1": 0.05882053077220917, + "5": 0.255288302898407, + "10": 0.41412484645843506, + "25": 0.7215520143508911 + }, + "gamma_raw": 0.02659839391708374, + "gamma_active": { + "1e-08": 0.026750830933451653, + "1e-07": 0.02732306718826294, + "1e-06": 0.027568254619836807, + "1e-05": 0.02748224325478077, + "0.0001": 0.027523504570126534 + }, + "gamma_energy_weighted": { + "1e-08": 0.03283739773749614, + "1e-07": 0.03283739773749614, + "1e-06": 0.03283739773749614, + "1e-05": 0.03283739773749614, + "0.0001": 0.03283739773749614 + } + } + ] +}
\ No newline at end of file |