diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_bp_s42_a0.0_L8.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_bp_s42_a0.0_L8.json | 1268 |
1 files changed, 1268 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_bp_s42_a0.0_L8.json b/results/confirmatory/clean_sparsity/synth_bp_s42_a0.0_L8.json new file mode 100644 index 0000000..382434b --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s42_a0.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 42, + "alpha": 0.0, + "depth": 8, + "batch": 512, + "loss": 19.208057403564453, + "acc": 0.109375, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.026499878615140915, + "median_norm": 0.026678727939724922, + "max_norm": 0.06622849404811859, + "min_norm": 3.3702446389227703e-10, + "support": { + "1e-08": 0.99609375, + "1e-07": 0.98828125, + "1e-06": 0.982421875, + "1e-05": 0.9765625, + "0.0001": 0.96875 + }, + "log_norms_percentiles": { + "1": -7.125903129577637, + "5": -3.3809425830841064, + "10": -1.907477855682373, + "25": -1.6545699834823608, + "50": -1.5720508098602295, + "75": -1.482248067855835, + "90": -1.4022830724716187, + "95": -1.3554320335388184, + "99": -1.2695783376693726 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 1, + 1, + 0, + 1, + 3, + 2, + 5, + 1, + 3, + 2, + 3, + 1, + 4, + 3, + 4, + 8, + 51, + 239, + 147, + 19 + ], + "log_norms_bin_edges": [ + -9.472338676452637, + -9.30647087097168, + -9.140603065490723, + -8.974735260009766, + -8.808868408203125, + -8.643000602722168, + -8.477132797241211, + -8.311264991760254, + -8.145397186279297, + -7.97952938079834, + -7.813662052154541, + -7.647794246673584, + -7.481926918029785, + -7.316059112548828, + -7.150191307067871, + -6.984323501586914, + -6.818455696105957, + -6.652588367462158, + -6.486720561981201, + -6.320853233337402, + -6.154985427856445, + -5.989117622375488, + -5.823249816894531, + -5.657382011413574, + -5.491514682769775, + -5.325646877288818, + -5.159779071807861, + -4.9939117431640625, + -4.8280439376831055, + -4.662176132202148, + -4.496308326721191, + -4.330440998077393, + -4.1645731925964355, + -3.9987053871154785, + -3.8328380584716797, + -3.6669702529907227, + -3.5011024475097656, + -3.3352346420288086, + -3.1693673133850098, + -3.0034995079040527, + -2.8376317024230957, + -2.671764373779297, + -2.50589656829834, + -2.340028762817383, + -2.174160957336426, + -2.008293628692627, + -1.84242582321167, + -1.676558017730713, + -1.510690689086914, + -1.344822883605957, + -1.178955078125 + ], + "r_inf_mean": 0.24939143657684326, + "r_inf_median": 0.2458294928073883, + "pr_mean": 0.34867364168167114, + "pr_median": 0.3480006158351898, + "hoyer_mean": 0.6429922580718994, + "eff_dim_mean": 0.6429921984672546, + "topk_energy": { + "1": 0.06288500130176544, + "5": 0.25831544399261475, + "10": 0.4118650555610657, + "25": 0.7150076627731323 + }, + "gamma_raw": -0.0014809771673753858, + "gamma_active": { + "1e-08": -0.0014347148826345801, + "1e-07": -0.0014427881687879562, + "1e-06": -0.0009295318741351366, + "1e-05": -0.0002383916435064748, + "0.0001": -0.00029230836662463844 + }, + "gamma_energy_weighted": { + "1e-08": -0.0005167739041186761, + "1e-07": -0.0005167739041186761, + "1e-06": -0.0005167739041186761, + "1e-05": -0.0005167739041186761, + "0.0001": -0.0005167739041186761 + } + }, + { + "layer": 1, + "mean_norm": 0.008438398130238056, + "median_norm": 0.008698738180100918, + "max_norm": 0.018885701894760132, + "min_norm": 9.880964796371572e-11, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.986328125, + "1e-06": 0.98046875, + "1e-05": 0.97265625, + "0.0001": 0.95703125 + }, + "log_norms_percentiles": { + "1": -7.6136322021484375, + "5": -3.8702776432037354, + "10": -2.407853364944458, + "25": -2.129098892211914, + "50": -2.0605239868164062, + "75": -1.988455057144165, + "90": -1.9189432859420776, + "95": -1.8862797021865845, + "99": -1.8028980493545532 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 3, + 2, + 4, + 3, + 2, + 3, + 3, + 1, + 4, + 0, + 6, + 7, + 18, + 196, + 216, + 28 + ], + "log_norms_bin_edges": [ + -10.00520133972168, + -9.839574813842773, + -9.673948287963867, + -9.508321762084961, + -9.342694282531738, + -9.177067756652832, + -9.011441230773926, + -8.84581470489502, + -8.680188179016113, + -8.514561653137207, + -8.348934173583984, + -8.183307647705078, + -8.017681121826172, + -7.852054595947266, + -7.686428070068359, + -7.520801544189453, + -7.355174541473389, + -7.189547538757324, + -7.023921012878418, + -6.858294486999512, + -6.6926679611206055, + -6.527041435241699, + -6.361414432525635, + -6.1957879066467285, + -6.030160903930664, + -5.864534378051758, + -5.698907852172852, + -5.533281326293945, + -5.367654323577881, + -5.202027797698975, + -5.036401271820068, + -4.870774269104004, + -4.705147743225098, + -4.539521217346191, + -4.373894214630127, + -4.208267688751221, + -4.0426411628723145, + -3.87701416015625, + -3.7113876342773438, + -3.5457611083984375, + -3.3801345825195312, + -3.214507579803467, + -3.0488810539245605, + -2.8832545280456543, + -2.71762752532959, + -2.5520009994506836, + -2.3863744735717773, + -2.220747470855713, + -2.0551209449768066, + -1.8894939422607422, + -1.7238669395446777 + ], + "r_inf_mean": 0.25772854685783386, + "r_inf_median": 0.25438085198402405, + "pr_mean": 0.32999590039253235, + "pr_median": 0.32858020067214966, + "hoyer_mean": 0.6298463344573975, + "eff_dim_mean": 0.6298463344573975, + "topk_energy": { + "1": 0.06710882484912872, + "5": 0.2711346745491028, + "10": 0.4275890290737152, + "25": 0.7276011109352112 + }, + "gamma_raw": 0.021660039201378822, + "gamma_active": { + "1e-08": 0.021887119859457016, + "1e-07": 0.021856287494301796, + "1e-06": 0.021822359412908554, + "1e-05": 0.022062143310904503, + "0.0001": 0.02193683572113514 + }, + "gamma_energy_weighted": { + "1e-08": 0.027117245026213772, + "1e-07": 0.027117245026213772, + "1e-06": 0.027117245026213772, + "1e-05": 0.027117245026213772, + "0.0001": 0.027117245026213772 + } + }, + { + "layer": 2, + "mean_norm": 0.003647422883659601, + "median_norm": 0.003878432558849454, + "max_norm": 0.006472643464803696, + "min_norm": 3.865603323549571e-11, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.984375, + "1e-06": 0.9765625, + "1e-05": 0.96875, + "0.0001": 0.943359375 + }, + "log_norms_percentiles": { + "1": -8.009339332580566, + "5": -4.212005615234375, + "10": -2.8020434379577637, + "25": -2.465564250946045, + "50": -2.4112300872802734, + "75": -2.3592708110809326, + "90": -2.3161983489990234, + "95": -2.29339861869812, + "99": -2.237218141555786 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 0, + 2, + 0, + 0, + 2, + 1, + 1, + 0, + 0, + 1, + 3, + 2, + 5, + 2, + 3, + 1, + 3, + 3, + 2, + 5, + 3, + 5, + 30, + 312, + 116 + ], + "log_norms_bin_edges": [ + -10.412782669067383, + -10.248305320739746, + -10.08382797241211, + -9.919350624084473, + -9.754873275756836, + -9.5903959274292, + -9.425918579101562, + -9.261442184448242, + -9.096963882446289, + -8.932487487792969, + -8.768010139465332, + -8.603532791137695, + -8.439055442810059, + -8.274578094482422, + -8.110100746154785, + -7.945623397827148, + -7.781146049499512, + -7.616668701171875, + -7.452191352844238, + -7.287714004516602, + -7.123236656188965, + -6.958759307861328, + -6.79428243637085, + -6.629805088043213, + -6.465327739715576, + -6.3008503913879395, + -6.136373043060303, + -5.971895694732666, + -5.8074188232421875, + -5.642941474914551, + -5.478464126586914, + -5.313986778259277, + -5.149509429931641, + -4.985032081604004, + -4.820554733276367, + -4.6560773849487305, + -4.491600036621094, + -4.327123165130615, + -4.1626458168029785, + -3.998168468475342, + -3.833691120147705, + -3.6692137718200684, + -3.5047364234924316, + -3.340259075164795, + -3.1757822036743164, + -3.0113048553466797, + -2.846827507019043, + -2.6823501586914062, + -2.5178728103637695, + -2.353395462036133, + -2.188918352127075 + ], + "r_inf_mean": 0.2589690685272217, + "r_inf_median": 0.25697246193885803, + "pr_mean": 0.3230052590370178, + "pr_median": 0.320370614528656, + "hoyer_mean": 0.6233511567115784, + "eff_dim_mean": 0.6233510971069336, + "topk_energy": { + "1": 0.06775932759046555, + "5": 0.2769220471382141, + "10": 0.4359264373779297, + "25": 0.7364686727523804 + }, + "gamma_raw": -0.061982735991477966, + "gamma_active": { + "1e-08": -0.06262042373418808, + "1e-07": -0.06285981088876724, + "1e-06": -0.06301329284906387, + "1e-05": -0.06264422088861465, + "0.0001": -0.06233665719628334 + }, + "gamma_energy_weighted": { + "1e-08": -0.0601811620890217, + "1e-07": -0.0601811620890217, + "1e-06": -0.0601811620890217, + "1e-05": -0.0601811620890217, + "0.0001": -0.0601811620890217 + } + }, + { + "layer": 3, + "mean_norm": 0.0025936905294656754, + "median_norm": 0.0027170286048203707, + "max_norm": 0.004819570109248161, + "min_norm": 2.382935689049237e-11, + "support": { + "1e-08": 0.98828125, + "1e-07": 0.984375, + "1e-06": 0.9765625, + "1e-05": 0.96875, + "0.0001": 0.935546875 + }, + "log_norms_percentiles": { + "1": -8.213443756103516, + "5": -4.322749137878418, + "10": -2.954080581665039, + "25": -2.615546941757202, + "50": -2.565854787826538, + "75": -2.513514280319214, + "90": -2.448431968688965, + "95": -2.4237289428710938, + "99": -2.363060712814331 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 1, + 1, + 1, + 1, + 1, + 1, + 0, + 0, + 1, + 4, + 2, + 3, + 3, + 4, + 1, + 3, + 2, + 2, + 6, + 4, + 3, + 41, + 332, + 85 + ], + "log_norms_bin_edges": [ + -10.62288761138916, + -10.456769943237305, + -10.290651321411133, + -10.124533653259277, + -9.958415985107422, + -9.792298316955566, + -9.626179695129395, + -9.460062026977539, + -9.293944358825684, + -9.127826690673828, + -8.961708068847656, + -8.7955904006958, + -8.629472732543945, + -8.463354110717773, + -8.297236442565918, + -8.131118774414062, + -7.965001106262207, + -7.798882961273193, + -7.63276481628418, + -7.466647148132324, + -7.300529479980469, + -7.134411334991455, + -6.968293190002441, + -6.802175521850586, + -6.636057376861572, + -6.469939708709717, + -6.303821563720703, + -6.137703895568848, + -5.971585750579834, + -5.8054680824279785, + -5.639349937438965, + -5.473232269287109, + -5.307114124298096, + -5.140995979309082, + -4.974878311157227, + -4.808760166168213, + -4.642642498016357, + -4.476524353027344, + -4.310406684875488, + -4.144288539886475, + -3.978170871734619, + -3.8120527267456055, + -3.64593505859375, + -3.4798169136047363, + -3.313699245452881, + -3.147581100463867, + -2.9814634323120117, + -2.815345287322998, + -2.6492271423339844, + -2.483109474182129, + -2.3169918060302734 + ], + "r_inf_mean": 0.24914276599884033, + "r_inf_median": 0.24949149787425995, + "pr_mean": 0.34533601999282837, + "pr_median": 0.33079108595848083, + "hoyer_mean": 0.6376129388809204, + "eff_dim_mean": 0.6376129388809204, + "topk_energy": { + "1": 0.06287385523319244, + "5": 0.2630910873413086, + "10": 0.4201759696006775, + "25": 0.7242136001586914 + }, + "gamma_raw": -0.010212243534624577, + "gamma_active": { + "1e-08": -0.010266981087625027, + "1e-07": -0.009887076914310455, + "1e-06": -0.010345852002501488, + "1e-05": -0.010812710039317608, + "0.0001": -0.011044053360819817 + }, + "gamma_energy_weighted": { + "1e-08": -0.008197627525126457, + "1e-07": -0.008197627525126457, + "1e-06": -0.008197627525126457, + "1e-05": -0.008197627525126457, + "0.0001": -0.008197627525126457 + } + }, + { + "layer": 4, + "mean_norm": 0.002286349656060338, + "median_norm": 0.0023127112071961164, + "max_norm": 0.004582476802170277, + "min_norm": 1.9061276862464283e-11, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.982421875, + "1e-06": 0.9765625, + "1e-05": 0.96875, + "0.0001": 0.935546875 + }, + "log_norms_percentiles": { + "1": -8.25930404663086, + "5": -4.391953945159912, + "10": -3.009795904159546, + "25": -2.6807711124420166, + "50": -2.6357579231262207, + "75": -2.5642194747924805, + "90": -2.4839582443237305, + "95": -2.4518275260925293, + "99": -2.37618088722229 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 1, + 1, + 2, + 0, + 1, + 1, + 0, + 0, + 2, + 2, + 4, + 3, + 4, + 2, + 1, + 4, + 2, + 4, + 3, + 5, + 2, + 90, + 296, + 72 + ], + "log_norms_bin_edges": [ + -10.7198486328125, + -10.552229881286621, + -10.384611129760742, + -10.216991424560547, + -10.049372673034668, + -9.881753921508789, + -9.71413516998291, + -9.546515464782715, + -9.378896713256836, + -9.211277961730957, + -9.043659210205078, + -8.876039505004883, + -8.708420753479004, + -8.540802001953125, + -8.373183250427246, + -8.205564498901367, + -8.037944793701172, + -7.870326042175293, + -7.702707290649414, + -7.535088062286377, + -7.36746883392334, + -7.199850082397461, + -7.032231330871582, + -6.864612102508545, + -6.696993350982666, + -6.529374122619629, + -6.36175537109375, + -6.194136142730713, + -6.026517391204834, + -5.858898162841797, + -5.691279411315918, + -5.523660182952881, + -5.356041431427002, + -5.188422679901123, + -5.020803451538086, + -4.853184700012207, + -4.68556547164917, + -4.517946720123291, + -4.350327491760254, + -4.182708740234375, + -4.015089511871338, + -3.847470760345459, + -3.679851531982422, + -3.512232780456543, + -3.344613552093506, + -3.176994800567627, + -3.00937557220459, + -2.841756820678711, + -2.674138069152832, + -2.506519317626953, + -2.338899850845337 + ], + "r_inf_mean": 0.23895037174224854, + "r_inf_median": 0.23845942318439484, + "pr_mean": Infinity, + "pr_median": 0.345770925283432, + "hoyer_mean": 0.6533491015434265, + "eff_dim_mean": 0.6533491015434265, + "topk_energy": { + "1": 0.05798130854964256, + "5": 0.24813935160636902, + "10": 0.401658296585083, + "25": 0.7077196836471558 + }, + "gamma_raw": -0.018860042095184326, + "gamma_active": { + "1e-08": -0.01931886561214924, + "1e-07": -0.019639573991298676, + "1e-06": -0.019292179495096207, + "1e-05": -0.01983589120209217, + "0.0001": -0.019731998443603516 + }, + "gamma_energy_weighted": { + "1e-08": -0.031108778867948154, + "1e-07": -0.031108778867948154, + "1e-06": -0.031108778867948154, + "1e-05": -0.031108778867948154, + "0.0001": -0.031108778867948154 + } + }, + { + "layer": 5, + "mean_norm": 0.0021663159132003784, + "median_norm": 0.0021522354800254107, + "max_norm": 0.004538411740213633, + "min_norm": 1.71617459826523e-11, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.982421875, + "1e-06": 0.9765625, + "1e-05": 0.96875, + "0.0001": 0.935546875 + }, + "log_norms_percentiles": { + "1": -8.27243423461914, + "5": -4.4234185218811035, + "10": -3.0369725227355957, + "25": -2.714834690093994, + "50": -2.666426181793213, + "75": -2.5875024795532227, + "90": -2.496858596801758, + "95": -2.4597582817077637, + "99": -2.3831942081451416 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 2, + 2, + 0, + 1, + 1, + 0, + 0, + 3, + 1, + 4, + 3, + 4, + 2, + 1, + 4, + 2, + 5, + 3, + 4, + 3, + 170, + 219, + 68 + ], + "log_norms_bin_edges": [ + -10.765438079833984, + -10.596991539001465, + -10.428544044494629, + -10.26009750366211, + -10.09165096282959, + -9.923203468322754, + -9.754756927490234, + -9.586310386657715, + -9.417863845825195, + -9.24941635131836, + -9.08096981048584, + -8.91252326965332, + -8.744075775146484, + -8.575629234313965, + -8.407182693481445, + -8.23873519897461, + -8.07028865814209, + -7.90184211730957, + -7.733395099639893, + -7.564948081970215, + -7.396501541137695, + -7.228054523468018, + -7.05960750579834, + -6.89116096496582, + -6.722713947296143, + -6.554266929626465, + -6.385820388793945, + -6.217373371124268, + -6.04892635345459, + -5.88047981262207, + -5.712032794952393, + -5.543586254119873, + -5.375139236450195, + -5.206692218780518, + -5.038245677947998, + -4.86979866027832, + -4.701352119445801, + -4.532905101776123, + -4.364458084106445, + -4.196011543273926, + -4.027564525604248, + -3.8591175079345703, + -3.690670967102051, + -3.522223949432373, + -3.3537769317626953, + -3.185330390930176, + -3.016883373260498, + -2.8484368324279785, + -2.679989814758301, + -2.5115432739257812, + -2.3430962562561035 + ], + "r_inf_mean": 0.23172685503959656, + "r_inf_median": 0.23202478885650635, + "pr_mean": Infinity, + "pr_median": 0.3572503924369812, + "hoyer_mean": 0.6669204235076904, + "eff_dim_mean": 0.6669204235076904, + "topk_energy": { + "1": 0.05457145720720291, + "5": 0.23688536882400513, + "10": 0.3878024220466614, + "25": 0.6938334703445435 + }, + "gamma_raw": -0.02993682399392128, + "gamma_active": { + "1e-08": -0.030244339257478714, + "1e-07": -0.03048275224864483, + "1e-06": -0.030450452119112015, + "1e-05": -0.030442096292972565, + "0.0001": -0.02976234257221222 + }, + "gamma_energy_weighted": { + "1e-08": -0.025708628165866675, + "1e-07": -0.025708628165866675, + "1e-06": -0.025708628165866675, + "1e-05": -0.025708628165866675, + "0.0001": -0.025708628165866675 + } + }, + { + "layer": 6, + "mean_norm": 0.0021192068234086037, + "median_norm": 0.0021016087848693132, + "max_norm": 0.004509739112108946, + "min_norm": 1.6318224549394245e-11, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.982421875, + "1e-06": 0.9765625, + "1e-05": 0.96875, + "0.0001": 0.935546875 + }, + "log_norms_percentiles": { + "1": -8.277361869812012, + "5": -4.436445236206055, + "10": -3.0495340824127197, + "25": -2.728184223175049, + "50": -2.6772494316101074, + "75": -2.597378969192505, + "90": -2.502286911010742, + "95": -2.464104652404785, + "99": -2.3851377964019775 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 2, + 2, + 0, + 1, + 1, + 0, + 0, + 3, + 0, + 5, + 3, + 4, + 2, + 1, + 4, + 2, + 5, + 3, + 4, + 4, + 182, + 206, + 68 + ], + "log_norms_bin_edges": [ + -10.787327766418457, + -10.618497848510742, + -10.449668884277344, + -10.280838966369629, + -10.112009048461914, + -9.943180084228516, + -9.7743501663208, + -9.605520248413086, + -9.436691284179688, + -9.267861366271973, + -9.099032402038574, + -8.93020248413086, + -8.761372566223145, + -8.592543601989746, + -8.423713684082031, + -8.254884719848633, + -8.086054801940918, + -7.917224884033203, + -7.7483954429626465, + -7.57956600189209, + -7.410736083984375, + -7.241906642913818, + -7.073077201843262, + -6.904247283935547, + -6.73541784286499, + -6.566588401794434, + -6.397758960723877, + -6.228929042816162, + -6.0600996017456055, + -5.891270160675049, + -5.722440719604492, + -5.553610801696777, + -5.384781360626221, + -5.215951919555664, + -5.047122001647949, + -4.878292560577393, + -4.709463119506836, + -4.540633678436279, + -4.3718037605285645, + -4.202974319458008, + -4.034144878387451, + -3.8653149604797363, + -3.6964855194091797, + -3.527656078338623, + -3.3588266372680664, + -3.1899967193603516, + -3.021167278289795, + -2.8523378372192383, + -2.6835079193115234, + -2.514678955078125, + -2.345848560333252 + ], + "r_inf_mean": 0.22491620481014252, + "r_inf_median": 0.22554032504558563, + "pr_mean": Infinity, + "pr_median": 0.37359216809272766, + "hoyer_mean": 0.6777338981628418, + "eff_dim_mean": 0.6777338981628418, + "topk_energy": { + "1": 0.051429107785224915, + "5": 0.2275378555059433, + "10": 0.37571650743484497, + "25": 0.6819114685058594 + }, + "gamma_raw": -0.06554296612739563, + "gamma_active": { + "1e-08": -0.06625636667013168, + "1e-07": -0.06639359891414642, + "1e-06": -0.06566101312637329, + "1e-05": -0.06552261859178543, + "0.0001": -0.06541362404823303 + }, + "gamma_energy_weighted": { + "1e-08": -0.0834573109374798, + "1e-07": -0.0834573109374798, + "1e-06": -0.0834573109374798, + "1e-05": -0.0834573109374798, + "0.0001": -0.0834573109374798 + } + }, + { + "layer": 7, + "mean_norm": 0.0021139001473784447, + "median_norm": 0.0021021408028900623, + "max_norm": 0.0044983080588281155, + "min_norm": 1.610725441913985e-11, + "support": { + "1e-08": 0.986328125, + "1e-07": 0.982421875, + "1e-06": 0.9765625, + "1e-05": 0.96875, + "0.0001": 0.935546875 + }, + "log_norms_percentiles": { + "1": -8.27786636352539, + "5": -4.437741279602051, + "10": -3.0510306358337402, + "25": -2.7299695014953613, + "50": -2.6773147583007812, + "75": -2.597912549972534, + "90": -2.503236770629883, + "95": -2.4646973609924316, + "99": -2.3848960399627686 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 2, + 2, + 0, + 1, + 1, + 0, + 0, + 3, + 0, + 5, + 3, + 4, + 2, + 1, + 4, + 2, + 5, + 3, + 4, + 4, + 179, + 209, + 68 + ], + "log_norms_bin_edges": [ + -10.792978286743164, + -10.62405776977539, + -10.455137252807617, + -10.286216735839844, + -10.11729621887207, + -9.948375701904297, + -9.779455184936523, + -9.61053466796875, + -9.441614151000977, + -9.272693634033203, + -9.10377311706543, + -8.934852600097656, + -8.765932083129883, + -8.59701156616211, + -8.42809009552002, + -8.259169578552246, + -8.090249061584473, + -7.921328544616699, + -7.752408027648926, + -7.583487510681152, + -7.414566993713379, + -7.2456464767456055, + -7.076725959777832, + -6.907805442810059, + -6.738884925842285, + -6.569964408874512, + -6.401043891906738, + -6.232122898101807, + -6.063202381134033, + -5.89428186416626, + -5.725361347198486, + -5.556440830230713, + -5.3875203132629395, + -5.218599796295166, + -5.049679279327393, + -4.880758762359619, + -4.711838245391846, + -4.542917728424072, + -4.373996734619141, + -4.205076217651367, + -4.036155700683594, + -3.8672351837158203, + -3.698314666748047, + -3.5293941497802734, + -3.3604736328125, + -3.1915531158447266, + -3.022632598876953, + -2.8537120819091797, + -2.6847915649414062, + -2.515871047973633, + -2.3469510078430176 + ], + "r_inf_mean": 0.2181478589773178, + "r_inf_median": 0.2206982672214508, + "pr_mean": Infinity, + "pr_median": 0.3925006091594696, + "hoyer_mean": 0.6870355010032654, + "eff_dim_mean": 0.6870354413986206, + "topk_energy": { + "1": 0.048399683088064194, + "5": 0.21818624436855316, + "10": 0.36336550116539, + "25": 0.6702653169631958 + }, + "gamma_raw": -0.003695568535476923, + "gamma_active": { + "1e-08": -0.003680164460092783, + "1e-07": -0.003589086700230837, + "1e-06": -0.003593364730477333, + "1e-05": -0.004041558131575584, + "0.0001": -0.004303870256990194 + }, + "gamma_energy_weighted": { + "1e-08": -0.0008165982325816993, + "1e-07": -0.0008165982325816993, + "1e-06": -0.0008165982325816993, + "1e-05": -0.0008165982325816993, + "0.0001": -0.0008165982325816993 + } + } + ] +}
\ No newline at end of file |