From b9a218c01ee101654a788adf1a3fd5c4ec846b11 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Wed, 1 Apr 2026 13:12:25 -0500 Subject: Add clean sparsity results: 168 JSONs from independent processes on GPU 1 MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit CIFAR: 24 JSONs (4 methods × 6 seeds), BP s(1e-6)=98% confirmed Synthetic: 144 JSONs (4 methods × 6 seeds × 3 alphas × 2 depths) All data reliable — each method+seed in separate Python process. Co-Authored-By: Claude Opus 4.6 (1M context) --- .../clean_sparsity/synth_bp_s456_a0.0_L8.json | 1268 ++++++++++++++++++++ 1 file changed, 1268 insertions(+) create mode 100644 results/confirmatory/clean_sparsity/synth_bp_s456_a0.0_L8.json (limited to 'results/confirmatory/clean_sparsity/synth_bp_s456_a0.0_L8.json') diff --git a/results/confirmatory/clean_sparsity/synth_bp_s456_a0.0_L8.json b/results/confirmatory/clean_sparsity/synth_bp_s456_a0.0_L8.json new file mode 100644 index 0000000..b7d9351 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s456_a0.0_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 456, + "alpha": 0.0, + "depth": 8, + "batch": 512, + "loss": 21.792177200317383, + "acc": 0.064453125, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.029307343065738678, + "median_norm": 0.02914792113006115, + "max_norm": 0.06852643191814423, + "min_norm": 5.354949556696242e-12, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.998046875, + "1e-06": 0.99609375, + "1e-05": 0.990234375, + "0.0001": 0.984375 + }, + "log_norms_percentiles": { + "1": -4.787210464477539, + "5": -1.955119013786316, + "10": -1.7004003524780273, + "25": -1.6042670011520386, + "50": -1.535387396812439, + "75": -1.462159514427185, + "90": -1.3972961902618408, + "95": -1.3622398376464844, + "99": -1.2587870359420776 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 1, + 3, + 1, + 0, + 0, + 1, + 2, + 0, + 3, + 3, + 5, + 10, + 150, + 297, + 29 + ], + "log_norms_bin_edges": [ + -11.271245002746582, + -11.069103240966797, + -10.866960525512695, + -10.66481876373291, + -10.462677001953125, + -10.260534286499023, + -10.058392524719238, + -9.856250762939453, + -9.654108047485352, + -9.451966285705566, + -9.249824523925781, + -9.04768180847168, + -8.845540046691895, + -8.64339828491211, + -8.441255569458008, + -8.239113807678223, + -8.036972045898438, + -7.834830284118652, + -7.632688045501709, + -7.430545806884766, + -7.2284040451049805, + -7.026261806488037, + -6.824119567871094, + -6.621977806091309, + -6.419835567474365, + -6.217693328857422, + -6.015551567077637, + -5.813409328460693, + -5.61126708984375, + -5.409125328063965, + -5.2069830894470215, + -5.004841327667236, + -4.802699089050293, + -4.60055685043335, + -4.3984150886535645, + -4.196272850036621, + -3.994131088256836, + -3.7919888496398926, + -3.589846611022949, + -3.387704849243164, + -3.185563087463379, + -2.9834203720092773, + -2.781278610229492, + -2.579136848449707, + -2.3769941329956055, + -2.1748523712158203, + -1.9727106094360352, + -1.7705678939819336, + -1.5684261322021484, + -1.3662843704223633, + -1.1641418933868408 + ], + "r_inf_mean": 0.2526929974555969, + "r_inf_median": 0.2497914731502533, + "pr_mean": Infinity, + "pr_median": 0.343156099319458, + "hoyer_mean": 0.6412186622619629, + "eff_dim_mean": 0.6412186622619629, + "topk_energy": { + "1": 0.0646769180893898, + "5": 0.26361018419265747, + "10": 0.41744518280029297, + "25": 0.7170089483261108 + }, + "gamma_raw": -0.031435295939445496, + "gamma_active": { + "1e-08": -0.031496789306402206, + "1e-07": -0.031496789306402206, + "1e-06": -0.03139055520296097, + "1e-05": -0.03157704696059227, + "0.0001": -0.03153017908334732 + }, + "gamma_energy_weighted": { + "1e-08": -0.02905773716768956, + "1e-07": -0.02905773716768956, + "1e-06": -0.02905773716768956, + "1e-05": -0.02905773716768956, + "0.0001": -0.02905773716768956 + } + }, + { + "layer": 1, + "mean_norm": 0.00932505913078785, + "median_norm": 0.009403732605278492, + "max_norm": 0.01829361543059349, + "min_norm": 1.6721465791874612e-12, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.998046875, + "1e-06": 0.9921875, + "1e-05": 0.98828125, + "0.0001": 0.9765625 + }, + "log_norms_percentiles": { + "1": -5.282224655151367, + "5": -2.4288594722747803, + "10": -2.165736198425293, + "25": -2.0961575508117676, + "50": -2.0265121459960938, + "75": -1.9652587175369263, + "90": -1.9069396257400513, + "95": -1.8719347715377808, + "99": -1.760785698890686 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 2, + 2, + 0, + 0, + 1, + 2, + 0, + 2, + 1, + 4, + 7, + 42, + 355, + 86 + ], + "log_norms_bin_edges": [ + -11.776725769042969, + -11.575944900512695, + -11.375164985656738, + -11.174384117126465, + -10.973604202270508, + -10.772823333740234, + -10.572042465209961, + -10.371262550354004, + -10.17048168182373, + -9.969700813293457, + -9.7689208984375, + -9.568140029907227, + -9.367359161376953, + -9.166579246520996, + -8.965798377990723, + -8.765018463134766, + -8.564237594604492, + -8.363456726074219, + -8.162676811218262, + -7.961895942687988, + -7.761115550994873, + -7.560335159301758, + -7.359554290771484, + -7.158773899078369, + -6.957993507385254, + -6.757213115692139, + -6.556432723999023, + -6.35565185546875, + -6.154871463775635, + -5.9540910720825195, + -5.753310203552246, + -5.552529811859131, + -5.351749420166016, + -5.1509690284729, + -4.950188636779785, + -4.749407768249512, + -4.5486273765563965, + -4.347846984863281, + -4.147066116333008, + -3.9462857246398926, + -3.7455053329467773, + -3.544724464416504, + -3.343944549560547, + -3.1431636810302734, + -2.9423828125, + -2.741602897644043, + -2.5408220291137695, + -2.3400421142578125, + -2.139261245727539, + -1.9384803771972656, + -1.7377004623413086 + ], + "r_inf_mean": 0.2598719596862793, + "r_inf_median": 0.25669413805007935, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6336963176727295, + "eff_dim_mean": 0.6336961984634399, + "topk_energy": { + "1": 0.06853325664997101, + "5": 0.27068576216697693, + "10": 0.42653748393058777, + "25": 0.7254041433334351 + }, + "gamma_raw": 0.010468782857060432, + "gamma_active": { + "1e-08": 0.010489266365766525, + "1e-07": 0.010489266365766525, + "1e-06": 0.010198616422712803, + "1e-05": 0.010077757760882378, + "0.0001": 0.010041039437055588 + }, + "gamma_energy_weighted": { + "1e-08": 0.011086188868979132, + "1e-07": 0.011086188868979132, + "1e-06": 0.011086188868979132, + "1e-05": 0.011086188868979132, + "0.0001": 0.011086188868979132 + } + }, + { + "layer": 2, + "mean_norm": 0.003943563438951969, + "median_norm": 0.004102250095456839, + "max_norm": 0.007043549325317144, + "min_norm": 8.179997477986145e-13, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.990234375, + "1e-05": 0.984375, + "0.0001": 0.974609375 + }, + "log_norms_percentiles": { + "1": -5.613018989562988, + "5": -2.757620334625244, + "10": -2.5084726810455322, + "25": -2.4454047679901123, + "50": -2.386913776397705, + "75": -2.34588360786438, + "90": -2.304887294769287, + "95": -2.2870044708251953, + "99": -2.214353084564209 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 2, + 2, + 0, + 0, + 1, + 2, + 0, + 1, + 2, + 2, + 6, + 13, + 325, + 148 + ], + "log_norms_bin_edges": [ + -12.087246894836426, + -11.888545989990234, + -11.689845085144043, + -11.491144180297852, + -11.292444229125977, + -11.093743324279785, + -10.895042419433594, + -10.696341514587402, + -10.497640609741211, + -10.29893970489502, + -10.100238800048828, + -9.901538848876953, + -9.702837944030762, + -9.50413703918457, + -9.305436134338379, + -9.106735229492188, + -8.908034324645996, + -8.709333419799805, + -8.51063346862793, + -8.311932563781738, + -8.113231658935547, + -7.9145307540893555, + -7.715829849243164, + -7.517128944396973, + -7.3184285163879395, + -7.119727611541748, + -6.921026706695557, + -6.722326278686523, + -6.523625373840332, + -6.324924468994141, + -6.126223564147949, + -5.927523136138916, + -5.728822231292725, + -5.530121326446533, + -5.3314208984375, + -5.132719993591309, + -4.934019088745117, + -4.735318183898926, + -4.536617755889893, + -4.337916851043701, + -4.13921594619751, + -3.9405155181884766, + -3.741814613342285, + -3.5431137084960938, + -3.3444128036499023, + -3.145711898803711, + -2.9470109939575195, + -2.7483110427856445, + -2.549610137939453, + -2.3509092330932617, + -2.1522085666656494 + ], + "r_inf_mean": 0.2612144649028778, + "r_inf_median": 0.2564183175563812, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.627091646194458, + "eff_dim_mean": 0.627091646194458, + "topk_energy": { + "1": 0.06922551989555359, + "5": 0.27175411581993103, + "10": 0.43242448568344116, + "25": 0.733778715133667 + }, + "gamma_raw": 0.03729451447725296, + "gamma_active": { + "1e-08": 0.037367500364780426, + "1e-07": 0.03730279579758644, + "1e-06": 0.03747573122382164, + "1e-05": 0.037488896399736404, + "0.0001": 0.03721977025270462 + }, + "gamma_energy_weighted": { + "1e-08": 0.0367088662396689, + "1e-07": 0.0367088662396689, + "1e-06": 0.0367088662396689, + "1e-05": 0.0367088662396689, + "0.0001": 0.0367088662396689 + } + }, + { + "layer": 3, + "mean_norm": 0.0027332790195941925, + "median_norm": 0.002760503673925996, + "max_norm": 0.004743725527077913, + "min_norm": 6.30422851508744e-13, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.990234375, + "1e-05": 0.982421875, + "0.0001": 0.97265625 + }, + "log_norms_percentiles": { + "1": -5.768816947937012, + "5": -2.903346061706543, + "10": -2.6496400833129883, + "25": -2.6014795303344727, + "50": -2.558786392211914, + "75": -2.5093696117401123, + "90": -2.45304799079895, + "95": -2.4158718585968018, + "99": -2.3673317432403564 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 2, + 2, + 0, + 0, + 1, + 2, + 0, + 2, + 1, + 3, + 5, + 9, + 331, + 146 + ], + "log_norms_bin_edges": [ + -12.200368881225586, + -12.002839088439941, + -11.805309295654297, + -11.607779502868652, + -11.410249710083008, + -11.212719917297363, + -11.015190124511719, + -10.817660331726074, + -10.62013053894043, + -10.422600746154785, + -10.22507095336914, + -10.027542114257812, + -9.830011367797852, + -9.632482528686523, + -9.434952735900879, + -9.237422943115234, + -9.03989315032959, + -8.842363357543945, + -8.6448335647583, + -8.447303771972656, + -8.249773979187012, + -8.052244186401367, + -7.854714393615723, + -7.657184600830078, + -7.459654808044434, + -7.262125015258789, + -7.0645952224731445, + -6.867065906524658, + -6.669536113739014, + -6.472006320953369, + -6.274476528167725, + -6.07694673538208, + -5.8794169425964355, + -5.681887149810791, + -5.4843573570251465, + -5.286827564239502, + -5.089297771453857, + -4.891767978668213, + -4.694238662719727, + -4.496708869934082, + -4.2991790771484375, + -4.101649284362793, + -3.9041194915771484, + -3.706589698791504, + -3.5090599060058594, + -3.311530113220215, + -3.1140003204345703, + -2.916470527648926, + -2.7189407348632812, + -2.5214109420776367, + -2.323880672454834 + ], + "r_inf_mean": 0.2512493133544922, + "r_inf_median": 0.2455642819404602, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6379715204238892, + "eff_dim_mean": 0.6379715204238892, + "topk_energy": { + "1": 0.06419065594673157, + "5": 0.2598211169242859, + "10": 0.4201717972755432, + "25": 0.7246526479721069 + }, + "gamma_raw": -0.049930356442928314, + "gamma_active": { + "1e-08": -0.05002806708216667, + "1e-07": -0.05017737299203873, + "1e-06": -0.05005839094519615, + "1e-05": -0.050274576991796494, + "0.0001": -0.050315842032432556 + }, + "gamma_energy_weighted": { + "1e-08": -0.05636445590398782, + "1e-07": -0.05636445590398782, + "1e-06": -0.05636445590398782, + "1e-05": -0.05636445590398782, + "0.0001": -0.05636445590398782 + } + }, + { + "layer": 4, + "mean_norm": 0.0023719090968370438, + "median_norm": 0.0022805987391620874, + "max_norm": 0.0043012178502976894, + "min_norm": 5.719745423821143e-13, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.990234375, + "1e-05": 0.982421875, + "0.0001": 0.97265625 + }, + "log_norms_percentiles": { + "1": -5.845930099487305, + "5": -3.0009899139404297, + "10": -2.7119059562683105, + "25": -2.6724131107330322, + "50": -2.641932487487793, + "75": -2.56602144241333, + "90": -2.484548807144165, + "95": -2.439436435699463, + "99": -2.386002779006958 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 1, + 0, + 2, + 1, + 2, + 1, + 0, + 0, + 1, + 2, + 0, + 2, + 1, + 5, + 5, + 8, + 352, + 124 + ], + "log_norms_bin_edges": [ + -12.242623329162598, + -12.045099258422852, + -11.847575187683105, + -11.650050163269043, + -11.452526092529297, + -11.25500202178955, + -11.057477951049805, + -10.859952926635742, + -10.662428855895996, + -10.46490478515625, + -10.267380714416504, + -10.069856643676758, + -9.872331619262695, + -9.67480754852295, + -9.477283477783203, + -9.27975845336914, + -9.082234382629395, + -8.884710311889648, + -8.687186241149902, + -8.489662170410156, + -8.292137145996094, + -8.094613075256348, + -7.897089004516602, + -7.699564456939697, + -7.502040386199951, + -7.304515838623047, + -7.106991767883301, + -6.9094672203063965, + -6.71194314956665, + -6.514418601989746, + -6.31689453125, + -6.119369983673096, + -5.92184591293335, + -5.7243218421936035, + -5.526797294616699, + -5.329273223876953, + -5.131748676300049, + -4.934224605560303, + -4.736700057983398, + -4.539175987243652, + -4.341651439666748, + -4.144126892089844, + -3.9466028213500977, + -3.7490787506103516, + -3.5515546798706055, + -3.354029655456543, + -3.156505584716797, + -2.958981513977051, + -2.7614574432373047, + -2.5639333724975586, + -2.3664088249206543 + ], + "r_inf_mean": 0.24074991047382355, + "r_inf_median": 0.23414556682109833, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6528857946395874, + "eff_dim_mean": 0.6528857946395874, + "topk_energy": { + "1": 0.05904470756649971, + "5": 0.24846038222312927, + "10": 0.40387600660324097, + "25": 0.7095060348510742 + }, + "gamma_raw": 0.03458291292190552, + "gamma_active": { + "1e-08": 0.034650590270757675, + "1e-07": 0.03446647897362709, + "1e-06": 0.03414858505129814, + "1e-05": 0.03397059068083763, + "0.0001": 0.033275749534368515 + }, + "gamma_energy_weighted": { + "1e-08": 0.03408392391010654, + "1e-07": 0.03408392391010654, + "1e-06": 0.03408392391010654, + "1e-05": 0.03408392391010654, + "0.0001": 0.03408392391010654 + } + }, + { + "layer": 5, + "mean_norm": 0.0022260528057813644, + "median_norm": 0.002105613937601447, + "max_norm": 0.00414673425257206, + "min_norm": 5.481969045373347e-13, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.990234375, + "1e-05": 0.98046875, + "0.0001": 0.970703125 + }, + "log_norms_percentiles": { + "1": -5.886659145355225, + "5": -3.043839931488037, + "10": -2.752139091491699, + "25": -2.709249258041382, + "50": -2.67661452293396, + "75": -2.589308738708496, + "90": -2.4971389770507812, + "95": -2.4479622840881348, + "99": -2.3931796550750732 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 1, + 2, + 1, + 0, + 0, + 1, + 2, + 0, + 2, + 2, + 4, + 6, + 12, + 369, + 102 + ], + "log_norms_bin_edges": [ + -12.261063575744629, + -12.063488006591797, + -11.865912437438965, + -11.66833782196045, + -11.470762252807617, + -11.273186683654785, + -11.075611114501953, + -10.878035545349121, + -10.680459976196289, + -10.482885360717773, + -10.285309791564941, + -10.08773422241211, + -9.890158653259277, + -9.692583084106445, + -9.49500846862793, + -9.297432899475098, + -9.099857330322266, + -8.902281761169434, + -8.704706192016602, + -8.507131576538086, + -8.309556007385254, + -8.111980438232422, + -7.91440486907959, + -7.716829776763916, + -7.519254207611084, + -7.321678638458252, + -7.124103546142578, + -6.926527976989746, + -6.728952407836914, + -6.53137731552124, + -6.333801746368408, + -6.136226654052734, + -5.938651084899902, + -5.74107551574707, + -5.5435004234313965, + -5.3459248542785645, + -5.148349761962891, + -4.950774192810059, + -4.753198623657227, + -4.555623531341553, + -4.358047962188721, + -4.160472869873047, + -3.962897300720215, + -3.765321731567383, + -3.567746162414551, + -3.3701705932617188, + -3.172595977783203, + -2.975020408630371, + -2.777444839477539, + -2.579869270324707, + -2.382293701171875 + ], + "r_inf_mean": 0.23204021155834198, + "r_inf_median": 0.2295495569705963, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6659931540489197, + "eff_dim_mean": 0.6659931540489197, + "topk_energy": { + "1": 0.05489778518676758, + "5": 0.23855741322040558, + "10": 0.3900526762008667, + "25": 0.6968624591827393 + }, + "gamma_raw": -0.005178316496312618, + "gamma_active": { + "1e-08": -0.0051884520798921585, + "1e-07": -0.005422122776508331, + "1e-06": -0.005181161221116781, + "1e-05": -0.005169667303562164, + "0.0001": -0.005782651249319315 + }, + "gamma_energy_weighted": { + "1e-08": 0.0006464593123783113, + "1e-07": 0.0006464593123783113, + "1e-06": 0.0006464593123783113, + "1e-05": 0.0006464593123783113, + "0.0001": 0.0006464593123783113 + } + }, + { + "layer": 6, + "mean_norm": 0.0021647100802510977, + "median_norm": 0.002041490050032735, + "max_norm": 0.004046132322400808, + "min_norm": 5.378936770820963e-13, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.990234375, + "1e-05": 0.98046875, + "0.0001": 0.970703125 + }, + "log_norms_percentiles": { + "1": -5.906320571899414, + "5": -3.0571227073669434, + "10": -2.774308681488037, + "25": -2.7258219718933105, + "50": -2.6897354125976562, + "75": -2.5997495651245117, + "90": -2.5008325576782227, + "95": -2.452265501022339, + "99": -2.3965680599212646 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 1, + 1, + 0, + 0, + 2, + 1, + 2, + 1, + 0, + 1, + 0, + 2, + 0, + 3, + 1, + 3, + 7, + 15, + 360, + 108 + ], + "log_norms_bin_edges": [ + -12.269304275512695, + -12.07177734375, + -11.874250411987305, + -11.67672348022461, + -11.479196548461914, + -11.281669616699219, + -11.084142684936523, + -10.886615753173828, + -10.689088821411133, + -10.491561889648438, + -10.294034957885742, + -10.096508026123047, + -9.898981094360352, + -9.701454162597656, + -9.503928184509277, + -9.306401252746582, + -9.108874320983887, + -8.911347389221191, + -8.713820457458496, + -8.5162935256958, + -8.318766593933105, + -8.12123966217041, + -7.923712730407715, + -7.7261857986450195, + -7.528658866882324, + -7.331131935119629, + -7.133605003356934, + -6.9360785484313965, + -6.738551616668701, + -6.541024684906006, + -6.3434977531433105, + -6.145970821380615, + -5.94844388961792, + -5.750916957855225, + -5.553390026092529, + -5.355863094329834, + -5.158336162567139, + -4.960809230804443, + -4.763282775878906, + -4.565755844116211, + -4.368228912353516, + -4.17070198059082, + -3.973175048828125, + -3.7756481170654297, + -3.5781211853027344, + -3.380594253540039, + -3.1830673217773438, + -2.9855403900146484, + -2.788013458251953, + -2.590486526489258, + -2.3929600715637207 + ], + "r_inf_mean": 0.2258829027414322, + "r_inf_median": 0.22581747174263, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6773805022239685, + "eff_dim_mean": 0.6773804426193237, + "topk_energy": { + "1": 0.05197347700595856, + "5": 0.22914938628673553, + "10": 0.37830406427383423, + "25": 0.6860302686691284 + }, + "gamma_raw": -0.013546289876103401, + "gamma_active": { + "1e-08": -0.013572800904512405, + "1e-07": -0.01351291686296463, + "1e-06": -0.012828968465328217, + "1e-05": -0.013140260241925716, + "0.0001": -0.013098704628646374 + }, + "gamma_energy_weighted": { + "1e-08": 0.012072517005885271, + "1e-07": 0.012072517005885271, + "1e-06": 0.012072517005885271, + "1e-05": 0.012072517005885271, + "0.0001": 0.012072517005885271 + } + }, + { + "layer": 7, + "mean_norm": 0.002153638983145356, + "median_norm": 0.002018267521634698, + "max_norm": 0.004029437433928251, + "min_norm": 5.371818983558596e-13, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.99609375, + "1e-06": 0.990234375, + "1e-05": 0.98046875, + "0.0001": 0.970703125 + }, + "log_norms_percentiles": { + "1": -5.910909175872803, + "5": -3.059616804122925, + "10": -2.779618263244629, + "25": -2.7299938201904297, + "50": -2.6949727535247803, + "75": -2.6011459827423096, + "90": -2.500088930130005, + "95": -2.452584743499756, + "99": -2.396158218383789 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 1, + 0, + 0, + 2, + 1, + 2, + 1, + 0, + 1, + 0, + 2, + 0, + 3, + 1, + 3, + 7, + 17, + 357, + 109 + ], + "log_norms_bin_edges": [ + -12.269878387451172, + -12.072376251220703, + -11.874873161315918, + -11.67737102508545, + -11.47986888885498, + -11.282365798950195, + -11.084863662719727, + -10.887361526489258, + -10.689858436584473, + -10.492356300354004, + -10.294853210449219, + -10.09735107421875, + -9.899848937988281, + -9.702346801757812, + -9.504843711853027, + -9.307341575622559, + -9.109838485717773, + -8.912336349487305, + -8.714834213256836, + -8.517332077026367, + -8.319828987121582, + -8.122326850891113, + -7.924824237823486, + -7.727321624755859, + -7.529819488525391, + -7.332316875457764, + -7.134814262390137, + -6.93731164932251, + -6.739809513092041, + -6.542306900024414, + -6.344804286956787, + -6.147302150726318, + -5.949799537658691, + -5.7522969245910645, + -5.554794788360596, + -5.357292175292969, + -5.159789562225342, + -4.962287425994873, + -4.764784812927246, + -4.567282199859619, + -4.369779586791992, + -4.172277450561523, + -3.9747753143310547, + -3.7772722244262695, + -3.579770088195801, + -3.382267951965332, + -3.184764862060547, + -2.987262725830078, + -2.7897605895996094, + -2.592257499694824, + -2.3947556018829346 + ], + "r_inf_mean": 0.22010985016822815, + "r_inf_median": 0.22168132662773132, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.686570405960083, + "eff_dim_mean": 0.686570405960083, + "topk_energy": { + "1": 0.04927544295787811, + "5": 0.22100327908992767, + "10": 0.3671913743019104, + "25": 0.676092803478241 + }, + "gamma_raw": -0.035412468016147614, + "gamma_active": { + "1e-08": -0.0354817658662796, + "1e-07": -0.03528754040598869, + "1e-06": -0.035357773303985596, + "1e-05": -0.035974133759737015, + "0.0001": -0.035701628774404526 + }, + "gamma_energy_weighted": { + "1e-08": -0.05223819224248921, + "1e-07": -0.05223819224248921, + "1e-06": -0.05223819224248921, + "1e-05": -0.05223819224248921, + "0.0001": -0.05223819224248921 + } + } + ] +} \ No newline at end of file -- cgit v1.2.3