From b9a218c01ee101654a788adf1a3fd5c4ec846b11 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Wed, 1 Apr 2026 13:12:25 -0500 Subject: Add clean sparsity results: 168 JSONs from independent processes on GPU 1 MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit CIFAR: 24 JSONs (4 methods × 6 seeds), BP s(1e-6)=98% confirmed Synthetic: 144 JSONs (4 methods × 6 seeds × 3 alphas × 2 depths) All data reliable — each method+seed in separate Python process. Co-Authored-By: Claude Opus 4.6 (1M context) --- .../clean_sparsity/synth_dfa_s789_a0.5_L8.json | 1268 ++++++++++++++++++++ 1 file changed, 1268 insertions(+) create mode 100644 results/confirmatory/clean_sparsity/synth_dfa_s789_a0.5_L8.json (limited to 'results/confirmatory/clean_sparsity/synth_dfa_s789_a0.5_L8.json') diff --git a/results/confirmatory/clean_sparsity/synth_dfa_s789_a0.5_L8.json b/results/confirmatory/clean_sparsity/synth_dfa_s789_a0.5_L8.json new file mode 100644 index 0000000..469ef9c --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_dfa_s789_a0.5_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "dfa", + "seed": 789, + "alpha": 0.5, + "depth": 8, + "batch": 512, + "loss": 24.251659393310547, + "acc": 0.103515625, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.041362471878528595, + "median_norm": 0.0431981235742569, + "max_norm": 0.08085625618696213, + "min_norm": 1.628338123035137e-16, + "support": { + "1e-08": 0.98046875, + "1e-07": 0.970703125, + "1e-06": 0.9609375, + "1e-05": 0.955078125, + "0.0001": 0.94140625 + }, + "log_norms_percentiles": { + "1": -10.991988182067871, + "5": -4.308783531188965, + "10": -1.6611835956573486, + "25": -1.4308969974517822, + "50": -1.3642539978027344, + "75": -1.3010022640228271, + "90": -1.2412713766098022, + "95": -1.2067523002624512, + "99": -1.1566015481948853 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 2, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 0, + 2, + 2, + 0, + 2, + 1, + 2, + 1, + 0, + 2, + 1, + 2, + 4, + 1, + 2, + 5, + 3, + 1, + 2, + 3, + 4, + 163, + 298 + ], + "log_norms_bin_edges": [ + -15.78825569152832, + -15.494336128234863, + -15.200416564941406, + -14.906497955322266, + -14.612578392028809, + -14.318658828735352, + -14.024739265441895, + -13.730819702148438, + -13.436901092529297, + -13.14298152923584, + -12.849061965942383, + -12.555142402648926, + -12.261222839355469, + -11.967304229736328, + -11.673383712768555, + -11.379465103149414, + -11.085545539855957, + -10.7916259765625, + -10.49770736694336, + -10.203786849975586, + -9.909868240356445, + -9.615948677062988, + -9.322029113769531, + -9.02811050415039, + -8.734189987182617, + -8.440271377563477, + -8.14635181427002, + -7.8524322509765625, + -7.5585126876831055, + -7.264593124389648, + -6.970674514770508, + -6.676754951477051, + -6.382835388183594, + -6.088915824890137, + -5.79499626159668, + -5.501077651977539, + -5.207158088684082, + -4.913238525390625, + -4.619318962097168, + -4.325399398803711, + -4.03148078918457, + -3.7375612258911133, + -3.4436416625976562, + -3.149722099304199, + -2.855802536010742, + -2.561882972717285, + -2.2679643630981445, + -1.9740447998046875, + -1.6801252365112305, + -1.3862056732177734, + -1.092286467552185 + ], + "r_inf_mean": 0.29722973704338074, + "r_inf_median": 0.28798288106918335, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.5922420024871826, + "eff_dim_mean": 0.5922419428825378, + "topk_energy": { + "1": 0.09104149043560028, + "5": 0.320270836353302, + "10": 0.479333758354187, + "25": 0.7627351880073547 + }, + "gamma_raw": -0.0013592352624982595, + "gamma_active": { + "1e-08": -0.0014762941282242537, + "1e-07": -0.001275508082471788, + "1e-06": -0.0005785338580608368, + "1e-05": -0.0009204426896758378, + "0.0001": -0.0004243803850840777 + }, + "gamma_energy_weighted": { + "1e-08": -0.006258660096678619, + "1e-07": -0.006258660096678619, + "1e-06": -0.006258660096678619, + "1e-05": -0.006258660096678619, + "0.0001": -0.006258660096678619 + } + }, + { + "layer": 1, + "mean_norm": 0.0022700089029967785, + "median_norm": 0.0023541434202343225, + "max_norm": 0.003993333783000708, + "min_norm": 1.123020766015883e-17, + "support": { + "1e-08": 0.970703125, + "1e-07": 0.9609375, + "1e-06": 0.953125, + "1e-05": 0.939453125, + "0.0001": 0.91796875 + }, + "log_norms_percentiles": { + "1": -12.33850383758545, + "5": -5.576913833618164, + "10": -2.992349624633789, + "25": -2.6838603019714355, + "50": -2.6277973651885986, + "75": -2.5671863555908203, + "90": -2.489161968231201, + "95": -2.4681222438812256, + "99": -2.413473606109619 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 1, + 1, + 1, + 2, + 0, + 2, + 2, + 1, + 1, + 1, + 2, + 0, + 2, + 2, + 3, + 3, + 4, + 4, + 0, + 2, + 3, + 5, + 69, + 391 + ], + "log_norms_bin_edges": [ + -16.94961166381836, + -16.658592224121094, + -16.36757469177246, + -16.076555252075195, + -15.78553581237793, + -15.49451732635498, + -15.203497886657715, + -14.912479400634766, + -14.6214599609375, + -14.33044147491455, + -14.039422035217285, + -13.748403549194336, + -13.45738410949707, + -13.166365623474121, + -12.875347137451172, + -12.584327697753906, + -12.29330825805664, + -12.002289772033691, + -11.711271286010742, + -11.420251846313477, + -11.129232406616211, + -10.838213920593262, + -10.547195434570312, + -10.256175994873047, + -9.965157508850098, + -9.674139022827148, + -9.383119583129883, + -9.092100143432617, + -8.801081657409668, + -8.510062217712402, + -8.219043731689453, + -7.9280242919921875, + -7.637005805969238, + -7.345987319946289, + -7.054967880249023, + -6.763949394226074, + -6.472929954528809, + -6.181911468505859, + -5.890892028808594, + -5.5998735427856445, + -5.308854103088379, + -5.01783561706543, + -4.726816177368164, + -4.435797691345215, + -4.144778251647949, + -3.853759765625, + -3.5627403259277344, + -3.271721839904785, + -2.980703353881836, + -2.6896839141845703, + -2.3986644744873047 + ], + "r_inf_mean": 0.26317477226257324, + "r_inf_median": 0.24844342470169067, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6368843913078308, + "eff_dim_mean": 0.6368843913078308, + "topk_energy": { + "1": 0.0711224377155304, + "5": 0.2690105438232422, + "10": 0.4225216507911682, + "25": 0.722822368144989 + }, + "gamma_raw": 0.24962595105171204, + "gamma_active": { + "1e-08": 0.2564733922481537, + "1e-07": 0.25643956661224365, + "1e-06": 0.25680655241012573, + "1e-05": 0.25672051310539246, + "0.0001": 0.2565948963165283 + }, + "gamma_energy_weighted": { + "1e-08": 0.26721004440419843, + "1e-07": 0.26721004440419843, + "1e-06": 0.26721004440419843, + "1e-05": 0.26721004440419843, + "0.0001": 0.26721004440419843 + } + }, + { + "layer": 2, + "mean_norm": 0.0019453589338809252, + "median_norm": 0.001969320699572563, + "max_norm": 0.0035043484531342983, + "min_norm": 1.0470088234226701e-17, + "support": { + "1e-08": 0.970703125, + "1e-07": 0.958984375, + "1e-06": 0.953125, + "1e-05": 0.9375, + "0.0001": 0.91796875 + }, + "log_norms_percentiles": { + "1": -12.41659927368164, + "5": -5.6250810623168945, + "10": -3.085663080215454, + "25": -2.7522356510162354, + "50": -2.70562744140625, + "75": -2.6345455646514893, + "90": -2.542473077774048, + "95": -2.50527024269104, + "99": -2.482447385787964 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 1, + 1, + 1, + 2, + 0, + 2, + 2, + 1, + 1, + 1, + 2, + 0, + 2, + 3, + 3, + 2, + 5, + 3, + 0, + 2, + 3, + 6, + 86, + 373 + ], + "log_norms_bin_edges": [ + -16.980051040649414, + -16.689558029174805, + -16.399065017700195, + -16.108572006225586, + -15.81807804107666, + -15.52758502960205, + -15.237092018127441, + -14.946599006652832, + -14.656105995178223, + -14.365612030029297, + -14.075119018554688, + -13.784626007080078, + -13.494132995605469, + -13.20363998413086, + -12.91314697265625, + -12.62265396118164, + -12.332160949707031, + -12.041667938232422, + -11.751173973083496, + -11.460680961608887, + -11.170187950134277, + -10.879693984985352, + -10.589200973510742, + -10.298707962036133, + -10.008214950561523, + -9.717721939086914, + -9.427228927612305, + -9.136735916137695, + -8.846242904663086, + -8.55574893951416, + -8.26525592803955, + -7.974762916564941, + -7.684269905090332, + -7.393776893615723, + -7.103283882141113, + -6.812790870666504, + -6.522296905517578, + -6.231803894042969, + -5.941310882568359, + -5.65081787109375, + -5.360324859619141, + -5.069831848144531, + -4.7793378829956055, + -4.488844871520996, + -4.198351860046387, + -3.9078588485717773, + -3.617365837097168, + -3.3268728256225586, + -3.036378860473633, + -2.7458858489990234, + -2.455392837524414 + ], + "r_inf_mean": 0.25889456272125244, + "r_inf_median": 0.2549143433570862, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6410101652145386, + "eff_dim_mean": 0.6410101652145386, + "topk_energy": { + "1": 0.06819643080234528, + "5": 0.2638629376888275, + "10": 0.4176059067249298, + "25": 0.7177274227142334 + }, + "gamma_raw": 0.1629437506198883, + "gamma_active": { + "1e-08": 0.1675395369529724, + "1e-07": 0.16818785667419434, + "1e-06": 0.16853028535842896, + "1e-05": 0.16837532818317413, + "0.0001": 0.1685260832309723 + }, + "gamma_energy_weighted": { + "1e-08": 0.19226981486941988, + "1e-07": 0.19226981486941988, + "1e-06": 0.19226981486941988, + "1e-05": 0.19226981486941988, + "0.0001": 0.19226981486941988 + } + }, + { + "layer": 3, + "mean_norm": 0.0019302505534142256, + "median_norm": 0.0019450491527095437, + "max_norm": 0.003478067461401224, + "min_norm": 1.0385827481128987e-17, + "support": { + "1e-08": 0.970703125, + "1e-07": 0.958984375, + "1e-06": 0.953125, + "1e-05": 0.9375, + "0.0001": 0.91796875 + }, + "log_norms_percentiles": { + "1": -12.419230461120605, + "5": -5.627464771270752, + "10": -3.093134641647339, + "25": -2.7556214332580566, + "50": -2.711057424545288, + "75": -2.636577844619751, + "90": -2.5457825660705566, + "95": -2.510667562484741, + "99": -2.4862241744995117 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 1, + 1, + 1, + 2, + 0, + 2, + 2, + 1, + 1, + 1, + 2, + 0, + 2, + 3, + 3, + 2, + 5, + 3, + 0, + 2, + 3, + 6, + 87, + 372 + ], + "log_norms_bin_edges": [ + -16.98356056213379, + -16.69306182861328, + -16.402565002441406, + -16.1120662689209, + -15.821568489074707, + -15.531070709228516, + -15.240572929382324, + -14.950075149536133, + -14.659576416015625, + -14.369078636169434, + -14.078580856323242, + -13.78808307647705, + -13.49758529663086, + -13.207086563110352, + -12.916589736938477, + -12.626091003417969, + -12.335593223571777, + -12.045095443725586, + -11.754596710205078, + -11.464099884033203, + -11.173601150512695, + -10.883103370666504, + -10.592605590820312, + -10.302106857299805, + -10.01161003112793, + -9.721111297607422, + -9.43061351776123, + -9.140115737915039, + -8.849617958068848, + -8.559120178222656, + -8.268621444702148, + -7.978123664855957, + -7.687625885009766, + -7.397128105163574, + -7.106630325317383, + -6.816131591796875, + -6.525633811950684, + -6.235136032104492, + -5.944638252258301, + -5.654140472412109, + -5.363641738891602, + -5.07314395904541, + -4.782646179199219, + -4.492148399353027, + -4.201650619506836, + -3.9111528396606445, + -3.6206541061401367, + -3.3301563262939453, + -3.039658546447754, + -2.7491607666015625, + -2.4586620330810547 + ], + "r_inf_mean": 0.25847411155700684, + "r_inf_median": 0.25355264544487, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6414333581924438, + "eff_dim_mean": 0.6414333581924438, + "topk_energy": { + "1": 0.06796696782112122, + "5": 0.2632758915424347, + "10": 0.41692161560058594, + "25": 0.7170432806015015 + }, + "gamma_raw": 0.09571053087711334, + "gamma_active": { + "1e-08": 0.09829081594944, + "1e-07": 0.09862682223320007, + "1e-06": 0.09872589260339737, + "1e-05": 0.09897961467504501, + "0.0001": 0.09927307069301605 + }, + "gamma_energy_weighted": { + "1e-08": 0.1231833051888881, + "1e-07": 0.1231833051888881, + "1e-06": 0.1231833051888881, + "1e-05": 0.1231833051888881, + "0.0001": 0.1231833051888881 + } + }, + { + "layer": 4, + "mean_norm": 0.0019264412112534046, + "median_norm": 0.0019423150224611163, + "max_norm": 0.0034668573644012213, + "min_norm": 1.0331405614267898e-17, + "support": { + "1e-08": 0.970703125, + "1e-07": 0.958984375, + "1e-06": 0.953125, + "1e-05": 0.9375, + "0.0001": 0.91796875 + }, + "log_norms_percentiles": { + "1": -12.418492317199707, + "5": -5.628345012664795, + "10": -3.0956547260284424, + "25": -2.7548816204071045, + "50": -2.7116761207580566, + "75": -2.63814377784729, + "90": -2.5463688373565674, + "95": -2.5122199058532715, + "99": -2.4890284538269043 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 1, + 1, + 1, + 2, + 0, + 2, + 2, + 1, + 1, + 1, + 2, + 0, + 2, + 3, + 3, + 2, + 5, + 3, + 0, + 2, + 3, + 6, + 86, + 373 + ], + "log_norms_bin_edges": [ + -16.985841751098633, + -16.69532585144043, + -16.404809951782227, + -16.114295959472656, + -15.823780059814453, + -15.53326416015625, + -15.242748260498047, + -14.952232360839844, + -14.661717414855957, + -14.37120246887207, + -14.080686569213867, + -13.790170669555664, + -13.499654769897461, + -13.209139823913574, + -12.918623924255371, + -12.628108978271484, + -12.337593078613281, + -12.047077178955078, + -11.756562232971191, + -11.466046333312988, + -11.175531387329102, + -10.885015487670898, + -10.594499588012695, + -10.303983688354492, + -10.013468742370605, + -9.722953796386719, + -9.432437896728516, + -9.141921997070312, + -8.85140609741211, + -8.560891151428223, + -8.27037525177002, + -7.979860305786133, + -7.68934440612793, + -7.398828506469727, + -7.10831356048584, + -6.817797660827637, + -6.52728271484375, + -6.236766815185547, + -5.946250915527344, + -5.655735969543457, + -5.365220069885254, + -5.074704170227051, + -4.784189224243164, + -4.493673324584961, + -4.203157424926758, + -3.912642478942871, + -3.622126579284668, + -3.3316116333007812, + -3.041095733642578, + -2.750579833984375, + -2.460064172744751 + ], + "r_inf_mean": 0.25894469022750854, + "r_inf_median": 0.25327199697494507, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6411838531494141, + "eff_dim_mean": 0.6411838531494141, + "topk_energy": { + "1": 0.06821361929178238, + "5": 0.26404547691345215, + "10": 0.417705774307251, + "25": 0.7179960012435913 + }, + "gamma_raw": 0.056273482739925385, + "gamma_active": { + "1e-08": 0.057817235589027405, + "1e-07": 0.05747979134321213, + "1e-06": 0.058066677302122116, + "1e-05": 0.058453742414712906, + "0.0001": 0.05810721963644028 + }, + "gamma_energy_weighted": { + "1e-08": 0.06843492021097176, + "1e-07": 0.06843492021097176, + "1e-06": 0.06843492021097176, + "1e-05": 0.06843492021097176, + "0.0001": 0.06843492021097176 + } + }, + { + "layer": 5, + "mean_norm": 0.0019262433052062988, + "median_norm": 0.0019417315488681197, + "max_norm": 0.0034629919100552797, + "min_norm": 1.0301849623800766e-17, + "support": { + "1e-08": 0.970703125, + "1e-07": 0.958984375, + "1e-06": 0.953125, + "1e-05": 0.9375, + "0.0001": 0.91796875 + }, + "log_norms_percentiles": { + "1": -12.418415069580078, + "5": -5.626218795776367, + "10": -3.096813201904297, + "25": -2.7544362545013428, + "50": -2.7117767333984375, + "75": -2.6389262676239014, + "90": -2.5463216304779053, + "95": -2.5117979049682617, + "99": -2.4897587299346924 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 1, + 1, + 1, + 2, + 0, + 2, + 2, + 1, + 1, + 1, + 2, + 0, + 2, + 3, + 3, + 2, + 5, + 3, + 0, + 2, + 3, + 6, + 84, + 375 + ], + "log_norms_bin_edges": [ + -16.987085342407227, + -16.69655418395996, + -16.406023025512695, + -16.115493774414062, + -15.824962615966797, + -15.534431457519531, + -15.243901252746582, + -14.953370094299316, + -14.662839889526367, + -14.372308731079102, + -14.081777572631836, + -13.791247367858887, + -13.500716209411621, + -13.210186004638672, + -12.919654846191406, + -12.62912368774414, + -12.338593482971191, + -12.048063278198242, + -11.757532119750977, + -11.467000961303711, + -11.176470756530762, + -10.885939598083496, + -10.595409393310547, + -10.304878234863281, + -10.014347076416016, + -9.723816871643066, + -9.433286666870117, + -9.142755508422852, + -8.852224349975586, + -8.561694145202637, + -8.271162986755371, + -7.980632781982422, + -7.690101623535156, + -7.399570465087891, + -7.109040260314941, + -6.818509101867676, + -6.527978897094727, + -6.237447738647461, + -5.946917533874512, + -5.656386375427246, + -5.365856170654297, + -5.075325012207031, + -4.784793853759766, + -4.494263648986816, + -4.203732490539551, + -3.9132022857666016, + -3.622671127319336, + -3.3321409225463867, + -3.041609764099121, + -2.7510786056518555, + -2.4605486392974854 + ], + "r_inf_mean": 0.25849196314811707, + "r_inf_median": 0.2540794909000397, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.640813946723938, + "eff_dim_mean": 0.6408138871192932, + "topk_energy": { + "1": 0.06793847680091858, + "5": 0.2639818489551544, + "10": 0.41761744022369385, + "25": 0.7181553840637207 + }, + "gamma_raw": 0.110051728785038, + "gamma_active": { + "1e-08": 0.11312972009181976, + "1e-07": 0.11328012496232986, + "1e-06": 0.11298251897096634, + "1e-05": 0.11307842284440994, + "0.0001": 0.11386804282665253 + }, + "gamma_energy_weighted": { + "1e-08": 0.11267996043391094, + "1e-07": 0.11267996043391094, + "1e-06": 0.11267996043391094, + "1e-05": 0.11267996043391094, + "0.0001": 0.11267996043391094 + } + }, + { + "layer": 6, + "mean_norm": 0.0019238308304920793, + "median_norm": 0.0019348851637914777, + "max_norm": 0.0034634615294635296, + "min_norm": 1.0302729743972522e-17, + "support": { + "1e-08": 0.970703125, + "1e-07": 0.958984375, + "1e-06": 0.953125, + "1e-05": 0.9375, + "0.0001": 0.91796875 + }, + "log_norms_percentiles": { + "1": -12.418950080871582, + "5": -5.626799583435059, + "10": -3.0977182388305664, + "25": -2.7544901371002197, + "50": -2.7133448123931885, + "75": -2.638622999191284, + "90": -2.5459041595458984, + "95": -2.5119869709014893, + "99": -2.4897072315216064 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 1, + 1, + 1, + 2, + 0, + 2, + 2, + 1, + 1, + 1, + 2, + 0, + 2, + 3, + 3, + 2, + 5, + 3, + 0, + 2, + 3, + 6, + 85, + 374 + ], + "log_norms_bin_edges": [ + -16.987049102783203, + -16.696517944335938, + -16.405986785888672, + -16.115455627441406, + -15.82492446899414, + -15.534393310546875, + -15.24386215209961, + -14.953330993652344, + -14.662799835205078, + -14.372268676757812, + -14.081737518310547, + -13.791206359863281, + -13.500675201416016, + -13.21014404296875, + -12.919612884521484, + -12.629081726074219, + -12.338550567626953, + -12.048019409179688, + -11.757488250732422, + -11.466957092285156, + -11.17642593383789, + -10.885894775390625, + -10.59536361694336, + -10.304832458496094, + -10.014300346374512, + -9.723769187927246, + -9.43323802947998, + -9.142706871032715, + -8.85217571258545, + -8.561644554138184, + -8.271113395690918, + -7.980582237243652, + -7.690051078796387, + -7.399519920349121, + -7.1089887619018555, + -6.81845760345459, + -6.527926445007324, + -6.237395286560059, + -5.946864128112793, + -5.656332969665527, + -5.365801811218262, + -5.075270652770996, + -4.7847394943237305, + -4.494208335876465, + -4.203677177429199, + -3.9131460189819336, + -3.622614860534668, + -3.3320837020874023, + -3.0415515899658203, + -2.7510204315185547, + -2.4604897499084473 + ], + "r_inf_mean": 0.258775532245636, + "r_inf_median": 0.2540959119796753, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6409775018692017, + "eff_dim_mean": 0.6409774422645569, + "topk_energy": { + "1": 0.0680801197886467, + "5": 0.26402121782302856, + "10": 0.4174819588661194, + "25": 0.7178910970687866 + }, + "gamma_raw": 0.038355160504579544, + "gamma_active": { + "1e-08": 0.03934384882450104, + "1e-07": 0.03943825140595436, + "1e-06": 0.03973475471138954, + "1e-05": 0.03916001692414284, + "0.0001": 0.03880925104022026 + }, + "gamma_energy_weighted": { + "1e-08": 0.06189759388610054, + "1e-07": 0.06189759388610054, + "1e-06": 0.06189759388610054, + "1e-05": 0.06189759388610054, + "0.0001": 0.06189759388610054 + } + }, + { + "layer": 7, + "mean_norm": 0.0019243007991462946, + "median_norm": 0.0019383934559300542, + "max_norm": 0.003468787530437112, + "min_norm": 1.0296903910918311e-17, + "support": { + "1e-08": 0.970703125, + "1e-07": 0.958984375, + "1e-06": 0.953125, + "1e-05": 0.9375, + "0.0001": 0.91796875 + }, + "log_norms_percentiles": { + "1": -12.417070388793945, + "5": -5.627363204956055, + "10": -3.0974175930023193, + "25": -2.7552998065948486, + "50": -2.7125487327575684, + "75": -2.6397387981414795, + "90": -2.544675588607788, + "95": -2.511091947555542, + "99": -2.489776611328125 + }, + "log_norms_histogram": [ + 2, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 2, + 0, + 0, + 1, + 1, + 1, + 1, + 2, + 0, + 2, + 2, + 1, + 1, + 1, + 2, + 0, + 2, + 3, + 3, + 2, + 5, + 3, + 0, + 2, + 3, + 6, + 86, + 373 + ], + "log_norms_bin_edges": [ + -16.987293243408203, + -16.69674301147461, + -16.40619468688965, + -16.115644454956055, + -15.825095176696777, + -15.5345458984375, + -15.243996620178223, + -14.953447341918945, + -14.662898063659668, + -14.37234878540039, + -14.081798553466797, + -13.79124927520752, + -13.500699996948242, + -13.210150718688965, + -12.919601440429688, + -12.629051208496094, + -12.338502883911133, + -12.047952651977539, + -11.757403373718262, + -11.466854095458984, + -11.176304817199707, + -10.88575553894043, + -10.595205307006836, + -10.304656982421875, + -10.014106750488281, + -9.723557472229004, + -9.433008193969727, + -9.14245891571045, + -8.851909637451172, + -8.561359405517578, + -8.2708101272583, + -7.980260848999023, + -7.689711570739746, + -7.399162292480469, + -7.108613014221191, + -6.818063735961914, + -6.52751350402832, + -6.236964225769043, + -5.946414947509766, + -5.655865669250488, + -5.365316390991211, + -5.074767112731934, + -4.78421688079834, + -4.4936676025390625, + -4.203118324279785, + -3.912569046020508, + -3.6220197677612305, + -3.331470489501953, + -3.0409202575683594, + -2.750370979309082, + -2.459822177886963 + ], + "r_inf_mean": 0.25902748107910156, + "r_inf_median": 0.25503379106521606, + "pr_mean": NaN, + "pr_median": NaN, + "hoyer_mean": 0.6407651901245117, + "eff_dim_mean": 0.6407651901245117, + "topk_energy": { + "1": 0.06821590662002563, + "5": 0.2641260325908661, + "10": 0.4176841378211975, + "25": 0.7182085514068604 + }, + "gamma_raw": 0.12527082860469818, + "gamma_active": { + "1e-08": 0.1287556141614914, + "1e-07": 0.12861301004886627, + "1e-06": 0.12862557172775269, + "1e-05": 0.12870752811431885, + "0.0001": 0.12991736829280853 + }, + "gamma_energy_weighted": { + "1e-08": 0.14745220910439658, + "1e-07": 0.14745220910439658, + "1e-06": 0.14745220910439658, + "1e-05": 0.14745220910439658, + "0.0001": 0.14745220910439658 + } + } + ] +} \ No newline at end of file -- cgit v1.2.3