diff options
Diffstat (limited to 'results/confirmatory/clean_sparsity/synth_bp_s42_a0.5_L8.json')
| -rw-r--r-- | results/confirmatory/clean_sparsity/synth_bp_s42_a0.5_L8.json | 1268 |
1 files changed, 1268 insertions, 0 deletions
diff --git a/results/confirmatory/clean_sparsity/synth_bp_s42_a0.5_L8.json b/results/confirmatory/clean_sparsity/synth_bp_s42_a0.5_L8.json new file mode 100644 index 0000000..acf5f04 --- /dev/null +++ b/results/confirmatory/clean_sparsity/synth_bp_s42_a0.5_L8.json @@ -0,0 +1,1268 @@ +{ + "dataset": "synth", + "method": "bp", + "seed": 42, + "alpha": 0.5, + "depth": 8, + "batch": 512, + "loss": 15.569108009338379, + "acc": 0.10546875, + "per_layer": [ + { + "layer": 0, + "mean_norm": 0.021393664181232452, + "median_norm": 0.021709315478801727, + "max_norm": 0.05893852189183235, + "min_norm": 5.598921770655352e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.994140625, + "1e-06": 0.990234375, + "1e-05": 0.986328125, + "0.0001": 0.974609375 + }, + "log_norms_percentiles": { + "1": -5.470301628112793, + "5": -2.9253742694854736, + "10": -1.9342827796936035, + "25": -1.740363359451294, + "50": -1.663188099861145, + "75": -1.5859615802764893, + "90": -1.505435824394226, + "95": -1.473517656326294, + "99": -1.3866188526153564 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 1, + 3, + 0, + 0, + 3, + 1, + 1, + 5, + 1, + 5, + 2, + 1, + 4, + 4, + 2, + 8, + 39, + 181, + 183, + 52, + 5 + ], + "log_norms_bin_edges": [ + -8.251895904541016, + -8.1114501953125, + -7.971004009246826, + -7.8305583000183105, + -7.690112113952637, + -7.549666404724121, + -7.4092206954956055, + -7.268774509429932, + -7.128328800201416, + -6.987882614135742, + -6.847436904907227, + -6.706991195678711, + -6.566545009613037, + -6.4260993003845215, + -6.285653114318848, + -6.145207405090332, + -6.004761695861816, + -5.864315509796143, + -5.723869323730469, + -5.583423614501953, + -5.4429779052734375, + -5.302532196044922, + -5.162086009979248, + -5.021639823913574, + -4.881194114685059, + -4.740748405456543, + -4.600302696228027, + -4.4598565101623535, + -4.31941032409668, + -4.178964614868164, + -4.038518905639648, + -3.8980727195739746, + -3.757627010345459, + -3.6171813011169434, + -3.4767351150512695, + -3.336289405822754, + -3.19584321975708, + -3.0553975105285645, + -2.914951801300049, + -2.774505615234375, + -2.6340599060058594, + -2.4936137199401855, + -2.35316801071167, + -2.2127223014831543, + -2.0722761154174805, + -1.9318304061889648, + -1.791384220123291, + -1.6509385108947754, + -1.5104923248291016, + -1.370046615600586, + -1.2296007871627808 + ], + "r_inf_mean": 0.25714412331581116, + "r_inf_median": 0.25289660692214966, + "pr_mean": 0.32974299788475037, + "pr_median": 0.33128032088279724, + "hoyer_mean": 0.6296175718307495, + "eff_dim_mean": 0.6296175122261047, + "topk_energy": { + "1": 0.06700903177261353, + "5": 0.2713675796985626, + "10": 0.428469717502594, + "25": 0.7291175723075867 + }, + "gamma_raw": -0.001723965397104621, + "gamma_active": { + "1e-08": -0.0014615635154768825, + "1e-07": -0.0014211684465408325, + "1e-06": -0.0012990961549803615, + "1e-05": -0.0008181359735317528, + "0.0001": -0.00016540993237867951 + }, + "gamma_energy_weighted": { + "1e-08": -0.0028842473996350667, + "1e-07": -0.0028842473996350667, + "1e-06": -0.0028842473996350667, + "1e-05": -0.0028842473996350667, + "0.0001": -0.0028842473996350667 + } + }, + { + "layer": 1, + "mean_norm": 0.008614377118647099, + "median_norm": 0.008925906382501125, + "max_norm": 0.02116936258971691, + "min_norm": 2.1770032443413356e-09, + "support": { + "1e-08": 0.998046875, + "1e-07": 0.9921875, + "1e-06": 0.990234375, + "1e-05": 0.982421875, + "0.0001": 0.970703125 + }, + "log_norms_percentiles": { + "1": -5.923043727874756, + "5": -3.340801239013672, + "10": -2.3303158283233643, + "25": -2.1170654296875, + "50": -2.0491106510162354, + "75": -1.985743761062622, + "90": -1.9197885990142822, + "95": -1.8922032117843628, + "99": -1.8077387809753418 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 1, + 0, + 1, + 0, + 1, + 1, + 1, + 0, + 0, + 3, + 1, + 0, + 2, + 2, + 1, + 3, + 3, + 1, + 5, + 2, + 4, + 3, + 2, + 7, + 12, + 103, + 260, + 81, + 6 + ], + "log_norms_bin_edges": [ + -8.662140846252441, + -8.522383689880371, + -8.3826265335083, + -8.242870330810547, + -8.103113174438477, + -7.963356018066406, + -7.823598861694336, + -7.683842182159424, + -7.5440850257873535, + -7.404328346252441, + -7.264571189880371, + -7.124814033508301, + -6.9850568771362305, + -6.845300197601318, + -6.705543041229248, + -6.565786361694336, + -6.426029205322266, + -6.286272048950195, + -6.146515369415283, + -6.006758213043213, + -5.867001533508301, + -5.7272443771362305, + -5.58748722076416, + -5.44773006439209, + -5.307973384857178, + -5.168216705322266, + -5.028459548950195, + -4.888702392578125, + -4.748945236206055, + -4.609188556671143, + -4.469431400299072, + -4.32967472076416, + -4.18991756439209, + -4.0501604080200195, + -3.9104037284851074, + -3.770646572113037, + -3.630889892578125, + -3.4911327362060547, + -3.3513755798339844, + -3.2116189002990723, + -3.071861743927002, + -2.9321045875549316, + -2.7923479080200195, + -2.652590751647949, + -2.512833595275879, + -2.373076915740967, + -2.2333197593688965, + -2.0935630798339844, + -1.953805923461914, + -1.8140487670898438, + -1.6742922067642212 + ], + "r_inf_mean": 0.26277464628219604, + "r_inf_median": 0.26015403866767883, + "pr_mean": 0.31809407472610474, + "pr_median": 0.3171049654483795, + "hoyer_mean": 0.6204935908317566, + "eff_dim_mean": 0.6204935908317566, + "topk_energy": { + "1": 0.06992453336715698, + "5": 0.2788199186325073, + "10": 0.43931815028190613, + "25": 0.7369289398193359 + }, + "gamma_raw": 0.021207965910434723, + "gamma_active": { + "1e-08": 0.021280599758028984, + "1e-07": 0.021745184436440468, + "1e-06": 0.021578170359134674, + "1e-05": 0.021394027397036552, + "0.0001": 0.02048177272081375 + }, + "gamma_energy_weighted": { + "1e-08": 0.024874499301803944, + "1e-07": 0.024874499301803944, + "1e-06": 0.024874499301803944, + "1e-05": 0.024874499301803944, + "0.0001": 0.024874499301803944 + } + }, + { + "layer": 2, + "mean_norm": 0.004076642449945211, + "median_norm": 0.0043594129383563995, + "max_norm": 0.008129759691655636, + "min_norm": 1.0155127849742485e-09, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.990234375, + "1e-06": 0.98828125, + "1e-05": 0.978515625, + "0.0001": 0.9609375 + }, + "log_norms_percentiles": { + "1": -6.256499767303467, + "5": -3.6755588054656982, + "10": -2.6791982650756836, + "25": -2.423366069793701, + "50": -2.360422134399414, + "75": -2.313432216644287, + "90": -2.2698521614074707, + "95": -2.249645233154297, + "99": -2.190929651260376 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 2, + 2, + 0, + 2, + 1, + 1, + 1, + 6, + 0, + 4, + 2, + 4, + 3, + 3, + 4, + 8, + 10, + 180, + 253, + 15 + ], + "log_norms_bin_edges": [ + -8.993314743041992, + -8.855246543884277, + -8.717179298400879, + -8.579111099243164, + -8.441043853759766, + -8.30297565460205, + -8.164907455444336, + -8.026840209960938, + -7.888772010803223, + -7.750704288482666, + -7.612636566162109, + -7.4745683670043945, + -7.336500644683838, + -7.198432922363281, + -7.060364723205566, + -6.92229700088501, + -6.784229278564453, + -6.6461615562438965, + -6.50809383392334, + -6.370025634765625, + -6.231957912445068, + -6.093890190124512, + -5.955821990966797, + -5.81775426864624, + -5.679686546325684, + -5.541618824005127, + -5.40355110168457, + -5.2654829025268555, + -5.127415180206299, + -4.989347457885742, + -4.851279258728027, + -4.713211536407471, + -4.575143814086914, + -4.437076091766357, + -4.299008369445801, + -4.160940170288086, + -4.022872447967529, + -3.8848047256469727, + -3.746736526489258, + -3.608668804168701, + -3.4706010818481445, + -3.332533359527588, + -3.1944656372070312, + -3.0563974380493164, + -2.9183297157287598, + -2.780261993408203, + -2.6421937942504883, + -2.5041260719299316, + -2.366058349609375, + -2.2279906272888184, + -2.0899224281311035 + ], + "r_inf_mean": 0.261410117149353, + "r_inf_median": 0.2597474753856659, + "pr_mean": 0.31925636529922485, + "pr_median": 0.3164377212524414, + "hoyer_mean": 0.6217430233955383, + "eff_dim_mean": 0.6217430233955383, + "topk_energy": { + "1": 0.06915608048439026, + "5": 0.2787714898586273, + "10": 0.4398314952850342, + "25": 0.736350417137146 + }, + "gamma_raw": -0.0758139044046402, + "gamma_active": { + "1e-08": -0.07576794177293777, + "1e-07": -0.07600854337215424, + "1e-06": -0.07611163705587387, + "1e-05": -0.07644977420568466, + "0.0001": -0.07578091323375702 + }, + "gamma_energy_weighted": { + "1e-08": -0.07394376750837464, + "1e-07": -0.07394376750837464, + "1e-06": -0.07394376750837464, + "1e-05": -0.07394376750837464, + "0.0001": -0.07394376750837464 + } + }, + { + "layer": 3, + "mean_norm": 0.002780171576887369, + "median_norm": 0.0029208858031779528, + "max_norm": 0.0049781519919633865, + "min_norm": 7.020888315167895e-10, + "support": { + "1e-08": 0.994140625, + "1e-07": 0.990234375, + "1e-06": 0.986328125, + "1e-05": 0.9765625, + "0.0001": 0.95703125 + }, + "log_norms_percentiles": { + "1": -6.419668674468994, + "5": -3.8214526176452637, + "10": -2.8700456619262695, + "25": -2.5842061042785645, + "50": -2.534043550491333, + "75": -2.4865899085998535, + "90": -2.430459499359131, + "95": -2.405402660369873, + "99": -2.336707830429077 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 1, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 1, + 0, + 1, + 1, + 1, + 1, + 0, + 0, + 2, + 2, + 0, + 2, + 1, + 1, + 1, + 4, + 2, + 4, + 1, + 3, + 4, + 3, + 5, + 7, + 3, + 82, + 310, + 64 + ], + "log_norms_bin_edges": [ + -9.153608322143555, + -9.016594886779785, + -8.879581451416016, + -8.742568016052246, + -8.605554580688477, + -8.46854019165039, + -8.331526756286621, + -8.194513320922852, + -8.057499885559082, + -7.9204864501953125, + -7.783473014831543, + -7.646459579467773, + -7.509446144104004, + -7.372432708740234, + -7.235419273376465, + -7.098405361175537, + -6.961391925811768, + -6.824378490447998, + -6.68736457824707, + -6.550351142883301, + -6.413337707519531, + -6.276324272155762, + -6.139310836791992, + -6.002297401428223, + -5.865283966064453, + -5.728270530700684, + -5.591256618499756, + -5.454243183135986, + -5.317229747772217, + -5.180215835571289, + -5.0432024002075195, + -4.90618896484375, + -4.7691755294799805, + -4.632162094116211, + -4.495148658752441, + -4.358134746551514, + -4.221121311187744, + -4.084107875823975, + -3.947094440460205, + -3.8100810050964355, + -3.673067092895508, + -3.5360536575317383, + -3.3990402221679688, + -3.262026786804199, + -3.1250133514404297, + -2.98799991607666, + -2.8509860038757324, + -2.713972568511963, + -2.5769591331481934, + -2.439945697784424, + -2.302932024002075 + ], + "r_inf_mean": 0.25075069069862366, + "r_inf_median": 0.24830850958824158, + "pr_mean": 0.3387727439403534, + "pr_median": 0.33082520961761475, + "hoyer_mean": 0.6351908445358276, + "eff_dim_mean": 0.6351908445358276, + "topk_energy": { + "1": 0.0637005940079689, + "5": 0.26624301075935364, + "10": 0.4244903326034546, + "25": 0.7256030440330505 + }, + "gamma_raw": -0.015823831781744957, + "gamma_active": { + "1e-08": -0.01604447141289711, + "1e-07": -0.01595740020275116, + "1e-06": -0.01591651886701584, + "1e-05": -0.015980707481503487, + "0.0001": -0.01618291065096855 + }, + "gamma_energy_weighted": { + "1e-08": -0.014454912110935437, + "1e-07": -0.014454912110935437, + "1e-06": -0.014454912110935437, + "1e-05": -0.014454912110935437, + "0.0001": -0.014454912110935437 + } + }, + { + "layer": 4, + "mean_norm": 0.0023890649899840355, + "median_norm": 0.002438809722661972, + "max_norm": 0.004600691143423319, + "min_norm": 6.12307482494856e-10, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.990234375, + "1e-06": 0.986328125, + "1e-05": 0.9765625, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -6.489909648895264, + "5": -3.893862009048462, + "10": -2.9335930347442627, + "25": -2.655928373336792, + "50": -2.6126253604888916, + "75": -2.558337688446045, + "90": -2.475937843322754, + "95": -2.442610740661621, + "99": -2.367149591445923 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 1, + 1, + 1, + 1, + 1, + 0, + 1, + 2, + 1, + 1, + 1, + 1, + 2, + 2, + 3, + 1, + 4, + 1, + 5, + 3, + 3, + 5, + 8, + 6, + 196, + 205, + 50 + ], + "log_norms_bin_edges": [ + -9.213030815124512, + -9.07551383972168, + -8.937996864318848, + -8.800479888916016, + -8.662962913513184, + -8.525445938110352, + -8.387928009033203, + -8.250411033630371, + -8.112894058227539, + -7.975377082824707, + -7.837860107421875, + -7.700343132019043, + -7.562826156616211, + -7.425309181213379, + -7.287792205810547, + -7.150274753570557, + -7.012757778167725, + -6.875240802764893, + -6.737723350524902, + -6.60020637512207, + -6.462689399719238, + -6.325172424316406, + -6.187655448913574, + -6.050138473510742, + -5.91262149810791, + -5.775104522705078, + -5.637587070465088, + -5.500070095062256, + -5.362553119659424, + -5.225035667419434, + -5.087518692016602, + -4.9500017166137695, + -4.8124847412109375, + -4.6749677658081055, + -4.537450790405273, + -4.399933338165283, + -4.262416362762451, + -4.124899387359619, + -3.987382411956787, + -3.849865436553955, + -3.712347984313965, + -3.574831008911133, + -3.437314033508301, + -3.2997970581054688, + -3.1622800827026367, + -3.0247631072998047, + -2.8872456550598145, + -2.7497286796569824, + -2.6122117042541504, + -2.4746947288513184, + -2.337177038192749 + ], + "r_inf_mean": 0.24202314019203186, + "r_inf_median": 0.24120178818702698, + "pr_mean": 0.360424667596817, + "pr_median": 0.3397504985332489, + "hoyer_mean": 0.6491199731826782, + "eff_dim_mean": 0.6491199731826782, + "topk_energy": { + "1": 0.05956178903579712, + "5": 0.25430816411972046, + "10": 0.4084458351135254, + "25": 0.7114092707633972 + }, + "gamma_raw": -0.020668087527155876, + "gamma_active": { + "1e-08": -0.02089257724583149, + "1e-07": -0.021221788600087166, + "1e-06": -0.021095246076583862, + "1e-05": -0.02198951505124569, + "0.0001": -0.022244034335017204 + }, + "gamma_energy_weighted": { + "1e-08": -0.03008662452258234, + "1e-07": -0.03008662452258234, + "1e-06": -0.03008662452258234, + "1e-05": -0.03008662452258234, + "0.0001": -0.03008662452258234 + } + }, + { + "layer": 5, + "mean_norm": 0.002238794229924679, + "median_norm": 0.002269092481583357, + "max_norm": 0.004503969568759203, + "min_norm": 5.78358139158297e-10, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.990234375, + "1e-06": 0.986328125, + "1e-05": 0.97265625, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -6.520835876464844, + "5": -3.9273552894592285, + "10": -2.9610607624053955, + "25": -2.693392276763916, + "50": -2.643996000289917, + "75": -2.5794992446899414, + "90": -2.490809917449951, + "95": -2.454115629196167, + "99": -2.375643253326416 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 1, + 2, + 0, + 0, + 1, + 2, + 1, + 1, + 1, + 1, + 2, + 2, + 3, + 2, + 3, + 2, + 4, + 3, + 4, + 7, + 5, + 14, + 235, + 160, + 48 + ], + "log_norms_bin_edges": [ + -9.23780345916748, + -9.0999755859375, + -8.96214771270752, + -8.824319839477539, + -8.686491966247559, + -8.548663139343262, + -8.410835266113281, + -8.2730073928833, + -8.13517951965332, + -7.99735164642334, + -7.859523773193359, + -7.721695899963379, + -7.583868026733398, + -7.44603967666626, + -7.308211803436279, + -7.170383453369141, + -7.03255558013916, + -6.89472770690918, + -6.756899833679199, + -6.619071960449219, + -6.481244087219238, + -6.343416213989258, + -6.205587863922119, + -6.067759990692139, + -5.929932117462158, + -5.7921037673950195, + -5.654275894165039, + -5.516448020935059, + -5.378620147705078, + -5.240792274475098, + -5.102963924407959, + -4.9651360511779785, + -4.827308177947998, + -4.689480304718018, + -4.551652431488037, + -4.413824081420898, + -4.275996208190918, + -4.1381683349609375, + -4.000340461730957, + -3.8625121116638184, + -3.724684238433838, + -3.5868563652038574, + -3.449028491973877, + -3.3112006187438965, + -3.173372268676758, + -3.0355443954467773, + -2.897716522216797, + -2.7598886489868164, + -2.622060775756836, + -2.4842324256896973, + -2.346404552459717 + ], + "r_inf_mean": 0.23644135892391205, + "r_inf_median": 0.2369726449251175, + "pr_mean": 0.37696677446365356, + "pr_median": 0.3487091362476349, + "hoyer_mean": 0.6597033739089966, + "eff_dim_mean": 0.6597033739089966, + "topk_energy": { + "1": 0.056993141770362854, + "5": 0.24507439136505127, + "10": 0.39664408564567566, + "25": 0.700455904006958 + }, + "gamma_raw": -0.031865790486335754, + "gamma_active": { + "1e-08": -0.03201667591929436, + "1e-07": -0.03209864720702171, + "1e-06": -0.03208241984248161, + "1e-05": -0.03305796533823013, + "0.0001": -0.03228461369872093 + }, + "gamma_energy_weighted": { + "1e-08": -0.028663098556746956, + "1e-07": -0.028663098556746956, + "1e-06": -0.028663098556746956, + "1e-05": -0.028663098556746956, + "0.0001": -0.028663098556746956 + } + }, + { + "layer": 6, + "mean_norm": 0.002178475959226489, + "median_norm": 0.002200051210820675, + "max_norm": 0.00445830961689353, + "min_norm": 5.639313460648054e-10, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.990234375, + "1e-06": 0.986328125, + "1e-05": 0.97265625, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -6.533822059631348, + "5": -3.941810369491577, + "10": -2.9724936485290527, + "25": -2.710831642150879, + "50": -2.657289981842041, + "75": -2.5923428535461426, + "90": -2.4990530014038086, + "95": -2.4580655097961426, + "99": -2.380425214767456 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 1, + 2, + 0, + 0, + 1, + 2, + 0, + 3, + 1, + 0, + 2, + 2, + 3, + 3, + 2, + 2, + 4, + 4, + 3, + 8, + 5, + 20, + 243, + 148, + 45 + ], + "log_norms_bin_edges": [ + -9.248774528503418, + -9.11081600189209, + -8.972856521606445, + -8.834897994995117, + -8.696939468383789, + -8.558979988098145, + -8.421021461486816, + -8.283061981201172, + -8.145103454589844, + -8.007144927978516, + -7.869185447692871, + -7.731226921081543, + -7.593267917633057, + -7.45530891418457, + -7.317350387573242, + -7.179391384124756, + -7.0414323806762695, + -6.903473377227783, + -6.765514373779297, + -6.627555847167969, + -6.489596843719482, + -6.351637840270996, + -6.213679313659668, + -6.075720310211182, + -5.937761306762695, + -5.799802303314209, + -5.661843299865723, + -5.5238847732543945, + -5.385925769805908, + -5.247966766357422, + -5.110008239746094, + -4.972049236297607, + -4.834090232849121, + -4.696131229400635, + -4.558172225952148, + -4.42021369934082, + -4.282254695892334, + -4.144295692443848, + -4.0063371658325195, + -3.868378162384033, + -3.730419158935547, + -3.5924601554870605, + -3.454501152038574, + -3.316542625427246, + -3.1785836219787598, + -3.0406246185302734, + -2.9026660919189453, + -2.764707088470459, + -2.6267480850219727, + -2.4887890815734863, + -2.350829839706421 + ], + "r_inf_mean": 0.23149576783180237, + "r_inf_median": 0.23051677644252777, + "pr_mean": 0.39095956087112427, + "pr_median": 0.359580397605896, + "hoyer_mean": 0.6685892343521118, + "eff_dim_mean": 0.668589174747467, + "topk_energy": { + "1": 0.05463752895593643, + "5": 0.2370440512895584, + "10": 0.38646093010902405, + "25": 0.6915735006332397 + }, + "gamma_raw": -0.06687475740909576, + "gamma_active": { + "1e-08": -0.06725093722343445, + "1e-07": -0.06722245365381241, + "1e-06": -0.06700778007507324, + "1e-05": -0.06652899086475372, + "0.0001": -0.06639482825994492 + }, + "gamma_energy_weighted": { + "1e-08": -0.08123903046222199, + "1e-07": -0.08123903046222199, + "1e-06": -0.08123903046222199, + "1e-05": -0.08123903046222199, + "0.0001": -0.08123903046222199 + } + }, + { + "layer": 7, + "mean_norm": 0.0021664085797965527, + "median_norm": 0.0021823658607900143, + "max_norm": 0.00443308474496007, + "min_norm": 5.595566787697237e-10, + "support": { + "1e-08": 0.9921875, + "1e-07": 0.990234375, + "1e-06": 0.986328125, + "1e-05": 0.97265625, + "0.0001": 0.951171875 + }, + "log_norms_percentiles": { + "1": -6.535421848297119, + "5": -3.946242094039917, + "10": -2.9729738235473633, + "25": -2.7142727375030518, + "50": -2.660698652267456, + "75": -2.593618631362915, + "90": -2.498992681503296, + "95": -2.4592602252960205, + "99": -2.383814811706543 + }, + "log_norms_histogram": [ + 1, + 0, + 0, + 0, + 0, + 0, + 2, + 0, + 1, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 0, + 0, + 1, + 0, + 0, + 0, + 2, + 0, + 1, + 2, + 0, + 1, + 0, + 2, + 0, + 3, + 1, + 0, + 2, + 2, + 3, + 4, + 1, + 2, + 4, + 4, + 3, + 8, + 5, + 22, + 243, + 146, + 45 + ], + "log_norms_bin_edges": [ + -9.252156257629395, + -9.114178657531738, + -8.976202011108398, + -8.838224411010742, + -8.700246810913086, + -8.562270164489746, + -8.42429256439209, + -8.28631591796875, + -8.148338317871094, + -8.010360717773438, + -7.872384071350098, + -7.734406471252441, + -7.596429347991943, + -7.458452224731445, + -7.320474624633789, + -7.182497501373291, + -7.044520378112793, + -6.906543254852295, + -6.768566131591797, + -6.630588531494141, + -6.492611408233643, + -6.3546342849731445, + -6.216656684875488, + -6.07867956161499, + -5.940702438354492, + -5.802725315093994, + -5.664748191833496, + -5.52677059173584, + -5.388793468475342, + -5.250816345214844, + -5.1128387451171875, + -4.9748616218566895, + -4.836884498596191, + -4.698907375335693, + -4.560930252075195, + -4.422952651977539, + -4.284975528717041, + -4.146998405456543, + -4.009020805358887, + -3.8710436820983887, + -3.7330665588378906, + -3.5950894355773926, + -3.4571123123168945, + -3.3191347122192383, + -3.1811575889587402, + -3.043180465698242, + -2.905202865600586, + -2.767225742340088, + -2.62924861907959, + -2.491271495819092, + -2.3532941341400146 + ], + "r_inf_mean": 0.2261677086353302, + "r_inf_median": 0.22458899021148682, + "pr_mean": 0.4063585102558136, + "pr_median": 0.3739403188228607, + "hoyer_mean": 0.6787253618240356, + "eff_dim_mean": 0.6787253618240356, + "topk_energy": { + "1": 0.05212641879916191, + "5": 0.2279769331216812, + "10": 0.37491104006767273, + "25": 0.6807042360305786 + }, + "gamma_raw": -0.0070082140155136585, + "gamma_active": { + "1e-08": -0.006915587931871414, + "1e-07": -0.006830680184066296, + "1e-06": -0.006995046511292458, + "1e-05": -0.006926362868398428, + "0.0001": -0.0070685227401554585 + }, + "gamma_energy_weighted": { + "1e-08": -0.0029592516105435233, + "1e-07": -0.0029592516105435233, + "1e-06": -0.0029592516105435233, + "1e-05": -0.0029592516105435233, + "0.0001": -0.0029592516105435233 + } + } + ] +}
\ No newline at end of file |