{ "method": "ep", "seed": 456, "d": 256, "per_layer": [ { "layer": 0, "mean_norm": 0.00019033838179893792, "median_norm": 0.00014054861094336957, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 0.63671875 }, "r_inf_mean": 0.2553776204586029, "pr_mean": 0.21334712207317352, "hoyer_mean": 0.556216835975647, "topk_energy": { "1": 0.11360983550548553, "5": 0.37292540073394775, "10": 0.5462768077850342, "25": 0.7933647036552429 } }, { "layer": 1, "mean_norm": 0.00019006169168278575, "median_norm": 0.0001404981449013576, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 0.62890625 }, "r_inf_mean": 0.25574955344200134, "pr_mean": 0.21288853883743286, "hoyer_mean": 0.555762767791748, "topk_energy": { "1": 0.11392159759998322, "5": 0.37334558367729187, "10": 0.5465435981750488, "25": 0.7938079237937927 } }, { "layer": 2, "mean_norm": 0.00018623282085172832, "median_norm": 0.00013751245569437742, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 0.61328125 }, "r_inf_mean": 0.25907957553863525, "pr_mean": 0.2075212299823761, "hoyer_mean": 0.5527985692024231, "topk_energy": { "1": 0.11691258102655411, "5": 0.38014912605285645, "10": 0.5521326065063477, "25": 0.7964314222335815 } }, { "layer": 3, "mean_norm": 0.0001882519864011556, "median_norm": 0.00014072256453800946, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 0.60546875 }, "r_inf_mean": 0.25827866792678833, "pr_mean": 0.2065490037202835, "hoyer_mean": 0.5497186183929443, "topk_energy": { "1": 0.11739641427993774, "5": 0.3822922110557556, "10": 0.5554432272911072, "25": 0.8010607957839966 } } ] }