{ "method": "ep", "seed": 123, "d": 256, "per_layer": [ { "layer": 0, "mean_norm": 0.00010456332529429346, "median_norm": 6.980952457524836e-05, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 0.28125 }, "r_inf_mean": 0.4620172381401062, "pr_mean": 0.11449450254440308, "hoyer_mean": 0.4635075330734253, "topk_energy": { "1": 0.29893115162849426, "5": 0.4980701208114624, "10": 0.6297639608383179, "25": 0.8313008546829224 } }, { "layer": 1, "mean_norm": 0.0001045233293552883, "median_norm": 6.978377496125177e-05, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 0.28125 }, "r_inf_mean": 0.4622287452220917, "pr_mean": 0.11440511792898178, "hoyer_mean": 0.4630514085292816, "topk_energy": { "1": 0.2989923357963562, "5": 0.49811261892318726, "10": 0.6300234794616699, "25": 0.8316766023635864 } }, { "layer": 2, "mean_norm": 0.0001007560349535197, "median_norm": 6.69957953505218e-05, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 0.26171875 }, "r_inf_mean": 0.4833214282989502, "pr_mean": 0.1039460152387619, "hoyer_mean": 0.44482535123825073, "topk_energy": { "1": 0.3238825798034668, "5": 0.5239989161491394, "10": 0.6505527496337891, "25": 0.8411887884140015 } }, { "layer": 3, "mean_norm": 0.00010035223385784775, "median_norm": 6.629401468671858e-05, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 0.26171875 }, "r_inf_mean": 0.49055981636047363, "pr_mean": 0.09709744155406952, "hoyer_mean": 0.431086927652359, "topk_energy": { "1": 0.3320094347000122, "5": 0.537769615650177, "10": 0.6647151112556458, "25": 0.8509942293167114 } } ] }