{ "method": "ep", "seed": 42, "d": 256, "per_layer": [ { "layer": 0, "mean_norm": 0.0001512095332145691, "median_norm": 0.00011338386684656143, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 0.58984375 }, "r_inf_mean": 0.32484251260757446, "pr_mean": 0.18121182918548584, "hoyer_mean": 0.5369894504547119, "topk_energy": { "1": 0.18754106760025024, "5": 0.4041516184806824, "10": 0.5543932914733887, "25": 0.793650209903717 } }, { "layer": 1, "mean_norm": 0.00015127702499739826, "median_norm": 0.00011280256876489148, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 0.58984375 }, "r_inf_mean": 0.3246065080165863, "pr_mean": 0.1813136637210846, "hoyer_mean": 0.5365023016929626, "topk_energy": { "1": 0.18746019899845123, "5": 0.40398016571998596, "10": 0.5541672110557556, "25": 0.7939640283584595 } }, { "layer": 2, "mean_norm": 0.00014867246500216424, "median_norm": 0.00011029186134692281, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 0.55859375 }, "r_inf_mean": 0.329489529132843, "pr_mean": 0.1764482706785202, "hoyer_mean": 0.5301411151885986, "topk_energy": { "1": 0.1931612193584442, "5": 0.4118368625640869, "10": 0.5616813898086548, "25": 0.7989727258682251 } }, { "layer": 3, "mean_norm": 0.0001509760768385604, "median_norm": 0.00010986281995428726, "support": { "1e-08": 1.0, "1e-07": 1.0, "1e-06": 1.0, "1e-05": 1.0, "0.0001": 0.57421875 }, "r_inf_mean": 0.33422771096229553, "pr_mean": 0.1741165667772293, "hoyer_mean": 0.5330758094787598, "topk_energy": { "1": 0.1962406039237976, "5": 0.4156147837638855, "10": 0.5644109845161438, "25": 0.7961149215698242 } } ] }