{ "method": "dfa", "seed": 123, "d": 512, "acc": 0.3046875, "per_layer": [ { "layer": 0, "mean_norm": 2.0902507458231412e-07, "median_norm": 1.5719659529622731e-07, "support": { "1e-08": 1.0, "1e-07": 0.8125, "1e-06": 0.0078125, "1e-05": 0.0, "0.0001": 0.0 }, "r_inf_mean": 0.1672678291797638, "pr_mean": 0.2636428773403168, "hoyer_mean": 0.5818999409675598, "topk_energy": { "1": 0.106045201420784, "5": 0.3371678590774536, "10": 0.5130943059921265, "25": 0.7756586074829102 } }, { "layer": 1, "mean_norm": 3.7396913343812344e-10, "median_norm": 3.374081847251631e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "r_inf_mean": 0.43563124537467957, "pr_mean": 0.03170815855264664, "hoyer_mean": 0.20432539284229279, "topk_energy": { "1": 0.48950377106666565, "5": 0.8048893213272095, "10": 0.9002807140350342, "25": 0.973090410232544 } }, { "layer": 2, "mean_norm": 3.6351219256935963e-10, "median_norm": 3.3696376244840565e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "r_inf_mean": 0.43800264596939087, "pr_mean": 0.029514959082007408, "hoyer_mean": 0.19632266461849213, "topk_energy": { "1": 0.4940042495727539, "5": 0.8118497133255005, "10": 0.906427264213562, "25": 0.9772160053253174 } }, { "layer": 3, "mean_norm": 3.634120226969628e-10, "median_norm": 3.3693856038574665e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "r_inf_mean": 0.4380123019218445, "pr_mean": 0.02949753776192665, "hoyer_mean": 0.19609278440475464, "topk_energy": { "1": 0.4941186308860779, "5": 0.8121366500854492, "10": 0.9066112637519836, "25": 0.9772941470146179 } } ] }