{ "method": "dfa", "seed": 1024, "d": 512, "acc": 0.328125, "per_layer": [ { "layer": 0, "mean_norm": 2.3304068008656031e-07, "median_norm": 1.7746874902968557e-07, "support": { "1e-08": 1.0, "1e-07": 0.8515625, "1e-06": 0.00390625, "1e-05": 0.0, "0.0001": 0.0 }, "r_inf_mean": 0.17700853943824768, "pr_mean": 0.2461840957403183, "hoyer_mean": 0.5779284238815308, "topk_energy": { "1": 0.1246788501739502, "5": 0.35984036326408386, "10": 0.5215490460395813, "25": 0.7735528945922852 } }, { "layer": 1, "mean_norm": 3.4253658243166285e-10, "median_norm": 3.2711330866241894e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "r_inf_mean": 0.49247515201568604, "pr_mean": 0.02472063899040222, "hoyer_mean": 0.20526036620140076, "topk_energy": { "1": 0.5337497591972351, "5": 0.807092547416687, "10": 0.896448016166687, "25": 0.9674719572067261 } }, { "layer": 2, "mean_norm": 3.369272638664711e-10, "median_norm": 3.201597875701623e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "r_inf_mean": 0.49859750270843506, "pr_mean": 0.022285493090748787, "hoyer_mean": 0.19011732935905457, "topk_energy": { "1": 0.5450810194015503, "5": 0.820725679397583, "10": 0.9083999395370483, "25": 0.9749302864074707 } }, { "layer": 3, "mean_norm": 3.370345669218011e-10, "median_norm": 3.2044747411141827e-10, "support": { "1e-08": 0.0, "1e-07": 0.0, "1e-06": 0.0, "1e-05": 0.0, "0.0001": 0.0 }, "r_inf_mean": 0.4993266463279724, "pr_mean": 0.02216595597565174, "hoyer_mean": 0.18653039634227753, "topk_energy": { "1": 0.5464963316917419, "5": 0.8226405382156372, "10": 0.9106181859970093, "25": 0.9764344692230225 } } ] }