1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
|
{
"method": "ep",
"seed": 789,
"d": 256,
"per_layer": [
{
"layer": 0,
"mean_norm": 0.00017598697741050273,
"median_norm": 0.0001435329031664878,
"support": {
"1e-08": 1.0,
"1e-07": 1.0,
"1e-06": 1.0,
"1e-05": 1.0,
"0.0001": 0.77734375
},
"r_inf_mean": 0.25733304023742676,
"pr_mean": 0.21203935146331787,
"hoyer_mean": 0.5531952381134033,
"topk_energy": {
"1": 0.11893332749605179,
"5": 0.376035213470459,
"10": 0.5429649353027344,
"25": 0.7928071022033691
}
},
{
"layer": 1,
"mean_norm": 0.00017575427773408592,
"median_norm": 0.00014246668433770537,
"support": {
"1e-08": 1.0,
"1e-07": 1.0,
"1e-06": 1.0,
"1e-05": 1.0,
"0.0001": 0.77734375
},
"r_inf_mean": 0.2575938105583191,
"pr_mean": 0.21092239022254944,
"hoyer_mean": 0.5521162152290344,
"topk_energy": {
"1": 0.11935224384069443,
"5": 0.37730705738067627,
"10": 0.5443674325942993,
"25": 0.7936674952507019
}
},
{
"layer": 2,
"mean_norm": 0.00017053575720638037,
"median_norm": 0.00013913025031797588,
"support": {
"1e-08": 1.0,
"1e-07": 1.0,
"1e-06": 1.0,
"1e-05": 1.0,
"0.0001": 0.73828125
},
"r_inf_mean": 0.26289018988609314,
"pr_mean": 0.20421040058135986,
"hoyer_mean": 0.548264741897583,
"topk_energy": {
"1": 0.12429583817720413,
"5": 0.3861568570137024,
"10": 0.5497573614120483,
"25": 0.7960729598999023
}
},
{
"layer": 3,
"mean_norm": 0.00016748139751143754,
"median_norm": 0.00013177764776628464,
"support": {
"1e-08": 1.0,
"1e-07": 1.0,
"1e-06": 1.0,
"1e-05": 1.0,
"0.0001": 0.71484375
},
"r_inf_mean": 0.269894003868103,
"pr_mean": 0.19402557611465454,
"hoyer_mean": 0.5389708280563354,
"topk_energy": {
"1": 0.13044467568397522,
"5": 0.3994868993759155,
"10": 0.5619409680366516,
"25": 0.8028245568275452
}
}
]
}
|
