1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
|
{
"method": "ep",
"seed": 456,
"d": 256,
"per_layer": [
{
"layer": 0,
"mean_norm": 0.00019033838179893792,
"median_norm": 0.00014054861094336957,
"support": {
"1e-08": 1.0,
"1e-07": 1.0,
"1e-06": 1.0,
"1e-05": 1.0,
"0.0001": 0.63671875
},
"r_inf_mean": 0.2553776204586029,
"pr_mean": 0.21334712207317352,
"hoyer_mean": 0.556216835975647,
"topk_energy": {
"1": 0.11360983550548553,
"5": 0.37292540073394775,
"10": 0.5462768077850342,
"25": 0.7933647036552429
}
},
{
"layer": 1,
"mean_norm": 0.00019006169168278575,
"median_norm": 0.0001404981449013576,
"support": {
"1e-08": 1.0,
"1e-07": 1.0,
"1e-06": 1.0,
"1e-05": 1.0,
"0.0001": 0.62890625
},
"r_inf_mean": 0.25574955344200134,
"pr_mean": 0.21288853883743286,
"hoyer_mean": 0.555762767791748,
"topk_energy": {
"1": 0.11392159759998322,
"5": 0.37334558367729187,
"10": 0.5465435981750488,
"25": 0.7938079237937927
}
},
{
"layer": 2,
"mean_norm": 0.00018623282085172832,
"median_norm": 0.00013751245569437742,
"support": {
"1e-08": 1.0,
"1e-07": 1.0,
"1e-06": 1.0,
"1e-05": 1.0,
"0.0001": 0.61328125
},
"r_inf_mean": 0.25907957553863525,
"pr_mean": 0.2075212299823761,
"hoyer_mean": 0.5527985692024231,
"topk_energy": {
"1": 0.11691258102655411,
"5": 0.38014912605285645,
"10": 0.5521326065063477,
"25": 0.7964314222335815
}
},
{
"layer": 3,
"mean_norm": 0.0001882519864011556,
"median_norm": 0.00014072256453800946,
"support": {
"1e-08": 1.0,
"1e-07": 1.0,
"1e-06": 1.0,
"1e-05": 1.0,
"0.0001": 0.60546875
},
"r_inf_mean": 0.25827866792678833,
"pr_mean": 0.2065490037202835,
"hoyer_mean": 0.5497186183929443,
"topk_energy": {
"1": 0.11739641427993774,
"5": 0.3822922110557556,
"10": 0.5554432272911072,
"25": 0.8010607957839966
}
}
]
}
|
