1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
|
{
"method": "ep",
"seed": 42,
"d": 256,
"per_layer": [
{
"layer": 0,
"mean_norm": 0.0001512095332145691,
"median_norm": 0.00011338386684656143,
"support": {
"1e-08": 1.0,
"1e-07": 1.0,
"1e-06": 1.0,
"1e-05": 1.0,
"0.0001": 0.58984375
},
"r_inf_mean": 0.32484251260757446,
"pr_mean": 0.18121182918548584,
"hoyer_mean": 0.5369894504547119,
"topk_energy": {
"1": 0.18754106760025024,
"5": 0.4041516184806824,
"10": 0.5543932914733887,
"25": 0.793650209903717
}
},
{
"layer": 1,
"mean_norm": 0.00015127702499739826,
"median_norm": 0.00011280256876489148,
"support": {
"1e-08": 1.0,
"1e-07": 1.0,
"1e-06": 1.0,
"1e-05": 1.0,
"0.0001": 0.58984375
},
"r_inf_mean": 0.3246065080165863,
"pr_mean": 0.1813136637210846,
"hoyer_mean": 0.5365023016929626,
"topk_energy": {
"1": 0.18746019899845123,
"5": 0.40398016571998596,
"10": 0.5541672110557556,
"25": 0.7939640283584595
}
},
{
"layer": 2,
"mean_norm": 0.00014867246500216424,
"median_norm": 0.00011029186134692281,
"support": {
"1e-08": 1.0,
"1e-07": 1.0,
"1e-06": 1.0,
"1e-05": 1.0,
"0.0001": 0.55859375
},
"r_inf_mean": 0.329489529132843,
"pr_mean": 0.1764482706785202,
"hoyer_mean": 0.5301411151885986,
"topk_energy": {
"1": 0.1931612193584442,
"5": 0.4118368625640869,
"10": 0.5616813898086548,
"25": 0.7989727258682251
}
},
{
"layer": 3,
"mean_norm": 0.0001509760768385604,
"median_norm": 0.00010986281995428726,
"support": {
"1e-08": 1.0,
"1e-07": 1.0,
"1e-06": 1.0,
"1e-05": 1.0,
"0.0001": 0.57421875
},
"r_inf_mean": 0.33422771096229553,
"pr_mean": 0.1741165667772293,
"hoyer_mean": 0.5330758094787598,
"topk_energy": {
"1": 0.1962406039237976,
"5": 0.4156147837638855,
"10": 0.5644109845161438,
"25": 0.7961149215698242
}
}
]
}
|
