1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
|
{
"method": "ep",
"seed": 123,
"d": 256,
"per_layer": [
{
"layer": 0,
"mean_norm": 0.00010456332529429346,
"median_norm": 6.980952457524836e-05,
"support": {
"1e-08": 1.0,
"1e-07": 1.0,
"1e-06": 1.0,
"1e-05": 1.0,
"0.0001": 0.28125
},
"r_inf_mean": 0.4620172381401062,
"pr_mean": 0.11449450254440308,
"hoyer_mean": 0.4635075330734253,
"topk_energy": {
"1": 0.29893115162849426,
"5": 0.4980701208114624,
"10": 0.6297639608383179,
"25": 0.8313008546829224
}
},
{
"layer": 1,
"mean_norm": 0.0001045233293552883,
"median_norm": 6.978377496125177e-05,
"support": {
"1e-08": 1.0,
"1e-07": 1.0,
"1e-06": 1.0,
"1e-05": 1.0,
"0.0001": 0.28125
},
"r_inf_mean": 0.4622287452220917,
"pr_mean": 0.11440511792898178,
"hoyer_mean": 0.4630514085292816,
"topk_energy": {
"1": 0.2989923357963562,
"5": 0.49811261892318726,
"10": 0.6300234794616699,
"25": 0.8316766023635864
}
},
{
"layer": 2,
"mean_norm": 0.0001007560349535197,
"median_norm": 6.69957953505218e-05,
"support": {
"1e-08": 1.0,
"1e-07": 1.0,
"1e-06": 1.0,
"1e-05": 1.0,
"0.0001": 0.26171875
},
"r_inf_mean": 0.4833214282989502,
"pr_mean": 0.1039460152387619,
"hoyer_mean": 0.44482535123825073,
"topk_energy": {
"1": 0.3238825798034668,
"5": 0.5239989161491394,
"10": 0.6505527496337891,
"25": 0.8411887884140015
}
},
{
"layer": 3,
"mean_norm": 0.00010035223385784775,
"median_norm": 6.629401468671858e-05,
"support": {
"1e-08": 1.0,
"1e-07": 1.0,
"1e-06": 1.0,
"1e-05": 1.0,
"0.0001": 0.26171875
},
"r_inf_mean": 0.49055981636047363,
"pr_mean": 0.09709744155406952,
"hoyer_mean": 0.431086927652359,
"topk_energy": {
"1": 0.3320094347000122,
"5": 0.537769615650177,
"10": 0.6647151112556458,
"25": 0.8509942293167114
}
}
]
}
|
