1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
|
{
"method": "state_bridge",
"seed": 1024,
"d": 512,
"acc": 0.2421875,
"per_layer": [
{
"layer": 0,
"mean_norm": 1.0430366273794789e-05,
"median_norm": 6.125264462752966e-06,
"support": {
"1e-08": 1.0,
"1e-07": 1.0,
"1e-06": 0.9140625,
"1e-05": 0.30859375,
"0.0001": 0.00390625
},
"r_inf_mean": 0.13667818903923035,
"pr_mean": 0.32797250151634216,
"hoyer_mean": 0.6188973188400269,
"topk_energy": {
"1": 0.07822582125663757,
"5": 0.2783496379852295,
"10": 0.4533815383911133,
"25": 0.745465874671936
}
},
{
"layer": 1,
"mean_norm": 3.604625209430168e-10,
"median_norm": 3.2017036244447183e-10,
"support": {
"1e-08": 0.0,
"1e-07": 0.0,
"1e-06": 0.0,
"1e-05": 0.0,
"0.0001": 0.0
},
"r_inf_mean": 0.27504268288612366,
"pr_mean": 0.12102733552455902,
"hoyer_mean": 0.4559240937232971,
"topk_energy": {
"1": 0.24436935782432556,
"5": 0.49805915355682373,
"10": 0.6491443514823914,
"25": 0.8552221059799194
}
},
{
"layer": 2,
"mean_norm": 3.275701376814766e-10,
"median_norm": 2.794170173014976e-10,
"support": {
"1e-08": 0.0,
"1e-07": 0.0,
"1e-06": 0.0,
"1e-05": 0.0,
"0.0001": 0.0
},
"r_inf_mean": 0.29680678248405457,
"pr_mean": 0.09029842913150787,
"hoyer_mean": 0.40965062379837036,
"topk_energy": {
"1": 0.27448347210884094,
"5": 0.5408815145492554,
"10": 0.6929320096969604,
"25": 0.8870866298675537
}
},
{
"layer": 3,
"mean_norm": 3.33910177285901e-10,
"median_norm": 2.838898005563806e-10,
"support": {
"1e-08": 0.0,
"1e-07": 0.0,
"1e-06": 0.0,
"1e-05": 0.0,
"0.0001": 0.0
},
"r_inf_mean": 0.2944881319999695,
"pr_mean": 0.09158611297607422,
"hoyer_mean": 0.41550302505493164,
"topk_energy": {
"1": 0.2707551419734955,
"5": 0.5365439653396606,
"10": 0.6896252036094666,
"25": 0.8842648863792419
}
}
]
}
|
