1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
|
{
"method": "bp",
"seed": 1024,
"d": 512,
"acc": 0.578125,
"per_layer": [
{
"layer": 0,
"mean_norm": 0.00029469773289747536,
"median_norm": 0.0002145113976439461,
"support": {
"1e-08": 0.9921875,
"1e-07": 0.96875,
"1e-06": 0.921875,
"1e-05": 0.81640625,
"0.0001": 0.62890625
},
"r_inf_mean": 0.16110634803771973,
"pr_mean": 0.29326558113098145,
"hoyer_mean": 0.6120355129241943,
"topk_energy": {
"1": 0.0962613970041275,
"5": 0.30378636717796326,
"10": 0.4707030653953552,
"25": 0.7472570538520813
}
},
{
"layer": 1,
"mean_norm": 0.0002860954846255481,
"median_norm": 0.0002120076969731599,
"support": {
"1e-08": 0.9921875,
"1e-07": 0.96875,
"1e-06": 0.921875,
"1e-05": 0.8203125,
"0.0001": 0.625
},
"r_inf_mean": 0.15779784321784973,
"pr_mean": 0.3006213903427124,
"hoyer_mean": 0.6174615025520325,
"topk_energy": {
"1": 0.09385748207569122,
"5": 0.2990669012069702,
"10": 0.465127557516098,
"25": 0.7417553663253784
}
},
{
"layer": 2,
"mean_norm": 0.0002831821911968291,
"median_norm": 0.0002124756429111585,
"support": {
"1e-08": 0.9921875,
"1e-07": 0.96875,
"1e-06": 0.921875,
"1e-05": 0.8203125,
"0.0001": 0.62890625
},
"r_inf_mean": 0.1553809493780136,
"pr_mean": 0.3048675060272217,
"hoyer_mean": 0.6196262836456299,
"topk_energy": {
"1": 0.092758409678936,
"5": 0.2961523234844208,
"10": 0.4614235758781433,
"25": 0.7395572662353516
}
},
{
"layer": 3,
"mean_norm": 0.00025530997663736343,
"median_norm": 0.00020067598961759359,
"support": {
"1e-08": 0.98828125,
"1e-07": 0.96875,
"1e-06": 0.921875,
"1e-05": 0.81640625,
"0.0001": 0.62109375
},
"r_inf_mean": 0.15356092154979706,
"pr_mean": 0.3123117983341217,
"hoyer_mean": 0.6243317723274231,
"topk_energy": {
"1": 0.09005241096019745,
"5": 0.2899831235408783,
"10": 0.45531442761421204,
"25": 0.7354059219360352
}
}
]
}
|
