1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
|
{
"method": "bp",
"seed": 123,
"d": 512,
"acc": 0.61328125,
"per_layer": [
{
"layer": 0,
"mean_norm": 0.0002711770648602396,
"median_norm": 0.00017424632096663117,
"support": {
"1e-08": 1.0,
"1e-07": 0.9609375,
"1e-06": 0.91796875,
"1e-05": 0.83203125,
"0.0001": 0.59765625
},
"r_inf_mean": 0.1620323359966278,
"pr_mean": 0.2903015911579132,
"hoyer_mean": 0.6103194952011108,
"topk_energy": {
"1": 0.0982980728149414,
"5": 0.3064849376678467,
"10": 0.473066508769989,
"25": 0.7485074996948242
}
},
{
"layer": 1,
"mean_norm": 0.0002706634986680001,
"median_norm": 0.0001670950441621244,
"support": {
"1e-08": 1.0,
"1e-07": 0.9609375,
"1e-06": 0.91796875,
"1e-05": 0.83203125,
"0.0001": 0.60546875
},
"r_inf_mean": 0.15793266892433167,
"pr_mean": 0.30199772119522095,
"hoyer_mean": 0.6192203760147095,
"topk_energy": {
"1": 0.09389443695545197,
"5": 0.2978808879852295,
"10": 0.46328938007354736,
"25": 0.7399334907531738
}
},
{
"layer": 2,
"mean_norm": 0.0002681404585018754,
"median_norm": 0.00017357691831421107,
"support": {
"1e-08": 1.0,
"1e-07": 0.9609375,
"1e-06": 0.91796875,
"1e-05": 0.83203125,
"0.0001": 0.60546875
},
"r_inf_mean": 0.1550728678703308,
"pr_mean": 0.3070656657218933,
"hoyer_mean": 0.6201037168502808,
"topk_energy": {
"1": 0.0915556326508522,
"5": 0.29387107491493225,
"10": 0.45943015813827515,
"25": 0.7392378449440002
}
},
{
"layer": 3,
"mean_norm": 0.00024108993238769472,
"median_norm": 0.00015389223699457943,
"support": {
"1e-08": 1.0,
"1e-07": 0.9609375,
"1e-06": 0.91796875,
"1e-05": 0.828125,
"0.0001": 0.58984375
},
"r_inf_mean": 0.14962245523929596,
"pr_mean": 0.3186984062194824,
"hoyer_mean": 0.6280956864356995,
"topk_energy": {
"1": 0.08751613646745682,
"5": 0.2860363721847534,
"10": 0.45116642117500305,
"25": 0.7324578166007996
}
}
]
}
|
