1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
|
{
"method": "bp",
"seed": 42,
"d": 512,
"acc": 0.60546875,
"per_layer": [
{
"layer": 0,
"mean_norm": 0.00028233026387169957,
"median_norm": 0.00018844613805413246,
"support": {
"1e-08": 0.99609375,
"1e-07": 0.9765625,
"1e-06": 0.92578125,
"1e-05": 0.83203125,
"0.0001": 0.6171875
},
"r_inf_mean": 0.16567261517047882,
"pr_mean": 0.2859198749065399,
"hoyer_mean": 0.609848141670227,
"topk_energy": {
"1": 0.10115227103233337,
"5": 0.3091563582420349,
"10": 0.47484537959098816,
"25": 0.7481317520141602
}
},
{
"layer": 1,
"mean_norm": 0.0002775333123281598,
"median_norm": 0.00019198100198991597,
"support": {
"1e-08": 0.99609375,
"1e-07": 0.9765625,
"1e-06": 0.92578125,
"1e-05": 0.83203125,
"0.0001": 0.609375
},
"r_inf_mean": 0.16149599850177765,
"pr_mean": 0.29482847452163696,
"hoyer_mean": 0.6153899431228638,
"topk_energy": {
"1": 0.09718462824821472,
"5": 0.30224519968032837,
"10": 0.46781834959983826,
"25": 0.7435224056243896
}
},
{
"layer": 2,
"mean_norm": 0.00027455732924863696,
"median_norm": 0.0001936112967086956,
"support": {
"1e-08": 0.99609375,
"1e-07": 0.9765625,
"1e-06": 0.92578125,
"1e-05": 0.828125,
"0.0001": 0.61328125
},
"r_inf_mean": 0.16103291511535645,
"pr_mean": 0.2986469268798828,
"hoyer_mean": 0.6171576380729675,
"topk_energy": {
"1": 0.09551459550857544,
"5": 0.29902034997940063,
"10": 0.46482500433921814,
"25": 0.7421286106109619
}
},
{
"layer": 3,
"mean_norm": 0.0002418001095065847,
"median_norm": 0.00017368780390825123,
"support": {
"1e-08": 0.99609375,
"1e-07": 0.97265625,
"1e-06": 0.92578125,
"1e-05": 0.82421875,
"0.0001": 0.60546875
},
"r_inf_mean": 0.1549774408340454,
"pr_mean": 0.3095359206199646,
"hoyer_mean": 0.622551679611206,
"topk_energy": {
"1": 0.09128393232822418,
"5": 0.2918078303337097,
"10": 0.4572557508945465,
"25": 0.7371418476104736
}
}
]
}
|
