1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
|
{
"method": "dfa",
"seed": 42,
"d": 512,
"acc": 0.3046875,
"per_layer": [
{
"layer": 0,
"mean_norm": 2.11779251912958e-07,
"median_norm": 1.621975798116182e-07,
"support": {
"1e-08": 1.0,
"1e-07": 0.8515625,
"1e-06": 0.0,
"1e-05": 0.0,
"0.0001": 0.0
},
"r_inf_mean": 0.167369544506073,
"pr_mean": 0.24915827810764313,
"hoyer_mean": 0.5675219297409058,
"topk_energy": {
"1": 0.11354660987854004,
"5": 0.35694777965545654,
"10": 0.5291781425476074,
"25": 0.7867248058319092
}
},
{
"layer": 1,
"mean_norm": 3.663514491769604e-10,
"median_norm": 3.5095260031425823e-10,
"support": {
"1e-08": 0.0,
"1e-07": 0.0,
"1e-06": 0.0,
"1e-05": 0.0,
"0.0001": 0.0
},
"r_inf_mean": 0.4487348794937134,
"pr_mean": 0.025472257286310196,
"hoyer_mean": 0.1785709112882614,
"topk_energy": {
"1": 0.5331541299819946,
"5": 0.8433562517166138,
"10": 0.9255746603012085,
"25": 0.9797998666763306
}
},
{
"layer": 2,
"mean_norm": 3.642159351890939e-10,
"median_norm": 3.463967723771333e-10,
"support": {
"1e-08": 0.0,
"1e-07": 0.0,
"1e-06": 0.0,
"1e-05": 0.0,
"0.0001": 0.0
},
"r_inf_mean": 0.4497450590133667,
"pr_mean": 0.025078199803829193,
"hoyer_mean": 0.17306575179100037,
"topk_energy": {
"1": 0.536462664604187,
"5": 0.8480250239372253,
"10": 0.9294458031654358,
"25": 0.981814444065094
}
},
{
"layer": 3,
"mean_norm": 3.643732815472589e-10,
"median_norm": 3.464488695925638e-10,
"support": {
"1e-08": 0.0,
"1e-07": 0.0,
"1e-06": 0.0,
"1e-05": 0.0,
"0.0001": 0.0
},
"r_inf_mean": 0.44973719120025635,
"pr_mean": 0.025078261271119118,
"hoyer_mean": 0.1730271279811859,
"topk_energy": {
"1": 0.5363630056381226,
"5": 0.8480480909347534,
"10": 0.929436445236206,
"25": 0.9818276166915894
}
}
]
}
|
