1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
|
[
{
"method": "dfa",
"L": 4,
"seed": 42,
"mean_gamma": 0.012759206583723426,
"mean_rho": 0.010203135898336768,
"mean_nudge": -0.00013293450319906697,
"per_layer_gamma": [
-0.005139289423823357,
0.008053570054471493,
0.024840975180268288,
0.02328157052397728
],
"per_layer_rho": [
-0.004372224677354097,
0.0029046176932752132,
0.0310027077794075,
0.011277442798018456
],
"per_layer_nudge": [
0.0003250446170568466,
-0.0001853172725532204,
-0.00036372727481648326,
-0.00030773808248341084
]
},
{
"method": "scalar_cb",
"L": 4,
"seed": 42,
"mean_gamma": 0.2243543565273285,
"mean_rho": 0.20948006212711334,
"mean_nudge": -0.007398057030513883,
"per_layer_gamma": [
0.23697319626808167,
0.13470041751861572,
0.186288982629776,
0.3394548296928406
],
"per_layer_rho": [
0.2484399378299713,
0.1292348951101303,
0.18184946477413177,
0.27839595079421997
],
"per_layer_nudge": [
-0.008707698434591293,
-0.004232201725244522,
-0.00588453933596611,
-0.010767788626253605
]
},
{
"method": "vec_eT_M4",
"L": 4,
"seed": 42,
"mean_gamma": 0.846664547920227,
"mean_rho": 0.9511756896972656,
"mean_nudge": -0.025688248220831156,
"per_layer_gamma": [
0.743350088596344,
0.8330336809158325,
0.8981793522834778,
0.9120950698852539
],
"per_layer_rho": [
0.8806748390197754,
0.9658336639404297,
0.9759747982025146,
0.9822194576263428
],
"per_layer_nudge": [
-0.0588495098054409,
-0.01651737093925476,
-0.013681922107934952,
-0.013704190030694008
]
},
{
"method": "vec_eT_M8",
"L": 4,
"seed": 42,
"mean_gamma": 0.8704017400741577,
"mean_rho": 0.9432401657104492,
"mean_nudge": -0.028888660948723555,
"per_layer_gamma": [
0.7826259136199951,
0.877338171005249,
0.9058365821838379,
0.9158062934875488
],
"per_layer_rho": [
0.8731295466423035,
0.9544992446899414,
0.9707695245742798,
0.9745623469352722
],
"per_layer_nudge": [
-0.059486024081707,
-0.01946994476020336,
-0.018279198557138443,
-0.018319476395845413
]
},
{
"method": "vec_eT_M4_shuffleCtrl",
"L": 4,
"seed": 42,
"mean_gamma": 0.0513513587648049,
"mean_rho": 0.0681416861480102,
"mean_nudge": -0.0007606418039358687,
"per_layer_gamma": [
-0.09132926911115646,
-0.013022630475461483,
0.0033656186424195766,
0.30639171600341797
],
"per_layer_rho": [
-0.047784049063920975,
-0.0063863289542496204,
0.01414431817829609,
0.3125928044319153
],
"per_layer_nudge": [
0.006318309810012579,
0.0002974363451357931,
-0.00020490401948336512,
-0.009453409351408482
]
},
{
"method": "vec_eT_M4_noTerm",
"L": 4,
"seed": 42,
"mean_gamma": 0.954873263835907,
"mean_rho": 0.9708771407604218,
"mean_nudge": -0.027431895025074482,
"per_layer_gamma": [
0.9027864336967468,
0.9722906351089478,
0.9725323915481567,
0.9718835949897766
],
"per_layer_rho": [
0.9104452133178711,
0.9908294677734375,
0.991165280342102,
0.9910686016082764
],
"per_layer_nudge": [
-0.04417877644300461,
-0.022297389805316925,
-0.021837987005710602,
-0.021413426846265793
]
},
{
"method": "vec_eT_M4_onesided",
"L": 4,
"seed": 42,
"mean_gamma": 0.8315763473510742,
"mean_rho": 0.9426839649677277,
"mean_nudge": -0.02414578991010785,
"per_layer_gamma": [
0.7389893531799316,
0.8383945226669312,
0.8796361684799194,
0.8692853450775146
],
"per_layer_rho": [
0.8755806684494019,
0.9449398517608643,
0.9726759195327759,
0.9775394201278687
],
"per_layer_nudge": [
-0.055945657193660736,
-0.01551580149680376,
-0.012561880983412266,
-0.012559819966554642
]
}
]
|
