1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
|
{
"description": "Canonical DFA \u03bb=0.01 s=42 + fresh-B null (N=20)",
"training_Bs_deep_cos": 0.1659978379805883,
"training_Bs_per_layer_cos": [
0.3258553445339203,
0.1658061444759369,
0.1618424952030182,
0.17034487426280975
],
"training_Bs_acc": 0.3671875,
"training_Bs_g_norms": [
1.335966408078093e-05,
1.3213058991823345e-05,
1.31442438942031e-05,
1.3120022231305484e-05,
1.3151197890692856e-05
],
"training_Bs_h_norms": [
12069.3095703125,
12144.8427734375,
12143.939453125,
12156.6904296875,
12147.8271484375
],
"fresh_Bs_n_draws": 20,
"fresh_Bs_deep_cos_per_draw": [
-0.009986335256447395,
-0.025985106825828552,
-0.0050429514376446605,
0.01727348566055298,
0.006780429219361395,
-0.0012651278326908748,
0.016534411969284218,
-0.028123627106348675,
0.0018596930118898551,
0.011628065335874757,
-0.00797742527599136,
-0.013325384507576624,
-0.00039871477444345754,
-0.0407400643453002,
-0.028840728104114532,
0.009858534671366215,
-0.02509508344034354,
0.008517433578769365,
0.02818053464094798,
-0.010525024806459745
],
"fresh_Bs_deep_mean": -0.004833649281257142,
"fresh_Bs_deep_std_ddof1": 0.01823727849606041,
"fresh_Bs_per_layer_mean": [
0.0092626029625535,
-0.004385327867930755,
-0.0051876686746254565,
-0.004927951301215217
]
}
|
