1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
|
{
"config": {
"seed": 123,
"max_epoch": 2,
"lr": 0.001,
"wd": 0.01,
"save_at": [
1,
2
],
"output_dir": "results/vanilla_dfa_early_ckpts"
},
"log": [
{
"epoch": 0,
"h_norms": [
8.690464973449707,
8.719978332519531,
8.73093318939209,
8.75937271118164,
8.790542602539062
],
"g_norms": [
0.0009977436857298017,
0.000992251792922616,
0.0009848480112850666,
0.0009761073160916567,
0.0009735578205436468
]
},
{
"epoch": 1,
"h_norms": [
861.2440185546875,
2373.370849609375,
4675.99951171875,
6090.40869140625,
6962.984375
],
"g_norms": [
2.380779051236459e-06,
1.3197138741816161e-06,
1.3154849511920474e-06,
1.3285966815601569e-06,
1.3258621720524388e-06
]
},
{
"epoch": 2,
"h_norms": [
1679.3353271484375,
8852.6904296875,
31685.556640625,
40725.1484375,
45390.203125
],
"g_norms": [
1.1121658189949812e-06,
2.7321576112626644e-07,
2.7429715032667445e-07,
2.751477552465076e-07,
2.743622644629795e-07
]
}
]
}
|
