1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
|
{
"config": {
"seed": 456,
"max_epoch": 2,
"lr": 0.001,
"wd": 0.01,
"save_at": [
1,
2
],
"output_dir": "results/vanilla_dfa_early_ckpts"
},
"log": [
{
"epoch": 0,
"h_norms": [
8.696551322937012,
8.737784385681152,
8.813130378723145,
8.844642639160156,
8.889528274536133
],
"g_norms": [
0.0010079912608489394,
0.0010035138111561537,
0.0009970925748348236,
0.0009936393471434712,
0.000986678060144186
]
},
{
"epoch": 1,
"h_norms": [
900.3377685546875,
3463.92626953125,
6660.5166015625,
10478.5126953125,
13466.513671875
],
"g_norms": [
2.017142833210528e-06,
7.972002435963077e-07,
7.783806381667091e-07,
7.758338256280695e-07,
7.810436954969191e-07
]
},
{
"epoch": 2,
"h_norms": [
1785.048828125,
14088.892578125,
36535.42578125,
61441.53515625,
73892.0078125
],
"g_norms": [
9.084495218303346e-07,
1.7716872946493822e-07,
1.705153493958278e-07,
1.7151720044239482e-07,
1.728312355453454e-07
]
}
]
}
|
