1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
|
{
"vanilla": {
"1": [
{
"epoch": 1,
"train_loss": 3.63611528468132,
"train_acc": 0.4395,
"val_loss": 0.3441817893981934,
"val_acc": 0.892,
"lyapunov": null,
"grad_norm": 6.684646466531827,
"firing_rate": 0.0501896656351164,
"dead_neurons": 0.0634765625,
"time_sec": 1.4154746532440186
},
{
"epoch": 2,
"train_loss": 0.11478448428213596,
"train_acc": 0.979,
"val_loss": 0.0251090137809515,
"val_acc": 0.998,
"lyapunov": null,
"grad_norm": 0.9868205501387588,
"firing_rate": 0.04863281128928065,
"dead_neurons": 0.14501953125,
"time_sec": 1.124629259109497
}
],
"2": [
{
"epoch": 1,
"train_loss": 1.0799804039001464,
"train_acc": 0.669,
"val_loss": 0.13135542356967925,
"val_acc": 0.99,
"lyapunov": null,
"grad_norm": 2.52630685037553,
"firing_rate": 0.024484404711984098,
"dead_neurons": 0.17333984375,
"time_sec": 2.123649835586548
},
{
"epoch": 2,
"train_loss": 0.030569396341219544,
"train_acc": 0.9985,
"val_loss": 0.004331342689692974,
"val_acc": 1.0,
"lyapunov": null,
"grad_norm": 0.24447100537157782,
"firing_rate": 0.05747787351720035,
"dead_neurons": 0.16064453125,
"time_sec": 2.126903533935547
}
],
"4": [
{
"epoch": 1,
"train_loss": 1.8098584995269775,
"train_acc": 0.387,
"val_loss": 1.222405834197998,
"val_acc": 0.58,
"lyapunov": null,
"grad_norm": 1.3608689005809804,
"firing_rate": 0.006725768871547189,
"dead_neurons": 0.505859375,
"time_sec": 4.204299449920654
},
{
"epoch": 2,
"train_loss": 0.7593886029720306,
"train_acc": 0.7585,
"val_loss": 0.39757656621932985,
"val_acc": 0.826,
"lyapunov": null,
"grad_norm": 1.0283578242147713,
"firing_rate": 0.03321700973901898,
"dead_neurons": 0.23828125,
"time_sec": 4.135045528411865
}
]
},
"lyapunov": {
"1": [
{
"epoch": 1,
"train_loss": 3.636530278682709,
"train_acc": 0.4395,
"val_loss": 0.34424241971969605,
"val_acc": 0.892,
"lyapunov": -0.062926338869147,
"grad_norm": 6.684765605982483,
"firing_rate": 0.05018981825560331,
"dead_neurons": 0.0634765625,
"time_sec": 2.7002336978912354
},
{
"epoch": 2,
"train_loss": 0.1152480071336031,
"train_acc": 0.979,
"val_loss": 0.024494345664978028,
"val_acc": 1.0,
"lyapunov": -0.0625884102191776,
"grad_norm": 0.991019154605155,
"firing_rate": 0.048623198410496116,
"dead_neurons": 0.14501953125,
"time_sec": 2.6441690921783447
}
],
"2": [
{
"epoch": 1,
"train_loss": 1.0912367722988128,
"train_acc": 0.675,
"val_loss": 0.14816188097000121,
"val_acc": 0.982,
"lyapunov": 0.2853015512228012,
"grad_norm": 2.504778976972174,
"firing_rate": 0.024021148041356355,
"dead_neurons": 0.1748046875,
"time_sec": 5.090728998184204
},
{
"epoch": 2,
"train_loss": 0.04241700147092342,
"train_acc": 1.0,
"val_loss": 0.00423688886128366,
"val_acc": 1.0,
"lyapunov": 0.28541417699307203,
"grad_norm": 0.280077688235374,
"firing_rate": 0.05708221276290715,
"dead_neurons": 0.16455078125,
"time_sec": 5.0862884521484375
}
],
"4": [
{
"epoch": 1,
"train_loss": 1.8756971139907836,
"train_acc": 0.382,
"val_loss": 1.2378097457885742,
"val_acc": 0.564,
"lyapunov": 0.6353437304496765,
"grad_norm": 1.4063669162597758,
"firing_rate": 0.006828460494034516,
"dead_neurons": 0.52978515625,
"time_sec": 9.951968431472778
},
{
"epoch": 2,
"train_loss": 0.7975155801773072,
"train_acc": 0.774,
"val_loss": 0.3800765242576599,
"val_acc": 0.828,
"lyapunov": 0.6379879284650087,
"grad_norm": 1.0245371397756542,
"firing_rate": 0.032547149108722806,
"dead_neurons": 0.27001953125,
"time_sec": 9.936922550201416
}
]
}
}
|
