1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
|
{
"schema": "rain_ep_structured_bias_screen_v1",
"author": {
"repository": "https://github.com/rain-neuromorphics/energy-based-learning",
"revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
},
"protocol": {
"dataset": "FashionMNIST",
"network": "author ConvHopfieldEnergy28 32-64-10",
"algorithm": "positive equilibrium propagation",
"mode": "same_rms_noise",
"bias_ratio": 0.1,
"predictor_rate": 0.5,
"neutral_cadence": 1,
"calibration_batches": 0,
"calibration_observations": 0,
"calibration_seconds": 9.5367431640625e-07,
"epochs": 10,
"train_limit": 10000,
"test_limit": 2000,
"batch_size": 128,
"training_iterations": 12,
"inference_iterations": 30,
"seed": 1988,
"device": "cuda",
"autodiff_used_for_learning": false
},
"metrics": [
{
"epoch": 1,
"train_accuracy": 0.4527,
"train_cost": 0.3792613103866577,
"test_accuracy": 0.5835,
"test_cost": 0.3051329231262207,
"corrector": {
"step": 78,
"clean_rms": 0.0040689996737819055,
"bias_rms": 0.3009538446014725,
"residual_bias_rms": 0.30456258280088133,
"bias_to_clean_rms": 73.96261212322804,
"residual_to_clean_rms": 74.84949796464535,
"neutral_observations": 0
},
"wall_seconds": 11.762304782867432
},
{
"epoch": 2,
"train_accuracy": 0.6464,
"train_cost": 0.278644732093811,
"test_accuracy": 0.68,
"test_cost": 0.26359461212158203,
"corrector": {
"step": 157,
"clean_rms": 0.005042022135136144,
"bias_rms": 0.2972960698305529,
"residual_bias_rms": 0.2940698927885641,
"bias_to_clean_rms": 58.96365820348097,
"residual_to_clean_rms": 58.323800433022825,
"neutral_observations": 0
},
"wall_seconds": 23.23952007293701
},
{
"epoch": 3,
"train_accuracy": 0.6853,
"train_cost": 0.2569402149677277,
"test_accuracy": 0.69,
"test_cost": 0.26098559188842774,
"corrector": {
"step": 236,
"clean_rms": 0.003815313311578037,
"bias_rms": 0.29040795778240963,
"residual_bias_rms": 0.28540307096237155,
"bias_to_clean_rms": 76.11641143628519,
"residual_to_clean_rms": 74.80462223017986,
"neutral_observations": 0
},
"wall_seconds": 34.73759865760803
},
{
"epoch": 4,
"train_accuracy": 0.6937,
"train_cost": 0.251862127995491,
"test_accuracy": 0.69,
"test_cost": 0.2507216529846191,
"corrector": {
"step": 315,
"clean_rms": 0.003807219970362835,
"bias_rms": 0.30092199747495196,
"residual_bias_rms": 0.2889448859840045,
"bias_to_clean_rms": 79.03982428582228,
"residual_to_clean_rms": 75.89393001541424,
"neutral_observations": 0
},
"wall_seconds": 46.23724150657654
},
{
"epoch": 5,
"train_accuracy": 0.6905,
"train_cost": 0.25022475380897524,
"test_accuracy": 0.6665,
"test_cost": 0.2612988653182983,
"corrector": {
"step": 394,
"clean_rms": 0.004553195706373201,
"bias_rms": 0.30381450990752684,
"residual_bias_rms": 0.298910025873423,
"bias_to_clean_rms": 66.72555486298809,
"residual_to_clean_rms": 65.6484028250823,
"neutral_observations": 0
},
"wall_seconds": 57.712695360183716
},
{
"epoch": 6,
"train_accuracy": 0.6869,
"train_cost": 0.249514501953125,
"test_accuracy": 0.6985,
"test_cost": 0.2440781078338623,
"corrector": {
"step": 473,
"clean_rms": 0.004625252349646717,
"bias_rms": 0.30753881371100616,
"residual_bias_rms": 0.3214820418798946,
"bias_to_clean_rms": 66.49125073889134,
"residual_to_clean_rms": 69.50583829322304,
"neutral_observations": 0
},
"wall_seconds": 69.1576144695282
},
{
"epoch": 7,
"train_accuracy": 0.6901,
"train_cost": 0.24810624146461488,
"test_accuracy": 0.6965,
"test_cost": 0.24830844593048096,
"corrector": {
"step": 552,
"clean_rms": 0.004458325335376248,
"bias_rms": 0.31289355092018206,
"residual_bias_rms": 0.31264039142045014,
"bias_to_clean_rms": 70.18185694915786,
"residual_to_clean_rms": 70.12507340809971,
"neutral_observations": 0
},
"wall_seconds": 80.60321545600891
},
{
"epoch": 8,
"train_accuracy": 0.6971,
"train_cost": 0.24189221210479736,
"test_accuracy": 0.7035,
"test_cost": 0.23854786396026612,
"corrector": {
"step": 631,
"clean_rms": 0.0038770385459611562,
"bias_rms": 0.3076746011645128,
"residual_bias_rms": 0.2902169169197272,
"bias_to_clean_rms": 79.35814862739188,
"residual_to_clean_rms": 74.8553086277814,
"neutral_observations": 0
},
"wall_seconds": 92.03596496582031
},
{
"epoch": 9,
"train_accuracy": 0.6942,
"train_cost": 0.23979009332656862,
"test_accuracy": 0.703,
"test_cost": 0.2422027416229248,
"corrector": {
"step": 710,
"clean_rms": 0.0023416611931227314,
"bias_rms": 0.2990324617587203,
"residual_bias_rms": 0.30032055977461014,
"bias_to_clean_rms": 127.70099390849296,
"residual_to_clean_rms": 128.25107263878618,
"neutral_observations": 0
},
"wall_seconds": 103.49612498283386
},
{
"epoch": 10,
"train_accuracy": 0.7027,
"train_cost": 0.23489020586013795,
"test_accuracy": 0.685,
"test_cost": 0.2450046215057373,
"corrector": {
"step": 789,
"clean_rms": 0.002592994408334528,
"bias_rms": 0.29874716964496195,
"residual_bias_rms": 0.29872960535884535,
"bias_to_clean_rms": 115.21319470829337,
"residual_to_clean_rms": 115.20642096205614,
"neutral_observations": 0
},
"wall_seconds": 114.94099402427673
}
],
"final": {
"epoch": 10,
"train_accuracy": 0.7027,
"train_cost": 0.23489020586013795,
"test_accuracy": 0.685,
"test_cost": 0.2450046215057373,
"corrector": {
"step": 789,
"clean_rms": 0.002592994408334528,
"bias_rms": 0.29874716964496195,
"residual_bias_rms": 0.29872960535884535,
"bias_to_clean_rms": 115.21319470829337,
"residual_to_clean_rms": 115.20642096205614,
"neutral_observations": 0
},
"wall_seconds": 114.94099402427673
}
}
|
