1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
|
{
"schema": "rain_ep_structured_bias_screen_v1",
"author": {
"repository": "https://github.com/rain-neuromorphics/energy-based-learning",
"revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
},
"protocol": {
"dataset": "FashionMNIST",
"network": "author ConvHopfieldEnergy28 32-64-10",
"algorithm": "positive equilibrium propagation",
"mode": "innovation",
"bias_ratio": 0.1,
"predictor_rate": 0.5,
"neutral_cadence": 1,
"calibration_batches": 64,
"calibration_observations": 64,
"calibration_seconds": 4.21977424621582,
"epochs": 10,
"train_limit": 10000,
"test_limit": 2000,
"batch_size": 128,
"training_iterations": 12,
"inference_iterations": 30,
"seed": 1988,
"device": "cuda",
"autodiff_used_for_learning": false
},
"metrics": [
{
"epoch": 1,
"train_accuracy": 0.3568,
"train_cost": 0.40365655641555787,
"test_accuracy": 0.5355,
"test_cost": 0.33721920490264895,
"corrector": {
"step": 78,
"bias_rms": 0.32623520428743413,
"residual_bias_rms": 0.0003058934436845645,
"neutral_observations": 143
},
"wall_seconds": 15.673678159713745
},
{
"epoch": 2,
"train_accuracy": 0.5438,
"train_cost": 0.325913426733017,
"test_accuracy": 0.569,
"test_cost": 0.3160506935119629,
"corrector": {
"step": 157,
"bias_rms": 0.3278190861390098,
"residual_bias_rms": 0.0006422586917601834,
"neutral_observations": 222
},
"wall_seconds": 27.016461849212646
},
{
"epoch": 3,
"train_accuracy": 0.5822,
"train_cost": 0.31141259717941283,
"test_accuracy": 0.5555,
"test_cost": 0.3131558494567871,
"corrector": {
"step": 236,
"bias_rms": 0.32959871584392264,
"residual_bias_rms": 0.0026105878059435117,
"neutral_observations": 301
},
"wall_seconds": 38.35605311393738
},
{
"epoch": 4,
"train_accuracy": 0.5977,
"train_cost": 0.30243987579345705,
"test_accuracy": 0.6235,
"test_cost": 0.29992807960510254,
"corrector": {
"step": 315,
"bias_rms": 0.3255362988399711,
"residual_bias_rms": 0.0008386169230747296,
"neutral_observations": 380
},
"wall_seconds": 49.70830178260803
},
{
"epoch": 5,
"train_accuracy": 0.6037,
"train_cost": 0.29805392880439757,
"test_accuracy": 0.6205,
"test_cost": 0.2922749881744385,
"corrector": {
"step": 394,
"bias_rms": 0.3270434109858132,
"residual_bias_rms": 0.0003297996560805246,
"neutral_observations": 459
},
"wall_seconds": 61.079461336135864
},
{
"epoch": 6,
"train_accuracy": 0.6161,
"train_cost": 0.2903678087234497,
"test_accuracy": 0.594,
"test_cost": 0.2984462175369263,
"corrector": {
"step": 473,
"bias_rms": 0.3279944185118071,
"residual_bias_rms": 0.0010317249018418713,
"neutral_observations": 538
},
"wall_seconds": 72.47803997993469
},
{
"epoch": 7,
"train_accuracy": 0.6268,
"train_cost": 0.28524790496826175,
"test_accuracy": 0.62,
"test_cost": 0.2953354959487915,
"corrector": {
"step": 552,
"bias_rms": 0.32508234497085964,
"residual_bias_rms": 0.000402239431567813,
"neutral_observations": 617
},
"wall_seconds": 83.87157440185547
},
{
"epoch": 8,
"train_accuracy": 0.6241,
"train_cost": 0.28665888571739195,
"test_accuracy": 0.5865,
"test_cost": 0.30451641178131106,
"corrector": {
"step": 631,
"bias_rms": 0.3215948223491,
"residual_bias_rms": 0.001195856749767784,
"neutral_observations": 696
},
"wall_seconds": 95.33216047286987
},
{
"epoch": 9,
"train_accuracy": 0.6231,
"train_cost": 0.28508677973747254,
"test_accuracy": 0.6315,
"test_cost": 0.27816396999359133,
"corrector": {
"step": 710,
"bias_rms": 0.3183335932172959,
"residual_bias_rms": 0.002652679784133837,
"neutral_observations": 775
},
"wall_seconds": 106.76524424552917
},
{
"epoch": 10,
"train_accuracy": 0.6377,
"train_cost": 0.2754653572559357,
"test_accuracy": 0.5595,
"test_cost": 0.3280595178604126,
"corrector": {
"step": 789,
"bias_rms": 0.32612410406317766,
"residual_bias_rms": 0.0003998780642494185,
"neutral_observations": 854
},
"wall_seconds": 118.15158224105835
}
],
"final": {
"epoch": 10,
"train_accuracy": 0.6377,
"train_cost": 0.2754653572559357,
"test_accuracy": 0.5595,
"test_cost": 0.3280595178604126,
"corrector": {
"step": 789,
"bias_rms": 0.32612410406317766,
"residual_bias_rms": 0.0003998780642494185,
"neutral_observations": 854
},
"wall_seconds": 118.15158224105835
}
}
|
