1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
|
{
"config": {
"input_dim": 16,
"output_dim": 4,
"width": 64,
"train_samples": 128,
"test_samples": 512,
"target_steps": 50,
"early_steps": [
1,
2,
5
],
"lr": 0.001,
"init_seeds": 2,
"feedback_seeds": 4,
"data_seed": 123,
"feedback_scale": "relu",
"device": "cpu",
"torch_threads": 4,
"outdir": "outputs/compressed_operator_T50_width64_N128"
},
"rows": [
{
"init_seed": 10000,
"feedback_seed": 100000,
"target_steps": 50,
"early_steps": 1,
"empirical_bp_loss": 2.3569658321941453,
"empirical_fa_loss": 2.4674972235655037,
"empirical_gap": 0.11053139137135837,
"fixed_bp_loss": 2.332728873052325,
"fixed_fa_loss": 2.4705516327579597,
"fixed_gap": 0.13782275970563473,
"compressed_fa_loss": 2.4684071784494623,
"compressed_gap": 0.13567830539713732,
"alpha_s": 0.00045640637775610924,
"alpha_slope": 0.00045640637775610924,
"fixed_gap_error": 0.027291368334276367,
"compressed_gap_error": 0.025146914025778955
},
{
"init_seed": 10000,
"feedback_seed": 100000,
"target_steps": 50,
"early_steps": 2,
"empirical_bp_loss": 2.3569658321941453,
"empirical_fa_loss": 2.4674972235655037,
"empirical_gap": 0.11053139137135837,
"fixed_bp_loss": 2.332728873052325,
"fixed_fa_loss": 2.4705516327579597,
"fixed_gap": 0.13782275970563473,
"compressed_fa_loss": 2.469348090916835,
"compressed_gap": 0.13661921786451003,
"alpha_s": 0.0005113801398504664,
"alpha_slope": 0.0002556900699252332,
"fixed_gap_error": 0.027291368334276367,
"compressed_gap_error": 0.026087826493151667
},
{
"init_seed": 10000,
"feedback_seed": 100000,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.3569658321941453,
"empirical_fa_loss": 2.4674972235655037,
"empirical_gap": 0.11053139137135837,
"fixed_bp_loss": 2.332728873052325,
"fixed_fa_loss": 2.4705516327579597,
"fixed_gap": 0.13782275970563473,
"compressed_fa_loss": 2.469760390801688,
"compressed_gap": 0.13703151774936284,
"alpha_s": 0.0008398265118322409,
"alpha_slope": 0.00016796530236644819,
"fixed_gap_error": 0.027291368334276367,
"compressed_gap_error": 0.026500126378004474
},
{
"init_seed": 10000,
"feedback_seed": 100001,
"target_steps": 50,
"early_steps": 1,
"empirical_bp_loss": 2.3569658321941453,
"empirical_fa_loss": 2.4714364509805256,
"empirical_gap": 0.11447061878638021,
"fixed_bp_loss": 2.332728873052325,
"fixed_fa_loss": 2.48436919706372,
"fixed_gap": 0.15164032401139504,
"compressed_fa_loss": 2.450950094320365,
"compressed_gap": 0.11822122126804002,
"alpha_s": 0.0073805927366008325,
"alpha_slope": 0.0073805927366008325,
"fixed_gap_error": 0.03716970522501484,
"compressed_gap_error": 0.003750602481659815
},
{
"init_seed": 10000,
"feedback_seed": 100001,
"target_steps": 50,
"early_steps": 2,
"empirical_bp_loss": 2.3569658321941453,
"empirical_fa_loss": 2.4714364509805256,
"empirical_gap": 0.11447061878638021,
"fixed_bp_loss": 2.332728873052325,
"fixed_fa_loss": 2.48436919706372,
"fixed_gap": 0.15164032401139504,
"compressed_fa_loss": 2.4552647819218127,
"compressed_gap": 0.12253590886948773,
"alpha_s": 0.012770801895511698,
"alpha_slope": 0.006385400947755849,
"fixed_gap_error": 0.03716970522501484,
"compressed_gap_error": 0.008065290083107524
},
{
"init_seed": 10000,
"feedback_seed": 100001,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.3569658321941453,
"empirical_fa_loss": 2.4714364509805256,
"empirical_gap": 0.11447061878638021,
"fixed_bp_loss": 2.332728873052325,
"fixed_fa_loss": 2.48436919706372,
"fixed_gap": 0.15164032401139504,
"compressed_fa_loss": 2.456722611444829,
"compressed_gap": 0.12399373839250405,
"alpha_s": 0.030260424946150933,
"alpha_slope": 0.006052084989230187,
"fixed_gap_error": 0.03716970522501484,
"compressed_gap_error": 0.009523119606123842
},
{
"init_seed": 10000,
"feedback_seed": 100002,
"target_steps": 50,
"early_steps": 1,
"empirical_bp_loss": 2.3569658321941453,
"empirical_fa_loss": 2.4572996708485597,
"empirical_gap": 0.10033383865441436,
"fixed_bp_loss": 2.332728873052325,
"fixed_fa_loss": 2.4487734594838644,
"fixed_gap": 0.11604458643153936,
"compressed_fa_loss": 2.4487734594838644,
"compressed_gap": 0.11604458643153936,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.015710747777125,
"compressed_gap_error": 0.015710747777125
},
{
"init_seed": 10000,
"feedback_seed": 100002,
"target_steps": 50,
"early_steps": 2,
"empirical_bp_loss": 2.3569658321941453,
"empirical_fa_loss": 2.4572996708485597,
"empirical_gap": 0.10033383865441436,
"fixed_bp_loss": 2.332728873052325,
"fixed_fa_loss": 2.4487734594838644,
"fixed_gap": 0.11604458643153936,
"compressed_fa_loss": 2.4487734594838644,
"compressed_gap": 0.11604458643153936,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.015710747777125,
"compressed_gap_error": 0.015710747777125
},
{
"init_seed": 10000,
"feedback_seed": 100002,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.3569658321941453,
"empirical_fa_loss": 2.4572996708485597,
"empirical_gap": 0.10033383865441436,
"fixed_bp_loss": 2.332728873052325,
"fixed_fa_loss": 2.4487734594838644,
"fixed_gap": 0.11604458643153936,
"compressed_fa_loss": 2.4487734594838644,
"compressed_gap": 0.11604458643153936,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.015710747777125,
"compressed_gap_error": 0.015710747777125
},
{
"init_seed": 10000,
"feedback_seed": 100003,
"target_steps": 50,
"early_steps": 1,
"empirical_bp_loss": 2.3569658321941453,
"empirical_fa_loss": 2.454226960126308,
"empirical_gap": 0.09726112793216268,
"fixed_bp_loss": 2.332728873052325,
"fixed_fa_loss": 2.4566033375851983,
"fixed_gap": 0.12387446453287332,
"compressed_fa_loss": 2.4524082102099762,
"compressed_gap": 0.11967933715765122,
"alpha_s": 0.0011052052309358164,
"alpha_slope": 0.0011052052309358164,
"fixed_gap_error": 0.026613336600710635,
"compressed_gap_error": 0.02241820922548854
},
{
"init_seed": 10000,
"feedback_seed": 100003,
"target_steps": 50,
"early_steps": 2,
"empirical_bp_loss": 2.3569658321941453,
"empirical_fa_loss": 2.454226960126308,
"empirical_gap": 0.09726112793216268,
"fixed_bp_loss": 2.332728873052325,
"fixed_fa_loss": 2.4566033375851983,
"fixed_gap": 0.12387446453287332,
"compressed_fa_loss": 2.4528612009597377,
"compressed_gap": 0.12013232790741268,
"alpha_s": 0.001970336929520297,
"alpha_slope": 0.0009851684647601486,
"fixed_gap_error": 0.026613336600710635,
"compressed_gap_error": 0.02287119997525
},
{
"init_seed": 10000,
"feedback_seed": 100003,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.3569658321941453,
"empirical_fa_loss": 2.454226960126308,
"empirical_gap": 0.09726112793216268,
"fixed_bp_loss": 2.332728873052325,
"fixed_fa_loss": 2.4566033375851983,
"fixed_gap": 0.12387446453287332,
"compressed_fa_loss": 2.4530789790242205,
"compressed_gap": 0.12035010597189544,
"alpha_s": 0.004637601304708149,
"alpha_slope": 0.0009275202609416299,
"fixed_gap_error": 0.026613336600710635,
"compressed_gap_error": 0.023088978039732755
},
{
"init_seed": 10001,
"feedback_seed": 101000,
"target_steps": 50,
"early_steps": 1,
"empirical_bp_loss": 2.4152655744770044,
"empirical_fa_loss": 2.5609120318212937,
"empirical_gap": 0.14564645734428927,
"fixed_bp_loss": 2.388693912379294,
"fixed_fa_loss": 2.562959593837799,
"fixed_gap": 0.1742656814585053,
"compressed_fa_loss": 2.562959593837799,
"compressed_gap": 0.1742656814585053,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.028619224114216024,
"compressed_gap_error": 0.028619224114216024
},
{
"init_seed": 10001,
"feedback_seed": 101000,
"target_steps": 50,
"early_steps": 2,
"empirical_bp_loss": 2.4152655744770044,
"empirical_fa_loss": 2.5609120318212937,
"empirical_gap": 0.14564645734428927,
"fixed_bp_loss": 2.388693912379294,
"fixed_fa_loss": 2.562959593837799,
"fixed_gap": 0.1742656814585053,
"compressed_fa_loss": 2.562959593837799,
"compressed_gap": 0.1742656814585053,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.028619224114216024,
"compressed_gap_error": 0.028619224114216024
},
{
"init_seed": 10001,
"feedback_seed": 101000,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.4152655744770044,
"empirical_fa_loss": 2.5609120318212937,
"empirical_gap": 0.14564645734428927,
"fixed_bp_loss": 2.388693912379294,
"fixed_fa_loss": 2.562959593837799,
"fixed_gap": 0.1742656814585053,
"compressed_fa_loss": 2.562959593837799,
"compressed_gap": 0.1742656814585053,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.028619224114216024,
"compressed_gap_error": 0.028619224114216024
},
{
"init_seed": 10001,
"feedback_seed": 101001,
"target_steps": 50,
"early_steps": 1,
"empirical_bp_loss": 2.4152655744770044,
"empirical_fa_loss": 2.5542741859892297,
"empirical_gap": 0.13900861151222532,
"fixed_bp_loss": 2.388693912379294,
"fixed_fa_loss": 2.561600287495685,
"fixed_gap": 0.17290637511639106,
"compressed_fa_loss": 2.534475836124826,
"compressed_gap": 0.145781923745532,
"alpha_s": 0.005297021304332478,
"alpha_slope": 0.005297021304332478,
"fixed_gap_error": 0.03389776360416574,
"compressed_gap_error": 0.006773312233306683
},
{
"init_seed": 10001,
"feedback_seed": 101001,
"target_steps": 50,
"early_steps": 2,
"empirical_bp_loss": 2.4152655744770044,
"empirical_fa_loss": 2.5542741859892297,
"empirical_gap": 0.13900861151222532,
"fixed_bp_loss": 2.388693912379294,
"fixed_fa_loss": 2.561600287495685,
"fixed_gap": 0.17290637511639106,
"compressed_fa_loss": 2.537142207880337,
"compressed_gap": 0.14844829550104333,
"alpha_s": 0.009519607085268845,
"alpha_slope": 0.004759803542634423,
"fixed_gap_error": 0.03389776360416574,
"compressed_gap_error": 0.009439683988818004
},
{
"init_seed": 10001,
"feedback_seed": 101001,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.4152655744770044,
"empirical_fa_loss": 2.5542741859892297,
"empirical_gap": 0.13900861151222532,
"fixed_bp_loss": 2.388693912379294,
"fixed_fa_loss": 2.561600287495685,
"fixed_gap": 0.17290637511639106,
"compressed_fa_loss": 2.538330968149844,
"compressed_gap": 0.1496370557705502,
"alpha_s": 0.022607389159601757,
"alpha_slope": 0.0045214778319203515,
"fixed_gap_error": 0.03389776360416574,
"compressed_gap_error": 0.010628444258324876
},
{
"init_seed": 10001,
"feedback_seed": 101002,
"target_steps": 50,
"early_steps": 1,
"empirical_bp_loss": 2.4152655744770044,
"empirical_fa_loss": 2.5723825601131525,
"empirical_gap": 0.15711698563614807,
"fixed_bp_loss": 2.388693912379294,
"fixed_fa_loss": 2.5737215967324123,
"fixed_gap": 0.18502768435311845,
"compressed_fa_loss": 2.5737215967324123,
"compressed_gap": 0.18502768435311845,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.027910698716970384,
"compressed_gap_error": 0.027910698716970384
},
{
"init_seed": 10001,
"feedback_seed": 101002,
"target_steps": 50,
"early_steps": 2,
"empirical_bp_loss": 2.4152655744770044,
"empirical_fa_loss": 2.5723825601131525,
"empirical_gap": 0.15711698563614807,
"fixed_bp_loss": 2.388693912379294,
"fixed_fa_loss": 2.5737215967324123,
"fixed_gap": 0.18502768435311845,
"compressed_fa_loss": 2.5737215967324123,
"compressed_gap": 0.18502768435311845,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.027910698716970384,
"compressed_gap_error": 0.027910698716970384
},
{
"init_seed": 10001,
"feedback_seed": 101002,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.4152655744770044,
"empirical_fa_loss": 2.5723825601131525,
"empirical_gap": 0.15711698563614807,
"fixed_bp_loss": 2.388693912379294,
"fixed_fa_loss": 2.5737215967324123,
"fixed_gap": 0.18502768435311845,
"compressed_fa_loss": 2.5737215967324123,
"compressed_gap": 0.18502768435311845,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.027910698716970384,
"compressed_gap_error": 0.027910698716970384
},
{
"init_seed": 10001,
"feedback_seed": 101003,
"target_steps": 50,
"early_steps": 1,
"empirical_bp_loss": 2.4152655744770044,
"empirical_fa_loss": 2.555275162766506,
"empirical_gap": 0.1400095882895016,
"fixed_bp_loss": 2.388693912379294,
"fixed_fa_loss": 2.5529535476349148,
"fixed_gap": 0.16425963525562093,
"compressed_fa_loss": 2.5529535476349148,
"compressed_gap": 0.16425963525562093,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.02425004696611932,
"compressed_gap_error": 0.02425004696611932
},
{
"init_seed": 10001,
"feedback_seed": 101003,
"target_steps": 50,
"early_steps": 2,
"empirical_bp_loss": 2.4152655744770044,
"empirical_fa_loss": 2.555275162766506,
"empirical_gap": 0.1400095882895016,
"fixed_bp_loss": 2.388693912379294,
"fixed_fa_loss": 2.5529535476349148,
"fixed_gap": 0.16425963525562093,
"compressed_fa_loss": 2.5529535476349148,
"compressed_gap": 0.16425963525562093,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.02425004696611932,
"compressed_gap_error": 0.02425004696611932
},
{
"init_seed": 10001,
"feedback_seed": 101003,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.4152655744770044,
"empirical_fa_loss": 2.555275162766506,
"empirical_gap": 0.1400095882895016,
"fixed_bp_loss": 2.388693912379294,
"fixed_fa_loss": 2.5529535476349148,
"fixed_gap": 0.16425963525562093,
"compressed_fa_loss": 2.5529535476349148,
"compressed_gap": 0.16425963525562093,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.02425004696611932,
"compressed_gap_error": 0.02425004696611932
}
]
}
|
