1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
|
{
"config": {
"input_dim": 16,
"output_dim": 4,
"width": 64,
"train_samples": 256,
"test_samples": 512,
"target_steps": 50,
"early_steps": [
5,
10,
20
],
"lr": 0.001,
"init_seeds": 2,
"feedback_seeds": 4,
"data_seed": 123,
"feedback_scale": "relu",
"device": "cpu",
"torch_threads": 4,
"outdir": "outputs/compressed_operator_retangent_T50_width64_N256"
},
"rows": [
{
"init_seed": 10000,
"feedback_seed": 100000,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.5704680254566754,
"empirical_fa_loss": 2.6773099946553027,
"empirical_gap": 0.10684196919862732,
"fixed_bp_loss": 2.5486201412594696,
"fixed_fa_loss": 2.674726176946598,
"fixed_gap": 0.12610603568712841,
"compressed_fa_loss": 2.674726176946598,
"compressed_gap": 0.12610603568712841,
"linear_bp_loss": 2.5845644642344165,
"linear_fa_loss": 2.679756256890758,
"linear_gap": 0.09519179265634126,
"retangent_bp_loss": 2.555146655625453,
"retangent_fa_loss": 2.6754931977382297,
"retangent_gap": 0.12034654211277651,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.019264066488501097,
"compressed_gap_error": 0.019264066488501097,
"linear_gap_error": -0.011650176542286061,
"retangent_gap_error": 0.013504572914149193
},
{
"init_seed": 10000,
"feedback_seed": 100000,
"target_steps": 50,
"early_steps": 10,
"empirical_bp_loss": 2.5704680254566754,
"empirical_fa_loss": 2.6773099946553027,
"empirical_gap": 0.10684196919862732,
"fixed_bp_loss": 2.5486201412594696,
"fixed_fa_loss": 2.674726176946598,
"fixed_gap": 0.12610603568712841,
"compressed_fa_loss": 2.674726176946598,
"compressed_gap": 0.12610603568712841,
"linear_bp_loss": 2.582840954257196,
"linear_fa_loss": 2.6807098938874963,
"linear_gap": 0.0978689396303003,
"retangent_bp_loss": 2.560828874171852,
"retangent_fa_loss": 2.6768787276993327,
"retangent_gap": 0.11604985352748054,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.019264066488501097,
"compressed_gap_error": 0.019264066488501097,
"linear_gap_error": -0.008973029568327018,
"retangent_gap_error": 0.009207884328853222
},
{
"init_seed": 10000,
"feedback_seed": 100000,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.5704680254566754,
"empirical_fa_loss": 2.6773099946553027,
"empirical_gap": 0.10684196919862732,
"fixed_bp_loss": 2.5486201412594696,
"fixed_fa_loss": 2.674726176946598,
"fixed_gap": 0.12610603568712841,
"compressed_fa_loss": 2.674726176946598,
"compressed_gap": 0.12610603568712841,
"linear_bp_loss": 2.573787491557961,
"linear_fa_loss": 2.6765015491574857,
"linear_gap": 0.1027140575995249,
"retangent_bp_loss": 2.5658400712049203,
"retangent_fa_loss": 2.6763796100347523,
"retangent_gap": 0.11053953882983203,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.019264066488501097,
"compressed_gap_error": 0.019264066488501097,
"linear_gap_error": -0.0041279115991024184,
"retangent_gap_error": 0.0036975696312047113
},
{
"init_seed": 10000,
"feedback_seed": 100001,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.5704680254566754,
"empirical_fa_loss": 2.6761942818704343,
"empirical_gap": 0.10572625641375888,
"fixed_bp_loss": 2.5486201412594696,
"fixed_fa_loss": 2.686715285479813,
"fixed_gap": 0.13809514422034352,
"compressed_fa_loss": 2.6646749119899624,
"compressed_gap": 0.11605477073049286,
"linear_bp_loss": 2.5845644642344165,
"linear_fa_loss": 2.6763315650282995,
"linear_gap": 0.09176710079388295,
"retangent_bp_loss": 2.555146655625453,
"retangent_fa_loss": 2.684235156182912,
"retangent_gap": 0.1290885005574589,
"alpha_s": 0.026777076717473345,
"alpha_slope": 0.005355415343494669,
"fixed_gap_error": 0.032368887806584645,
"compressed_gap_error": 0.010328514316733983,
"linear_gap_error": -0.01395915561987593,
"retangent_gap_error": 0.02336224414370003
},
{
"init_seed": 10000,
"feedback_seed": 100001,
"target_steps": 50,
"early_steps": 10,
"empirical_bp_loss": 2.5704680254566754,
"empirical_fa_loss": 2.6761942818704343,
"empirical_gap": 0.10572625641375888,
"fixed_bp_loss": 2.5486201412594696,
"fixed_fa_loss": 2.686715285479813,
"fixed_gap": 0.13809514422034352,
"compressed_fa_loss": 2.666002348528777,
"compressed_gap": 0.11738220726930759,
"linear_bp_loss": 2.582840954257196,
"linear_fa_loss": 2.675818508514623,
"linear_gap": 0.09297755425742693,
"retangent_bp_loss": 2.560828874171852,
"retangent_fa_loss": 2.6821332289644695,
"retangent_gap": 0.12130435479261736,
"alpha_s": 0.05022077153089302,
"alpha_slope": 0.005022077153089302,
"fixed_gap_error": 0.032368887806584645,
"compressed_gap_error": 0.011655950855548713,
"linear_gap_error": -0.012748702156331948,
"retangent_gap_error": 0.015578098378858485
},
{
"init_seed": 10000,
"feedback_seed": 100001,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.5704680254566754,
"empirical_fa_loss": 2.6761942818704343,
"empirical_gap": 0.10572625641375888,
"fixed_bp_loss": 2.5486201412594696,
"fixed_fa_loss": 2.686715285479813,
"fixed_gap": 0.13809514422034352,
"compressed_fa_loss": 2.668064377683658,
"compressed_gap": 0.11944423642418833,
"linear_bp_loss": 2.573787491557961,
"linear_fa_loss": 2.6761597686924476,
"linear_gap": 0.10237227713448682,
"retangent_bp_loss": 2.5658400712049203,
"retangent_fa_loss": 2.679337365756754,
"retangent_gap": 0.11349729455183377,
"alpha_s": 0.09014186982149784,
"alpha_slope": 0.004507093491074892,
"fixed_gap_error": 0.032368887806584645,
"compressed_gap_error": 0.013717980010429454,
"linear_gap_error": -0.003353979279272057,
"retangent_gap_error": 0.007771038138074893
},
{
"init_seed": 10000,
"feedback_seed": 100002,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.5704680254566754,
"empirical_fa_loss": 2.665831997258412,
"empirical_gap": 0.09536397180173672,
"fixed_bp_loss": 2.5486201412594696,
"fixed_fa_loss": 2.6570973933324966,
"fixed_gap": 0.10847725207302705,
"compressed_fa_loss": 2.6570973933324966,
"compressed_gap": 0.10847725207302705,
"linear_bp_loss": 2.5845644642344165,
"linear_fa_loss": 2.6789044626548693,
"linear_gap": 0.09433999842045271,
"retangent_bp_loss": 2.555146655625453,
"retangent_fa_loss": 2.660992135770022,
"retangent_gap": 0.10584548014456896,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.013113280271290328,
"compressed_gap_error": 0.013113280271290328,
"linear_gap_error": -0.0010239733812840157,
"retangent_gap_error": 0.010481508342832235
},
{
"init_seed": 10000,
"feedback_seed": 100002,
"target_steps": 50,
"early_steps": 10,
"empirical_bp_loss": 2.5704680254566754,
"empirical_fa_loss": 2.665831997258412,
"empirical_gap": 0.09536397180173672,
"fixed_bp_loss": 2.5486201412594696,
"fixed_fa_loss": 2.6570973933324966,
"fixed_gap": 0.10847725207302705,
"compressed_fa_loss": 2.6570973933324966,
"compressed_gap": 0.10847725207302705,
"linear_bp_loss": 2.582840954257196,
"linear_fa_loss": 2.6720434303726703,
"linear_gap": 0.08920247611547438,
"retangent_bp_loss": 2.560828874171852,
"retangent_fa_loss": 2.662229401655925,
"retangent_gap": 0.1014005274840728,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.013113280271290328,
"compressed_gap_error": 0.013113280271290328,
"linear_gap_error": -0.0061614956862623416,
"retangent_gap_error": 0.0060365556823360755
},
{
"init_seed": 10000,
"feedback_seed": 100002,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.5704680254566754,
"empirical_fa_loss": 2.665831997258412,
"empirical_gap": 0.09536397180173672,
"fixed_bp_loss": 2.5486201412594696,
"fixed_fa_loss": 2.6570973933324966,
"fixed_gap": 0.10847725207302705,
"compressed_fa_loss": 2.6570973933324966,
"compressed_gap": 0.10847725207302705,
"linear_bp_loss": 2.573787491557961,
"linear_fa_loss": 2.6671327560054325,
"linear_gap": 0.09334526444747171,
"retangent_bp_loss": 2.5658400712049203,
"retangent_fa_loss": 2.663738174714057,
"retangent_gap": 0.09789810350913664,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.013113280271290328,
"compressed_gap_error": 0.013113280271290328,
"linear_gap_error": -0.0020187073542650147,
"retangent_gap_error": 0.0025341317073999114
},
{
"init_seed": 10000,
"feedback_seed": 100003,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.5704680254566754,
"empirical_fa_loss": 2.665868768518039,
"empirical_gap": 0.0954007430613637,
"fixed_bp_loss": 2.5486201412594696,
"fixed_fa_loss": 2.6694883149629254,
"fixed_gap": 0.12086817370345582,
"compressed_fa_loss": 2.6656504704220616,
"compressed_gap": 0.11703032916259204,
"linear_bp_loss": 2.5845644642344165,
"linear_fa_loss": 2.671164105538918,
"linear_gap": 0.0865996413045016,
"retangent_bp_loss": 2.555146655625453,
"retangent_fa_loss": 2.669951628575662,
"retangent_gap": 0.11480497295020875,
"alpha_s": 0.005373382883254727,
"alpha_slope": 0.0010746765766509454,
"fixed_gap_error": 0.025467430642092115,
"compressed_gap_error": 0.021629586101228337,
"linear_gap_error": -0.008801101756862106,
"retangent_gap_error": 0.019404229888845048
},
{
"init_seed": 10000,
"feedback_seed": 100003,
"target_steps": 50,
"early_steps": 10,
"empirical_bp_loss": 2.5704680254566754,
"empirical_fa_loss": 2.665868768518039,
"empirical_gap": 0.0954007430613637,
"fixed_bp_loss": 2.5486201412594696,
"fixed_fa_loss": 2.6694883149629254,
"fixed_gap": 0.12086817370345582,
"compressed_fa_loss": 2.6645814202106317,
"compressed_gap": 0.11596127895116215,
"linear_bp_loss": 2.582840954257196,
"linear_fa_loss": 2.6629750979629656,
"linear_gap": 0.08013414370576966,
"retangent_bp_loss": 2.560828874171852,
"retangent_fa_loss": 2.667052406246828,
"retangent_gap": 0.10622353207497603,
"alpha_s": 0.013762362242261105,
"alpha_slope": 0.0013762362242261106,
"fixed_gap_error": 0.025467430642092115,
"compressed_gap_error": 0.020560535889798448,
"linear_gap_error": -0.015266599355594046,
"retangent_gap_error": 0.010822789013612333
},
{
"init_seed": 10000,
"feedback_seed": 100003,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.5704680254566754,
"empirical_fa_loss": 2.665868768518039,
"empirical_gap": 0.0954007430613637,
"fixed_bp_loss": 2.5486201412594696,
"fixed_fa_loss": 2.6694883149629254,
"fixed_gap": 0.12086817370345582,
"compressed_fa_loss": 2.664316315132817,
"compressed_gap": 0.11569617387334752,
"linear_bp_loss": 2.573787491557961,
"linear_fa_loss": 2.666717968401015,
"linear_gap": 0.09293047684305433,
"retangent_bp_loss": 2.5658400712049203,
"retangent_fa_loss": 2.6673770798233356,
"retangent_gap": 0.1015370086184153,
"alpha_s": 0.029023336474644966,
"alpha_slope": 0.0014511668237322483,
"fixed_gap_error": 0.025467430642092115,
"compressed_gap_error": 0.020295430811983817,
"linear_gap_error": -0.0024702662183093693,
"retangent_gap_error": 0.006136265557051601
},
{
"init_seed": 10001,
"feedback_seed": 101000,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.570334573821084,
"empirical_fa_loss": 2.697143412487514,
"empirical_gap": 0.1268088386664301,
"fixed_bp_loss": 2.5510676448481027,
"fixed_fa_loss": 2.6946737310587165,
"fixed_gap": 0.14360608621061388,
"compressed_fa_loss": 2.6946737310587165,
"compressed_gap": 0.14360608621061388,
"linear_bp_loss": 2.585778004855662,
"linear_fa_loss": 2.694146683781083,
"linear_gap": 0.10836867892542079,
"retangent_bp_loss": 2.5578055239050306,
"retangent_fa_loss": 2.6939205963930704,
"retangent_gap": 0.13611507248803978,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.01679724754418377,
"compressed_gap_error": 0.01679724754418377,
"linear_gap_error": -0.01844015974100932,
"retangent_gap_error": 0.009306233821609666
},
{
"init_seed": 10001,
"feedback_seed": 101000,
"target_steps": 50,
"early_steps": 10,
"empirical_bp_loss": 2.570334573821084,
"empirical_fa_loss": 2.697143412487514,
"empirical_gap": 0.1268088386664301,
"fixed_bp_loss": 2.5510676448481027,
"fixed_fa_loss": 2.6946737310587165,
"fixed_gap": 0.14360608621061388,
"compressed_fa_loss": 2.6946737310587165,
"compressed_gap": 0.14360608621061388,
"linear_bp_loss": 2.5771648085860845,
"linear_fa_loss": 2.7020627893665843,
"linear_gap": 0.12489798078049974,
"retangent_bp_loss": 2.560977566028316,
"retangent_fa_loss": 2.696540754078237,
"retangent_gap": 0.13556318804992085,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.01679724754418377,
"compressed_gap_error": 0.01679724754418377,
"linear_gap_error": -0.0019108578859303726,
"retangent_gap_error": 0.008754349383490734
},
{
"init_seed": 10001,
"feedback_seed": 101000,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.570334573821084,
"empirical_fa_loss": 2.697143412487514,
"empirical_gap": 0.1268088386664301,
"fixed_bp_loss": 2.5510676448481027,
"fixed_fa_loss": 2.6946737310587165,
"fixed_gap": 0.14360608621061388,
"compressed_fa_loss": 2.6946737310587165,
"compressed_gap": 0.14360608621061388,
"linear_bp_loss": 2.573459812097857,
"linear_fa_loss": 2.6984575881504815,
"linear_gap": 0.12499777605262441,
"retangent_bp_loss": 2.5666653679074027,
"retangent_fa_loss": 2.696961362653346,
"retangent_gap": 0.13029599474594322,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.01679724754418377,
"compressed_gap_error": 0.01679724754418377,
"linear_gap_error": -0.0018110626138057029,
"retangent_gap_error": 0.0034871560795131096
},
{
"init_seed": 10001,
"feedback_seed": 101001,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.570334573821084,
"empirical_fa_loss": 2.678819805545933,
"empirical_gap": 0.10848523172484903,
"fixed_bp_loss": 2.5510676448481027,
"fixed_fa_loss": 2.6851718899206034,
"fixed_gap": 0.13410424507250074,
"compressed_fa_loss": 2.673452015770911,
"compressed_gap": 0.1223843709228083,
"linear_bp_loss": 2.585778004855662,
"linear_fa_loss": 2.676028368901733,
"linear_gap": 0.09025036404607079,
"retangent_bp_loss": 2.5578055239050306,
"retangent_fa_loss": 2.6826419539195907,
"retangent_gap": 0.12483643001456013,
"alpha_s": 0.014684928999982331,
"alpha_slope": 0.0029369857999964662,
"fixed_gap_error": 0.02561901334765171,
"compressed_gap_error": 0.013899139197959265,
"linear_gap_error": -0.018234867678778244,
"retangent_gap_error": 0.0163511982897111
},
{
"init_seed": 10001,
"feedback_seed": 101001,
"target_steps": 50,
"early_steps": 10,
"empirical_bp_loss": 2.570334573821084,
"empirical_fa_loss": 2.678819805545933,
"empirical_gap": 0.10848523172484903,
"fixed_bp_loss": 2.5510676448481027,
"fixed_fa_loss": 2.6851718899206034,
"fixed_gap": 0.13410424507250074,
"compressed_fa_loss": 2.6736071723014883,
"compressed_gap": 0.12253952745338559,
"linear_bp_loss": 2.5771648085860845,
"linear_fa_loss": 2.677889817678982,
"linear_gap": 0.10072500909289728,
"retangent_bp_loss": 2.560977566028316,
"retangent_fa_loss": 2.6817324902329167,
"retangent_gap": 0.12075492420460066,
"alpha_s": 0.02897356917716972,
"alpha_slope": 0.002897356917716972,
"fixed_gap_error": 0.02561901334765171,
"compressed_gap_error": 0.014054295728536559,
"linear_gap_error": -0.007760222631951752,
"retangent_gap_error": 0.012269692479751626
},
{
"init_seed": 10001,
"feedback_seed": 101001,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.570334573821084,
"empirical_fa_loss": 2.678819805545933,
"empirical_gap": 0.10848523172484903,
"fixed_bp_loss": 2.5510676448481027,
"fixed_fa_loss": 2.6851718899206034,
"fixed_gap": 0.13410424507250074,
"compressed_fa_loss": 2.674522597834999,
"compressed_gap": 0.12345495298689624,
"linear_bp_loss": 2.573459812097857,
"linear_fa_loss": 2.679359886973761,
"linear_gap": 0.1059000748759038,
"retangent_bp_loss": 2.5666653679074027,
"retangent_fa_loss": 2.680686764557631,
"retangent_gap": 0.11402139665022837,
"alpha_s": 0.05327917890605306,
"alpha_slope": 0.002663958945302653,
"fixed_gap_error": 0.02561901334765171,
"compressed_gap_error": 0.014969721262047209,
"linear_gap_error": -0.002585156848945225,
"retangent_gap_error": 0.005536164925379339
},
{
"init_seed": 10001,
"feedback_seed": 101002,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.570334573821084,
"empirical_fa_loss": 2.684839622758295,
"empirical_gap": 0.11450504893721103,
"fixed_bp_loss": 2.5510676448481027,
"fixed_fa_loss": 2.6900721075509733,
"fixed_gap": 0.1390044627028706,
"compressed_fa_loss": 2.6900721075509733,
"compressed_gap": 0.1390044627028706,
"linear_bp_loss": 2.585778004855662,
"linear_fa_loss": 2.683244442546439,
"linear_gap": 0.09746643769077679,
"retangent_bp_loss": 2.5578055239050306,
"retangent_fa_loss": 2.6882582168452593,
"retangent_gap": 0.13045269294022876,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.02449941376565956,
"compressed_gap_error": 0.02449941376565956,
"linear_gap_error": -0.017038611246434243,
"retangent_gap_error": 0.015947644003017736
},
{
"init_seed": 10001,
"feedback_seed": 101002,
"target_steps": 50,
"early_steps": 10,
"empirical_bp_loss": 2.570334573821084,
"empirical_fa_loss": 2.684839622758295,
"empirical_gap": 0.11450504893721103,
"fixed_bp_loss": 2.5510676448481027,
"fixed_fa_loss": 2.6900721075509733,
"fixed_gap": 0.1390044627028706,
"compressed_fa_loss": 2.6900721075509733,
"compressed_gap": 0.1390044627028706,
"linear_bp_loss": 2.5771648085860845,
"linear_fa_loss": 2.6866312751512336,
"linear_gap": 0.10946646656514902,
"retangent_bp_loss": 2.560977566028316,
"retangent_fa_loss": 2.688307031858468,
"retangent_gap": 0.1273294658301518,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.02449941376565956,
"compressed_gap_error": 0.02449941376565956,
"linear_gap_error": -0.005038582372062006,
"retangent_gap_error": 0.012824416892940782
},
{
"init_seed": 10001,
"feedback_seed": 101002,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.570334573821084,
"empirical_fa_loss": 2.684839622758295,
"empirical_gap": 0.11450504893721103,
"fixed_bp_loss": 2.5510676448481027,
"fixed_fa_loss": 2.6900721075509733,
"fixed_gap": 0.1390044627028706,
"compressed_fa_loss": 2.6896637682037468,
"compressed_gap": 0.13859612335564409,
"linear_bp_loss": 2.573459812097857,
"linear_fa_loss": 2.68553206710311,
"linear_gap": 0.11207225500525286,
"retangent_bp_loss": 2.5666653679074027,
"retangent_fa_loss": 2.686753963153742,
"retangent_gap": 0.1200885952463393,
"alpha_s": 0.002003913509964736,
"alpha_slope": 0.00010019567549823681,
"fixed_gap_error": 0.02449941376565956,
"compressed_gap_error": 0.024091074418433056,
"linear_gap_error": -0.002432793931958166,
"retangent_gap_error": 0.005583546309128273
},
{
"init_seed": 10001,
"feedback_seed": 101003,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.570334573821084,
"empirical_fa_loss": 2.681052714285519,
"empirical_gap": 0.11071814046443507,
"fixed_bp_loss": 2.5510676448481027,
"fixed_fa_loss": 2.6833566536237186,
"fixed_gap": 0.1322890087756159,
"compressed_fa_loss": 2.6818715854838153,
"compressed_gap": 0.13080394063571266,
"linear_bp_loss": 2.585778004855662,
"linear_fa_loss": 2.6802617272746296,
"linear_gap": 0.09448372241896763,
"retangent_bp_loss": 2.5578055239050306,
"retangent_fa_loss": 2.682271383868027,
"retangent_gap": 0.12446585996299664,
"alpha_s": 0.0017009902491515422,
"alpha_slope": 0.00034019804983030844,
"fixed_gap_error": 0.021570868311180824,
"compressed_gap_error": 0.02008580017127759,
"linear_gap_error": -0.016234418045467436,
"retangent_gap_error": 0.013747719498561572
},
{
"init_seed": 10001,
"feedback_seed": 101003,
"target_steps": 50,
"early_steps": 10,
"empirical_bp_loss": 2.570334573821084,
"empirical_fa_loss": 2.681052714285519,
"empirical_gap": 0.11071814046443507,
"fixed_bp_loss": 2.5510676448481027,
"fixed_fa_loss": 2.6833566536237186,
"fixed_gap": 0.1322890087756159,
"compressed_fa_loss": 2.681327478903623,
"compressed_gap": 0.13025983405552033,
"linear_bp_loss": 2.5771648085860845,
"linear_fa_loss": 2.68262037111751,
"linear_gap": 0.10545556253142552,
"retangent_bp_loss": 2.560977566028316,
"retangent_fa_loss": 2.6825634523790947,
"retangent_gap": 0.1215858863507786,
"alpha_s": 0.004653433862706439,
"alpha_slope": 0.00046534338627064384,
"fixed_gap_error": 0.021570868311180824,
"compressed_gap_error": 0.019541693591085263,
"linear_gap_error": -0.005262577933009549,
"retangent_gap_error": 0.010867745886343538
},
{
"init_seed": 10001,
"feedback_seed": 101003,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.570334573821084,
"empirical_fa_loss": 2.681052714285519,
"empirical_gap": 0.11071814046443507,
"fixed_bp_loss": 2.5510676448481027,
"fixed_fa_loss": 2.6833566536237186,
"fixed_gap": 0.1322890087756159,
"compressed_fa_loss": 2.6806986698432906,
"compressed_gap": 0.12963102499518797,
"linear_bp_loss": 2.573459812097857,
"linear_fa_loss": 2.6814495190976935,
"linear_gap": 0.10798970699983634,
"retangent_bp_loss": 2.5666653679074027,
"retangent_fa_loss": 2.6820020603664396,
"retangent_gap": 0.11533669245903688,
"alpha_s": 0.012206138287633879,
"alpha_slope": 0.000610306914381694,
"fixed_gap_error": 0.021570868311180824,
"compressed_gap_error": 0.018912884530752905,
"linear_gap_error": -0.002728433464598723,
"retangent_gap_error": 0.004618551994601816
}
]
}
|
