1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
|
{
"config": {
"input_dim": 16,
"output_dim": 4,
"width": 64,
"train_samples": 192,
"test_samples": 512,
"target_steps": 50,
"early_steps": [
20
],
"lr": 0.001,
"init_seeds": 4,
"feedback_seeds": 8,
"data_seed": 123,
"feedback_scale": "relu",
"device": "cpu",
"torch_threads": 4,
"outdir": "outputs/compressed_operator_s20_256traj_T50_width64_N192"
},
"rows": [
{
"init_seed": 10000,
"feedback_seed": 100000,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.619308198504077,
"empirical_fa_loss": 2.7453357630883364,
"empirical_gap": 0.12602756458425945,
"fixed_bp_loss": 2.5988723885739176,
"fixed_fa_loss": 2.74830513165478,
"fixed_gap": 0.14943274308086263,
"compressed_fa_loss": 2.7475645198495293,
"compressed_gap": 0.14869213127561176,
"linear_bp_loss": 2.6224808810625517,
"linear_fa_loss": 2.7440799091180565,
"linear_gap": 0.12159902805550482,
"retangent_bp_loss": 2.614800383820022,
"retangent_fa_loss": 2.745283057278814,
"retangent_gap": 0.13048267345879205,
"alpha_s": 0.0029651016485648944,
"alpha_slope": 0.00014825508242824473,
"fixed_gap_error": 0.023405178496603174,
"compressed_gap_error": 0.022664566691352306,
"linear_gap_error": -0.004428536528754634,
"retangent_gap_error": 0.004455108874532598
},
{
"init_seed": 10000,
"feedback_seed": 100001,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.619308198504077,
"empirical_fa_loss": 2.7309895936177306,
"empirical_gap": 0.11168139511365371,
"fixed_bp_loss": 2.5988723885739176,
"fixed_fa_loss": 2.744415508645007,
"fixed_gap": 0.1455431200710895,
"compressed_fa_loss": 2.724662093549141,
"compressed_gap": 0.12578970497522324,
"linear_bp_loss": 2.6224808810625517,
"linear_fa_loss": 2.7302846032679877,
"linear_gap": 0.10780372220543599,
"retangent_bp_loss": 2.614800383820022,
"retangent_fa_loss": 2.734458969899039,
"retangent_gap": 0.11965858607901714,
"alpha_s": 0.08982561365142533,
"alpha_slope": 0.004491280682571266,
"fixed_gap_error": 0.03386172495743578,
"compressed_gap_error": 0.014108309861569523,
"linear_gap_error": -0.003877672908217722,
"retangent_gap_error": 0.007977190965363423
},
{
"init_seed": 10000,
"feedback_seed": 100002,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.619308198504077,
"empirical_fa_loss": 2.7187365058274935,
"empirical_gap": 0.09942830732341656,
"fixed_bp_loss": 2.5988723885739176,
"fixed_fa_loss": 2.709461977036985,
"fixed_gap": 0.11058958846306766,
"compressed_fa_loss": 2.709461977036985,
"compressed_gap": 0.11058958846306766,
"linear_bp_loss": 2.6224808810625517,
"linear_fa_loss": 2.7194689639964102,
"linear_gap": 0.09698808293385852,
"retangent_bp_loss": 2.614800383820022,
"retangent_fa_loss": 2.7161543118827303,
"retangent_gap": 0.10135392806270849,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.011161281139651091,
"compressed_gap_error": 0.011161281139651091,
"linear_gap_error": -0.0024402243895580433,
"retangent_gap_error": 0.0019256207392919222
},
{
"init_seed": 10000,
"feedback_seed": 100003,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.619308198504077,
"empirical_fa_loss": 2.721579703896914,
"empirical_gap": 0.10227150539283691,
"fixed_bp_loss": 2.5988723885739176,
"fixed_fa_loss": 2.725690614451969,
"fixed_gap": 0.12681822587805147,
"compressed_fa_loss": 2.7215050466711084,
"compressed_gap": 0.12263265809719082,
"linear_bp_loss": 2.6224808810625517,
"linear_fa_loss": 2.7220421763805924,
"linear_gap": 0.0995612953180407,
"retangent_bp_loss": 2.614800383820022,
"retangent_fa_loss": 2.7232635441592734,
"retangent_gap": 0.10846316033925163,
"alpha_s": 0.022281470289418456,
"alpha_slope": 0.0011140735144709228,
"fixed_gap_error": 0.024546720485214557,
"compressed_gap_error": 0.020361152704353902,
"linear_gap_error": -0.0027102100747962155,
"retangent_gap_error": 0.006191654946414715
},
{
"init_seed": 10000,
"feedback_seed": 100004,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.619308198504077,
"empirical_fa_loss": 2.730620502408231,
"empirical_gap": 0.11131230390415414,
"fixed_bp_loss": 2.5988723885739176,
"fixed_fa_loss": 2.739001489374059,
"fixed_gap": 0.14012910080014152,
"compressed_fa_loss": 2.72415770389139,
"compressed_gap": 0.12528531531747245,
"linear_bp_loss": 2.6224808810625517,
"linear_fa_loss": 2.730409420152212,
"linear_gap": 0.10792853908966027,
"retangent_bp_loss": 2.614800383820022,
"retangent_fa_loss": 2.7332921041286014,
"retangent_gap": 0.11849172030857957,
"alpha_s": 0.07252563184531244,
"alpha_slope": 0.003626281592265622,
"fixed_gap_error": 0.028816796895987373,
"compressed_gap_error": 0.013973011413318304,
"linear_gap_error": -0.0033837648144938726,
"retangent_gap_error": 0.007179416404425432
},
{
"init_seed": 10000,
"feedback_seed": 100005,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.619308198504077,
"empirical_fa_loss": 2.6989178465440222,
"empirical_gap": 0.0796096480399453,
"fixed_bp_loss": 2.5988723885739176,
"fixed_fa_loss": 2.6972883198536857,
"fixed_gap": 0.09841593127976811,
"compressed_fa_loss": 2.6972883198536857,
"compressed_gap": 0.09841593127976811,
"linear_bp_loss": 2.6224808810625517,
"linear_fa_loss": 2.699395263024737,
"linear_gap": 0.07691438196218536,
"retangent_bp_loss": 2.614800383820022,
"retangent_fa_loss": 2.6987090925993815,
"retangent_gap": 0.08390870877935974,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.018806283239822807,
"compressed_gap_error": 0.018806283239822807,
"linear_gap_error": -0.002695266077759939,
"retangent_gap_error": 0.00429906073941444
},
{
"init_seed": 10000,
"feedback_seed": 100006,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.619308198504077,
"empirical_fa_loss": 2.716828978180805,
"empirical_gap": 0.0975207796767279,
"fixed_bp_loss": 2.5988723885739176,
"fixed_fa_loss": 2.7140720940032224,
"fixed_gap": 0.1151997054293048,
"compressed_fa_loss": 2.7140720940032224,
"compressed_gap": 0.1151997054293048,
"linear_bp_loss": 2.6224808810625517,
"linear_fa_loss": 2.7162597293467416,
"linear_gap": 0.09377884828418992,
"retangent_bp_loss": 2.614800383820022,
"retangent_fa_loss": 2.7157404080204586,
"retangent_gap": 0.1009400242004368,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.0176789257525769,
"compressed_gap_error": 0.0176789257525769,
"linear_gap_error": -0.0037419313925379782,
"retangent_gap_error": 0.0034192445237088975
},
{
"init_seed": 10000,
"feedback_seed": 100007,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.619308198504077,
"empirical_fa_loss": 2.705906578222983,
"empirical_gap": 0.08659837971890605,
"fixed_bp_loss": 2.5988723885739176,
"fixed_fa_loss": 2.7053205338264186,
"fixed_gap": 0.10644814525250101,
"compressed_fa_loss": 2.7022437003185313,
"compressed_gap": 0.10337131174461378,
"linear_bp_loss": 2.6224808810625517,
"linear_fa_loss": 2.7058873438707116,
"linear_gap": 0.08340646280815989,
"retangent_bp_loss": 2.614800383820022,
"retangent_fa_loss": 2.7061771537210055,
"retangent_gap": 0.09137676990098376,
"alpha_s": 0.01987961016664335,
"alpha_slope": 0.0009939805083321676,
"fixed_gap_error": 0.019849765533594965,
"compressed_gap_error": 0.016772932025707732,
"linear_gap_error": -0.003191916910746162,
"retangent_gap_error": 0.0047783901820777075
},
{
"init_seed": 10001,
"feedback_seed": 101000,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.653980447434505,
"empirical_fa_loss": 2.7777624061651207,
"empirical_gap": 0.12378195873061593,
"fixed_bp_loss": 2.6380652556378448,
"fixed_fa_loss": 2.778521072145107,
"fixed_gap": 0.14045581650726202,
"compressed_fa_loss": 2.778521072145107,
"compressed_gap": 0.14045581650726202,
"linear_bp_loss": 2.656110466569491,
"linear_fa_loss": 2.7774617773602324,
"linear_gap": 0.12135131079074135,
"retangent_bp_loss": 2.6504835130178264,
"retangent_fa_loss": 2.7778664246794023,
"retangent_gap": 0.1273829116615759,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.016673857776646095,
"compressed_gap_error": 0.016673857776646095,
"linear_gap_error": -0.002430647939874575,
"retangent_gap_error": 0.0036009529309599664
},
{
"init_seed": 10001,
"feedback_seed": 101001,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.653980447434505,
"empirical_fa_loss": 2.770210414116305,
"empirical_gap": 0.11622996668180008,
"fixed_bp_loss": 2.6380652556378448,
"fixed_fa_loss": 2.777841377912813,
"fixed_gap": 0.13977612227496827,
"compressed_fa_loss": 2.7648213803236756,
"compressed_gap": 0.12675612468583086,
"linear_bp_loss": 2.656110466569491,
"linear_fa_loss": 2.7715648849937637,
"linear_gap": 0.11545441842427273,
"retangent_bp_loss": 2.6504835130178264,
"retangent_fa_loss": 2.773341930815952,
"retangent_gap": 0.12285841779812579,
"alpha_s": 0.06140643802157843,
"alpha_slope": 0.0030703219010789215,
"fixed_gap_error": 0.023546155593168194,
"compressed_gap_error": 0.010526158004030783,
"linear_gap_error": -0.0007755482575273476,
"retangent_gap_error": 0.0066284511163257065
},
{
"init_seed": 10001,
"feedback_seed": 101002,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.653980447434505,
"empirical_fa_loss": 2.774574026801871,
"empirical_gap": 0.12059357936736603,
"fixed_bp_loss": 2.6380652556378448,
"fixed_fa_loss": 2.781840992512343,
"fixed_gap": 0.14377573687449807,
"compressed_fa_loss": 2.781840992512343,
"compressed_gap": 0.14377573687449807,
"linear_bp_loss": 2.656110466569491,
"linear_fa_loss": 2.775166615417795,
"linear_gap": 0.11905614884830396,
"retangent_bp_loss": 2.6504835130178264,
"retangent_fa_loss": 2.7770163131250833,
"retangent_gap": 0.12653280010725698,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.02318215750713204,
"compressed_gap_error": 0.02318215750713204,
"linear_gap_error": -0.0015374305190620774,
"retangent_gap_error": 0.005939220739890949
},
{
"init_seed": 10001,
"feedback_seed": 101003,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.653980447434505,
"empirical_fa_loss": 2.7683747927037423,
"empirical_gap": 0.11439434526923753,
"fixed_bp_loss": 2.6380652556378448,
"fixed_fa_loss": 2.770321563201019,
"fixed_gap": 0.1322563075631744,
"compressed_fa_loss": 2.76894327257723,
"compressed_gap": 0.13087801693938506,
"linear_bp_loss": 2.656110466569491,
"linear_fa_loss": 2.768612645490981,
"linear_gap": 0.11250217892149017,
"retangent_bp_loss": 2.6504835130178264,
"retangent_fa_loss": 2.769526520933803,
"retangent_gap": 0.11904300791597677,
"alpha_s": 0.006051609544462969,
"alpha_slope": 0.00030258047722314847,
"fixed_gap_error": 0.017861962293936884,
"compressed_gap_error": 0.016483671670147526,
"linear_gap_error": -0.0018921663477473594,
"retangent_gap_error": 0.004648662646739243
},
{
"init_seed": 10001,
"feedback_seed": 101004,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.653980447434505,
"empirical_fa_loss": 2.759861282317883,
"empirical_gap": 0.1058808348833784,
"fixed_bp_loss": 2.6380652556378448,
"fixed_fa_loss": 2.7568112831594753,
"fixed_gap": 0.11874602752163055,
"compressed_fa_loss": 2.7568112831594753,
"compressed_gap": 0.11874602752163055,
"linear_bp_loss": 2.656110466569491,
"linear_fa_loss": 2.7614890300186463,
"linear_gap": 0.1053785634491553,
"retangent_bp_loss": 2.6504835130178264,
"retangent_fa_loss": 2.7598087117058583,
"retangent_gap": 0.10932519868803192,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.012865192638252143,
"compressed_gap_error": 0.012865192638252143,
"linear_gap_error": -0.0005022714342231005,
"retangent_gap_error": 0.0034443638046535163
},
{
"init_seed": 10001,
"feedback_seed": 101005,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.653980447434505,
"empirical_fa_loss": 2.7542476980886703,
"empirical_gap": 0.10026725065416553,
"fixed_bp_loss": 2.6380652556378448,
"fixed_fa_loss": 2.744802600265024,
"fixed_gap": 0.1067373446271791,
"compressed_fa_loss": 2.744802600265024,
"compressed_gap": 0.1067373446271791,
"linear_bp_loss": 2.656110466569491,
"linear_fa_loss": 2.755978092000485,
"linear_gap": 0.09986762543099381,
"retangent_bp_loss": 2.6504835130178264,
"retangent_fa_loss": 2.752461229485476,
"retangent_gap": 0.10197771646764942,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.006470093973013569,
"compressed_gap_error": 0.006470093973013569,
"linear_gap_error": -0.0003996252231717179,
"retangent_gap_error": 0.0017104658134838857
},
{
"init_seed": 10001,
"feedback_seed": 101006,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.653980447434505,
"empirical_fa_loss": 2.735821959537343,
"empirical_gap": 0.08184151210283819,
"fixed_bp_loss": 2.6380652556378448,
"fixed_fa_loss": 2.731915612378051,
"fixed_gap": 0.09385035674020603,
"compressed_fa_loss": 2.731915612378051,
"compressed_gap": 0.09385035674020603,
"linear_bp_loss": 2.656110466569491,
"linear_fa_loss": 2.7379472792058235,
"linear_gap": 0.08183681263633247,
"retangent_bp_loss": 2.6504835130178264,
"retangent_fa_loss": 2.7353406707139793,
"retangent_gap": 0.08485715769615298,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.012008844637367844,
"compressed_gap_error": 0.012008844637367844,
"linear_gap_error": -4.69946650571984e-06,
"retangent_gap_error": 0.0030156455933147974
},
{
"init_seed": 10001,
"feedback_seed": 101007,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.653980447434505,
"empirical_fa_loss": 2.7397017525046934,
"empirical_gap": 0.0857213050701886,
"fixed_bp_loss": 2.6380652556378448,
"fixed_fa_loss": 2.7431766472299692,
"fixed_gap": 0.10511139159212446,
"compressed_fa_loss": 2.7401322146866747,
"compressed_gap": 0.1020669590488299,
"linear_bp_loss": 2.656110466569491,
"linear_fa_loss": 2.7391766132902746,
"linear_gap": 0.0830661467207836,
"retangent_bp_loss": 2.6504835130178264,
"retangent_fa_loss": 2.739813449819401,
"retangent_gap": 0.08932993680157475,
"alpha_s": 0.01900792312163228,
"alpha_slope": 0.000950396156081614,
"fixed_gap_error": 0.019390086521935856,
"compressed_gap_error": 0.016345653978641295,
"linear_gap_error": -0.0026551583494049957,
"retangent_gap_error": 0.003608631731386147
},
{
"init_seed": 10002,
"feedback_seed": 102000,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.8655467031937327,
"empirical_fa_loss": 2.9871622150454447,
"empirical_gap": 0.12161551185171193,
"fixed_bp_loss": 2.848600766894409,
"fixed_fa_loss": 2.9899118944898255,
"fixed_gap": 0.14131112759541642,
"compressed_fa_loss": 2.987714782331093,
"compressed_gap": 0.1391140154366841,
"linear_bp_loss": 2.865621951977843,
"linear_fa_loss": 2.9879942942077733,
"linear_gap": 0.1223723422299301,
"retangent_bp_loss": 2.860155583875883,
"retangent_fa_loss": 2.988078845494543,
"retangent_gap": 0.12792326161866008,
"alpha_s": 0.011621651548228883,
"alpha_slope": 0.0005810825774114441,
"fixed_gap_error": 0.019695615743704487,
"compressed_gap_error": 0.01749850358497218,
"linear_gap_error": 0.0007568303782181651,
"retangent_gap_error": 0.006307749766948145
},
{
"init_seed": 10002,
"feedback_seed": 102001,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.8655467031937327,
"empirical_fa_loss": 2.9747741149636373,
"empirical_gap": 0.10922741176990458,
"fixed_bp_loss": 2.848600766894409,
"fixed_fa_loss": 2.9720944308017807,
"fixed_gap": 0.1234936639073716,
"compressed_fa_loss": 2.968467837170941,
"compressed_gap": 0.11986707027653187,
"linear_bp_loss": 2.865621951977843,
"linear_fa_loss": 2.975178239851756,
"linear_gap": 0.1095562878739127,
"retangent_bp_loss": 2.860155583875883,
"retangent_fa_loss": 2.974015340625216,
"retangent_gap": 0.11385975674933313,
"alpha_s": 0.021864421926990552,
"alpha_slope": 0.0010932210963495277,
"fixed_gap_error": 0.014266252137467017,
"compressed_gap_error": 0.010639658506627292,
"linear_gap_error": 0.0003288761040081134,
"retangent_gap_error": 0.004632344979428549
},
{
"init_seed": 10002,
"feedback_seed": 102002,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.8655467031937327,
"empirical_fa_loss": 2.9717393505632272,
"empirical_gap": 0.10619264736949452,
"fixed_bp_loss": 2.848600766894409,
"fixed_fa_loss": 2.975357446715538,
"fixed_gap": 0.12675667982112904,
"compressed_fa_loss": 2.9716068639697695,
"compressed_gap": 0.12300609707536037,
"linear_bp_loss": 2.865621951977843,
"linear_fa_loss": 2.970277696496622,
"linear_gap": 0.10465574451877879,
"retangent_bp_loss": 2.860155583875883,
"retangent_fa_loss": 2.971834896607336,
"retangent_gap": 0.11167931273145282,
"alpha_s": 0.021663824559993484,
"alpha_slope": 0.001083191227999674,
"fixed_gap_error": 0.020564032451634517,
"compressed_gap_error": 0.016813449705865846,
"linear_gap_error": -0.0015369028507157267,
"retangent_gap_error": 0.005486665361958298
},
{
"init_seed": 10002,
"feedback_seed": 102003,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.8655467031937327,
"empirical_fa_loss": 2.9670025333677703,
"empirical_gap": 0.10145583017403759,
"fixed_bp_loss": 2.848600766894409,
"fixed_fa_loss": 2.9632165313662036,
"fixed_gap": 0.11461576447179445,
"compressed_fa_loss": 2.961136928869768,
"compressed_gap": 0.11253616197535887,
"linear_bp_loss": 2.865621951977843,
"linear_fa_loss": 2.9667205796203326,
"linear_gap": 0.10109862764248945,
"retangent_bp_loss": 2.860155583875883,
"retangent_fa_loss": 2.9654693340889082,
"retangent_gap": 0.10531375021302525,
"alpha_s": 0.013572990420989589,
"alpha_slope": 0.0006786495210494794,
"fixed_gap_error": 0.013159934297756859,
"compressed_gap_error": 0.011080331801321286,
"linear_gap_error": -0.00035720253154813975,
"retangent_gap_error": 0.003857920038987661
},
{
"init_seed": 10002,
"feedback_seed": 102004,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.8655467031937327,
"empirical_fa_loss": 2.964418340369937,
"empirical_gap": 0.09887163717620417,
"fixed_bp_loss": 2.848600766894409,
"fixed_fa_loss": 2.9681647991959053,
"fixed_gap": 0.11956403230149615,
"compressed_fa_loss": 2.956478983512435,
"compressed_gap": 0.1078782166180261,
"linear_bp_loss": 2.865621951977843,
"linear_fa_loss": 2.963102832513929,
"linear_gap": 0.09748088053608583,
"retangent_bp_loss": 2.860155583875883,
"retangent_fa_loss": 2.964549019828123,
"retangent_gap": 0.10439343595224004,
"alpha_s": 0.07440385774117278,
"alpha_slope": 0.003720192887058639,
"fixed_gap_error": 0.020692395125291974,
"compressed_gap_error": 0.009006579441821927,
"linear_gap_error": -0.0013907566401183402,
"retangent_gap_error": 0.005521798776035869
},
{
"init_seed": 10002,
"feedback_seed": 102005,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.8655467031937327,
"empirical_fa_loss": 2.9800639145154535,
"empirical_gap": 0.11451721132172077,
"fixed_bp_loss": 2.848600766894409,
"fixed_fa_loss": 2.9722997430338634,
"fixed_gap": 0.12369897613945424,
"compressed_fa_loss": 2.9722997430338634,
"compressed_gap": 0.12369897613945424,
"linear_bp_loss": 2.865621951977843,
"linear_fa_loss": 2.981849169763132,
"linear_gap": 0.11622721778528877,
"retangent_bp_loss": 2.860155583875883,
"retangent_fa_loss": 2.9784935378593267,
"retangent_gap": 0.11833795398344371,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.009181764817733473,
"compressed_gap_error": 0.009181764817733473,
"linear_gap_error": 0.0017100064635680035,
"retangent_gap_error": 0.0038207426617229423
},
{
"init_seed": 10002,
"feedback_seed": 102006,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.8655467031937327,
"empirical_fa_loss": 2.970554518193028,
"empirical_gap": 0.10500781499929523,
"fixed_bp_loss": 2.848600766894409,
"fixed_fa_loss": 2.9643453649454155,
"fixed_gap": 0.11574459805100634,
"compressed_fa_loss": 2.9643453649454155,
"compressed_gap": 0.11574459805100634,
"linear_bp_loss": 2.865621951977843,
"linear_fa_loss": 2.971012190131784,
"linear_gap": 0.10539023815394089,
"retangent_bp_loss": 2.860155583875883,
"retangent_fa_loss": 2.968805494138628,
"retangent_gap": 0.10864991026274495,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.010736783051711107,
"compressed_gap_error": 0.010736783051711107,
"linear_gap_error": 0.00038242315464565024,
"retangent_gap_error": 0.0036420952634497183
},
{
"init_seed": 10002,
"feedback_seed": 102007,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.8655467031937327,
"empirical_fa_loss": 2.9956455003524596,
"empirical_gap": 0.13009879715872685,
"fixed_bp_loss": 2.848600766894409,
"fixed_fa_loss": 3.0001492785118358,
"fixed_gap": 0.15154851161742666,
"compressed_fa_loss": 2.9960563877948054,
"compressed_gap": 0.14745562090039632,
"linear_bp_loss": 2.865621951977843,
"linear_fa_loss": 2.9944302979207005,
"linear_gap": 0.12880834594285728,
"retangent_bp_loss": 2.860155583875883,
"retangent_fa_loss": 2.996112925565647,
"retangent_gap": 0.13595734168976392,
"alpha_s": 0.019116921469206166,
"alpha_slope": 0.0009558460734603083,
"fixed_gap_error": 0.02144971445869981,
"compressed_gap_error": 0.01735682374166947,
"linear_gap_error": -0.0012904512158695702,
"retangent_gap_error": 0.005858544531037069
},
{
"init_seed": 10003,
"feedback_seed": 103000,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.680695147137835,
"empirical_fa_loss": 2.7663381320175677,
"empirical_gap": 0.08564298487973288,
"fixed_bp_loss": 2.6710587370973413,
"fixed_fa_loss": 2.7641016245160017,
"fixed_gap": 0.0930428874186604,
"compressed_fa_loss": 2.7641016245160017,
"compressed_gap": 0.0930428874186604,
"linear_bp_loss": 2.681144472274683,
"linear_fa_loss": 2.7675574094924484,
"linear_gap": 0.08641293721776533,
"retangent_bp_loss": 2.6777255577461916,
"retangent_fa_loss": 2.766236990407357,
"retangent_gap": 0.08851143266116557,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.0073999025389275275,
"compressed_gap_error": 0.0073999025389275275,
"linear_gap_error": 0.0007699523380324536,
"retangent_gap_error": 0.0028684477814326925
},
{
"init_seed": 10003,
"feedback_seed": 103001,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.680695147137835,
"empirical_fa_loss": 2.7842473442059226,
"empirical_gap": 0.10355219706808771,
"fixed_bp_loss": 2.6710587370973413,
"fixed_fa_loss": 2.7832746864866884,
"fixed_gap": 0.11221594938934709,
"compressed_fa_loss": 2.7832746864866884,
"compressed_gap": 0.11221594938934709,
"linear_bp_loss": 2.681144472274683,
"linear_fa_loss": 2.784264806578378,
"linear_gap": 0.10312033430369505,
"retangent_bp_loss": 2.6777255577461916,
"retangent_fa_loss": 2.7837455358702408,
"retangent_gap": 0.10601997812404917,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.008663752321259377,
"compressed_gap_error": 0.008663752321259377,
"linear_gap_error": -0.00043186276439266535,
"retangent_gap_error": 0.00246778105596146
},
{
"init_seed": 10003,
"feedback_seed": 103002,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.680695147137835,
"empirical_fa_loss": 2.7898795398982776,
"empirical_gap": 0.10918439276044278,
"fixed_bp_loss": 2.6710587370973413,
"fixed_fa_loss": 2.7928037994051507,
"fixed_gap": 0.12174506230780935,
"compressed_fa_loss": 2.7874712201832303,
"compressed_gap": 0.11641248308588903,
"linear_bp_loss": 2.681144472274683,
"linear_fa_loss": 2.789451286001428,
"linear_gap": 0.10830681372674489,
"retangent_bp_loss": 2.6777255577461916,
"retangent_fa_loss": 2.79057247419204,
"retangent_gap": 0.11284691644584832,
"alpha_s": 0.032884326437547046,
"alpha_slope": 0.0016442163218773522,
"fixed_gap_error": 0.012560669547366565,
"compressed_gap_error": 0.007228090325446246,
"linear_gap_error": -0.000877579033697895,
"retangent_gap_error": 0.0036625236854055387
},
{
"init_seed": 10003,
"feedback_seed": 103003,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.680695147137835,
"empirical_fa_loss": 2.788554653179243,
"empirical_gap": 0.10785950604140826,
"fixed_bp_loss": 2.6710587370973413,
"fixed_fa_loss": 2.7905509463460607,
"fixed_gap": 0.1194922092487194,
"compressed_fa_loss": 2.788912209800181,
"compressed_gap": 0.11785347270283975,
"linear_bp_loss": 2.681144472274683,
"linear_fa_loss": 2.788564032557399,
"linear_gap": 0.10741956028271593,
"retangent_bp_loss": 2.6777255577461916,
"retangent_fa_loss": 2.789431154073035,
"retangent_gap": 0.11170559632684363,
"alpha_s": 0.010087577890691707,
"alpha_slope": 0.0005043788945345853,
"fixed_gap_error": 0.011632703207311135,
"compressed_gap_error": 0.009993966661431486,
"linear_gap_error": -0.0004399457586923283,
"retangent_gap_error": 0.0038460902854353662
},
{
"init_seed": 10003,
"feedback_seed": 103004,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.680695147137835,
"empirical_fa_loss": 2.7836885483982563,
"empirical_gap": 0.10299340126042145,
"fixed_bp_loss": 2.6710587370973413,
"fixed_fa_loss": 2.783794460956292,
"fixed_gap": 0.11273572385895081,
"compressed_fa_loss": 2.782606447044312,
"compressed_gap": 0.11154770994697083,
"linear_bp_loss": 2.681144472274683,
"linear_fa_loss": 2.783863816949854,
"linear_gap": 0.10271934467517108,
"retangent_bp_loss": 2.6777255577461916,
"retangent_fa_loss": 2.7839182717584197,
"retangent_gap": 0.10619271401222807,
"alpha_s": 0.007887945737607729,
"alpha_slope": 0.0003943972868803864,
"fixed_gap_error": 0.009742322598529363,
"compressed_gap_error": 0.008554308686549383,
"linear_gap_error": -0.0002740565852503707,
"retangent_gap_error": 0.0031993127518066267
},
{
"init_seed": 10003,
"feedback_seed": 103005,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.680695147137835,
"empirical_fa_loss": 2.7767565407954256,
"empirical_gap": 0.0960613936575907,
"fixed_bp_loss": 2.6710587370973413,
"fixed_fa_loss": 2.7736274135840726,
"fixed_gap": 0.10256867648673129,
"compressed_fa_loss": 2.7736274135840726,
"compressed_gap": 0.10256867648673129,
"linear_bp_loss": 2.681144472274683,
"linear_fa_loss": 2.776296870376927,
"linear_gap": 0.09515239810224374,
"retangent_bp_loss": 2.6777255577461916,
"retangent_fa_loss": 2.775706334399087,
"retangent_gap": 0.09798077665289551,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.006507282829140593,
"compressed_gap_error": 0.006507282829140593,
"linear_gap_error": -0.0009089955553469586,
"retangent_gap_error": 0.001919382995304808
},
{
"init_seed": 10003,
"feedback_seed": 103006,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.680695147137835,
"empirical_fa_loss": 2.7679434555486817,
"empirical_gap": 0.08724830841084685,
"fixed_bp_loss": 2.6710587370973413,
"fixed_fa_loss": 2.7670682664329864,
"fixed_gap": 0.0960095293356451,
"compressed_fa_loss": 2.7670682664329864,
"compressed_gap": 0.0960095293356451,
"linear_bp_loss": 2.681144472274683,
"linear_fa_loss": 2.7675526224234495,
"linear_gap": 0.08640815014876635,
"retangent_bp_loss": 2.6777255577461916,
"retangent_fa_loss": 2.7672623050317675,
"retangent_gap": 0.08953674728557592,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.008761220924798252,
"compressed_gap_error": 0.008761220924798252,
"linear_gap_error": -0.0008401582620805037,
"retangent_gap_error": 0.0022884388747290707
},
{
"init_seed": 10003,
"feedback_seed": 103007,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.680695147137835,
"empirical_fa_loss": 2.790598442717194,
"empirical_gap": 0.1099032955793593,
"fixed_bp_loss": 2.6710587370973413,
"fixed_fa_loss": 2.793906130547827,
"fixed_gap": 0.12284739345048568,
"compressed_fa_loss": 2.7900249258306205,
"compressed_gap": 0.11896618873327913,
"linear_bp_loss": 2.681144472274683,
"linear_fa_loss": 2.790206527528197,
"linear_gap": 0.10906205525351398,
"retangent_bp_loss": 2.6777255577461916,
"retangent_fa_loss": 2.7912293110707878,
"retangent_gap": 0.11350375332459617,
"alpha_s": 0.024003461107311237,
"alpha_slope": 0.0012001730553655619,
"fixed_gap_error": 0.012944097871126381,
"compressed_gap_error": 0.009062893153919838,
"linear_gap_error": -0.000841240325845316,
"retangent_gap_error": 0.0036004577452368736
}
]
}
|