1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
|
{
"config": {
"input_dim": 16,
"output_dim": 4,
"width": 64,
"train_samples": 64,
"test_samples": 512,
"target_steps": 50,
"early_steps": [
5,
10,
20
],
"lr": 0.001,
"init_seeds": 2,
"feedback_seeds": 4,
"data_seed": 123,
"feedback_scale": "relu",
"device": "cpu",
"torch_threads": 4,
"outdir": "outputs/compressed_operator_retangent_T50_width64_N64"
},
"rows": [
{
"init_seed": 10000,
"feedback_seed": 100000,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.312664843778604,
"empirical_fa_loss": 2.464794618995138,
"empirical_gap": 0.15212977521653404,
"fixed_bp_loss": 2.288363133085025,
"fixed_fa_loss": 2.454707655030628,
"fixed_gap": 0.16634452194560279,
"compressed_fa_loss": 2.454707655030628,
"compressed_gap": 0.16634452194560279,
"linear_bp_loss": 2.323657166374179,
"linear_fa_loss": 2.456074412486527,
"linear_gap": 0.13241724611234762,
"retangent_bp_loss": 2.294951712702312,
"retangent_fa_loss": 2.454585021647755,
"retangent_gap": 0.15963330894544292,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.01421474672906875,
"compressed_gap_error": 0.01421474672906875,
"linear_gap_error": -0.019712529104186416,
"retangent_gap_error": 0.007503533728908884
},
{
"init_seed": 10000,
"feedback_seed": 100000,
"target_steps": 50,
"early_steps": 10,
"empirical_bp_loss": 2.312664843778604,
"empirical_fa_loss": 2.464794618995138,
"empirical_gap": 0.15212977521653404,
"fixed_bp_loss": 2.288363133085025,
"fixed_fa_loss": 2.454707655030628,
"fixed_gap": 0.16634452194560279,
"compressed_fa_loss": 2.454604367412533,
"compressed_gap": 0.16624123432750793,
"linear_bp_loss": 2.320076280471942,
"linear_fa_loss": 2.4685307566523775,
"linear_gap": 0.1484544761804356,
"retangent_bp_loss": 2.299665101502516,
"retangent_fa_loss": 2.459473803061284,
"retangent_gap": 0.15980870155876836,
"alpha_s": 0.00019901386269876846,
"alpha_slope": 1.9901386269876847e-05,
"fixed_gap_error": 0.01421474672906875,
"compressed_gap_error": 0.01411145911097389,
"linear_gap_error": -0.003675299036098423,
"retangent_gap_error": 0.007678926342234327
},
{
"init_seed": 10000,
"feedback_seed": 100000,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.312664843778604,
"empirical_fa_loss": 2.464794618995138,
"empirical_gap": 0.15212977521653404,
"fixed_bp_loss": 2.288363133085025,
"fixed_fa_loss": 2.454707655030628,
"fixed_gap": 0.16634452194560279,
"compressed_fa_loss": 2.454707655030628,
"compressed_gap": 0.16634452194560279,
"linear_bp_loss": 2.3139571184181653,
"linear_fa_loss": 2.467340878564671,
"linear_gap": 0.15338376014650557,
"retangent_bp_loss": 2.305594796682512,
"retangent_fa_loss": 2.4628459130202494,
"retangent_gap": 0.15725111633773725,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.01421474672906875,
"compressed_gap_error": 0.01421474672906875,
"linear_gap_error": 0.00125398492997153,
"retangent_gap_error": 0.005121341121203216
},
{
"init_seed": 10000,
"feedback_seed": 100001,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.312664843778604,
"empirical_fa_loss": 2.479737286011592,
"empirical_gap": 0.16707244223298767,
"fixed_bp_loss": 2.288363133085025,
"fixed_fa_loss": 2.4840468931588786,
"fixed_gap": 0.19568376007385346,
"compressed_fa_loss": 2.4592670891531547,
"compressed_gap": 0.17090395606812958,
"linear_bp_loss": 2.323657166374179,
"linear_fa_loss": 2.481333684701031,
"linear_gap": 0.15767651832685203,
"retangent_bp_loss": 2.294951712702312,
"retangent_fa_loss": 2.4823366694756137,
"retangent_gap": 0.1873849567733017,
"alpha_s": 0.022001938069772936,
"alpha_slope": 0.004400387613954587,
"fixed_gap_error": 0.02861131784086579,
"compressed_gap_error": 0.0038315138351419087,
"linear_gap_error": -0.00939592390613564,
"retangent_gap_error": 0.02031251454031402
},
{
"init_seed": 10000,
"feedback_seed": 100001,
"target_steps": 50,
"early_steps": 10,
"empirical_bp_loss": 2.312664843778604,
"empirical_fa_loss": 2.479737286011592,
"empirical_gap": 0.16707244223298767,
"fixed_bp_loss": 2.288363133085025,
"fixed_fa_loss": 2.4840468931588786,
"fixed_gap": 0.19568376007385346,
"compressed_fa_loss": 2.4597488634004234,
"compressed_gap": 0.17138573031539828,
"linear_bp_loss": 2.320076280471942,
"linear_fa_loss": 2.4910192716768305,
"linear_gap": 0.17094299120488854,
"retangent_bp_loss": 2.299665101502516,
"retangent_fa_loss": 2.485430415735789,
"retangent_gap": 0.18576531423327314,
"alpha_s": 0.043128027288772554,
"alpha_slope": 0.0043128027288772556,
"fixed_gap_error": 0.02861131784086579,
"compressed_gap_error": 0.004313288082410605,
"linear_gap_error": 0.0038705489719008668,
"retangent_gap_error": 0.018692872000285465
},
{
"init_seed": 10000,
"feedback_seed": 100001,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.312664843778604,
"empirical_fa_loss": 2.479737286011592,
"empirical_gap": 0.16707244223298767,
"fixed_bp_loss": 2.288363133085025,
"fixed_fa_loss": 2.4840468931588786,
"fixed_gap": 0.19568376007385346,
"compressed_fa_loss": 2.46063519643941,
"compressed_gap": 0.17227206335438483,
"linear_bp_loss": 2.3139571184181653,
"linear_fa_loss": 2.4791077017899896,
"linear_gap": 0.1651505833718243,
"retangent_bp_loss": 2.305594796682512,
"retangent_fa_loss": 2.48062518732488,
"retangent_gap": 0.1750303906423678,
"alpha_s": 0.0830376978208028,
"alpha_slope": 0.00415188489104014,
"fixed_gap_error": 0.02861131784086579,
"compressed_gap_error": 0.005199621121397158,
"linear_gap_error": -0.0019218588611633614,
"retangent_gap_error": 0.007957948409380133
},
{
"init_seed": 10000,
"feedback_seed": 100002,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.312664843778604,
"empirical_fa_loss": 2.4500832954583456,
"empirical_gap": 0.13741845167974143,
"fixed_bp_loss": 2.288363133085025,
"fixed_fa_loss": 2.434982672240099,
"fixed_gap": 0.14661953915507375,
"compressed_fa_loss": 2.434982672240099,
"compressed_gap": 0.14661953915507375,
"linear_bp_loss": 2.323657166374179,
"linear_fa_loss": 2.474416111509118,
"linear_gap": 0.15075894513493893,
"retangent_bp_loss": 2.294951712702312,
"retangent_fa_loss": 2.441710117432348,
"retangent_gap": 0.14675840473003587,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.009201087475332326,
"compressed_gap_error": 0.009201087475332326,
"linear_gap_error": 0.0133404934551975,
"retangent_gap_error": 0.009339953050294447
},
{
"init_seed": 10000,
"feedback_seed": 100002,
"target_steps": 50,
"early_steps": 10,
"empirical_bp_loss": 2.312664843778604,
"empirical_fa_loss": 2.4500832954583456,
"empirical_gap": 0.13741845167974143,
"fixed_bp_loss": 2.288363133085025,
"fixed_fa_loss": 2.434982672240099,
"fixed_gap": 0.14661953915507375,
"compressed_fa_loss": 2.434982672240099,
"compressed_gap": 0.14661953915507375,
"linear_bp_loss": 2.320076280471942,
"linear_fa_loss": 2.456458244342204,
"linear_gap": 0.1363819638702619,
"retangent_bp_loss": 2.299665101502516,
"retangent_fa_loss": 2.4426426349953454,
"retangent_gap": 0.1429775334928296,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.009201087475332326,
"compressed_gap_error": 0.009201087475332326,
"linear_gap_error": -0.0010364878094795138,
"retangent_gap_error": 0.005559081813088174
},
{
"init_seed": 10000,
"feedback_seed": 100002,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.312664843778604,
"empirical_fa_loss": 2.4500832954583456,
"empirical_gap": 0.13741845167974143,
"fixed_bp_loss": 2.288363133085025,
"fixed_fa_loss": 2.434982672240099,
"fixed_gap": 0.14661953915507375,
"compressed_fa_loss": 2.434982672240099,
"compressed_gap": 0.14661953915507375,
"linear_bp_loss": 2.3139571184181653,
"linear_fa_loss": 2.4538392269797535,
"linear_gap": 0.13988210856158823,
"retangent_bp_loss": 2.305594796682512,
"retangent_fa_loss": 2.447531878327468,
"retangent_gap": 0.1419370816449561,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.009201087475332326,
"compressed_gap_error": 0.009201087475332326,
"linear_gap_error": 0.0024636568818467985,
"retangent_gap_error": 0.004518629965214682
},
{
"init_seed": 10000,
"feedback_seed": 100003,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.312664843778604,
"empirical_fa_loss": 2.4672731231693925,
"empirical_gap": 0.15460827939078836,
"fixed_bp_loss": 2.288363133085025,
"fixed_fa_loss": 2.4698484442220963,
"fixed_gap": 0.18148531113707111,
"compressed_fa_loss": 2.4698484442220963,
"compressed_gap": 0.18148531113707111,
"linear_bp_loss": 2.323657166374179,
"linear_fa_loss": 2.4723214785886727,
"linear_gap": 0.1486643122144935,
"retangent_bp_loss": 2.294951712702312,
"retangent_fa_loss": 2.4704727968301743,
"retangent_gap": 0.17552108412786227,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.026877031746282753,
"compressed_gap_error": 0.026877031746282753,
"linear_gap_error": -0.005943967176294862,
"retangent_gap_error": 0.02091280473707391
},
{
"init_seed": 10000,
"feedback_seed": 100003,
"target_steps": 50,
"early_steps": 10,
"empirical_bp_loss": 2.312664843778604,
"empirical_fa_loss": 2.4672731231693925,
"empirical_gap": 0.15460827939078836,
"fixed_bp_loss": 2.288363133085025,
"fixed_fa_loss": 2.4698484442220963,
"fixed_gap": 0.18148531113707111,
"compressed_fa_loss": 2.465824204774549,
"compressed_gap": 0.17746107168952374,
"linear_bp_loss": 2.320076280471942,
"linear_fa_loss": 2.4610376629608925,
"linear_gap": 0.14096138248895063,
"retangent_bp_loss": 2.299665101502516,
"retangent_fa_loss": 2.466174803390399,
"retangent_gap": 0.1665097018878834,
"alpha_s": 0.007406367866682342,
"alpha_slope": 0.0007406367866682342,
"fixed_gap_error": 0.026877031746282753,
"compressed_gap_error": 0.02285279229873538,
"linear_gap_error": -0.013646896901837735,
"retangent_gap_error": 0.011901422497095027
},
{
"init_seed": 10000,
"feedback_seed": 100003,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.312664843778604,
"empirical_fa_loss": 2.4672731231693925,
"empirical_gap": 0.15460827939078836,
"fixed_bp_loss": 2.288363133085025,
"fixed_fa_loss": 2.4698484442220963,
"fixed_gap": 0.18148531113707111,
"compressed_fa_loss": 2.465867908114818,
"compressed_gap": 0.17750477502979267,
"linear_bp_loss": 2.3139571184181653,
"linear_fa_loss": 2.4678829385691277,
"linear_gap": 0.15392582015096234,
"retangent_bp_loss": 2.305594796682512,
"retangent_fa_loss": 2.4678712528345392,
"retangent_gap": 0.16227645615202713,
"alpha_s": 0.014651209214699859,
"alpha_slope": 0.000732560460734993,
"fixed_gap_error": 0.026877031746282753,
"compressed_gap_error": 0.02289649563900431,
"linear_gap_error": -0.0006824592398260165,
"retangent_gap_error": 0.007668176761238765
},
{
"init_seed": 10001,
"feedback_seed": 101000,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.479925862408504,
"empirical_fa_loss": 2.697536218186622,
"empirical_gap": 0.21761035577811816,
"fixed_bp_loss": 2.4498258781284106,
"fixed_fa_loss": 2.7021233445604276,
"fixed_gap": 0.252297466432017,
"compressed_fa_loss": 2.7021233445604276,
"compressed_gap": 0.252297466432017,
"linear_bp_loss": 2.493993615515631,
"linear_fa_loss": 2.7028237135066533,
"linear_gap": 0.20883009799102226,
"retangent_bp_loss": 2.4585434041337164,
"retangent_fa_loss": 2.701764073587285,
"retangent_gap": 0.24322066945356857,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.034687110653898845,
"compressed_gap_error": 0.034687110653898845,
"linear_gap_error": -0.008780257787095902,
"retangent_gap_error": 0.025610313675450413
},
{
"init_seed": 10001,
"feedback_seed": 101000,
"target_steps": 50,
"early_steps": 10,
"empirical_bp_loss": 2.479925862408504,
"empirical_fa_loss": 2.697536218186622,
"empirical_gap": 0.21761035577811816,
"fixed_bp_loss": 2.4498258781284106,
"fixed_fa_loss": 2.7021233445604276,
"fixed_gap": 0.252297466432017,
"compressed_fa_loss": 2.7021233445604276,
"compressed_gap": 0.252297466432017,
"linear_bp_loss": 2.4884449739351036,
"linear_fa_loss": 2.692125434118946,
"linear_gap": 0.20368046018384245,
"retangent_bp_loss": 2.464497051595414,
"retangent_fa_loss": 2.697457508193872,
"retangent_gap": 0.232960456598458,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.034687110653898845,
"compressed_gap_error": 0.034687110653898845,
"linear_gap_error": -0.01392989559427571,
"retangent_gap_error": 0.01535010082033983
},
{
"init_seed": 10001,
"feedback_seed": 101000,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.479925862408504,
"empirical_fa_loss": 2.697536218186622,
"empirical_gap": 0.21761035577811816,
"fixed_bp_loss": 2.4498258781284106,
"fixed_fa_loss": 2.7021233445604276,
"fixed_gap": 0.252297466432017,
"compressed_fa_loss": 2.7021233445604276,
"compressed_gap": 0.252297466432017,
"linear_bp_loss": 2.4802090547288893,
"linear_fa_loss": 2.7001023026148,
"linear_gap": 0.2198932478859108,
"retangent_bp_loss": 2.471440611215904,
"retangent_fa_loss": 2.699799611196129,
"retangent_gap": 0.2283589999802249,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.034687110653898845,
"compressed_gap_error": 0.034687110653898845,
"linear_gap_error": 0.0022828921077926445,
"retangent_gap_error": 0.01074864420210675
},
{
"init_seed": 10001,
"feedback_seed": 101001,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.479925862408504,
"empirical_fa_loss": 2.6599712497370938,
"empirical_gap": 0.18004538732858988,
"fixed_bp_loss": 2.4498258781284106,
"fixed_fa_loss": 2.6603587871235552,
"fixed_gap": 0.21053290899514465,
"compressed_fa_loss": 2.6392235563540156,
"compressed_gap": 0.18939767822560505,
"linear_bp_loss": 2.493993615515631,
"linear_fa_loss": 2.653311417422623,
"linear_gap": 0.15931780190699207,
"retangent_bp_loss": 2.4585434041337164,
"retangent_fa_loss": 2.6584349505892684,
"retangent_gap": 0.19989154645555196,
"alpha_s": 0.017314820009257173,
"alpha_slope": 0.0034629640018514346,
"fixed_gap_error": 0.030487521666554773,
"compressed_gap_error": 0.00935229089701517,
"linear_gap_error": -0.020727585421597805,
"retangent_gap_error": 0.019846159126962082
},
{
"init_seed": 10001,
"feedback_seed": 101001,
"target_steps": 50,
"early_steps": 10,
"empirical_bp_loss": 2.479925862408504,
"empirical_fa_loss": 2.6599712497370938,
"empirical_gap": 0.18004538732858988,
"fixed_bp_loss": 2.4498258781284106,
"fixed_fa_loss": 2.6603587871235552,
"fixed_gap": 0.21053290899514465,
"compressed_fa_loss": 2.641220444505838,
"compressed_gap": 0.19139456637742747,
"linear_bp_loss": 2.4884449739351036,
"linear_fa_loss": 2.659010390295614,
"linear_gap": 0.17056541636051037,
"retangent_bp_loss": 2.464497051595414,
"retangent_fa_loss": 2.6595292294067474,
"retangent_gap": 0.19503217781133353,
"alpha_s": 0.03130645275903035,
"alpha_slope": 0.0031306452759030353,
"fixed_gap_error": 0.030487521666554773,
"compressed_gap_error": 0.011349179048837588,
"linear_gap_error": -0.00947997096807951,
"retangent_gap_error": 0.01498679048274365
},
{
"init_seed": 10001,
"feedback_seed": 101001,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.479925862408504,
"empirical_fa_loss": 2.6599712497370938,
"empirical_gap": 0.18004538732858988,
"fixed_bp_loss": 2.4498258781284106,
"fixed_fa_loss": 2.6603587871235552,
"fixed_gap": 0.21053290899514465,
"compressed_fa_loss": 2.643469373296435,
"compressed_gap": 0.1936434951680246,
"linear_bp_loss": 2.4802090547288893,
"linear_fa_loss": 2.66024730235658,
"linear_gap": 0.1800382476276905,
"retangent_bp_loss": 2.471440611215904,
"retangent_fa_loss": 2.6602289471629024,
"retangent_gap": 0.1887883359469984,
"alpha_s": 0.055153457631423194,
"alpha_slope": 0.00275767288157116,
"fixed_gap_error": 0.030487521666554773,
"compressed_gap_error": 0.013598107839434714,
"linear_gap_error": -7.139700899383428e-06,
"retangent_gap_error": 0.00874294861840852
},
{
"init_seed": 10001,
"feedback_seed": 101002,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.479925862408504,
"empirical_fa_loss": 2.689063350391225,
"empirical_gap": 0.20913748798272103,
"fixed_bp_loss": 2.4498258781284106,
"fixed_fa_loss": 2.6899379298373933,
"fixed_gap": 0.24011205170898275,
"compressed_fa_loss": 2.6875665133748443,
"compressed_gap": 0.23774063524643374,
"linear_bp_loss": 2.493993615515631,
"linear_fa_loss": 2.6919974893891503,
"linear_gap": 0.19800387387351925,
"retangent_bp_loss": 2.4585434041337164,
"retangent_fa_loss": 2.6901956220745773,
"retangent_gap": 0.23165221794086088,
"alpha_s": 0.0017778690085813568,
"alpha_slope": 0.00035557380171627137,
"fixed_gap_error": 0.030974563726261728,
"compressed_gap_error": 0.028603147263712714,
"linear_gap_error": -0.011133614109201773,
"retangent_gap_error": 0.022514729958139856
},
{
"init_seed": 10001,
"feedback_seed": 101002,
"target_steps": 50,
"early_steps": 10,
"empirical_bp_loss": 2.479925862408504,
"empirical_fa_loss": 2.689063350391225,
"empirical_gap": 0.20913748798272103,
"fixed_bp_loss": 2.4498258781284106,
"fixed_fa_loss": 2.6899379298373933,
"fixed_gap": 0.24011205170898275,
"compressed_fa_loss": 2.6892649273944778,
"compressed_gap": 0.23943904926606718,
"linear_bp_loss": 2.4884449739351036,
"linear_fa_loss": 2.688333225364345,
"linear_gap": 0.1998882514292415,
"retangent_bp_loss": 2.464497051595414,
"retangent_fa_loss": 2.689132825893963,
"retangent_gap": 0.22463577429854897,
"alpha_s": 0.0010081569614919298,
"alpha_slope": 0.00010081569614919298,
"fixed_gap_error": 0.030974563726261728,
"compressed_gap_error": 0.030301561283346157,
"linear_gap_error": -0.009249236553479534,
"retangent_gap_error": 0.015498286315827947
},
{
"init_seed": 10001,
"feedback_seed": 101002,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.479925862408504,
"empirical_fa_loss": 2.689063350391225,
"empirical_gap": 0.20913748798272103,
"fixed_bp_loss": 2.4498258781284106,
"fixed_fa_loss": 2.6899379298373933,
"fixed_gap": 0.24011205170898275,
"compressed_fa_loss": 2.689246632586774,
"compressed_gap": 0.2394207544583633,
"linear_bp_loss": 2.4802090547288893,
"linear_fa_loss": 2.688635918135777,
"linear_gap": 0.20842686340688754,
"retangent_bp_loss": 2.471440611215904,
"retangent_fa_loss": 2.6887522118413467,
"retangent_gap": 0.21731160062544275,
"alpha_s": 0.00207114620889961,
"alpha_slope": 0.00010355731044498051,
"fixed_gap_error": 0.030974563726261728,
"compressed_gap_error": 0.03028326647564228,
"linear_gap_error": -0.000710624575833485,
"retangent_gap_error": 0.00817411264272172
},
{
"init_seed": 10001,
"feedback_seed": 101003,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.479925862408504,
"empirical_fa_loss": 2.6632983052061117,
"empirical_gap": 0.18337244279760778,
"fixed_bp_loss": 2.4498258781284106,
"fixed_fa_loss": 2.6650127020128074,
"fixed_gap": 0.2151868238843968,
"compressed_fa_loss": 2.6650127020128074,
"compressed_gap": 0.2151868238843968,
"linear_bp_loss": 2.493993615515631,
"linear_fa_loss": 2.666087631040496,
"linear_gap": 0.17209401552486492,
"retangent_bp_loss": 2.4585434041337164,
"retangent_fa_loss": 2.664717171739305,
"retangent_gap": 0.2061737676055886,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.03181438108678902,
"compressed_gap_error": 0.03181438108678902,
"linear_gap_error": -0.011278427272742864,
"retangent_gap_error": 0.022801324807980805
},
{
"init_seed": 10001,
"feedback_seed": 101003,
"target_steps": 50,
"early_steps": 10,
"empirical_bp_loss": 2.479925862408504,
"empirical_fa_loss": 2.6632983052061117,
"empirical_gap": 0.18337244279760778,
"fixed_bp_loss": 2.4498258781284106,
"fixed_fa_loss": 2.6650127020128074,
"fixed_gap": 0.2151868238843968,
"compressed_fa_loss": 2.6650127020128074,
"compressed_gap": 0.2151868238843968,
"linear_bp_loss": 2.4884449739351036,
"linear_fa_loss": 2.662604748744116,
"linear_gap": 0.17415977480901246,
"retangent_bp_loss": 2.464497051595414,
"retangent_fa_loss": 2.6634042512794327,
"retangent_gap": 0.19890719968401882,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.03181438108678902,
"compressed_gap_error": 0.03181438108678902,
"linear_gap_error": -0.009212667988595324,
"retangent_gap_error": 0.015534756886411039
},
{
"init_seed": 10001,
"feedback_seed": 101003,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.479925862408504,
"empirical_fa_loss": 2.6632983052061117,
"empirical_gap": 0.18337244279760778,
"fixed_bp_loss": 2.4498258781284106,
"fixed_fa_loss": 2.6650127020128074,
"fixed_gap": 0.2151868238843968,
"compressed_fa_loss": 2.6650127020128074,
"compressed_gap": 0.2151868238843968,
"linear_bp_loss": 2.4802090547288893,
"linear_fa_loss": 2.6601550885807486,
"linear_gap": 0.17994603385185926,
"retangent_bp_loss": 2.471440611215904,
"retangent_fa_loss": 2.661779562022322,
"retangent_gap": 0.19033895080641816,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.03181438108678902,
"compressed_gap_error": 0.03181438108678902,
"linear_gap_error": -0.003426408945748527,
"retangent_gap_error": 0.006966508008810379
}
]
}
|
