1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
|
{
"config": {
"input_dim": 16,
"output_dim": 4,
"width": 64,
"train_samples": 128,
"test_samples": 512,
"target_steps": 50,
"early_steps": [
5,
10,
20
],
"lr": 0.001,
"init_seeds": 2,
"feedback_seeds": 4,
"data_seed": 123,
"feedback_scale": "relu",
"device": "cpu",
"torch_threads": 4,
"outdir": "outputs/compressed_operator_retangent_T50_width64_N128"
},
"rows": [
{
"init_seed": 10000,
"feedback_seed": 100000,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.3569658321941453,
"empirical_fa_loss": 2.4674972235655037,
"empirical_gap": 0.11053139137135837,
"fixed_bp_loss": 2.332728873052325,
"fixed_fa_loss": 2.4705516327579597,
"fixed_gap": 0.13782275970563473,
"compressed_fa_loss": 2.469760390801688,
"compressed_gap": 0.13703151774936284,
"linear_bp_loss": 2.3860646660322042,
"linear_fa_loss": 2.4795265267204636,
"linear_gap": 0.09346186068825935,
"retangent_bp_loss": 2.342162065093427,
"retangent_fa_loss": 2.4718764474686257,
"retangent_gap": 0.1297143823751985,
"alpha_s": 0.0008398265118322409,
"alpha_slope": 0.00016796530236644819,
"fixed_gap_error": 0.027291368334276367,
"compressed_gap_error": 0.026500126378004474,
"linear_gap_error": -0.01706953068309902,
"retangent_gap_error": 0.019182991003840133
},
{
"init_seed": 10000,
"feedback_seed": 100000,
"target_steps": 50,
"early_steps": 10,
"empirical_bp_loss": 2.3569658321941453,
"empirical_fa_loss": 2.4674972235655037,
"empirical_gap": 0.11053139137135837,
"fixed_bp_loss": 2.332728873052325,
"fixed_fa_loss": 2.4705516327579597,
"fixed_gap": 0.13782275970563473,
"compressed_fa_loss": 2.4696408001398726,
"compressed_gap": 0.13691192708754762,
"linear_bp_loss": 2.3746778089374754,
"linear_fa_loss": 2.4769110722390923,
"linear_gap": 0.10223326330161697,
"retangent_bp_loss": 2.347788818158224,
"retangent_fa_loss": 2.472618876328779,
"retangent_gap": 0.12483005817055526,
"alpha_s": 0.001933962886836676,
"alpha_slope": 0.0001933962886836676,
"fixed_gap_error": 0.027291368334276367,
"compressed_gap_error": 0.026380535716189257,
"linear_gap_error": -0.008298128069741395,
"retangent_gap_error": 0.01429866679919689
},
{
"init_seed": 10000,
"feedback_seed": 100000,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.3569658321941453,
"empirical_fa_loss": 2.4674972235655037,
"empirical_gap": 0.11053139137135837,
"fixed_bp_loss": 2.332728873052325,
"fixed_fa_loss": 2.4705516327579597,
"fixed_gap": 0.13782275970563473,
"compressed_fa_loss": 2.468952057847534,
"compressed_gap": 0.13622318479520912,
"linear_bp_loss": 2.360893482087185,
"linear_fa_loss": 2.4684876204449884,
"linear_gap": 0.10759413835780318,
"retangent_bp_loss": 2.352456177530965,
"retangent_fa_loss": 2.4697449829070446,
"retangent_gap": 0.11728880537607944,
"alpha_s": 0.006801682444605954,
"alpha_slope": 0.0003400841222302977,
"fixed_gap_error": 0.027291368334276367,
"compressed_gap_error": 0.02569179342385075,
"linear_gap_error": -0.0029372530135551855,
"retangent_gap_error": 0.006757414004721074
},
{
"init_seed": 10000,
"feedback_seed": 100001,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.3569658321941453,
"empirical_fa_loss": 2.4714364509805256,
"empirical_gap": 0.11447061878638021,
"fixed_bp_loss": 2.332728873052325,
"fixed_fa_loss": 2.48436919706372,
"fixed_gap": 0.15164032401139504,
"compressed_fa_loss": 2.456722611444829,
"compressed_gap": 0.12399373839250405,
"linear_bp_loss": 2.3860646660322042,
"linear_fa_loss": 2.478599999780462,
"linear_gap": 0.09253533374825773,
"retangent_bp_loss": 2.342162065093427,
"retangent_fa_loss": 2.4827981312109335,
"retangent_gap": 0.14063606611750634,
"alpha_s": 0.030260424946150933,
"alpha_slope": 0.006052084989230187,
"fixed_gap_error": 0.03716970522501484,
"compressed_gap_error": 0.009523119606123842,
"linear_gap_error": -0.021935285038122476,
"retangent_gap_error": 0.026165447331126135
},
{
"init_seed": 10000,
"feedback_seed": 100001,
"target_steps": 50,
"early_steps": 10,
"empirical_bp_loss": 2.3569658321941453,
"empirical_fa_loss": 2.4714364509805256,
"empirical_gap": 0.11447061878638021,
"fixed_bp_loss": 2.332728873052325,
"fixed_fa_loss": 2.48436919706372,
"fixed_gap": 0.15164032401139504,
"compressed_fa_loss": 2.458017824463228,
"compressed_gap": 0.1252889514109028,
"linear_bp_loss": 2.3746778089374754,
"linear_fa_loss": 2.470238008950175,
"linear_gap": 0.0955602000126996,
"retangent_bp_loss": 2.347788818158224,
"retangent_fa_loss": 2.4787502376263064,
"retangent_gap": 0.1309614194680826,
"alpha_s": 0.05757182130161604,
"alpha_slope": 0.005757182130161604,
"fixed_gap_error": 0.03716970522501484,
"compressed_gap_error": 0.010818332624522586,
"linear_gap_error": -0.018910418773680604,
"retangent_gap_error": 0.01649080068170239
},
{
"init_seed": 10000,
"feedback_seed": 100001,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.3569658321941453,
"empirical_fa_loss": 2.4714364509805256,
"empirical_gap": 0.11447061878638021,
"fixed_bp_loss": 2.332728873052325,
"fixed_fa_loss": 2.48436919706372,
"fixed_gap": 0.15164032401139504,
"compressed_fa_loss": 2.4611049794971,
"compressed_gap": 0.12837610644477504,
"linear_bp_loss": 2.360893482087185,
"linear_fa_loss": 2.4707728776918225,
"linear_gap": 0.10987939560463733,
"retangent_bp_loss": 2.352456177530965,
"retangent_fa_loss": 2.475302497290546,
"retangent_gap": 0.12284631975958105,
"alpha_s": 0.10117840307699459,
"alpha_slope": 0.00505892015384973,
"fixed_gap_error": 0.03716970522501484,
"compressed_gap_error": 0.013905487658394833,
"linear_gap_error": -0.004591223181742876,
"retangent_gap_error": 0.00837570097320084
},
{
"init_seed": 10000,
"feedback_seed": 100002,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.3569658321941453,
"empirical_fa_loss": 2.4572996708485597,
"empirical_gap": 0.10033383865441436,
"fixed_bp_loss": 2.332728873052325,
"fixed_fa_loss": 2.4487734594838644,
"fixed_gap": 0.11604458643153936,
"compressed_fa_loss": 2.4487734594838644,
"compressed_gap": 0.11604458643153936,
"linear_bp_loss": 2.3860646660322042,
"linear_fa_loss": 2.463377815388112,
"linear_gap": 0.07731314935590783,
"retangent_bp_loss": 2.342162065093427,
"retangent_fa_loss": 2.4513219056335576,
"retangent_gap": 0.10915984054013039,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.015710747777125,
"compressed_gap_error": 0.015710747777125,
"linear_gap_error": -0.023020689298506536,
"retangent_gap_error": 0.008826001885716028
},
{
"init_seed": 10000,
"feedback_seed": 100002,
"target_steps": 50,
"early_steps": 10,
"empirical_bp_loss": 2.3569658321941453,
"empirical_fa_loss": 2.4572996708485597,
"empirical_gap": 0.10033383865441436,
"fixed_bp_loss": 2.332728873052325,
"fixed_fa_loss": 2.4487734594838644,
"fixed_gap": 0.11604458643153936,
"compressed_fa_loss": 2.4487734594838644,
"compressed_gap": 0.11604458643153936,
"linear_bp_loss": 2.3746778089374754,
"linear_fa_loss": 2.4594477984050647,
"linear_gap": 0.08476998946758929,
"retangent_bp_loss": 2.347788818158224,
"retangent_fa_loss": 2.452616615690993,
"retangent_gap": 0.10482779753276938,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.015710747777125,
"compressed_gap_error": 0.015710747777125,
"linear_gap_error": -0.015563849186825074,
"retangent_gap_error": 0.00449395887835502
},
{
"init_seed": 10000,
"feedback_seed": 100002,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.3569658321941453,
"empirical_fa_loss": 2.4572996708485597,
"empirical_gap": 0.10033383865441436,
"fixed_bp_loss": 2.332728873052325,
"fixed_fa_loss": 2.4487734594838644,
"fixed_gap": 0.11604458643153936,
"compressed_fa_loss": 2.4487734594838644,
"compressed_gap": 0.11604458643153936,
"linear_bp_loss": 2.360893482087185,
"linear_fa_loss": 2.4588624843604547,
"linear_gap": 0.09796900227326955,
"retangent_bp_loss": 2.352456177530965,
"retangent_fa_loss": 2.455290479912579,
"retangent_gap": 0.10283430238161406,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.015710747777125,
"compressed_gap_error": 0.015710747777125,
"linear_gap_error": -0.002364836381144819,
"retangent_gap_error": 0.0025004637271996977
},
{
"init_seed": 10000,
"feedback_seed": 100003,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.3569658321941453,
"empirical_fa_loss": 2.454226960126308,
"empirical_gap": 0.09726112793216268,
"fixed_bp_loss": 2.332728873052325,
"fixed_fa_loss": 2.4566033375851983,
"fixed_gap": 0.12387446453287332,
"compressed_fa_loss": 2.4530789790242205,
"compressed_gap": 0.12035010597189544,
"linear_bp_loss": 2.3860646660322042,
"linear_fa_loss": 2.4587953667116524,
"linear_gap": 0.0727307006794482,
"retangent_bp_loss": 2.342162065093427,
"retangent_fa_loss": 2.4571427871402345,
"retangent_gap": 0.11498072204680732,
"alpha_s": 0.004637601304708149,
"alpha_slope": 0.0009275202609416299,
"fixed_gap_error": 0.026613336600710635,
"compressed_gap_error": 0.023088978039732755,
"linear_gap_error": -0.024530427252714482,
"retangent_gap_error": 0.017719594114644632
},
{
"init_seed": 10000,
"feedback_seed": 100003,
"target_steps": 50,
"early_steps": 10,
"empirical_bp_loss": 2.3569658321941453,
"empirical_fa_loss": 2.454226960126308,
"empirical_gap": 0.09726112793216268,
"fixed_bp_loss": 2.332728873052325,
"fixed_fa_loss": 2.4566033375851983,
"fixed_gap": 0.12387446453287332,
"compressed_fa_loss": 2.4514766267828922,
"compressed_gap": 0.11874775373056723,
"linear_bp_loss": 2.3746778089374754,
"linear_fa_loss": 2.4577804081463075,
"linear_gap": 0.08310259920883212,
"retangent_bp_loss": 2.347788818158224,
"retangent_fa_loss": 2.4571990716280405,
"retangent_gap": 0.1094102534698167,
"alpha_s": 0.013525952713861564,
"alpha_slope": 0.0013525952713861564,
"fixed_gap_error": 0.026613336600710635,
"compressed_gap_error": 0.021486625798404546,
"linear_gap_error": -0.014158528723330566,
"retangent_gap_error": 0.012149125537654015
},
{
"init_seed": 10000,
"feedback_seed": 100003,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.3569658321941453,
"empirical_fa_loss": 2.454226960126308,
"empirical_gap": 0.09726112793216268,
"fixed_bp_loss": 2.332728873052325,
"fixed_fa_loss": 2.4566033375851983,
"fixed_gap": 0.12387446453287332,
"compressed_fa_loss": 2.450892144956739,
"compressed_gap": 0.11816327190441411,
"linear_bp_loss": 2.360893482087185,
"linear_fa_loss": 2.4540930662694715,
"linear_gap": 0.09319958418228635,
"retangent_bp_loss": 2.352456177530965,
"retangent_fa_loss": 2.4558000404789433,
"retangent_gap": 0.10334386294797815,
"alpha_s": 0.03016351607980946,
"alpha_slope": 0.001508175803990473,
"fixed_gap_error": 0.026613336600710635,
"compressed_gap_error": 0.02090214397225143,
"linear_gap_error": -0.0040615437498763285,
"retangent_gap_error": 0.006082735015815466
},
{
"init_seed": 10001,
"feedback_seed": 101000,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.4152655744770044,
"empirical_fa_loss": 2.5609120318212937,
"empirical_gap": 0.14564645734428927,
"fixed_bp_loss": 2.388693912379294,
"fixed_fa_loss": 2.562959593837799,
"fixed_gap": 0.1742656814585053,
"compressed_fa_loss": 2.562959593837799,
"compressed_gap": 0.1742656814585053,
"linear_bp_loss": 2.431355114728758,
"linear_fa_loss": 2.564276324724414,
"linear_gap": 0.13292120999565604,
"retangent_bp_loss": 2.3969024324187287,
"retangent_fa_loss": 2.5624384458579397,
"retangent_gap": 0.16553601343921098,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.028619224114216024,
"compressed_gap_error": 0.028619224114216024,
"linear_gap_error": -0.012725247348633228,
"retangent_gap_error": 0.019889556094921712
},
{
"init_seed": 10001,
"feedback_seed": 101000,
"target_steps": 50,
"early_steps": 10,
"empirical_bp_loss": 2.4152655744770044,
"empirical_fa_loss": 2.5609120318212937,
"empirical_gap": 0.14564645734428927,
"fixed_bp_loss": 2.388693912379294,
"fixed_fa_loss": 2.562959593837799,
"fixed_gap": 0.1742656814585053,
"compressed_fa_loss": 2.562959593837799,
"compressed_gap": 0.1742656814585053,
"linear_bp_loss": 2.427704728225274,
"linear_fa_loss": 2.5592851607374265,
"linear_gap": 0.13158043251215235,
"retangent_bp_loss": 2.403380676390565,
"retangent_fa_loss": 2.5604958698745337,
"retangent_gap": 0.15711519348396852,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.028619224114216024,
"compressed_gap_error": 0.028619224114216024,
"linear_gap_error": -0.014066024832136925,
"retangent_gap_error": 0.011468736139679248
},
{
"init_seed": 10001,
"feedback_seed": 101000,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.4152655744770044,
"empirical_fa_loss": 2.5609120318212937,
"empirical_gap": 0.14564645734428927,
"fixed_bp_loss": 2.388693912379294,
"fixed_fa_loss": 2.562959593837799,
"fixed_gap": 0.1742656814585053,
"compressed_fa_loss": 2.562959593837799,
"compressed_gap": 0.1742656814585053,
"linear_bp_loss": 2.418124048091431,
"linear_fa_loss": 2.562142908462014,
"linear_gap": 0.1440188603705832,
"retangent_bp_loss": 2.4094002731686066,
"retangent_fa_loss": 2.5612611701654533,
"retangent_gap": 0.15186089699684668,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.028619224114216024,
"compressed_gap_error": 0.028619224114216024,
"linear_gap_error": -0.0016275969737060692,
"retangent_gap_error": 0.006214439652557413
},
{
"init_seed": 10001,
"feedback_seed": 101001,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.4152655744770044,
"empirical_fa_loss": 2.5542741859892297,
"empirical_gap": 0.13900861151222532,
"fixed_bp_loss": 2.388693912379294,
"fixed_fa_loss": 2.561600287495685,
"fixed_gap": 0.17290637511639106,
"compressed_fa_loss": 2.538330968149844,
"compressed_gap": 0.1496370557705502,
"linear_bp_loss": 2.431355114728758,
"linear_fa_loss": 2.5566965756619338,
"linear_gap": 0.12534146093317577,
"retangent_bp_loss": 2.3969024324187287,
"retangent_fa_loss": 2.560246952154703,
"retangent_gap": 0.1633445197359742,
"alpha_s": 0.022607389159601757,
"alpha_slope": 0.0045214778319203515,
"fixed_gap_error": 0.03389776360416574,
"compressed_gap_error": 0.010628444258324876,
"linear_gap_error": -0.013667150579049547,
"retangent_gap_error": 0.02433590822374887
},
{
"init_seed": 10001,
"feedback_seed": 101001,
"target_steps": 50,
"early_steps": 10,
"empirical_bp_loss": 2.4152655744770044,
"empirical_fa_loss": 2.5542741859892297,
"empirical_gap": 0.13900861151222532,
"fixed_bp_loss": 2.388693912379294,
"fixed_fa_loss": 2.561600287495685,
"fixed_gap": 0.17290637511639106,
"compressed_fa_loss": 2.5400762802853927,
"compressed_gap": 0.15138236790609882,
"linear_bp_loss": 2.427704728225274,
"linear_fa_loss": 2.5532517623747535,
"linear_gap": 0.12554703414947932,
"retangent_bp_loss": 2.403380676390565,
"retangent_fa_loss": 2.558189733578768,
"retangent_gap": 0.15480905718820281,
"alpha_s": 0.041728902334946916,
"alpha_slope": 0.004172890233494692,
"fixed_gap_error": 0.03389776360416574,
"compressed_gap_error": 0.012373756393873503,
"linear_gap_error": -0.013461577362746002,
"retangent_gap_error": 0.015800445675977492
},
{
"init_seed": 10001,
"feedback_seed": 101001,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.4152655744770044,
"empirical_fa_loss": 2.5542741859892297,
"empirical_gap": 0.13900861151222532,
"fixed_bp_loss": 2.388693912379294,
"fixed_fa_loss": 2.561600287495685,
"fixed_gap": 0.17290637511639106,
"compressed_fa_loss": 2.542987194498897,
"compressed_gap": 0.15429328211960325,
"linear_bp_loss": 2.418124048091431,
"linear_fa_loss": 2.554602723594938,
"linear_gap": 0.13647867550350679,
"retangent_bp_loss": 2.4094002731686066,
"retangent_fa_loss": 2.556599441089581,
"retangent_gap": 0.14719916792097454,
"alpha_s": 0.07189934952788932,
"alpha_slope": 0.0035949674763944657,
"fixed_gap_error": 0.03389776360416574,
"compressed_gap_error": 0.015284670607377926,
"linear_gap_error": -0.0025299360087185363,
"retangent_gap_error": 0.008190556408749217
},
{
"init_seed": 10001,
"feedback_seed": 101002,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.4152655744770044,
"empirical_fa_loss": 2.5723825601131525,
"empirical_gap": 0.15711698563614807,
"fixed_bp_loss": 2.388693912379294,
"fixed_fa_loss": 2.5737215967324123,
"fixed_gap": 0.18502768435311845,
"compressed_fa_loss": 2.5737215967324123,
"compressed_gap": 0.18502768435311845,
"linear_bp_loss": 2.431355114728758,
"linear_fa_loss": 2.570802171855943,
"linear_gap": 0.13944705712718486,
"retangent_bp_loss": 2.3969024324187287,
"retangent_fa_loss": 2.572553679220815,
"retangent_gap": 0.1756512468020861,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.027910698716970384,
"compressed_gap_error": 0.027910698716970384,
"linear_gap_error": -0.017669928508963206,
"retangent_gap_error": 0.018534261165938037
},
{
"init_seed": 10001,
"feedback_seed": 101002,
"target_steps": 50,
"early_steps": 10,
"empirical_bp_loss": 2.4152655744770044,
"empirical_fa_loss": 2.5723825601131525,
"empirical_gap": 0.15711698563614807,
"fixed_bp_loss": 2.388693912379294,
"fixed_fa_loss": 2.5737215967324123,
"fixed_gap": 0.18502768435311845,
"compressed_fa_loss": 2.5737215967324123,
"compressed_gap": 0.18502768435311845,
"linear_bp_loss": 2.427704728225274,
"linear_fa_loss": 2.5747991849571727,
"linear_gap": 0.14709445673189858,
"retangent_bp_loss": 2.403380676390565,
"retangent_fa_loss": 2.5735296524948827,
"retangent_gap": 0.17014897610431756,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.027910698716970384,
"compressed_gap_error": 0.027910698716970384,
"linear_gap_error": -0.010022528904249484,
"retangent_gap_error": 0.013031990468169496
},
{
"init_seed": 10001,
"feedback_seed": 101002,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.4152655744770044,
"empirical_fa_loss": 2.5723825601131525,
"empirical_gap": 0.15711698563614807,
"fixed_bp_loss": 2.388693912379294,
"fixed_fa_loss": 2.5737215967324123,
"fixed_gap": 0.18502768435311845,
"compressed_fa_loss": 2.5737215967324123,
"compressed_gap": 0.18502768435311845,
"linear_bp_loss": 2.418124048091431,
"linear_fa_loss": 2.5741481861486584,
"linear_gap": 0.15602413805722737,
"retangent_bp_loss": 2.4094002731686066,
"retangent_fa_loss": 2.573585092393623,
"retangent_gap": 0.16418481922501638,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.027910698716970384,
"compressed_gap_error": 0.027910698716970384,
"linear_gap_error": -0.001092847578920697,
"retangent_gap_error": 0.007067833588868311
},
{
"init_seed": 10001,
"feedback_seed": 101003,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.4152655744770044,
"empirical_fa_loss": 2.555275162766506,
"empirical_gap": 0.1400095882895016,
"fixed_bp_loss": 2.388693912379294,
"fixed_fa_loss": 2.5529535476349148,
"fixed_gap": 0.16425963525562093,
"compressed_fa_loss": 2.5529535476349148,
"compressed_gap": 0.16425963525562093,
"linear_bp_loss": 2.431355114728758,
"linear_fa_loss": 2.5559760944099863,
"linear_gap": 0.12462097968122832,
"retangent_bp_loss": 2.3969024324187287,
"retangent_fa_loss": 2.552877726151136,
"retangent_gap": 0.15597529373240748,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.02425004696611932,
"compressed_gap_error": 0.02425004696611932,
"linear_gap_error": -0.015388608608273291,
"retangent_gap_error": 0.015965705442905875
},
{
"init_seed": 10001,
"feedback_seed": 101003,
"target_steps": 50,
"early_steps": 10,
"empirical_bp_loss": 2.4152655744770044,
"empirical_fa_loss": 2.555275162766506,
"empirical_gap": 0.1400095882895016,
"fixed_bp_loss": 2.388693912379294,
"fixed_fa_loss": 2.5529535476349148,
"fixed_gap": 0.16425963525562093,
"compressed_fa_loss": 2.5529535476349148,
"compressed_gap": 0.16425963525562093,
"linear_bp_loss": 2.427704728225274,
"linear_fa_loss": 2.55881141594109,
"linear_gap": 0.1311066877158158,
"retangent_bp_loss": 2.403380676390565,
"retangent_fa_loss": 2.5545813591406743,
"retangent_gap": 0.15120068275010912,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.02425004696611932,
"compressed_gap_error": 0.02425004696611932,
"linear_gap_error": -0.008902900573685812,
"retangent_gap_error": 0.011191094460607509
},
{
"init_seed": 10001,
"feedback_seed": 101003,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.4152655744770044,
"empirical_fa_loss": 2.555275162766506,
"empirical_gap": 0.1400095882895016,
"fixed_bp_loss": 2.388693912379294,
"fixed_fa_loss": 2.5529535476349148,
"fixed_gap": 0.16425963525562093,
"compressed_fa_loss": 2.5529535476349148,
"compressed_gap": 0.16425963525562093,
"linear_bp_loss": 2.418124048091431,
"linear_fa_loss": 2.5577320297062793,
"linear_gap": 0.13960798161484833,
"retangent_bp_loss": 2.4094002731686066,
"retangent_fa_loss": 2.5558631971466568,
"retangent_gap": 0.14646292397805016,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.02425004696611932,
"compressed_gap_error": 0.02425004696611932,
"linear_gap_error": -0.0004016066746532765,
"retangent_gap_error": 0.006453335688548556
}
]
}
|
