1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
|
{
"config": {
"input_dim": 16,
"output_dim": 4,
"width": 64,
"train_samples": 160,
"test_samples": 512,
"target_steps": 50,
"early_steps": [
5,
10,
20
],
"lr": 0.001,
"init_seeds": 2,
"feedback_seeds": 4,
"data_seed": 123,
"feedback_scale": "relu",
"device": "cpu",
"torch_threads": 4,
"outdir": "outputs/compressed_operator_retangent_T50_width64_N160"
},
"rows": [
{
"init_seed": 10000,
"feedback_seed": 100000,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.4549863161653933,
"empirical_fa_loss": 2.5764544322986973,
"empirical_gap": 0.121468116133304,
"fixed_bp_loss": 2.4311778933673613,
"fixed_fa_loss": 2.5757611470147017,
"fixed_gap": 0.14458325364734037,
"compressed_fa_loss": 2.5757611470147017,
"compressed_gap": 0.14458325364734037,
"linear_bp_loss": 2.471466132528841,
"linear_fa_loss": 2.5843098293126214,
"linear_gap": 0.11284369678378026,
"retangent_bp_loss": 2.438156409375097,
"retangent_fa_loss": 2.577202046009127,
"retangent_gap": 0.1390456366340298,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.023115137514036377,
"compressed_gap_error": 0.023115137514036377,
"linear_gap_error": -0.008624419349523738,
"retangent_gap_error": 0.017577520500725807
},
{
"init_seed": 10000,
"feedback_seed": 100000,
"target_steps": 50,
"early_steps": 10,
"empirical_bp_loss": 2.4549863161653933,
"empirical_fa_loss": 2.5764544322986973,
"empirical_gap": 0.121468116133304,
"fixed_bp_loss": 2.4311778933673613,
"fixed_fa_loss": 2.5757611470147017,
"fixed_gap": 0.14458325364734037,
"compressed_fa_loss": 2.5750395559481563,
"compressed_gap": 0.1438616625807949,
"linear_bp_loss": 2.469126230670736,
"linear_fa_loss": 2.583086556980253,
"linear_gap": 0.1139603263095168,
"retangent_bp_loss": 2.444454035652528,
"retangent_fa_loss": 2.5783118127256706,
"retangent_gap": 0.13385777707314261,
"alpha_s": 0.0015053556486822538,
"alpha_slope": 0.0001505355648682254,
"fixed_gap_error": 0.023115137514036377,
"compressed_gap_error": 0.02239354644749092,
"linear_gap_error": -0.007507789823787192,
"retangent_gap_error": 0.01238966093983862
},
{
"init_seed": 10000,
"feedback_seed": 100000,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.4549863161653933,
"empirical_fa_loss": 2.5764544322986973,
"empirical_gap": 0.121468116133304,
"fixed_bp_loss": 2.4311778933673613,
"fixed_fa_loss": 2.5757611470147017,
"fixed_gap": 0.14458325364734037,
"compressed_fa_loss": 2.5743634407620157,
"compressed_gap": 0.1431855473946544,
"linear_bp_loss": 2.4582346175607235,
"linear_fa_loss": 2.577540789544704,
"linear_gap": 0.1193061719839803,
"retangent_bp_loss": 2.4496566327552913,
"retangent_fa_loss": 2.577261816360165,
"retangent_gap": 0.1276051836048735,
"alpha_s": 0.005838445970816776,
"alpha_slope": 0.0002919222985408388,
"fixed_gap_error": 0.023115137514036377,
"compressed_gap_error": 0.021717431261350395,
"linear_gap_error": -0.0021619441493236913,
"retangent_gap_error": 0.006137067471569502
},
{
"init_seed": 10000,
"feedback_seed": 100001,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.4549863161653933,
"empirical_fa_loss": 2.567061745852265,
"empirical_gap": 0.11207542968687179,
"fixed_bp_loss": 2.4311778933673613,
"fixed_fa_loss": 2.577886418855946,
"fixed_gap": 0.14670852548858448,
"compressed_fa_loss": 2.5540512486971436,
"compressed_gap": 0.12287335532978227,
"linear_bp_loss": 2.471466132528841,
"linear_fa_loss": 2.5659967303911904,
"linear_gap": 0.09453059786234919,
"retangent_bp_loss": 2.438156409375097,
"retangent_fa_loss": 2.575072460988918,
"retangent_gap": 0.13691605161382103,
"alpha_s": 0.027476828636534487,
"alpha_slope": 0.005495365727306897,
"fixed_gap_error": 0.0346330958017127,
"compressed_gap_error": 0.010797925642910489,
"linear_gap_error": -0.0175448318245226,
"retangent_gap_error": 0.024840621926949247
},
{
"init_seed": 10000,
"feedback_seed": 100001,
"target_steps": 50,
"early_steps": 10,
"empirical_bp_loss": 2.4549863161653933,
"empirical_fa_loss": 2.567061745852265,
"empirical_gap": 0.11207542968687179,
"fixed_bp_loss": 2.4311778933673613,
"fixed_fa_loss": 2.577886418855946,
"fixed_gap": 0.14670852548858448,
"compressed_fa_loss": 2.5554527280000996,
"compressed_gap": 0.12427483463273825,
"linear_bp_loss": 2.469126230670736,
"linear_fa_loss": 2.566581548846434,
"linear_gap": 0.09745531817569786,
"retangent_bp_loss": 2.444454035652528,
"retangent_fa_loss": 2.573178155451637,
"retangent_gap": 0.12872411979910892,
"alpha_s": 0.051620187038469954,
"alpha_slope": 0.005162018703846995,
"fixed_gap_error": 0.0346330958017127,
"compressed_gap_error": 0.012199404945866466,
"linear_gap_error": -0.014620111511173928,
"retangent_gap_error": 0.01664869011223713
},
{
"init_seed": 10000,
"feedback_seed": 100001,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.4549863161653933,
"empirical_fa_loss": 2.567061745852265,
"empirical_gap": 0.11207542968687179,
"fixed_bp_loss": 2.4311778933673613,
"fixed_fa_loss": 2.577886418855946,
"fixed_gap": 0.14670852548858448,
"compressed_fa_loss": 2.5578668281703645,
"compressed_gap": 0.12668893480300314,
"linear_bp_loss": 2.4582346175607235,
"linear_fa_loss": 2.5657546207469393,
"linear_gap": 0.1075200031862158,
"retangent_bp_loss": 2.4496566327552913,
"retangent_fa_loss": 2.5695590290110117,
"retangent_gap": 0.11990239625572041,
"alpha_s": 0.0918176579457603,
"alpha_slope": 0.004590882897288015,
"fixed_gap_error": 0.0346330958017127,
"compressed_gap_error": 0.014613505116131353,
"linear_gap_error": -0.00455542650065599,
"retangent_gap_error": 0.007826966568848626
},
{
"init_seed": 10000,
"feedback_seed": 100002,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.4549863161653933,
"empirical_fa_loss": 2.5572416172407086,
"empirical_gap": 0.10225530107531533,
"fixed_bp_loss": 2.4311778933673613,
"fixed_fa_loss": 2.5455627549822717,
"fixed_gap": 0.11438486161491035,
"compressed_fa_loss": 2.5455627549822717,
"compressed_gap": 0.11438486161491035,
"linear_bp_loss": 2.471466132528841,
"linear_fa_loss": 2.570285302066818,
"linear_gap": 0.09881916953797676,
"retangent_bp_loss": 2.438156409375097,
"retangent_fa_loss": 2.5497998786373994,
"retangent_gap": 0.11164346926230229,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.012129560539595019,
"compressed_gap_error": 0.012129560539595019,
"linear_gap_error": -0.0034361315373385715,
"retangent_gap_error": 0.009388168186986956
},
{
"init_seed": 10000,
"feedback_seed": 100002,
"target_steps": 50,
"early_steps": 10,
"empirical_bp_loss": 2.4549863161653933,
"empirical_fa_loss": 2.5572416172407086,
"empirical_gap": 0.10225530107531533,
"fixed_bp_loss": 2.4311778933673613,
"fixed_fa_loss": 2.5455627549822717,
"fixed_gap": 0.11438486161491035,
"compressed_fa_loss": 2.5455627549822717,
"compressed_gap": 0.11438486161491035,
"linear_bp_loss": 2.469126230670736,
"linear_fa_loss": 2.563662927416467,
"linear_gap": 0.09453669674573106,
"retangent_bp_loss": 2.444454035652528,
"retangent_fa_loss": 2.551890030140833,
"retangent_gap": 0.10743599448830521,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.012129560539595019,
"compressed_gap_error": 0.012129560539595019,
"linear_gap_error": -0.0077186043295842666,
"retangent_gap_error": 0.0051806934129898785
},
{
"init_seed": 10000,
"feedback_seed": 100002,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.4549863161653933,
"empirical_fa_loss": 2.5572416172407086,
"empirical_gap": 0.10225530107531533,
"fixed_bp_loss": 2.4311778933673613,
"fixed_fa_loss": 2.5455627549822717,
"fixed_gap": 0.11438486161491035,
"compressed_fa_loss": 2.5455627549822717,
"compressed_gap": 0.11438486161491035,
"linear_bp_loss": 2.4582346175607235,
"linear_fa_loss": 2.558736000945013,
"linear_gap": 0.1005013833842896,
"retangent_bp_loss": 2.4496566327552913,
"retangent_fa_loss": 2.5543970863990317,
"retangent_gap": 0.1047404536437404,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.012129560539595019,
"compressed_gap_error": 0.012129560539595019,
"linear_gap_error": -0.0017539176910257304,
"retangent_gap_error": 0.0024851525684250753
},
{
"init_seed": 10000,
"feedback_seed": 100003,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.4549863161653933,
"empirical_fa_loss": 2.5591507272465663,
"empirical_gap": 0.10416441108117303,
"fixed_bp_loss": 2.4311778933673613,
"fixed_fa_loss": 2.5636270424916114,
"fixed_gap": 0.1324491491242501,
"compressed_fa_loss": 2.561259122840755,
"compressed_gap": 0.13008122947339373,
"linear_bp_loss": 2.471466132528841,
"linear_fa_loss": 2.5607019342141983,
"linear_gap": 0.08923580168535716,
"retangent_bp_loss": 2.438156409375097,
"retangent_fa_loss": 2.5627993743164508,
"retangent_gap": 0.12464296494135363,
"alpha_s": 0.002963986583180201,
"alpha_slope": 0.0005927973166360401,
"fixed_gap_error": 0.028284738043077073,
"compressed_gap_error": 0.02591681839222071,
"linear_gap_error": -0.014928609395815862,
"retangent_gap_error": 0.020478553860180604
},
{
"init_seed": 10000,
"feedback_seed": 100003,
"target_steps": 50,
"early_steps": 10,
"empirical_bp_loss": 2.4549863161653933,
"empirical_fa_loss": 2.5591507272465663,
"empirical_gap": 0.10416441108117303,
"fixed_bp_loss": 2.4311778933673613,
"fixed_fa_loss": 2.5636270424916114,
"fixed_gap": 0.1324491491242501,
"compressed_fa_loss": 2.5603281964261386,
"compressed_gap": 0.12915030305877728,
"linear_bp_loss": 2.469126230670736,
"linear_fa_loss": 2.5578895846194856,
"linear_gap": 0.08876335394874957,
"retangent_bp_loss": 2.444454035652528,
"retangent_fa_loss": 2.561258129745113,
"retangent_gap": 0.11680409409258496,
"alpha_s": 0.008269364941542887,
"alpha_slope": 0.0008269364941542887,
"fixed_gap_error": 0.028284738043077073,
"compressed_gap_error": 0.024985891977604258,
"linear_gap_error": -0.015401057132423457,
"retangent_gap_error": 0.01263968301141194
},
{
"init_seed": 10000,
"feedback_seed": 100003,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.4549863161653933,
"empirical_fa_loss": 2.5591507272465663,
"empirical_gap": 0.10416441108117303,
"fixed_bp_loss": 2.4311778933673613,
"fixed_fa_loss": 2.5636270424916114,
"fixed_gap": 0.1324491491242501,
"compressed_fa_loss": 2.5587252173220945,
"compressed_gap": 0.12754732395473312,
"linear_bp_loss": 2.4582346175607235,
"linear_fa_loss": 2.560377602320216,
"linear_gap": 0.10214298475949235,
"retangent_bp_loss": 2.4496566327552913,
"retangent_fa_loss": 2.5611657380074133,
"retangent_gap": 0.11150910525212199,
"alpha_s": 0.024630946891752097,
"alpha_slope": 0.001231547344587605,
"fixed_gap_error": 0.028284738043077073,
"compressed_gap_error": 0.02338291287356009,
"linear_gap_error": -0.002021426321680675,
"retangent_gap_error": 0.007344694170948962
},
{
"init_seed": 10001,
"feedback_seed": 101000,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.573611931727511,
"empirical_fa_loss": 2.705916865681692,
"empirical_gap": 0.13230493395418108,
"fixed_bp_loss": 2.55265858151857,
"fixed_fa_loss": 2.703496137482394,
"fixed_gap": 0.15083755596382398,
"compressed_fa_loss": 2.703496137482394,
"compressed_gap": 0.15083755596382398,
"linear_bp_loss": 2.5872399223584894,
"linear_fa_loss": 2.7082701232596316,
"linear_gap": 0.12103020090114214,
"retangent_bp_loss": 2.5591842368348012,
"retangent_fa_loss": 2.7040178451637025,
"retangent_gap": 0.14483360832890124,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.018532622009642896,
"compressed_gap_error": 0.018532622009642896,
"linear_gap_error": -0.011274733053038943,
"retangent_gap_error": 0.012528674374720161
},
{
"init_seed": 10001,
"feedback_seed": 101000,
"target_steps": 50,
"early_steps": 10,
"empirical_bp_loss": 2.573611931727511,
"empirical_fa_loss": 2.705916865681692,
"empirical_gap": 0.13230493395418108,
"fixed_bp_loss": 2.55265858151857,
"fixed_fa_loss": 2.703496137482394,
"fixed_gap": 0.15083755596382398,
"compressed_fa_loss": 2.703496137482394,
"compressed_gap": 0.15083755596382398,
"linear_bp_loss": 2.5815122996951345,
"linear_fa_loss": 2.709145390293965,
"linear_gap": 0.12763309059883055,
"retangent_bp_loss": 2.563464407204884,
"retangent_fa_loss": 2.7050777434756528,
"retangent_gap": 0.14161333627076855,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.018532622009642896,
"compressed_gap_error": 0.018532622009642896,
"linear_gap_error": -0.004671843355350536,
"retangent_gap_error": 0.009308402316587472
},
{
"init_seed": 10001,
"feedback_seed": 101000,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.573611931727511,
"empirical_fa_loss": 2.705916865681692,
"empirical_gap": 0.13230493395418108,
"fixed_bp_loss": 2.55265858151857,
"fixed_fa_loss": 2.703496137482394,
"fixed_gap": 0.15083755596382398,
"compressed_fa_loss": 2.703496137482394,
"compressed_gap": 0.15083755596382398,
"linear_bp_loss": 2.5770542142415938,
"linear_fa_loss": 2.70709379806839,
"linear_gap": 0.13003958382679626,
"retangent_bp_loss": 2.569423655814205,
"retangent_fa_loss": 2.705925793123872,
"retangent_gap": 0.13650213730966687,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.018532622009642896,
"compressed_gap_error": 0.018532622009642896,
"linear_gap_error": -0.0022653501273848242,
"retangent_gap_error": 0.00419720335548579
},
{
"init_seed": 10001,
"feedback_seed": 101001,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.573611931727511,
"empirical_fa_loss": 2.669515380319086,
"empirical_gap": 0.09590344859157529,
"fixed_bp_loss": 2.55265858151857,
"fixed_fa_loss": 2.676273564422429,
"fixed_gap": 0.12361498290385908,
"compressed_fa_loss": 2.6625066993257005,
"compressed_gap": 0.10984811780713066,
"linear_bp_loss": 2.5872399223584894,
"linear_fa_loss": 2.673213414540119,
"linear_gap": 0.08597349218162975,
"retangent_bp_loss": 2.5591842368348012,
"retangent_fa_loss": 2.67543856849124,
"retangent_gap": 0.11625433165643884,
"alpha_s": 0.01813208384997925,
"alpha_slope": 0.00362641676999585,
"fixed_gap_error": 0.027711534312283792,
"compressed_gap_error": 0.013944669215555372,
"linear_gap_error": -0.00992995640994554,
"retangent_gap_error": 0.020350883064863545
},
{
"init_seed": 10001,
"feedback_seed": 101001,
"target_steps": 50,
"early_steps": 10,
"empirical_bp_loss": 2.573611931727511,
"empirical_fa_loss": 2.669515380319086,
"empirical_gap": 0.09590344859157529,
"fixed_bp_loss": 2.55265858151857,
"fixed_fa_loss": 2.676273564422429,
"fixed_gap": 0.12361498290385908,
"compressed_fa_loss": 2.6631747169195052,
"compressed_gap": 0.11051613540093541,
"linear_bp_loss": 2.5815122996951345,
"linear_fa_loss": 2.66995235774318,
"linear_gap": 0.08844005804804533,
"retangent_bp_loss": 2.563464407204884,
"retangent_fa_loss": 2.673543067628297,
"retangent_gap": 0.11007866042341297,
"alpha_s": 0.03446494160690731,
"alpha_slope": 0.0034464941606907307,
"fixed_gap_error": 0.027711534312283792,
"compressed_gap_error": 0.01461268680936012,
"linear_gap_error": -0.0074633905435299575,
"retangent_gap_error": 0.014175211831837675
},
{
"init_seed": 10001,
"feedback_seed": 101001,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.573611931727511,
"empirical_fa_loss": 2.669515380319086,
"empirical_gap": 0.09590344859157529,
"fixed_bp_loss": 2.55265858151857,
"fixed_fa_loss": 2.676273564422429,
"fixed_gap": 0.12361498290385908,
"compressed_fa_loss": 2.664556509151505,
"compressed_gap": 0.11189792763293527,
"linear_bp_loss": 2.5770542142415938,
"linear_fa_loss": 2.670284849135013,
"linear_gap": 0.09323063489341932,
"retangent_bp_loss": 2.569423655814205,
"retangent_fa_loss": 2.6720538396827767,
"retangent_gap": 0.10263018386857148,
"alpha_s": 0.06151242259663903,
"alpha_slope": 0.0030756211298319514,
"fixed_gap_error": 0.027711534312283792,
"compressed_gap_error": 0.015994479041359977,
"linear_gap_error": -0.0026728136981559736,
"retangent_gap_error": 0.0067267352769961875
},
{
"init_seed": 10001,
"feedback_seed": 101002,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.573611931727511,
"empirical_fa_loss": 2.696062503930593,
"empirical_gap": 0.12245057220308242,
"fixed_bp_loss": 2.55265858151857,
"fixed_fa_loss": 2.6973619580157178,
"fixed_gap": 0.14470337649714793,
"compressed_fa_loss": 2.6973619580157178,
"compressed_gap": 0.14470337649714793,
"linear_bp_loss": 2.5872399223584894,
"linear_fa_loss": 2.7000032526963564,
"linear_gap": 0.11276333033786701,
"retangent_bp_loss": 2.5591842368348012,
"retangent_fa_loss": 2.6979191696751257,
"retangent_gap": 0.13873493284032445,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.02225280429406551,
"compressed_gap_error": 0.02225280429406551,
"linear_gap_error": -0.009687241865215412,
"retangent_gap_error": 0.016284360637242035
},
{
"init_seed": 10001,
"feedback_seed": 101002,
"target_steps": 50,
"early_steps": 10,
"empirical_bp_loss": 2.573611931727511,
"empirical_fa_loss": 2.696062503930593,
"empirical_gap": 0.12245057220308242,
"fixed_bp_loss": 2.55265858151857,
"fixed_fa_loss": 2.6973619580157178,
"fixed_gap": 0.14470337649714793,
"compressed_fa_loss": 2.6973619580157178,
"compressed_gap": 0.14470337649714793,
"linear_bp_loss": 2.5815122996951345,
"linear_fa_loss": 2.698529660175607,
"linear_gap": 0.11701736048047229,
"retangent_bp_loss": 2.563464407204884,
"retangent_fa_loss": 2.697921127791666,
"retangent_gap": 0.13445672058678193,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.02225280429406551,
"compressed_gap_error": 0.02225280429406551,
"linear_gap_error": -0.005433211722610132,
"retangent_gap_error": 0.012006148383699511
},
{
"init_seed": 10001,
"feedback_seed": 101002,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.573611931727511,
"empirical_fa_loss": 2.696062503930593,
"empirical_gap": 0.12245057220308242,
"fixed_bp_loss": 2.55265858151857,
"fixed_fa_loss": 2.6973619580157178,
"fixed_gap": 0.14470337649714793,
"compressed_fa_loss": 2.6973619580157178,
"compressed_gap": 0.14470337649714793,
"linear_bp_loss": 2.5770542142415938,
"linear_fa_loss": 2.6972834125495533,
"linear_gap": 0.12022919830795953,
"retangent_bp_loss": 2.569423655814205,
"retangent_fa_loss": 2.6976914882710856,
"retangent_gap": 0.12826783245688045,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.02225280429406551,
"compressed_gap_error": 0.02225280429406551,
"linear_gap_error": -0.002221373895122891,
"retangent_gap_error": 0.005817260253798029
},
{
"init_seed": 10001,
"feedback_seed": 101003,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.573611931727511,
"empirical_fa_loss": 2.6848048669362856,
"empirical_gap": 0.11119293520877482,
"fixed_bp_loss": 2.55265858151857,
"fixed_fa_loss": 2.6818777011922634,
"fixed_gap": 0.1292191196736936,
"compressed_fa_loss": 2.6818777011922634,
"compressed_gap": 0.1292191196736936,
"linear_bp_loss": 2.5872399223584894,
"linear_fa_loss": 2.684094370606848,
"linear_gap": 0.09685444824835843,
"retangent_bp_loss": 2.5591842368348012,
"retangent_fa_loss": 2.6819040293413474,
"retangent_gap": 0.12271979250654619,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.01802618446491877,
"compressed_gap_error": 0.01802618446491877,
"linear_gap_error": -0.014338486960416397,
"retangent_gap_error": 0.011526857297771365
},
{
"init_seed": 10001,
"feedback_seed": 101003,
"target_steps": 50,
"early_steps": 10,
"empirical_bp_loss": 2.573611931727511,
"empirical_fa_loss": 2.6848048669362856,
"empirical_gap": 0.11119293520877482,
"fixed_bp_loss": 2.55265858151857,
"fixed_fa_loss": 2.6818777011922634,
"fixed_gap": 0.1292191196736936,
"compressed_fa_loss": 2.6818777011922634,
"compressed_gap": 0.1292191196736936,
"linear_bp_loss": 2.5815122996951345,
"linear_fa_loss": 2.6881935033364157,
"linear_gap": 0.1066812036412812,
"retangent_bp_loss": 2.563464407204884,
"retangent_fa_loss": 2.6839843863098976,
"retangent_gap": 0.12051997910501333,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.01802618446491877,
"compressed_gap_error": 0.01802618446491877,
"linear_gap_error": -0.0045117315674936265,
"retangent_gap_error": 0.009327043896238507
},
{
"init_seed": 10001,
"feedback_seed": 101003,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.573611931727511,
"empirical_fa_loss": 2.6848048669362856,
"empirical_gap": 0.11119293520877482,
"fixed_bp_loss": 2.55265858151857,
"fixed_fa_loss": 2.6818777011922634,
"fixed_gap": 0.1292191196736936,
"compressed_fa_loss": 2.681596328650637,
"compressed_gap": 0.12893774713206696,
"linear_bp_loss": 2.5770542142415938,
"linear_fa_loss": 2.6855996774480175,
"linear_gap": 0.10854546320642378,
"retangent_bp_loss": 2.569423655814205,
"retangent_fa_loss": 2.684399328258143,
"retangent_gap": 0.1149756724439377,
"alpha_s": 0.0013003080928025682,
"alpha_slope": 6.501540464012841e-05,
"fixed_gap_error": 0.01802618446491877,
"compressed_gap_error": 0.017744811923292136,
"linear_gap_error": -0.002647472002351048,
"retangent_gap_error": 0.0037827372351628696
}
]
}
|
