1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
|
{
"config": {
"input_dim": 16,
"output_dim": 4,
"width": 64,
"train_samples": 192,
"test_samples": 512,
"target_steps": 50,
"early_steps": [
5,
10,
20
],
"lr": 0.001,
"init_seeds": 2,
"feedback_seeds": 4,
"data_seed": 123,
"feedback_scale": "relu",
"device": "cpu",
"torch_threads": 4,
"outdir": "outputs/compressed_operator_retangent_T50_width64_N192"
},
"rows": [
{
"init_seed": 10000,
"feedback_seed": 100000,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.619308198504077,
"empirical_fa_loss": 2.7453357630883364,
"empirical_gap": 0.12602756458425945,
"fixed_bp_loss": 2.5988723885739176,
"fixed_fa_loss": 2.74830513165478,
"fixed_gap": 0.14943274308086263,
"compressed_fa_loss": 2.74830513165478,
"compressed_gap": 0.14943274308086263,
"linear_bp_loss": 2.631547765596286,
"linear_fa_loss": 2.746374410129993,
"linear_gap": 0.11482664453370717,
"retangent_bp_loss": 2.6047473527625793,
"retangent_fa_loss": 2.7473651445808773,
"retangent_gap": 0.14261779181829803,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.023405178496603174,
"compressed_gap_error": 0.023405178496603174,
"linear_gap_error": -0.011200920050552288,
"retangent_gap_error": 0.01659022723403858
},
{
"init_seed": 10000,
"feedback_seed": 100000,
"target_steps": 50,
"early_steps": 10,
"empirical_bp_loss": 2.619308198504077,
"empirical_fa_loss": 2.7453357630883364,
"empirical_gap": 0.12602756458425945,
"fixed_bp_loss": 2.5988723885739176,
"fixed_fa_loss": 2.74830513165478,
"fixed_gap": 0.14943274308086263,
"compressed_fa_loss": 2.7480104321541323,
"compressed_gap": 0.14913804358021476,
"linear_bp_loss": 2.629554685562153,
"linear_fa_loss": 2.744678097244867,
"linear_gap": 0.11512341168271423,
"retangent_bp_loss": 2.6097313525261376,
"retangent_fa_loss": 2.746414913610387,
"retangent_gap": 0.1366835610842494,
"alpha_s": 0.0005894620675947455,
"alpha_slope": 5.8946206759474546e-05,
"fixed_gap_error": 0.023405178496603174,
"compressed_gap_error": 0.023110478995955308,
"linear_gap_error": -0.010904152901545228,
"retangent_gap_error": 0.01065599649998994
},
{
"init_seed": 10000,
"feedback_seed": 100000,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.619308198504077,
"empirical_fa_loss": 2.7453357630883364,
"empirical_gap": 0.12602756458425945,
"fixed_bp_loss": 2.5988723885739176,
"fixed_fa_loss": 2.74830513165478,
"fixed_gap": 0.14943274308086263,
"compressed_fa_loss": 2.7475645198495293,
"compressed_gap": 0.14869213127561176,
"linear_bp_loss": 2.6224808810625517,
"linear_fa_loss": 2.7440799091180565,
"linear_gap": 0.12159902805550482,
"retangent_bp_loss": 2.614800383820022,
"retangent_fa_loss": 2.745283057278814,
"retangent_gap": 0.13048267345879205,
"alpha_s": 0.0029651016485648944,
"alpha_slope": 0.00014825508242824473,
"fixed_gap_error": 0.023405178496603174,
"compressed_gap_error": 0.022664566691352306,
"linear_gap_error": -0.004428536528754634,
"retangent_gap_error": 0.004455108874532598
},
{
"init_seed": 10000,
"feedback_seed": 100001,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.619308198504077,
"empirical_fa_loss": 2.7309895936177306,
"empirical_gap": 0.11168139511365371,
"fixed_bp_loss": 2.5988723885739176,
"fixed_fa_loss": 2.744415508645007,
"fixed_gap": 0.1455431200710895,
"compressed_fa_loss": 2.721762290324753,
"compressed_gap": 0.12288990175083558,
"linear_bp_loss": 2.631547765596286,
"linear_fa_loss": 2.7299807241541796,
"linear_gap": 0.0984329585578938,
"retangent_bp_loss": 2.6047473527625793,
"retangent_fa_loss": 2.740979031321545,
"retangent_gap": 0.1362316785589659,
"alpha_s": 0.02587463543419702,
"alpha_slope": 0.005174927086839404,
"fixed_gap_error": 0.03386172495743578,
"compressed_gap_error": 0.01120850663718187,
"linear_gap_error": -0.013248436555759913,
"retangent_gap_error": 0.024550283445312182
},
{
"init_seed": 10000,
"feedback_seed": 100001,
"target_steps": 50,
"early_steps": 10,
"empirical_bp_loss": 2.619308198504077,
"empirical_fa_loss": 2.7309895936177306,
"empirical_gap": 0.11168139511365371,
"fixed_bp_loss": 2.5988723885739176,
"fixed_fa_loss": 2.744415508645007,
"fixed_gap": 0.1455431200710895,
"compressed_fa_loss": 2.722534542882278,
"compressed_gap": 0.12366215430836025,
"linear_bp_loss": 2.629554685562153,
"linear_fa_loss": 2.728635236417073,
"linear_gap": 0.09908055085492018,
"retangent_bp_loss": 2.6097313525261376,
"retangent_fa_loss": 2.7379073061362917,
"retangent_gap": 0.1281759536101541,
"alpha_s": 0.049922338487745625,
"alpha_slope": 0.004992233848774562,
"fixed_gap_error": 0.03386172495743578,
"compressed_gap_error": 0.011980759194706536,
"linear_gap_error": -0.012600844258733535,
"retangent_gap_error": 0.01649455849650039
},
{
"init_seed": 10000,
"feedback_seed": 100001,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.619308198504077,
"empirical_fa_loss": 2.7309895936177306,
"empirical_gap": 0.11168139511365371,
"fixed_bp_loss": 2.5988723885739176,
"fixed_fa_loss": 2.744415508645007,
"fixed_gap": 0.1455431200710895,
"compressed_fa_loss": 2.724662093549141,
"compressed_gap": 0.12578970497522324,
"linear_bp_loss": 2.6224808810625517,
"linear_fa_loss": 2.7302846032679877,
"linear_gap": 0.10780372220543599,
"retangent_bp_loss": 2.614800383820022,
"retangent_fa_loss": 2.734458969899039,
"retangent_gap": 0.11965858607901714,
"alpha_s": 0.08982561365142533,
"alpha_slope": 0.004491280682571266,
"fixed_gap_error": 0.03386172495743578,
"compressed_gap_error": 0.014108309861569523,
"linear_gap_error": -0.003877672908217722,
"retangent_gap_error": 0.007977190965363423
},
{
"init_seed": 10000,
"feedback_seed": 100002,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.619308198504077,
"empirical_fa_loss": 2.7187365058274935,
"empirical_gap": 0.09942830732341656,
"fixed_bp_loss": 2.5988723885739176,
"fixed_fa_loss": 2.709461977036985,
"fixed_gap": 0.11058958846306766,
"compressed_fa_loss": 2.709461977036985,
"compressed_gap": 0.11058958846306766,
"linear_bp_loss": 2.631547765596286,
"linear_fa_loss": 2.7303748552939826,
"linear_gap": 0.09882708969769682,
"retangent_bp_loss": 2.6047473527625793,
"retangent_fa_loss": 2.7133049569768772,
"retangent_gap": 0.10855760421429794,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.011161281139651091,
"compressed_gap_error": 0.011161281139651091,
"linear_gap_error": -0.000601217625719741,
"retangent_gap_error": 0.009129296890881378
},
{
"init_seed": 10000,
"feedback_seed": 100002,
"target_steps": 50,
"early_steps": 10,
"empirical_bp_loss": 2.619308198504077,
"empirical_fa_loss": 2.7187365058274935,
"empirical_gap": 0.09942830732341656,
"fixed_bp_loss": 2.5988723885739176,
"fixed_fa_loss": 2.709461977036985,
"fixed_gap": 0.11058958846306766,
"compressed_fa_loss": 2.709461977036985,
"compressed_gap": 0.11058958846306766,
"linear_bp_loss": 2.629554685562153,
"linear_fa_loss": 2.722055567778529,
"linear_gap": 0.0925008822163762,
"retangent_bp_loss": 2.6097313525261376,
"retangent_fa_loss": 2.713980583598637,
"retangent_gap": 0.10424923107249917,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.011161281139651091,
"compressed_gap_error": 0.011161281139651091,
"linear_gap_error": -0.006927425107040364,
"retangent_gap_error": 0.004820923749082606
},
{
"init_seed": 10000,
"feedback_seed": 100002,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.619308198504077,
"empirical_fa_loss": 2.7187365058274935,
"empirical_gap": 0.09942830732341656,
"fixed_bp_loss": 2.5988723885739176,
"fixed_fa_loss": 2.709461977036985,
"fixed_gap": 0.11058958846306766,
"compressed_fa_loss": 2.709461977036985,
"compressed_gap": 0.11058958846306766,
"linear_bp_loss": 2.6224808810625517,
"linear_fa_loss": 2.7194689639964102,
"linear_gap": 0.09698808293385852,
"retangent_bp_loss": 2.614800383820022,
"retangent_fa_loss": 2.7161543118827303,
"retangent_gap": 0.10135392806270849,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.011161281139651091,
"compressed_gap_error": 0.011161281139651091,
"linear_gap_error": -0.0024402243895580433,
"retangent_gap_error": 0.0019256207392919222
},
{
"init_seed": 10000,
"feedback_seed": 100003,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.619308198504077,
"empirical_fa_loss": 2.721579703896914,
"empirical_gap": 0.10227150539283691,
"fixed_bp_loss": 2.5988723885739176,
"fixed_fa_loss": 2.725690614451969,
"fixed_gap": 0.12681822587805147,
"compressed_fa_loss": 2.723906529550247,
"compressed_gap": 0.1250341409763296,
"linear_bp_loss": 2.631547765596286,
"linear_fa_loss": 2.729279944913032,
"linear_gap": 0.09773217931674605,
"retangent_bp_loss": 2.6047473527625793,
"retangent_fa_loss": 2.726432759623382,
"retangent_gap": 0.12168540686080265,
"alpha_s": 0.0023654435147234974,
"alpha_slope": 0.0004730887029446995,
"fixed_gap_error": 0.024546720485214557,
"compressed_gap_error": 0.022762635583492674,
"linear_gap_error": -0.004539326076090866,
"retangent_gap_error": 0.019413901467965733
},
{
"init_seed": 10000,
"feedback_seed": 100003,
"target_steps": 50,
"early_steps": 10,
"empirical_bp_loss": 2.619308198504077,
"empirical_fa_loss": 2.721579703896914,
"empirical_gap": 0.10227150539283691,
"fixed_bp_loss": 2.5988723885739176,
"fixed_fa_loss": 2.725690614451969,
"fixed_gap": 0.12681822587805147,
"compressed_fa_loss": 2.7224481602287,
"compressed_gap": 0.1235757716547825,
"linear_bp_loss": 2.629554685562153,
"linear_fa_loss": 2.7245064788010627,
"linear_gap": 0.09495179323890968,
"retangent_bp_loss": 2.6097313525261376,
"retangent_fa_loss": 2.7252348589377178,
"retangent_gap": 0.11550350641158014,
"alpha_s": 0.008617712039277822,
"alpha_slope": 0.0008617712039277822,
"fixed_gap_error": 0.024546720485214557,
"compressed_gap_error": 0.021304266261945592,
"linear_gap_error": -0.007319712153927238,
"retangent_gap_error": 0.013232001018743222
},
{
"init_seed": 10000,
"feedback_seed": 100003,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.619308198504077,
"empirical_fa_loss": 2.721579703896914,
"empirical_gap": 0.10227150539283691,
"fixed_bp_loss": 2.5988723885739176,
"fixed_fa_loss": 2.725690614451969,
"fixed_gap": 0.12681822587805147,
"compressed_fa_loss": 2.7215050466711084,
"compressed_gap": 0.12263265809719082,
"linear_bp_loss": 2.6224808810625517,
"linear_fa_loss": 2.7220421763805924,
"linear_gap": 0.0995612953180407,
"retangent_bp_loss": 2.614800383820022,
"retangent_fa_loss": 2.7232635441592734,
"retangent_gap": 0.10846316033925163,
"alpha_s": 0.022281470289418456,
"alpha_slope": 0.0011140735144709228,
"fixed_gap_error": 0.024546720485214557,
"compressed_gap_error": 0.020361152704353902,
"linear_gap_error": -0.0027102100747962155,
"retangent_gap_error": 0.006191654946414715
},
{
"init_seed": 10001,
"feedback_seed": 101000,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.653980447434505,
"empirical_fa_loss": 2.7777624061651207,
"empirical_gap": 0.12378195873061593,
"fixed_bp_loss": 2.6380652556378448,
"fixed_fa_loss": 2.778521072145107,
"fixed_gap": 0.14045581650726202,
"compressed_fa_loss": 2.778521072145107,
"compressed_gap": 0.14045581650726202,
"linear_bp_loss": 2.664403215789156,
"linear_fa_loss": 2.7814769736544194,
"linear_gap": 0.11707375786526342,
"retangent_bp_loss": 2.642797038549307,
"retangent_fa_loss": 2.778684021861924,
"retangent_gap": 0.13588698331261684,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.016673857776646095,
"compressed_gap_error": 0.016673857776646095,
"linear_gap_error": -0.006708200865352509,
"retangent_gap_error": 0.012105024582000912
},
{
"init_seed": 10001,
"feedback_seed": 101000,
"target_steps": 50,
"early_steps": 10,
"empirical_bp_loss": 2.653980447434505,
"empirical_fa_loss": 2.7777624061651207,
"empirical_gap": 0.12378195873061593,
"fixed_bp_loss": 2.6380652556378448,
"fixed_fa_loss": 2.778521072145107,
"fixed_gap": 0.14045581650726202,
"compressed_fa_loss": 2.778521072145107,
"compressed_gap": 0.14045581650726202,
"linear_bp_loss": 2.661168938325399,
"linear_fa_loss": 2.782236058710249,
"linear_gap": 0.12106712038484968,
"retangent_bp_loss": 2.6464157182021864,
"retangent_fa_loss": 2.779148531327285,
"retangent_gap": 0.13273281312509866,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.016673857776646095,
"compressed_gap_error": 0.016673857776646095,
"linear_gap_error": -0.002714838345766246,
"retangent_gap_error": 0.008950854394482732
},
{
"init_seed": 10001,
"feedback_seed": 101000,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.653980447434505,
"empirical_fa_loss": 2.7777624061651207,
"empirical_gap": 0.12378195873061593,
"fixed_bp_loss": 2.6380652556378448,
"fixed_fa_loss": 2.778521072145107,
"fixed_gap": 0.14045581650726202,
"compressed_fa_loss": 2.778521072145107,
"compressed_gap": 0.14045581650726202,
"linear_bp_loss": 2.656110466569491,
"linear_fa_loss": 2.7774617773602324,
"linear_gap": 0.12135131079074135,
"retangent_bp_loss": 2.6504835130178264,
"retangent_fa_loss": 2.7778664246794023,
"retangent_gap": 0.1273829116615759,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.016673857776646095,
"compressed_gap_error": 0.016673857776646095,
"linear_gap_error": -0.002430647939874575,
"retangent_gap_error": 0.0036009529309599664
},
{
"init_seed": 10001,
"feedback_seed": 101001,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.653980447434505,
"empirical_fa_loss": 2.770210414116305,
"empirical_gap": 0.11622996668180008,
"fixed_bp_loss": 2.6380652556378448,
"fixed_fa_loss": 2.777841377912813,
"fixed_gap": 0.13977612227496827,
"compressed_fa_loss": 2.762758461572425,
"compressed_gap": 0.12469320593458022,
"linear_bp_loss": 2.664403215789156,
"linear_fa_loss": 2.767677914802262,
"linear_gap": 0.10327469901310593,
"retangent_bp_loss": 2.642797038549307,
"retangent_fa_loss": 2.7752565982008828,
"retangent_gap": 0.13245955965157563,
"alpha_s": 0.017848073325755606,
"alpha_slope": 0.0035696146651511213,
"fixed_gap_error": 0.023546155593168194,
"compressed_gap_error": 0.008463239252780141,
"linear_gap_error": -0.012955267668694148,
"retangent_gap_error": 0.016229592969775553
},
{
"init_seed": 10001,
"feedback_seed": 101001,
"target_steps": 50,
"early_steps": 10,
"empirical_bp_loss": 2.653980447434505,
"empirical_fa_loss": 2.770210414116305,
"empirical_gap": 0.11622996668180008,
"fixed_bp_loss": 2.6380652556378448,
"fixed_fa_loss": 2.777841377912813,
"fixed_gap": 0.13977612227496827,
"compressed_fa_loss": 2.7633374881051496,
"compressed_gap": 0.1252722324673048,
"linear_bp_loss": 2.661168938325399,
"linear_fa_loss": 2.7709072982164997,
"linear_gap": 0.10973835989110059,
"retangent_bp_loss": 2.6464157182021864,
"retangent_fa_loss": 2.774751477195585,
"retangent_gap": 0.12833575899339866,
"alpha_s": 0.03429110702735418,
"alpha_slope": 0.0034291107027354184,
"fixed_gap_error": 0.023546155593168194,
"compressed_gap_error": 0.00904226578550471,
"linear_gap_error": -0.006491606790699489,
"retangent_gap_error": 0.012105792311598584
},
{
"init_seed": 10001,
"feedback_seed": 101001,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.653980447434505,
"empirical_fa_loss": 2.770210414116305,
"empirical_gap": 0.11622996668180008,
"fixed_bp_loss": 2.6380652556378448,
"fixed_fa_loss": 2.777841377912813,
"fixed_gap": 0.13977612227496827,
"compressed_fa_loss": 2.7648213803236756,
"compressed_gap": 0.12675612468583086,
"linear_bp_loss": 2.656110466569491,
"linear_fa_loss": 2.7715648849937637,
"linear_gap": 0.11545441842427273,
"retangent_bp_loss": 2.6504835130178264,
"retangent_fa_loss": 2.773341930815952,
"retangent_gap": 0.12285841779812579,
"alpha_s": 0.06140643802157843,
"alpha_slope": 0.0030703219010789215,
"fixed_gap_error": 0.023546155593168194,
"compressed_gap_error": 0.010526158004030783,
"linear_gap_error": -0.0007755482575273476,
"retangent_gap_error": 0.0066284511163257065
},
{
"init_seed": 10001,
"feedback_seed": 101002,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.653980447434505,
"empirical_fa_loss": 2.774574026801871,
"empirical_gap": 0.12059357936736603,
"fixed_bp_loss": 2.6380652556378448,
"fixed_fa_loss": 2.781840992512343,
"fixed_gap": 0.14377573687449807,
"compressed_fa_loss": 2.781840992512343,
"compressed_gap": 0.14377573687449807,
"linear_bp_loss": 2.664403215789156,
"linear_fa_loss": 2.779113119933111,
"linear_gap": 0.11470990414395521,
"retangent_bp_loss": 2.642797038549307,
"retangent_fa_loss": 2.7807507347716975,
"retangent_gap": 0.1379536962223904,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.02318215750713204,
"compressed_gap_error": 0.02318215750713204,
"linear_gap_error": -0.0058836752234108225,
"retangent_gap_error": 0.017360116855024366
},
{
"init_seed": 10001,
"feedback_seed": 101002,
"target_steps": 50,
"early_steps": 10,
"empirical_bp_loss": 2.653980447434505,
"empirical_fa_loss": 2.774574026801871,
"empirical_gap": 0.12059357936736603,
"fixed_bp_loss": 2.6380652556378448,
"fixed_fa_loss": 2.781840992512343,
"fixed_gap": 0.14377573687449807,
"compressed_fa_loss": 2.781840992512343,
"compressed_gap": 0.14377573687449807,
"linear_bp_loss": 2.661168938325399,
"linear_fa_loss": 2.777778356364951,
"linear_gap": 0.11660941803955183,
"retangent_bp_loss": 2.6464157182021864,
"retangent_fa_loss": 2.779647396747643,
"retangent_gap": 0.1332316785454566,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.02318215750713204,
"compressed_gap_error": 0.02318215750713204,
"linear_gap_error": -0.003984161327814206,
"retangent_gap_error": 0.012638099178090556
},
{
"init_seed": 10001,
"feedback_seed": 101002,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.653980447434505,
"empirical_fa_loss": 2.774574026801871,
"empirical_gap": 0.12059357936736603,
"fixed_bp_loss": 2.6380652556378448,
"fixed_fa_loss": 2.781840992512343,
"fixed_gap": 0.14377573687449807,
"compressed_fa_loss": 2.781840992512343,
"compressed_gap": 0.14377573687449807,
"linear_bp_loss": 2.656110466569491,
"linear_fa_loss": 2.775166615417795,
"linear_gap": 0.11905614884830396,
"retangent_bp_loss": 2.6504835130178264,
"retangent_fa_loss": 2.7770163131250833,
"retangent_gap": 0.12653280010725698,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.02318215750713204,
"compressed_gap_error": 0.02318215750713204,
"linear_gap_error": -0.0015374305190620774,
"retangent_gap_error": 0.005939220739890949
},
{
"init_seed": 10001,
"feedback_seed": 101003,
"target_steps": 50,
"early_steps": 5,
"empirical_bp_loss": 2.653980447434505,
"empirical_fa_loss": 2.7683747927037423,
"empirical_gap": 0.11439434526923753,
"fixed_bp_loss": 2.6380652556378448,
"fixed_fa_loss": 2.770321563201019,
"fixed_gap": 0.1322563075631744,
"compressed_fa_loss": 2.770321563201019,
"compressed_gap": 0.1322563075631744,
"linear_bp_loss": 2.664403215789156,
"linear_fa_loss": 2.7746523141145123,
"linear_gap": 0.11024909832535634,
"retangent_bp_loss": 2.642797038549307,
"retangent_fa_loss": 2.771036818101303,
"retangent_gap": 0.12823977955199606,
"alpha_s": 0.0,
"alpha_slope": 0.0,
"fixed_gap_error": 0.017861962293936884,
"compressed_gap_error": 0.017861962293936884,
"linear_gap_error": -0.004145246943881187,
"retangent_gap_error": 0.013845434282758529
},
{
"init_seed": 10001,
"feedback_seed": 101003,
"target_steps": 50,
"early_steps": 10,
"empirical_bp_loss": 2.653980447434505,
"empirical_fa_loss": 2.7683747927037423,
"empirical_gap": 0.11439434526923753,
"fixed_bp_loss": 2.6380652556378448,
"fixed_fa_loss": 2.770321563201019,
"fixed_gap": 0.1322563075631744,
"compressed_fa_loss": 2.770050206185591,
"compressed_gap": 0.1319849505477464,
"linear_bp_loss": 2.661168938325399,
"linear_fa_loss": 2.7697444557365145,
"linear_gap": 0.10857551741111537,
"retangent_bp_loss": 2.6464157182021864,
"retangent_fa_loss": 2.770154629692774,
"retangent_gap": 0.1237389114905878,
"alpha_s": 0.0005943598833429931,
"alpha_slope": 5.9435988334299305e-05,
"fixed_gap_error": 0.017861962293936884,
"compressed_gap_error": 0.017590605278508864,
"linear_gap_error": -0.005818827858122155,
"retangent_gap_error": 0.00934456622135027
},
{
"init_seed": 10001,
"feedback_seed": 101003,
"target_steps": 50,
"early_steps": 20,
"empirical_bp_loss": 2.653980447434505,
"empirical_fa_loss": 2.7683747927037423,
"empirical_gap": 0.11439434526923753,
"fixed_bp_loss": 2.6380652556378448,
"fixed_fa_loss": 2.770321563201019,
"fixed_gap": 0.1322563075631744,
"compressed_fa_loss": 2.76894327257723,
"compressed_gap": 0.13087801693938506,
"linear_bp_loss": 2.656110466569491,
"linear_fa_loss": 2.768612645490981,
"linear_gap": 0.11250217892149017,
"retangent_bp_loss": 2.6504835130178264,
"retangent_fa_loss": 2.769526520933803,
"retangent_gap": 0.11904300791597677,
"alpha_s": 0.006051609544462969,
"alpha_slope": 0.00030258047722314847,
"fixed_gap_error": 0.017861962293936884,
"compressed_gap_error": 0.016483671670147526,
"linear_gap_error": -0.0018921663477473594,
"retangent_gap_error": 0.004648662646739243
}
]
}
|