{
  "args": {
    "data_path": "/home/yurenh2/rrm/data/sudoku-extreme-1k-aug-1000",
    "n_steps": 3000,
    "batch_size": 8,
    "lr": 0.0001,
    "puzzle_emb_lr": 0.0001,
    "warmup_steps": 200,
    "weight_decay": 1.0,
    "hidden_size": 256,
    "num_heads": 4,
    "H_cycles": 2,
    "L_cycles": 2,
    "H_layers": 4,
    "L_layers": 4,
    "orth_s_min": 0.85,
    "cosine_attn_tau": 1.0,
    "seed": 42,
    "eval_every": 300,
    "eval_n": 512,
    "eval_batch_size": 32,
    "out": "runs/hrm_orth_v2_sudoku1k_3k.json",
    "save_ckpt": "ckpts/hrm_orth_v2_3k.pt"
  },
  "n_params": 3160082,
  "initial_acc": 0.0,
  "initial_tok_acc": 0.1111111111111111,
  "steps": [
    {
      "step": 0,
      "lr": 0.0,
      "sup_loss": 2.4230187225516246
    },
    {
      "step": 1,
      "lr": 5e-07,
      "sup_loss": 2.422976212095003
    },
    {
      "step": 2,
      "lr": 1e-06,
      "sup_loss": 2.4228976437225147
    },
    {
      "step": 3,
      "lr": 1.5e-06,
      "sup_loss": 2.4228858521076906
    },
    {
      "step": 4,
      "lr": 2e-06,
      "sup_loss": 2.4227188441760377
    },
    {
      "step": 5,
      "lr": 2.5e-06,
      "sup_loss": 2.4225932532529373
    },
    {
      "step": 6,
      "lr": 3e-06,
      "sup_loss": 2.4225069879029126
    },
    {
      "step": 7,
      "lr": 3.5e-06,
      "sup_loss": 2.4223238817272894
    },
    {
      "step": 8,
      "lr": 4e-06,
      "sup_loss": 2.42204633100353
    },
    {
      "step": 9,
      "lr": 4.5e-06,
      "sup_loss": 2.421838297822653
    },
    {
      "step": 10,
      "lr": 5e-06,
      "sup_loss": 2.4215804683341826
    },
    {
      "step": 11,
      "lr": 5.500000000000001e-06,
      "sup_loss": 2.421320949404686
    },
    {
      "step": 12,
      "lr": 6e-06,
      "sup_loss": 2.4209357814777537
    },
    {
      "step": 13,
      "lr": 6.5000000000000004e-06,
      "sup_loss": 2.4205413168232193
    },
    {
      "step": 14,
      "lr": 7e-06,
      "sup_loss": 2.4204142347865814
    },
    {
      "step": 15,
      "lr": 7.5e-06,
      "sup_loss": 2.419884138851487
    },
    {
      "step": 16,
      "lr": 8e-06,
      "sup_loss": 2.4194892188850377
    },
    {
      "step": 17,
      "lr": 8.5e-06,
      "sup_loss": 2.4190010521543246
    },
    {
      "step": 18,
      "lr": 9e-06,
      "sup_loss": 2.4186638181261833
    },
    {
      "step": 19,
      "lr": 9.5e-06,
      "sup_loss": 2.418257297372776
    },
    {
      "step": 20,
      "lr": 1e-05,
      "sup_loss": 2.417699549273716
    },
    {
      "step": 21,
      "lr": 1.0500000000000001e-05,
      "sup_loss": 2.4171774254861313
    },
    {
      "step": 22,
      "lr": 1.1000000000000001e-05,
      "sup_loss": 2.4169202422535223
    },
    {
      "step": 23,
      "lr": 1.15e-05,
      "sup_loss": 2.4161524626364486
    },
    {
      "step": 24,
      "lr": 1.2e-05,
      "sup_loss": 2.4155946588018797
    },
    {
      "step": 25,
      "lr": 1.25e-05,
      "sup_loss": 2.415109791738878
    },
    {
      "step": 26,
      "lr": 1.3000000000000001e-05,
      "sup_loss": 2.414588679965446
    },
    {
      "step": 27,
      "lr": 1.3500000000000001e-05,
      "sup_loss": 2.4145133010540034
    },
    {
      "step": 28,
      "lr": 1.4e-05,
      "sup_loss": 2.41330375317468
    },
    {
      "step": 29,
      "lr": 1.4500000000000002e-05,
      "sup_loss": 2.412920103191364
    },
    {
      "step": 30,
      "lr": 1.5e-05,
      "sup_loss": 2.4123001170675438
    },
    {
      "step": 31,
      "lr": 1.55e-05,
      "sup_loss": 2.4115715464042413
    },
    {
      "step": 32,
      "lr": 1.6e-05,
      "sup_loss": 2.411056728592412
    },
    {
      "step": 33,
      "lr": 1.65e-05,
      "sup_loss": 2.4106307718459723
    },
    {
      "step": 34,
      "lr": 1.7e-05,
      "sup_loss": 2.4100338590427492
    },
    {
      "step": 35,
      "lr": 1.7500000000000002e-05,
      "sup_loss": 2.4095289153863324
    },
    {
      "step": 36,
      "lr": 1.8e-05,
      "sup_loss": 2.4092090568565276
    },
    {
      "step": 37,
      "lr": 1.8500000000000002e-05,
      "sup_loss": 2.4082591368620165
    },
    {
      "step": 38,
      "lr": 1.9e-05,
      "sup_loss": 2.4077808620795658
    },
    {
      "step": 39,
      "lr": 1.95e-05,
      "sup_loss": 2.4069713764177414
    },
    {
      "step": 40,
      "lr": 2e-05,
      "sup_loss": 2.406628769142508
    },
    {
      "step": 41,
      "lr": 2.05e-05,
      "sup_loss": 2.406119457536488
    },
    {
      "step": 42,
      "lr": 2.1000000000000002e-05,
      "sup_loss": 2.4054207586289618
    },
    {
      "step": 43,
      "lr": 2.15e-05,
      "sup_loss": 2.4048746421476084
    },
    {
      "step": 44,
      "lr": 2.2000000000000003e-05,
      "sup_loss": 2.403770564283945
    },
    {
      "step": 45,
      "lr": 2.25e-05,
      "sup_loss": 2.403891411349292
    },
    {
      "step": 46,
      "lr": 2.3e-05,
      "sup_loss": 2.4030750649844586
    },
    {
      "step": 47,
      "lr": 2.3500000000000002e-05,
      "sup_loss": 2.4023760065016972
    },
    {
      "step": 48,
      "lr": 2.4e-05,
      "sup_loss": 2.401816192384602
    },
    {
      "step": 49,
      "lr": 2.45e-05,
      "sup_loss": 2.401454787178186
    },
    {
      "step": 50,
      "lr": 2.5e-05,
      "sup_loss": 2.4004120143514776
    },
    {
      "step": 51,
      "lr": 2.5500000000000003e-05,
      "sup_loss": 2.400103166282266
    },
    {
      "step": 52,
      "lr": 2.6000000000000002e-05,
      "sup_loss": 2.4007997760755617
    },
    {
      "step": 53,
      "lr": 2.65e-05,
      "sup_loss": 2.399265624858679
    },
    {
      "step": 54,
      "lr": 2.7000000000000002e-05,
      "sup_loss": 2.3991356972696596
    },
    {
      "step": 55,
      "lr": 2.7500000000000004e-05,
      "sup_loss": 2.3983918337454
    },
    {
      "step": 56,
      "lr": 2.8e-05,
      "sup_loss": 2.3977029356148223
    },
    {
      "step": 57,
      "lr": 2.85e-05,
      "sup_loss": 2.3972202280127
    },
    {
      "step": 58,
      "lr": 2.9000000000000004e-05,
      "sup_loss": 2.3968761333767272
    },
    {
      "step": 59,
      "lr": 2.95e-05,
      "sup_loss": 2.397206216029772
    },
    {
      "step": 60,
      "lr": 3e-05,
      "sup_loss": 2.396293998439513
    },
    {
      "step": 61,
      "lr": 3.0500000000000003e-05,
      "sup_loss": 2.3955032652019197
    },
    {
      "step": 62,
      "lr": 3.1e-05,
      "sup_loss": 2.395367999196229
    },
    {
      "step": 63,
      "lr": 3.15e-05,
      "sup_loss": 2.3949730327896153
    },
    {
      "step": 64,
      "lr": 3.2e-05,
      "sup_loss": 2.3947352187266953
    },
    {
      "step": 65,
      "lr": 3.2500000000000004e-05,
      "sup_loss": 2.3934656116891273
    },
    {
      "step": 66,
      "lr": 3.3e-05,
      "sup_loss": 2.393570359841634
    },
    {
      "step": 67,
      "lr": 3.35e-05,
      "sup_loss": 2.39343200406159
    },
    {
      "step": 68,
      "lr": 3.4e-05,
      "sup_loss": 2.392451244116361
    },
    {
      "step": 69,
      "lr": 3.4500000000000005e-05,
      "sup_loss": 2.3923304812598176
    },
    {
      "step": 70,
      "lr": 3.5000000000000004e-05,
      "sup_loss": 2.391651695582709
    },
    {
      "step": 71,
      "lr": 3.55e-05,
      "sup_loss": 2.3912413433888506
    },
    {
      "step": 72,
      "lr": 3.6e-05,
      "sup_loss": 2.391189617239405
    },
    {
      "step": 73,
      "lr": 3.65e-05,
      "sup_loss": 2.390944214297049
    },
    {
      "step": 74,
      "lr": 3.7000000000000005e-05,
      "sup_loss": 2.390090866824547
    },
    {
      "step": 75,
      "lr": 3.7500000000000003e-05,
      "sup_loss": 2.3892358903359603
    },
    {
      "step": 76,
      "lr": 3.8e-05,
      "sup_loss": 2.389287736187517
    },
    {
      "step": 77,
      "lr": 3.85e-05,
      "sup_loss": 2.3888172655363893
    },
    {
      "step": 78,
      "lr": 3.9e-05,
      "sup_loss": 2.3881135357088508
    },
    {
      "step": 79,
      "lr": 3.9500000000000005e-05,
      "sup_loss": 2.3874132948653464
    },
    {
      "step": 80,
      "lr": 4e-05,
      "sup_loss": 2.3873603278800326
    },
    {
      "step": 81,
      "lr": 4.0499999999999995e-05,
      "sup_loss": 2.386735960011197
    },
    {
      "step": 82,
      "lr": 4.1e-05,
      "sup_loss": 2.3870060222822356
    },
    {
      "step": 83,
      "lr": 4.15e-05,
      "sup_loss": 2.385931320407727
    },
    {
      "step": 84,
      "lr": 4.2000000000000004e-05,
      "sup_loss": 2.3854421834545168
    },
    {
      "step": 85,
      "lr": 4.25e-05,
      "sup_loss": 2.385331534790408
    },
    {
      "step": 86,
      "lr": 4.3e-05,
      "sup_loss": 2.3848678740199505
    },
    {
      "step": 87,
      "lr": 4.350000000000001e-05,
      "sup_loss": 2.3844577171269807
    },
    {
      "step": 88,
      "lr": 4.4000000000000006e-05,
      "sup_loss": 2.3831926664210124
    },
    {
      "step": 89,
      "lr": 4.45e-05,
      "sup_loss": 2.3829245203951115
    },
    {
      "step": 90,
      "lr": 4.5e-05,
      "sup_loss": 2.382873568912992
    },
    {
      "step": 91,
      "lr": 4.55e-05,
      "sup_loss": 2.3820243800831475
    },
    {
      "step": 92,
      "lr": 4.6e-05,
      "sup_loss": 2.3817348958237425
    },
    {
      "step": 93,
      "lr": 4.6500000000000005e-05,
      "sup_loss": 2.381489354226036
    },
    {
      "step": 94,
      "lr": 4.7000000000000004e-05,
      "sup_loss": 2.380313369097743
    },
    {
      "step": 95,
      "lr": 4.7499999999999996e-05,
      "sup_loss": 2.3801445942292836
    },
    {
      "step": 96,
      "lr": 4.8e-05,
      "sup_loss": 2.379352575497288
    },
    {
      "step": 97,
      "lr": 4.85e-05,
      "sup_loss": 2.3789825493695878
    },
    {
      "step": 98,
      "lr": 4.9e-05,
      "sup_loss": 2.377987795226529
    },
    {
      "step": 99,
      "lr": 4.9500000000000004e-05,
      "sup_loss": 2.3778388917948616
    },
    {
      "step": 100,
      "lr": 5e-05,
      "sup_loss": 2.377746513136505
    },
    {
      "step": 101,
      "lr": 5.050000000000001e-05,
      "sup_loss": 2.3769782820862484
    },
    {
      "step": 102,
      "lr": 5.1000000000000006e-05,
      "sup_loss": 2.3761579975194107
    },
    {
      "step": 103,
      "lr": 5.15e-05,
      "sup_loss": 2.3753258359733667
    },
    {
      "step": 104,
      "lr": 5.2000000000000004e-05,
      "sup_loss": 2.375149797648807
    },
    {
      "step": 105,
      "lr": 5.25e-05,
      "sup_loss": 2.374692638013552
    },
    {
      "step": 106,
      "lr": 5.3e-05,
      "sup_loss": 2.373980627984928
    },
    {
      "step": 107,
      "lr": 5.3500000000000006e-05,
      "sup_loss": 2.373627270015254
    },
    {
      "step": 108,
      "lr": 5.4000000000000005e-05,
      "sup_loss": 2.3728474015467835
    },
    {
      "step": 109,
      "lr": 5.4499999999999997e-05,
      "sup_loss": 2.3730530813207116
    },
    {
      "step": 110,
      "lr": 5.500000000000001e-05,
      "sup_loss": 2.3720495003294286
    },
    {
      "step": 111,
      "lr": 5.55e-05,
      "sup_loss": 2.371573063488946
    },
    {
      "step": 112,
      "lr": 5.6e-05,
      "sup_loss": 2.3702522642635553
    },
    {
      "step": 113,
      "lr": 5.6500000000000005e-05,
      "sup_loss": 2.3705062606837055
    },
    {
      "step": 114,
      "lr": 5.7e-05,
      "sup_loss": 2.369888284616215
    },
    {
      "step": 115,
      "lr": 5.75e-05,
      "sup_loss": 2.3707432682973337
    },
    {
      "step": 116,
      "lr": 5.800000000000001e-05,
      "sup_loss": 2.3694906434603333
    },
    {
      "step": 117,
      "lr": 5.85e-05,
      "sup_loss": 2.368062851423209
    },
    {
      "step": 118,
      "lr": 5.9e-05,
      "sup_loss": 2.3679887844999614
    },
    {
      "step": 119,
      "lr": 5.95e-05,
      "sup_loss": 2.3678942062379487
    },
    {
      "step": 120,
      "lr": 6e-05,
      "sup_loss": 2.366871819570407
    },
    {
      "step": 121,
      "lr": 6.050000000000001e-05,
      "sup_loss": 2.365920387780834
    },
    {
      "step": 122,
      "lr": 6.1000000000000005e-05,
      "sup_loss": 2.3651245446288875
    },
    {
      "step": 123,
      "lr": 6.15e-05,
      "sup_loss": 2.364668559770104
    },
    {
      "step": 124,
      "lr": 6.2e-05,
      "sup_loss": 2.364103674627576
    },
    {
      "step": 125,
      "lr": 6.25e-05,
      "sup_loss": 2.3635254009766804
    },
    {
      "step": 126,
      "lr": 6.3e-05,
      "sup_loss": 2.363460508611781
    },
    {
      "step": 127,
      "lr": 6.350000000000001e-05,
      "sup_loss": 2.3632989252821806
    },
    {
      "step": 128,
      "lr": 6.4e-05,
      "sup_loss": 2.3623508635320523
    },
    {
      "step": 129,
      "lr": 6.45e-05,
      "sup_loss": 2.362099802571919
    },
    {
      "step": 130,
      "lr": 6.500000000000001e-05,
      "sup_loss": 2.3619695644910412
    },
    {
      "step": 131,
      "lr": 6.55e-05,
      "sup_loss": 2.360518996166771
    },
    {
      "step": 132,
      "lr": 6.6e-05,
      "sup_loss": 2.3601681031346895
    },
    {
      "step": 133,
      "lr": 6.65e-05,
      "sup_loss": 2.3586365887913154
    },
    {
      "step": 134,
      "lr": 6.7e-05,
      "sup_loss": 2.3586287737620073
    },
    {
      "step": 135,
      "lr": 6.75e-05,
      "sup_loss": 2.3575614248156747
    },
    {
      "step": 136,
      "lr": 6.8e-05,
      "sup_loss": 2.356567129615114
    },
    {
      "step": 137,
      "lr": 6.85e-05,
      "sup_loss": 2.3562708690032665
    },
    {
      "step": 138,
      "lr": 6.900000000000001e-05,
      "sup_loss": 2.3557931644750574
    },
    {
      "step": 139,
      "lr": 6.950000000000001e-05,
      "sup_loss": 2.355681502570187
    },
    {
      "step": 140,
      "lr": 7.000000000000001e-05,
      "sup_loss": 2.354514570735801
    },
    {
      "step": 141,
      "lr": 7.05e-05,
      "sup_loss": 2.3529816474444916
    },
    {
      "step": 142,
      "lr": 7.1e-05,
      "sup_loss": 2.353554187486562
    },
    {
      "step": 143,
      "lr": 7.15e-05,
      "sup_loss": 2.3532876957757924
    },
    {
      "step": 144,
      "lr": 7.2e-05,
      "sup_loss": 2.3511172207566786
    },
    {
      "step": 145,
      "lr": 7.25e-05,
      "sup_loss": 2.3518022651863846
    },
    {
      "step": 146,
      "lr": 7.3e-05,
      "sup_loss": 2.3502395311547635
    },
    {
      "step": 147,
      "lr": 7.350000000000001e-05,
      "sup_loss": 2.349900499211024
    },
    {
      "step": 148,
      "lr": 7.400000000000001e-05,
      "sup_loss": 2.3511518647567775
    },
    {
      "step": 149,
      "lr": 7.45e-05,
      "sup_loss": 2.3491226636678006
    },
    {
      "step": 150,
      "lr": 7.500000000000001e-05,
      "sup_loss": 2.348160025087433
    },
    {
      "step": 151,
      "lr": 7.55e-05,
      "sup_loss": 2.346870130729985
    },
    {
      "step": 152,
      "lr": 7.6e-05,
      "sup_loss": 2.3463927291718183
    },
    {
      "step": 153,
      "lr": 7.65e-05,
      "sup_loss": 2.3466706610117716
    },
    {
      "step": 154,
      "lr": 7.7e-05,
      "sup_loss": 2.344642809896304
    },
    {
      "step": 155,
      "lr": 7.75e-05,
      "sup_loss": 2.3442511069125698
    },
    {
      "step": 156,
      "lr": 7.8e-05,
      "sup_loss": 2.343317410302026
    },
    {
      "step": 157,
      "lr": 7.850000000000001e-05,
      "sup_loss": 2.3436000330756315
    },
    {
      "step": 158,
      "lr": 7.900000000000001e-05,
      "sup_loss": 2.342758279989403
    },
    {
      "step": 159,
      "lr": 7.950000000000001e-05,
      "sup_loss": 2.3412703136749533
    },
    {
      "step": 160,
      "lr": 8e-05,
      "sup_loss": 2.3405540152817066
    },
    {
      "step": 161,
      "lr": 8.05e-05,
      "sup_loss": 2.3421626079594318
    },
    {
      "step": 162,
      "lr": 8.099999999999999e-05,
      "sup_loss": 2.340029048517533
    },
    {
      "step": 163,
      "lr": 8.150000000000002e-05,
      "sup_loss": 2.3391686195177317
    },
    {
      "step": 164,
      "lr": 8.2e-05,
      "sup_loss": 2.3397390365878596
    },
    {
      "step": 165,
      "lr": 8.25e-05,
      "sup_loss": 2.338041535622851
    },
    {
      "step": 166,
      "lr": 8.3e-05,
      "sup_loss": 2.3370680090504417
    },
    {
      "step": 167,
      "lr": 8.35e-05,
      "sup_loss": 2.337282842156028
    },
    {
      "step": 168,
      "lr": 8.400000000000001e-05,
      "sup_loss": 2.335164343305065
    },
    {
      "step": 169,
      "lr": 8.450000000000001e-05,
      "sup_loss": 2.335807306376825
    },
    {
      "step": 170,
      "lr": 8.5e-05,
      "sup_loss": 2.3345364458508167
    },
    {
      "step": 171,
      "lr": 8.55e-05,
      "sup_loss": 2.333840052079504
    },
    {
      "step": 172,
      "lr": 8.6e-05,
      "sup_loss": 2.33312450822172
    },
    {
      "step": 173,
      "lr": 8.65e-05,
      "sup_loss": 2.3330028035554022
    },
    {
      "step": 174,
      "lr": 8.700000000000001e-05,
      "sup_loss": 2.332481945523426
    },
    {
      "step": 175,
      "lr": 8.750000000000001e-05,
      "sup_loss": 2.331844206276211
    },
    {
      "step": 176,
      "lr": 8.800000000000001e-05,
      "sup_loss": 2.33077706475553
    },
    {
      "step": 177,
      "lr": 8.85e-05,
      "sup_loss": 2.330186674662559
    },
    {
      "step": 178,
      "lr": 8.9e-05,
      "sup_loss": 2.329305912605475
    },
    {
      "step": 179,
      "lr": 8.95e-05,
      "sup_loss": 2.3280921933375565
    },
    {
      "step": 180,
      "lr": 9e-05,
      "sup_loss": 2.3279191494189906
    },
    {
      "step": 181,
      "lr": 9.05e-05,
      "sup_loss": 2.3282631261097313
    },
    {
      "step": 182,
      "lr": 9.1e-05,
      "sup_loss": 2.3264139058453326
    },
    {
      "step": 183,
      "lr": 9.15e-05,
      "sup_loss": 2.325801263769329
    },
    {
      "step": 184,
      "lr": 9.2e-05,
      "sup_loss": 2.32560131612272
    },
    {
      "step": 185,
      "lr": 9.250000000000001e-05,
      "sup_loss": 2.325128702156402
    },
    {
      "step": 186,
      "lr": 9.300000000000001e-05,
      "sup_loss": 2.3249539741993224
    },
    {
      "step": 187,
      "lr": 9.350000000000001e-05,
      "sup_loss": 2.3227171478000836
    },
    {
      "step": 188,
      "lr": 9.400000000000001e-05,
      "sup_loss": 2.322630068663565
    },
    {
      "step": 189,
      "lr": 9.45e-05,
      "sup_loss": 2.320656558378769
    },
    {
      "step": 190,
      "lr": 9.499999999999999e-05,
      "sup_loss": 2.3207166501456524
    },
    {
      "step": 191,
      "lr": 9.550000000000002e-05,
      "sup_loss": 2.3195503956918415
    },
    {
      "step": 192,
      "lr": 9.6e-05,
      "sup_loss": 2.3180243089091794
    },
    {
      "step": 193,
      "lr": 9.65e-05,
      "sup_loss": 2.3186734508670095
    },
    {
      "step": 194,
      "lr": 9.7e-05,
      "sup_loss": 2.3172960785999406
    },
    {
      "step": 195,
      "lr": 9.75e-05,
      "sup_loss": 2.3164525992591205
    },
    {
      "step": 196,
      "lr": 9.8e-05,
      "sup_loss": 2.316142488313171
    },
    {
      "step": 197,
      "lr": 9.850000000000001e-05,
      "sup_loss": 2.315870420253953
    },
    {
      "step": 198,
      "lr": 9.900000000000001e-05,
      "sup_loss": 2.3150450297547316
    },
    {
      "step": 199,
      "lr": 9.95e-05,
      "sup_loss": 2.3137211662204287
    },
    {
      "step": 200,
      "lr": 0.0001,
      "sup_loss": 2.314124050243869
    },
    {
      "step": 201,
      "lr": 0.0001,
      "sup_loss": 2.3126515003441916
    },
    {
      "step": 202,
      "lr": 0.0001,
      "sup_loss": 2.312184964440809
    },
    {
      "step": 203,
      "lr": 0.0001,
      "sup_loss": 2.311587833188339
    },
    {
      "step": 204,
      "lr": 0.0001,
      "sup_loss": 2.310088815550691
    },
    {
      "step": 205,
      "lr": 0.0001,
      "sup_loss": 2.3099886860949397
    },
    {
      "step": 206,
      "lr": 0.0001,
      "sup_loss": 2.309985909117605
    },
    {
      "step": 207,
      "lr": 0.0001,
      "sup_loss": 2.30915782212011
    },
    {
      "step": 208,
      "lr": 0.0001,
      "sup_loss": 2.3078230231945724
    },
    {
      "step": 209,
      "lr": 0.0001,
      "sup_loss": 2.307701068656173
    },
    {
      "step": 210,
      "lr": 0.0001,
      "sup_loss": 2.3068301821742465
    },
    {
      "step": 211,
      "lr": 0.0001,
      "sup_loss": 2.3074818622636344
    },
    {
      "step": 212,
      "lr": 0.0001,
      "sup_loss": 2.3059030134805294
    },
    {
      "step": 213,
      "lr": 0.0001,
      "sup_loss": 2.3051416042181887
    },
    {
      "step": 214,
      "lr": 0.0001,
      "sup_loss": 2.3044936470839623
    },
    {
      "step": 215,
      "lr": 0.0001,
      "sup_loss": 2.304663868971663
    },
    {
      "step": 216,
      "lr": 0.0001,
      "sup_loss": 2.3027295606746683
    },
    {
      "step": 217,
      "lr": 0.0001,
      "sup_loss": 2.3026579169992236
    },
    {
      "step": 218,
      "lr": 0.0001,
      "sup_loss": 2.3025046556885744
    },
    {
      "step": 219,
      "lr": 0.0001,
      "sup_loss": 2.3010681295498268
    },
    {
      "step": 220,
      "lr": 0.0001,
      "sup_loss": 2.299992239726489
    },
    {
      "step": 221,
      "lr": 0.0001,
      "sup_loss": 2.3013100733977296
    },
    {
      "step": 222,
      "lr": 0.0001,
      "sup_loss": 2.299499756135417
    },
    {
      "step": 223,
      "lr": 0.0001,
      "sup_loss": 2.2988447044873035
    },
    {
      "step": 224,
      "lr": 0.0001,
      "sup_loss": 2.300064707876131
    },
    {
      "step": 225,
      "lr": 0.0001,
      "sup_loss": 2.297157407772141
    },
    {
      "step": 226,
      "lr": 0.0001,
      "sup_loss": 2.2972597985794727
    },
    {
      "step": 227,
      "lr": 0.0001,
      "sup_loss": 2.2959057320800915
    },
    {
      "step": 228,
      "lr": 0.0001,
      "sup_loss": 2.295315042969452
    },
    {
      "step": 229,
      "lr": 0.0001,
      "sup_loss": 2.2956242934356568
    },
    {
      "step": 230,
      "lr": 0.0001,
      "sup_loss": 2.2955530062307323
    },
    {
      "step": 231,
      "lr": 0.0001,
      "sup_loss": 2.293959598775576
    },
    {
      "step": 232,
      "lr": 0.0001,
      "sup_loss": 2.293270755124628
    },
    {
      "step": 233,
      "lr": 0.0001,
      "sup_loss": 2.292761615217784
    },
    {
      "step": 234,
      "lr": 0.0001,
      "sup_loss": 2.292101354218733
    },
    {
      "step": 235,
      "lr": 0.0001,
      "sup_loss": 2.290767431321095
    },
    {
      "step": 236,
      "lr": 0.0001,
      "sup_loss": 2.291012239081484
    },
    {
      "step": 237,
      "lr": 0.0001,
      "sup_loss": 2.290561684149006
    },
    {
      "step": 238,
      "lr": 0.0001,
      "sup_loss": 2.288807304706773
    },
    {
      "step": 239,
      "lr": 0.0001,
      "sup_loss": 2.289549071396752
    },
    {
      "step": 240,
      "lr": 0.0001,
      "sup_loss": 2.288211077328612
    },
    {
      "step": 241,
      "lr": 0.0001,
      "sup_loss": 2.287383342058292
    },
    {
      "step": 242,
      "lr": 0.0001,
      "sup_loss": 2.2877579115855466
    },
    {
      "step": 243,
      "lr": 0.0001,
      "sup_loss": 2.287068919736292
    },
    {
      "step": 244,
      "lr": 0.0001,
      "sup_loss": 2.285504001165305
    },
    {
      "step": 245,
      "lr": 0.0001,
      "sup_loss": 2.2861432728179865
    },
    {
      "step": 246,
      "lr": 0.0001,
      "sup_loss": 2.2850606631193595
    },
    {
      "step": 247,
      "lr": 0.0001,
      "sup_loss": 2.285180497719693
    },
    {
      "step": 248,
      "lr": 0.0001,
      "sup_loss": 2.2846508174853115
    },
    {
      "step": 249,
      "lr": 0.0001,
      "sup_loss": 2.2846181697678927
    },
    {
      "step": 250,
      "lr": 0.0001,
      "sup_loss": 2.2820041981389405
    },
    {
      "step": 251,
      "lr": 0.0001,
      "sup_loss": 2.282932601009815
    },
    {
      "step": 252,
      "lr": 0.0001,
      "sup_loss": 2.2823652608338123
    },
    {
      "step": 253,
      "lr": 0.0001,
      "sup_loss": 2.2808888654247683
    },
    {
      "step": 254,
      "lr": 0.0001,
      "sup_loss": 2.2810911540935006
    },
    {
      "step": 255,
      "lr": 0.0001,
      "sup_loss": 2.28016290022256
    },
    {
      "step": 256,
      "lr": 0.0001,
      "sup_loss": 2.280243310508872
    },
    {
      "step": 257,
      "lr": 0.0001,
      "sup_loss": 2.2794693302328635
    },
    {
      "step": 258,
      "lr": 0.0001,
      "sup_loss": 2.2793106757749353
    },
    {
      "step": 259,
      "lr": 0.0001,
      "sup_loss": 2.2782751894498694
    },
    {
      "step": 260,
      "lr": 0.0001,
      "sup_loss": 2.2782831665302936
    },
    {
      "step": 261,
      "lr": 0.0001,
      "sup_loss": 2.2772936277888576
    },
    {
      "step": 262,
      "lr": 0.0001,
      "sup_loss": 2.2773408537864404
    },
    {
      "step": 263,
      "lr": 0.0001,
      "sup_loss": 2.2760611048401596
    },
    {
      "step": 264,
      "lr": 0.0001,
      "sup_loss": 2.275991396403431
    },
    {
      "step": 265,
      "lr": 0.0001,
      "sup_loss": 2.2751458371666633
    },
    {
      "step": 266,
      "lr": 0.0001,
      "sup_loss": 2.2757921784210193
    },
    {
      "step": 267,
      "lr": 0.0001,
      "sup_loss": 2.2740679862014344
    },
    {
      "step": 268,
      "lr": 0.0001,
      "sup_loss": 2.2735030702092325
    },
    {
      "step": 269,
      "lr": 0.0001,
      "sup_loss": 2.2731910330806526
    },
    {
      "step": 270,
      "lr": 0.0001,
      "sup_loss": 2.272251557223841
    },
    {
      "step": 271,
      "lr": 0.0001,
      "sup_loss": 2.272596547598874
    },
    {
      "step": 272,
      "lr": 0.0001,
      "sup_loss": 2.2716384387639006
    },
    {
      "step": 273,
      "lr": 0.0001,
      "sup_loss": 2.271252468535553
    },
    {
      "step": 274,
      "lr": 0.0001,
      "sup_loss": 2.271751899811348
    },
    {
      "step": 275,
      "lr": 0.0001,
      "sup_loss": 2.270180267583885
    },
    {
      "step": 276,
      "lr": 0.0001,
      "sup_loss": 2.2701773665527623
    },
    {
      "step": 277,
      "lr": 0.0001,
      "sup_loss": 2.269665151291007
    },
    {
      "step": 278,
      "lr": 0.0001,
      "sup_loss": 2.2696164010259507
    },
    {
      "step": 279,
      "lr": 0.0001,
      "sup_loss": 2.2691162772547626
    },
    {
      "step": 280,
      "lr": 0.0001,
      "sup_loss": 2.26797710422096
    },
    {
      "step": 281,
      "lr": 0.0001,
      "sup_loss": 2.268039494965083
    },
    {
      "step": 282,
      "lr": 0.0001,
      "sup_loss": 2.2681881047295445
    },
    {
      "step": 283,
      "lr": 0.0001,
      "sup_loss": 2.2675563605581344
    },
    {
      "step": 284,
      "lr": 0.0001,
      "sup_loss": 2.2667585988803967
    },
    {
      "step": 285,
      "lr": 0.0001,
      "sup_loss": 2.2676289956762035
    },
    {
      "step": 286,
      "lr": 0.0001,
      "sup_loss": 2.2661880815771465
    },
    {
      "step": 287,
      "lr": 0.0001,
      "sup_loss": 2.265242427851795
    },
    {
      "step": 288,
      "lr": 0.0001,
      "sup_loss": 2.2655805031374463
    },
    {
      "step": 289,
      "lr": 0.0001,
      "sup_loss": 2.264430419385871
    },
    {
      "step": 290,
      "lr": 0.0001,
      "sup_loss": 2.264407572139689
    },
    {
      "step": 291,
      "lr": 0.0001,
      "sup_loss": 2.26431362140976
    },
    {
      "step": 292,
      "lr": 0.0001,
      "sup_loss": 2.2638005607574323
    },
    {
      "step": 293,
      "lr": 0.0001,
      "sup_loss": 2.2636235207060955
    },
    {
      "step": 294,
      "lr": 0.0001,
      "sup_loss": 2.2624312598722987
    },
    {
      "step": 295,
      "lr": 0.0001,
      "sup_loss": 2.2631207204715347
    },
    {
      "step": 296,
      "lr": 0.0001,
      "sup_loss": 2.262045568274683
    },
    {
      "step": 297,
      "lr": 0.0001,
      "sup_loss": 2.2621458904867566
    },
    {
      "step": 298,
      "lr": 0.0001,
      "sup_loss": 2.2614729083274634
    },
    {
      "step": 299,
      "lr": 0.0001,
      "sup_loss": 2.261364839246844
    },
    {
      "step": 300,
      "lr": 0.0001,
      "sup_loss": 2.2608058012527685
    },
    {
      "step": 301,
      "lr": 0.0001,
      "sup_loss": 2.2607401268176996
    },
    {
      "step": 302,
      "lr": 0.0001,
      "sup_loss": 2.259707531715066
    },
    {
      "step": 303,
      "lr": 0.0001,
      "sup_loss": 2.259610950786525
    },
    {
      "step": 304,
      "lr": 0.0001,
      "sup_loss": 2.25936405997328
    },
    {
      "step": 305,
      "lr": 0.0001,
      "sup_loss": 2.2592723985880108
    },
    {
      "step": 306,
      "lr": 0.0001,
      "sup_loss": 2.2583823840302752
    },
    {
      "step": 307,
      "lr": 0.0001,
      "sup_loss": 2.2582791454156084
    },
    {
      "step": 308,
      "lr": 0.0001,
      "sup_loss": 2.2577300966343907
    },
    {
      "step": 309,
      "lr": 0.0001,
      "sup_loss": 2.2576649499603128
    },
    {
      "step": 310,
      "lr": 0.0001,
      "sup_loss": 2.2572457434562194
    },
    {
      "step": 311,
      "lr": 0.0001,
      "sup_loss": 2.2569284587592415
    },
    {
      "step": 312,
      "lr": 0.0001,
      "sup_loss": 2.258300741241202
    },
    {
      "step": 313,
      "lr": 0.0001,
      "sup_loss": 2.2576035253303726
    },
    {
      "step": 314,
      "lr": 0.0001,
      "sup_loss": 2.2569916457706594
    },
    {
      "step": 315,
      "lr": 0.0001,
      "sup_loss": 2.2565880122813198
    },
    {
      "step": 316,
      "lr": 0.0001,
      "sup_loss": 2.256449320324531
    },
    {
      "step": 317,
      "lr": 0.0001,
      "sup_loss": 2.2555597029329744
    },
    {
      "step": 318,
      "lr": 0.0001,
      "sup_loss": 2.255787099836545
    },
    {
      "step": 319,
      "lr": 0.0001,
      "sup_loss": 2.255231159589054
    },
    {
      "step": 320,
      "lr": 0.0001,
      "sup_loss": 2.2553060983525173
    },
    {
      "step": 321,
      "lr": 0.0001,
      "sup_loss": 2.254668326281679
    },
    {
      "step": 322,
      "lr": 0.0001,
      "sup_loss": 2.2536269810258682
    },
    {
      "step": 323,
      "lr": 0.0001,
      "sup_loss": 2.2535131111006743
    },
    {
      "step": 324,
      "lr": 0.0001,
      "sup_loss": 2.254023069399638
    },
    {
      "step": 325,
      "lr": 0.0001,
      "sup_loss": 2.2529910408615184
    },
    {
      "step": 326,
      "lr": 0.0001,
      "sup_loss": 2.253427377389489
    },
    {
      "step": 327,
      "lr": 0.0001,
      "sup_loss": 2.2527224341565693
    },
    {
      "step": 328,
      "lr": 0.0001,
      "sup_loss": 2.25244943181775
    },
    {
      "step": 329,
      "lr": 0.0001,
      "sup_loss": 2.2528362178158425
    },
    {
      "step": 330,
      "lr": 0.0001,
      "sup_loss": 2.252467633626436
    },
    {
      "step": 331,
      "lr": 0.0001,
      "sup_loss": 2.2516338435039662
    },
    {
      "step": 332,
      "lr": 0.0001,
      "sup_loss": 2.251120264487262
    },
    {
      "step": 333,
      "lr": 0.0001,
      "sup_loss": 2.251541424461758
    },
    {
      "step": 334,
      "lr": 0.0001,
      "sup_loss": 2.2508384154353838
    },
    {
      "step": 335,
      "lr": 0.0001,
      "sup_loss": 2.2503971338943694
    },
    {
      "step": 336,
      "lr": 0.0001,
      "sup_loss": 2.250350063032028
    },
    {
      "step": 337,
      "lr": 0.0001,
      "sup_loss": 2.249718235692899
    },
    {
      "step": 338,
      "lr": 0.0001,
      "sup_loss": 2.250037332994636
    },
    {
      "step": 339,
      "lr": 0.0001,
      "sup_loss": 2.2494428068263854
    },
    {
      "step": 340,
      "lr": 0.0001,
      "sup_loss": 2.248964298691725
    },
    {
      "step": 341,
      "lr": 0.0001,
      "sup_loss": 2.2484624978171444
    },
    {
      "step": 342,
      "lr": 0.0001,
      "sup_loss": 2.2483134059993795
    },
    {
      "step": 343,
      "lr": 0.0001,
      "sup_loss": 2.248899080804488
    },
    {
      "step": 344,
      "lr": 0.0001,
      "sup_loss": 2.248164089100631
    },
    {
      "step": 345,
      "lr": 0.0001,
      "sup_loss": 2.247291449158167
    },
    {
      "step": 346,
      "lr": 0.0001,
      "sup_loss": 2.247502789577592
    },
    {
      "step": 347,
      "lr": 0.0001,
      "sup_loss": 2.2474663360226836
    },
    {
      "step": 348,
      "lr": 0.0001,
      "sup_loss": 2.2473187887518793
    },
    {
      "step": 349,
      "lr": 0.0001,
      "sup_loss": 2.2469959644713198
    },
    {
      "step": 350,
      "lr": 0.0001,
      "sup_loss": 2.2461702036730866
    },
    {
      "step": 351,
      "lr": 0.0001,
      "sup_loss": 2.2455896548125067
    },
    {
      "step": 352,
      "lr": 0.0001,
      "sup_loss": 2.246318634607909
    },
    {
      "step": 353,
      "lr": 0.0001,
      "sup_loss": 2.2452667227915315
    },
    {
      "step": 354,
      "lr": 0.0001,
      "sup_loss": 2.2448992474643297
    },
    {
      "step": 355,
      "lr": 0.0001,
      "sup_loss": 2.2446522371842934
    },
    {
      "step": 356,
      "lr": 0.0001,
      "sup_loss": 2.244874329450516
    },
    {
      "step": 357,
      "lr": 0.0001,
      "sup_loss": 2.244434639709583
    },
    {
      "step": 358,
      "lr": 0.0001,
      "sup_loss": 2.244808413980027
    },
    {
      "step": 359,
      "lr": 0.0001,
      "sup_loss": 2.2441656592175785
    },
    {
      "step": 360,
      "lr": 0.0001,
      "sup_loss": 2.2438020963409873
    },
    {
      "step": 361,
      "lr": 0.0001,
      "sup_loss": 2.2437427967825254
    },
    {
      "step": 362,
      "lr": 0.0001,
      "sup_loss": 2.243169531617661
    },
    {
      "step": 363,
      "lr": 0.0001,
      "sup_loss": 2.2429614424844146
    },
    {
      "step": 364,
      "lr": 0.0001,
      "sup_loss": 2.2428576569241536
    },
    {
      "step": 365,
      "lr": 0.0001,
      "sup_loss": 2.242748484065763
    },
    {
      "step": 366,
      "lr": 0.0001,
      "sup_loss": 2.2427942437547506
    },
    {
      "step": 367,
      "lr": 0.0001,
      "sup_loss": 2.2418901132320532
    },
    {
      "step": 368,
      "lr": 0.0001,
      "sup_loss": 2.2415890979897624
    },
    {
      "step": 369,
      "lr": 0.0001,
      "sup_loss": 2.2419569274278843
    },
    {
      "step": 370,
      "lr": 0.0001,
      "sup_loss": 2.241585641326611
    },
    {
      "step": 371,
      "lr": 0.0001,
      "sup_loss": 2.2412810312218174
    },
    {
      "step": 372,
      "lr": 0.0001,
      "sup_loss": 2.2407325352420373
    },
    {
      "step": 373,
      "lr": 0.0001,
      "sup_loss": 2.240826313578075
    },
    {
      "step": 374,
      "lr": 0.0001,
      "sup_loss": 2.239571527089285
    },
    {
      "step": 375,
      "lr": 0.0001,
      "sup_loss": 2.2398999875543883
    },
    {
      "step": 376,
      "lr": 0.0001,
      "sup_loss": 2.2404843336288778
    },
    {
      "step": 377,
      "lr": 0.0001,
      "sup_loss": 2.2396431721598304
    },
    {
      "step": 378,
      "lr": 0.0001,
      "sup_loss": 2.2397464983681314
    },
    {
      "step": 379,
      "lr": 0.0001,
      "sup_loss": 2.2393784035959046
    },
    {
      "step": 380,
      "lr": 0.0001,
      "sup_loss": 2.238054726642783
    },
    {
      "step": 381,
      "lr": 0.0001,
      "sup_loss": 2.2391541787573512
    },
    {
      "step": 382,
      "lr": 0.0001,
      "sup_loss": 2.238248187435276
    },
    {
      "step": 383,
      "lr": 0.0001,
      "sup_loss": 2.238795296886966
    },
    {
      "step": 384,
      "lr": 0.0001,
      "sup_loss": 2.238362597121229
    },
    {
      "step": 385,
      "lr": 0.0001,
      "sup_loss": 2.238251426082369
    },
    {
      "step": 386,
      "lr": 0.0001,
      "sup_loss": 2.237526491155277
    },
    {
      "step": 387,
      "lr": 0.0001,
      "sup_loss": 2.237229201250225
    },
    {
      "step": 388,
      "lr": 0.0001,
      "sup_loss": 2.2371069808459176
    },
    {
      "step": 389,
      "lr": 0.0001,
      "sup_loss": 2.2372297602483937
    },
    {
      "step": 390,
      "lr": 0.0001,
      "sup_loss": 2.2375141965461793
    },
    {
      "step": 391,
      "lr": 0.0001,
      "sup_loss": 2.2365701917832586
    },
    {
      "step": 392,
      "lr": 0.0001,
      "sup_loss": 2.236011224789239
    },
    {
      "step": 393,
      "lr": 0.0001,
      "sup_loss": 2.2357994881879835
    },
    {
      "step": 394,
      "lr": 0.0001,
      "sup_loss": 2.235465935541302
    },
    {
      "step": 395,
      "lr": 0.0001,
      "sup_loss": 2.235441778263612
    },
    {
      "step": 396,
      "lr": 0.0001,
      "sup_loss": 2.235246373889105
    },
    {
      "step": 397,
      "lr": 0.0001,
      "sup_loss": 2.235600083826138
    },
    {
      "step": 398,
      "lr": 0.0001,
      "sup_loss": 2.23481326655606
    },
    {
      "step": 399,
      "lr": 0.0001,
      "sup_loss": 2.2347699698234815
    },
    {
      "step": 400,
      "lr": 0.0001,
      "sup_loss": 2.234841006952414
    },
    {
      "step": 401,
      "lr": 0.0001,
      "sup_loss": 2.2341552544763372
    },
    {
      "step": 402,
      "lr": 0.0001,
      "sup_loss": 2.2337605409124848
    },
    {
      "step": 403,
      "lr": 0.0001,
      "sup_loss": 2.2342253004676182
    },
    {
      "step": 404,
      "lr": 0.0001,
      "sup_loss": 2.2338564407170676
    },
    {
      "step": 405,
      "lr": 0.0001,
      "sup_loss": 2.2331218576579897
    },
    {
      "step": 406,
      "lr": 0.0001,
      "sup_loss": 2.233224626289142
    },
    {
      "step": 407,
      "lr": 0.0001,
      "sup_loss": 2.233281764216422
    },
    {
      "step": 408,
      "lr": 0.0001,
      "sup_loss": 2.2327814680589144
    },
    {
      "step": 409,
      "lr": 0.0001,
      "sup_loss": 2.2320631064735856
    },
    {
      "step": 410,
      "lr": 0.0001,
      "sup_loss": 2.232311087420898
    },
    {
      "step": 411,
      "lr": 0.0001,
      "sup_loss": 2.2319754134902436
    },
    {
      "step": 412,
      "lr": 0.0001,
      "sup_loss": 2.2317579876804228
    },
    {
      "step": 413,
      "lr": 0.0001,
      "sup_loss": 2.231512748727236
    },
    {
      "step": 414,
      "lr": 0.0001,
      "sup_loss": 2.2311201342980995
    },
    {
      "step": 415,
      "lr": 0.0001,
      "sup_loss": 2.2313378868519074
    },
    {
      "step": 416,
      "lr": 0.0001,
      "sup_loss": 2.2308926147608856
    },
    {
      "step": 417,
      "lr": 0.0001,
      "sup_loss": 2.230552501068649
    },
    {
      "step": 418,
      "lr": 0.0001,
      "sup_loss": 2.2306446407478266
    },
    {
      "step": 419,
      "lr": 0.0001,
      "sup_loss": 2.230623307394854
    },
    {
      "step": 420,
      "lr": 0.0001,
      "sup_loss": 2.2302269793989073
    },
    {
      "step": 421,
      "lr": 0.0001,
      "sup_loss": 2.2303729314442164
    },
    {
      "step": 422,
      "lr": 0.0001,
      "sup_loss": 2.230036305258701
    },
    {
      "step": 423,
      "lr": 0.0001,
      "sup_loss": 2.2302540339404056
    },
    {
      "step": 424,
      "lr": 0.0001,
      "sup_loss": 2.2293675991770803
    },
    {
      "step": 425,
      "lr": 0.0001,
      "sup_loss": 2.2297891518311492
    },
    {
      "step": 426,
      "lr": 0.0001,
      "sup_loss": 2.2293139431270568
    },
    {
      "step": 427,
      "lr": 0.0001,
      "sup_loss": 2.2293374922855884
    },
    {
      "step": 428,
      "lr": 0.0001,
      "sup_loss": 2.229249020928531
    },
    {
      "step": 429,
      "lr": 0.0001,
      "sup_loss": 2.228801536396908
    },
    {
      "step": 430,
      "lr": 0.0001,
      "sup_loss": 2.228634704088578
    },
    {
      "step": 431,
      "lr": 0.0001,
      "sup_loss": 2.2285590388435326
    },
    {
      "step": 432,
      "lr": 0.0001,
      "sup_loss": 2.2288704321986894
    },
    {
      "step": 433,
      "lr": 0.0001,
      "sup_loss": 2.2285965278169493
    },
    {
      "step": 434,
      "lr": 0.0001,
      "sup_loss": 2.229059060762993
    },
    {
      "step": 435,
      "lr": 0.0001,
      "sup_loss": 2.228366974258089
    },
    {
      "step": 436,
      "lr": 0.0001,
      "sup_loss": 2.2282130043355193
    },
    {
      "step": 437,
      "lr": 0.0001,
      "sup_loss": 2.228170937980424
    },
    {
      "step": 438,
      "lr": 0.0001,
      "sup_loss": 2.227861577248594
    },
    {
      "step": 439,
      "lr": 0.0001,
      "sup_loss": 2.227477986927818
    },
    {
      "step": 440,
      "lr": 0.0001,
      "sup_loss": 2.227349970033629
    },
    {
      "step": 441,
      "lr": 0.0001,
      "sup_loss": 2.227584127083545
    },
    {
      "step": 442,
      "lr": 0.0001,
      "sup_loss": 2.227484344062182
    },
    {
      "step": 443,
      "lr": 0.0001,
      "sup_loss": 2.2277808028970227
    },
    {
      "step": 444,
      "lr": 0.0001,
      "sup_loss": 2.227363348869663
    },
    {
      "step": 445,
      "lr": 0.0001,
      "sup_loss": 2.2278511496579227
    },
    {
      "step": 446,
      "lr": 0.0001,
      "sup_loss": 2.227847921282264
    },
    {
      "step": 447,
      "lr": 0.0001,
      "sup_loss": 2.227433560620211
    },
    {
      "step": 448,
      "lr": 0.0001,
      "sup_loss": 2.2272931546990633
    },
    {
      "step": 449,
      "lr": 0.0001,
      "sup_loss": 2.2269584438691776
    },
    {
      "step": 450,
      "lr": 0.0001,
      "sup_loss": 2.2268888819719153
    },
    {
      "step": 451,
      "lr": 0.0001,
      "sup_loss": 2.226582599226952
    },
    {
      "step": 452,
      "lr": 0.0001,
      "sup_loss": 2.226638675332447
    },
    {
      "step": 453,
      "lr": 0.0001,
      "sup_loss": 2.2266320245432523
    },
    {
      "step": 454,
      "lr": 0.0001,
      "sup_loss": 2.2262804293063065
    },
    {
      "step": 455,
      "lr": 0.0001,
      "sup_loss": 2.2260486826454207
    },
    {
      "step": 456,
      "lr": 0.0001,
      "sup_loss": 2.2265162215182848
    },
    {
      "step": 457,
      "lr": 0.0001,
      "sup_loss": 2.2259235435902474
    },
    {
      "step": 458,
      "lr": 0.0001,
      "sup_loss": 2.226068282518463
    },
    {
      "step": 459,
      "lr": 0.0001,
      "sup_loss": 2.2256875009242605
    },
    {
      "step": 460,
      "lr": 0.0001,
      "sup_loss": 2.225343497515295
    },
    {
      "step": 461,
      "lr": 0.0001,
      "sup_loss": 2.2253289180673788
    },
    {
      "step": 462,
      "lr": 0.0001,
      "sup_loss": 2.2253721339742407
    },
    {
      "step": 463,
      "lr": 0.0001,
      "sup_loss": 2.2243548903887262
    },
    {
      "step": 464,
      "lr": 0.0001,
      "sup_loss": 2.2249634457603733
    },
    {
      "step": 465,
      "lr": 0.0001,
      "sup_loss": 2.224707006017896
    },
    {
      "step": 466,
      "lr": 0.0001,
      "sup_loss": 2.2246318866181243
    },
    {
      "step": 467,
      "lr": 0.0001,
      "sup_loss": 2.2245376981759617
    },
    {
      "step": 468,
      "lr": 0.0001,
      "sup_loss": 2.224335539312312
    },
    {
      "step": 469,
      "lr": 0.0001,
      "sup_loss": 2.224176826122918
    },
    {
      "step": 470,
      "lr": 0.0001,
      "sup_loss": 2.224189035977403
    },
    {
      "step": 471,
      "lr": 0.0001,
      "sup_loss": 2.2237538656000746
    },
    {
      "step": 472,
      "lr": 0.0001,
      "sup_loss": 2.224008844004052
    },
    {
      "step": 473,
      "lr": 0.0001,
      "sup_loss": 2.223983892409622
    },
    {
      "step": 474,
      "lr": 0.0001,
      "sup_loss": 2.2238955117010217
    },
    {
      "step": 475,
      "lr": 0.0001,
      "sup_loss": 2.2233537389900406
    },
    {
      "step": 476,
      "lr": 0.0001,
      "sup_loss": 2.2231939752369
    },
    {
      "step": 477,
      "lr": 0.0001,
      "sup_loss": 2.2234433069976967
    },
    {
      "step": 478,
      "lr": 0.0001,
      "sup_loss": 2.2227565860629075
    },
    {
      "step": 479,
      "lr": 0.0001,
      "sup_loss": 2.2227745666677814
    },
    {
      "step": 480,
      "lr": 0.0001,
      "sup_loss": 2.2225136334736746
    },
    {
      "step": 481,
      "lr": 0.0001,
      "sup_loss": 2.2226730382924416
    },
    {
      "step": 482,
      "lr": 0.0001,
      "sup_loss": 2.222268954934221
    },
    {
      "step": 483,
      "lr": 0.0001,
      "sup_loss": 2.2224787085364657
    },
    {
      "step": 484,
      "lr": 0.0001,
      "sup_loss": 2.2224586608479635
    },
    {
      "step": 485,
      "lr": 0.0001,
      "sup_loss": 2.222253531860658
    },
    {
      "step": 486,
      "lr": 0.0001,
      "sup_loss": 2.221783438358163
    },
    {
      "step": 487,
      "lr": 0.0001,
      "sup_loss": 2.2220292704984517
    },
    {
      "step": 488,
      "lr": 0.0001,
      "sup_loss": 2.221927055817649
    },
    {
      "step": 489,
      "lr": 0.0001,
      "sup_loss": 2.221457886090522
    },
    {
      "step": 490,
      "lr": 0.0001,
      "sup_loss": 2.2214524034424787
    },
    {
      "step": 491,
      "lr": 0.0001,
      "sup_loss": 2.2210578726458237
    },
    {
      "step": 492,
      "lr": 0.0001,
      "sup_loss": 2.2208661226010986
    },
    {
      "step": 493,
      "lr": 0.0001,
      "sup_loss": 2.2210466512324176
    },
    {
      "step": 494,
      "lr": 0.0001,
      "sup_loss": 2.2203705784326995
    },
    {
      "step": 495,
      "lr": 0.0001,
      "sup_loss": 2.2203830051931015
    },
    {
      "step": 496,
      "lr": 0.0001,
      "sup_loss": 2.220532537304697
    },
    {
      "step": 497,
      "lr": 0.0001,
      "sup_loss": 2.22016088664173
    },
    {
      "step": 498,
      "lr": 0.0001,
      "sup_loss": 2.2200174122472456
    },
    {
      "step": 499,
      "lr": 0.0001,
      "sup_loss": 2.2203187538843663
    },
    {
      "step": 500,
      "lr": 0.0001,
      "sup_loss": 2.220041296866742
    },
    {
      "step": 501,
      "lr": 0.0001,
      "sup_loss": 2.2197006600272378
    },
    {
      "step": 502,
      "lr": 0.0001,
      "sup_loss": 2.2196512492766822
    },
    {
      "step": 503,
      "lr": 0.0001,
      "sup_loss": 2.2194999327085556
    },
    {
      "step": 504,
      "lr": 0.0001,
      "sup_loss": 2.219410248136346
    },
    {
      "step": 505,
      "lr": 0.0001,
      "sup_loss": 2.219485541626487
    },
    {
      "step": 506,
      "lr": 0.0001,
      "sup_loss": 2.2191866364821413
    },
    {
      "step": 507,
      "lr": 0.0001,
      "sup_loss": 2.2193491859221943
    },
    {
      "step": 508,
      "lr": 0.0001,
      "sup_loss": 2.21904898179987
    },
    {
      "step": 509,
      "lr": 0.0001,
      "sup_loss": 2.2191759201597363
    },
    {
      "step": 510,
      "lr": 0.0001,
      "sup_loss": 2.219808021239402
    },
    {
      "step": 511,
      "lr": 0.0001,
      "sup_loss": 2.2189789193463407
    },
    {
      "step": 512,
      "lr": 0.0001,
      "sup_loss": 2.218665052369337
    },
    {
      "step": 513,
      "lr": 0.0001,
      "sup_loss": 2.2188276165557617
    },
    {
      "step": 514,
      "lr": 0.0001,
      "sup_loss": 2.2184053077092427
    },
    {
      "step": 515,
      "lr": 0.0001,
      "sup_loss": 2.2187794794400273
    },
    {
      "step": 516,
      "lr": 0.0001,
      "sup_loss": 2.2186606550905807
    },
    {
      "step": 517,
      "lr": 0.0001,
      "sup_loss": 2.218500298035394
    },
    {
      "step": 518,
      "lr": 0.0001,
      "sup_loss": 2.218012299788131
    },
    {
      "step": 519,
      "lr": 0.0001,
      "sup_loss": 2.2184220869530886
    },
    {
      "step": 520,
      "lr": 0.0001,
      "sup_loss": 2.2183401982243494
    },
    {
      "step": 521,
      "lr": 0.0001,
      "sup_loss": 2.2175482796494626
    },
    {
      "step": 522,
      "lr": 0.0001,
      "sup_loss": 2.217772272785234
    },
    {
      "step": 523,
      "lr": 0.0001,
      "sup_loss": 2.2174423927564644
    },
    {
      "step": 524,
      "lr": 0.0001,
      "sup_loss": 2.2171667268742703
    },
    {
      "step": 525,
      "lr": 0.0001,
      "sup_loss": 2.21719806592763
    },
    {
      "step": 526,
      "lr": 0.0001,
      "sup_loss": 2.2173098826480273
    },
    {
      "step": 527,
      "lr": 0.0001,
      "sup_loss": 2.217287150491001
    },
    {
      "step": 528,
      "lr": 0.0001,
      "sup_loss": 2.2175434970005994
    },
    {
      "step": 529,
      "lr": 0.0001,
      "sup_loss": 2.217317219372161
    },
    {
      "step": 530,
      "lr": 0.0001,
      "sup_loss": 2.216866092325656
    },
    {
      "step": 531,
      "lr": 0.0001,
      "sup_loss": 2.2164432453926644
    },
    {
      "step": 532,
      "lr": 0.0001,
      "sup_loss": 2.216340966464691
    },
    {
      "step": 533,
      "lr": 0.0001,
      "sup_loss": 2.216619572851592
    },
    {
      "step": 534,
      "lr": 0.0001,
      "sup_loss": 2.2161272877988663
    },
    {
      "step": 535,
      "lr": 0.0001,
      "sup_loss": 2.216072430882889
    },
    {
      "step": 536,
      "lr": 0.0001,
      "sup_loss": 2.2159943952564696
    },
    {
      "step": 537,
      "lr": 0.0001,
      "sup_loss": 2.215867097755864
    },
    {
      "step": 538,
      "lr": 0.0001,
      "sup_loss": 2.2159937687413294
    },
    {
      "step": 539,
      "lr": 0.0001,
      "sup_loss": 2.215837526399251
    },
    {
      "step": 540,
      "lr": 0.0001,
      "sup_loss": 2.2156341197199607
    },
    {
      "step": 541,
      "lr": 0.0001,
      "sup_loss": 2.2154369565036363
    },
    {
      "step": 542,
      "lr": 0.0001,
      "sup_loss": 2.2157765313799227
    },
    {
      "step": 543,
      "lr": 0.0001,
      "sup_loss": 2.215136750349517
    },
    {
      "step": 544,
      "lr": 0.0001,
      "sup_loss": 2.215367015565356
    },
    {
      "step": 545,
      "lr": 0.0001,
      "sup_loss": 2.2150626371215987
    },
    {
      "step": 546,
      "lr": 0.0001,
      "sup_loss": 2.215003755597344
    },
    {
      "step": 547,
      "lr": 0.0001,
      "sup_loss": 2.215045465461095
    },
    {
      "step": 548,
      "lr": 0.0001,
      "sup_loss": 2.2151899471725573
    },
    {
      "step": 549,
      "lr": 0.0001,
      "sup_loss": 2.214607852524012
    },
    {
      "step": 550,
      "lr": 0.0001,
      "sup_loss": 2.2146216899108984
    },
    {
      "step": 551,
      "lr": 0.0001,
      "sup_loss": 2.2147443852251607
    },
    {
      "step": 552,
      "lr": 0.0001,
      "sup_loss": 2.214751357815832
    },
    {
      "step": 553,
      "lr": 0.0001,
      "sup_loss": 2.2142929980741966
    },
    {
      "step": 554,
      "lr": 0.0001,
      "sup_loss": 2.214279741652014
    },
    {
      "step": 555,
      "lr": 0.0001,
      "sup_loss": 2.214378452674666
    },
    {
      "step": 556,
      "lr": 0.0001,
      "sup_loss": 2.2142724060090897
    },
    {
      "step": 557,
      "lr": 0.0001,
      "sup_loss": 2.2139154490811817
    },
    {
      "step": 558,
      "lr": 0.0001,
      "sup_loss": 2.2142828378283586
    },
    {
      "step": 559,
      "lr": 0.0001,
      "sup_loss": 2.21367427009076
    },
    {
      "step": 560,
      "lr": 0.0001,
      "sup_loss": 2.213750007367428
    },
    {
      "step": 561,
      "lr": 0.0001,
      "sup_loss": 2.2139930013059765
    },
    {
      "step": 562,
      "lr": 0.0001,
      "sup_loss": 2.2139212528714936
    },
    {
      "step": 563,
      "lr": 0.0001,
      "sup_loss": 2.213718407455631
    },
    {
      "step": 564,
      "lr": 0.0001,
      "sup_loss": 2.213884944699152
    },
    {
      "step": 565,
      "lr": 0.0001,
      "sup_loss": 2.21344836987307
    },
    {
      "step": 566,
      "lr": 0.0001,
      "sup_loss": 2.213384656437
    },
    {
      "step": 567,
      "lr": 0.0001,
      "sup_loss": 2.213334960690562
    },
    {
      "step": 568,
      "lr": 0.0001,
      "sup_loss": 2.213357478868861
    },
    {
      "step": 569,
      "lr": 0.0001,
      "sup_loss": 2.2130341515927725
    },
    {
      "step": 570,
      "lr": 0.0001,
      "sup_loss": 2.2136387339570978
    },
    {
      "step": 571,
      "lr": 0.0001,
      "sup_loss": 2.2134530105706234
    },
    {
      "step": 572,
      "lr": 0.0001,
      "sup_loss": 2.2136570237406508
    },
    {
      "step": 573,
      "lr": 0.0001,
      "sup_loss": 2.2133583624083135
    },
    {
      "step": 574,
      "lr": 0.0001,
      "sup_loss": 2.2139012892336147
    },
    {
      "step": 575,
      "lr": 0.0001,
      "sup_loss": 2.213892438328747
    },
    {
      "step": 576,
      "lr": 0.0001,
      "sup_loss": 2.2134513094834904
    },
    {
      "step": 577,
      "lr": 0.0001,
      "sup_loss": 2.2133618012075464
    },
    {
      "step": 578,
      "lr": 0.0001,
      "sup_loss": 2.213437561287246
    },
    {
      "step": 579,
      "lr": 0.0001,
      "sup_loss": 2.213234446505955
    },
    {
      "step": 580,
      "lr": 0.0001,
      "sup_loss": 2.212818212889607
    },
    {
      "step": 581,
      "lr": 0.0001,
      "sup_loss": 2.213058733016367
    },
    {
      "step": 582,
      "lr": 0.0001,
      "sup_loss": 2.2128706739762016
    },
    {
      "step": 583,
      "lr": 0.0001,
      "sup_loss": 2.2128812463201664
    },
    {
      "step": 584,
      "lr": 0.0001,
      "sup_loss": 2.2127904829468106
    },
    {
      "step": 585,
      "lr": 0.0001,
      "sup_loss": 2.2128529205240524
    },
    {
      "step": 586,
      "lr": 0.0001,
      "sup_loss": 2.2124409476905402
    },
    {
      "step": 587,
      "lr": 0.0001,
      "sup_loss": 2.2129027973367497
    },
    {
      "step": 588,
      "lr": 0.0001,
      "sup_loss": 2.212514324759956
    },
    {
      "step": 589,
      "lr": 0.0001,
      "sup_loss": 2.212624633748884
    },
    {
      "step": 590,
      "lr": 0.0001,
      "sup_loss": 2.2121483079982096
    },
    {
      "step": 591,
      "lr": 0.0001,
      "sup_loss": 2.2122220714722522
    },
    {
      "step": 592,
      "lr": 0.0001,
      "sup_loss": 2.2125799650934974
    },
    {
      "step": 593,
      "lr": 0.0001,
      "sup_loss": 2.2122990594944523
    },
    {
      "step": 594,
      "lr": 0.0001,
      "sup_loss": 2.2121141378031357
    },
    {
      "step": 595,
      "lr": 0.0001,
      "sup_loss": 2.212132478553787
    },
    {
      "step": 596,
      "lr": 0.0001,
      "sup_loss": 2.2119692848725423
    },
    {
      "step": 597,
      "lr": 0.0001,
      "sup_loss": 2.2120347851304247
    },
    {
      "step": 598,
      "lr": 0.0001,
      "sup_loss": 2.2118640568300387
    },
    {
      "step": 599,
      "lr": 0.0001,
      "sup_loss": 2.211811494562072
    },
    {
      "step": 600,
      "lr": 0.0001,
      "sup_loss": 2.212073144464957
    },
    {
      "step": 601,
      "lr": 0.0001,
      "sup_loss": 2.2115798014867027
    },
    {
      "step": 602,
      "lr": 0.0001,
      "sup_loss": 2.2115814718262046
    },
    {
      "step": 603,
      "lr": 0.0001,
      "sup_loss": 2.2114946236056974
    },
    {
      "step": 604,
      "lr": 0.0001,
      "sup_loss": 2.211491638669447
    },
    {
      "step": 605,
      "lr": 0.0001,
      "sup_loss": 2.2111605024374787
    },
    {
      "step": 606,
      "lr": 0.0001,
      "sup_loss": 2.211257511296512
    },
    {
      "step": 607,
      "lr": 0.0001,
      "sup_loss": 2.211227577447096
    },
    {
      "step": 608,
      "lr": 0.0001,
      "sup_loss": 2.211044364249239
    },
    {
      "step": 609,
      "lr": 0.0001,
      "sup_loss": 2.2109505811411583
    },
    {
      "step": 610,
      "lr": 0.0001,
      "sup_loss": 2.2109054175438745
    },
    {
      "step": 611,
      "lr": 0.0001,
      "sup_loss": 2.2109989162634904
    },
    {
      "step": 612,
      "lr": 0.0001,
      "sup_loss": 2.210910730428145
    },
    {
      "step": 613,
      "lr": 0.0001,
      "sup_loss": 2.211159904926039
    },
    {
      "step": 614,
      "lr": 0.0001,
      "sup_loss": 2.2108575436478626
    },
    {
      "step": 615,
      "lr": 0.0001,
      "sup_loss": 2.210819174305394
    },
    {
      "step": 616,
      "lr": 0.0001,
      "sup_loss": 2.2109998014501713
    },
    {
      "step": 617,
      "lr": 0.0001,
      "sup_loss": 2.2106426187175066
    },
    {
      "step": 618,
      "lr": 0.0001,
      "sup_loss": 2.2104796302308793
    },
    {
      "step": 619,
      "lr": 0.0001,
      "sup_loss": 2.2105721926821413
    },
    {
      "step": 620,
      "lr": 0.0001,
      "sup_loss": 2.210259936169861
    },
    {
      "step": 621,
      "lr": 0.0001,
      "sup_loss": 2.2101677994108235
    },
    {
      "step": 622,
      "lr": 0.0001,
      "sup_loss": 2.2102742170917713
    },
    {
      "step": 623,
      "lr": 0.0001,
      "sup_loss": 2.209962769104158
    },
    {
      "step": 624,
      "lr": 0.0001,
      "sup_loss": 2.2105286410768166
    },
    {
      "step": 625,
      "lr": 0.0001,
      "sup_loss": 2.209717205608196
    },
    {
      "step": 626,
      "lr": 0.0001,
      "sup_loss": 2.209944645576004
    },
    {
      "step": 627,
      "lr": 0.0001,
      "sup_loss": 2.2096266948592276
    },
    {
      "step": 628,
      "lr": 0.0001,
      "sup_loss": 2.2098513137700273
    },
    {
      "step": 629,
      "lr": 0.0001,
      "sup_loss": 2.209724173618599
    },
    {
      "step": 630,
      "lr": 0.0001,
      "sup_loss": 2.20949332428615
    },
    {
      "step": 631,
      "lr": 0.0001,
      "sup_loss": 2.2093630609809893
    },
    {
      "step": 632,
      "lr": 0.0001,
      "sup_loss": 2.209439405903672
    },
    {
      "step": 633,
      "lr": 0.0001,
      "sup_loss": 2.2093093430907618
    },
    {
      "step": 634,
      "lr": 0.0001,
      "sup_loss": 2.209571682852405
    },
    {
      "step": 635,
      "lr": 0.0001,
      "sup_loss": 2.2094045765079726
    },
    {
      "step": 636,
      "lr": 0.0001,
      "sup_loss": 2.2093758578813056
    },
    {
      "step": 637,
      "lr": 0.0001,
      "sup_loss": 2.2093137931755873
    },
    {
      "step": 638,
      "lr": 0.0001,
      "sup_loss": 2.209234466271327
    },
    {
      "step": 639,
      "lr": 0.0001,
      "sup_loss": 2.2091465674727986
    },
    {
      "step": 640,
      "lr": 0.0001,
      "sup_loss": 2.2090962600002575
    },
    {
      "step": 641,
      "lr": 0.0001,
      "sup_loss": 2.208922047590961
    },
    {
      "step": 642,
      "lr": 0.0001,
      "sup_loss": 2.2087714186708096
    },
    {
      "step": 643,
      "lr": 0.0001,
      "sup_loss": 2.208743637452737
    },
    {
      "step": 644,
      "lr": 0.0001,
      "sup_loss": 2.2087570850990774
    },
    {
      "step": 645,
      "lr": 0.0001,
      "sup_loss": 2.2086549452749913
    },
    {
      "step": 646,
      "lr": 0.0001,
      "sup_loss": 2.2086531652176826
    },
    {
      "step": 647,
      "lr": 0.0001,
      "sup_loss": 2.208676198420254
    },
    {
      "step": 648,
      "lr": 0.0001,
      "sup_loss": 2.208586722104768
    },
    {
      "step": 649,
      "lr": 0.0001,
      "sup_loss": 2.2087718747003935
    },
    {
      "step": 650,
      "lr": 0.0001,
      "sup_loss": 2.2085029958135984
    },
    {
      "step": 651,
      "lr": 0.0001,
      "sup_loss": 2.208436265187175
    },
    {
      "step": 652,
      "lr": 0.0001,
      "sup_loss": 2.2083608807120387
    },
    {
      "step": 653,
      "lr": 0.0001,
      "sup_loss": 2.2081720972313263
    },
    {
      "step": 654,
      "lr": 0.0001,
      "sup_loss": 2.208153973917292
    },
    {
      "step": 655,
      "lr": 0.0001,
      "sup_loss": 2.2080094278856013
    },
    {
      "step": 656,
      "lr": 0.0001,
      "sup_loss": 2.2078942890846904
    },
    {
      "step": 657,
      "lr": 0.0001,
      "sup_loss": 2.2079961959942387
    },
    {
      "step": 658,
      "lr": 0.0001,
      "sup_loss": 2.208016902399448
    },
    {
      "step": 659,
      "lr": 0.0001,
      "sup_loss": 2.207716681997382
    },
    {
      "step": 660,
      "lr": 0.0001,
      "sup_loss": 2.207815803827112
    },
    {
      "step": 661,
      "lr": 0.0001,
      "sup_loss": 2.2075420948408495
    },
    {
      "step": 662,
      "lr": 0.0001,
      "sup_loss": 2.2075951575855752
    },
    {
      "step": 663,
      "lr": 0.0001,
      "sup_loss": 2.207502053507793
    },
    {
      "step": 664,
      "lr": 0.0001,
      "sup_loss": 2.207455952282843
    },
    {
      "step": 665,
      "lr": 0.0001,
      "sup_loss": 2.2074879627651534
    },
    {
      "step": 666,
      "lr": 0.0001,
      "sup_loss": 2.207499467996968
    },
    {
      "step": 667,
      "lr": 0.0001,
      "sup_loss": 2.2074814185516054
    },
    {
      "step": 668,
      "lr": 0.0001,
      "sup_loss": 2.2073871159465916
    },
    {
      "step": 669,
      "lr": 0.0001,
      "sup_loss": 2.2073787846493045
    },
    {
      "step": 670,
      "lr": 0.0001,
      "sup_loss": 2.2074647655230666
    },
    {
      "step": 671,
      "lr": 0.0001,
      "sup_loss": 2.20733957464375
    },
    {
      "step": 672,
      "lr": 0.0001,
      "sup_loss": 2.207198658180965
    },
    {
      "step": 673,
      "lr": 0.0001,
      "sup_loss": 2.207214682124266
    },
    {
      "step": 674,
      "lr": 0.0001,
      "sup_loss": 2.2071675725631943
    },
    {
      "step": 675,
      "lr": 0.0001,
      "sup_loss": 2.2073198798156137
    },
    {
      "step": 676,
      "lr": 0.0001,
      "sup_loss": 2.206930591829342
    },
    {
      "step": 677,
      "lr": 0.0001,
      "sup_loss": 2.2069973605926028
    },
    {
      "step": 678,
      "lr": 0.0001,
      "sup_loss": 2.2069061353529307
    },
    {
      "step": 679,
      "lr": 0.0001,
      "sup_loss": 2.2067484682728304
    },
    {
      "step": 680,
      "lr": 0.0001,
      "sup_loss": 2.2069449516816175
    },
    {
      "step": 681,
      "lr": 0.0001,
      "sup_loss": 2.206805213007498
    },
    {
      "step": 682,
      "lr": 0.0001,
      "sup_loss": 2.2066835527849653
    },
    {
      "step": 683,
      "lr": 0.0001,
      "sup_loss": 2.2066421136204326
    },
    {
      "step": 684,
      "lr": 0.0001,
      "sup_loss": 2.206570933122996
    },
    {
      "step": 685,
      "lr": 0.0001,
      "sup_loss": 2.206645964698992
    },
    {
      "step": 686,
      "lr": 0.0001,
      "sup_loss": 2.2066180639591453
    },
    {
      "step": 687,
      "lr": 0.0001,
      "sup_loss": 2.206407486611538
    },
    {
      "step": 688,
      "lr": 0.0001,
      "sup_loss": 2.2065140964419565
    },
    {
      "step": 689,
      "lr": 0.0001,
      "sup_loss": 2.206673174032117
    },
    {
      "step": 690,
      "lr": 0.0001,
      "sup_loss": 2.206480749890056
    },
    {
      "step": 691,
      "lr": 0.0001,
      "sup_loss": 2.2063547848714404
    },
    {
      "step": 692,
      "lr": 0.0001,
      "sup_loss": 2.2063683160649346
    },
    {
      "step": 693,
      "lr": 0.0001,
      "sup_loss": 2.206358540222222
    },
    {
      "step": 694,
      "lr": 0.0001,
      "sup_loss": 2.206300256957832
    },
    {
      "step": 695,
      "lr": 0.0001,
      "sup_loss": 2.206184195497584
    },
    {
      "step": 696,
      "lr": 0.0001,
      "sup_loss": 2.2061660633772138
    },
    {
      "step": 697,
      "lr": 0.0001,
      "sup_loss": 2.206177625761696
    },
    {
      "step": 698,
      "lr": 0.0001,
      "sup_loss": 2.20620451254569
    },
    {
      "step": 699,
      "lr": 0.0001,
      "sup_loss": 2.20630181141729
    },
    {
      "step": 700,
      "lr": 0.0001,
      "sup_loss": 2.2062036858623157
    },
    {
      "step": 701,
      "lr": 0.0001,
      "sup_loss": 2.2063594978738266
    },
    {
      "step": 702,
      "lr": 0.0001,
      "sup_loss": 2.206361189182089
    },
    {
      "step": 703,
      "lr": 0.0001,
      "sup_loss": 2.2063975496430324
    },
    {
      "step": 704,
      "lr": 0.0001,
      "sup_loss": 2.2063436318989478
    },
    {
      "step": 705,
      "lr": 0.0001,
      "sup_loss": 2.206236367501852
    },
    {
      "step": 706,
      "lr": 0.0001,
      "sup_loss": 2.2062831504499987
    },
    {
      "step": 707,
      "lr": 0.0001,
      "sup_loss": 2.206423416738055
    },
    {
      "step": 708,
      "lr": 0.0001,
      "sup_loss": 2.2061095114216562
    },
    {
      "step": 709,
      "lr": 0.0001,
      "sup_loss": 2.206041806201691
    },
    {
      "step": 710,
      "lr": 0.0001,
      "sup_loss": 2.2060407458541094
    },
    {
      "step": 711,
      "lr": 0.0001,
      "sup_loss": 2.2060146509126852
    },
    {
      "step": 712,
      "lr": 0.0001,
      "sup_loss": 2.2060991926019193
    },
    {
      "step": 713,
      "lr": 0.0001,
      "sup_loss": 2.2061511805461773
    },
    {
      "step": 714,
      "lr": 0.0001,
      "sup_loss": 2.20598059097607
    },
    {
      "step": 715,
      "lr": 0.0001,
      "sup_loss": 2.205897772483963
    },
    {
      "step": 716,
      "lr": 0.0001,
      "sup_loss": 2.20568588428355
    },
    {
      "step": 717,
      "lr": 0.0001,
      "sup_loss": 2.205900667087804
    },
    {
      "step": 718,
      "lr": 0.0001,
      "sup_loss": 2.2057657470591883
    },
    {
      "step": 719,
      "lr": 0.0001,
      "sup_loss": 2.2058253937840653
    },
    {
      "step": 720,
      "lr": 0.0001,
      "sup_loss": 2.2056522560318523
    },
    {
      "step": 721,
      "lr": 0.0001,
      "sup_loss": 2.2056988860558358
    },
    {
      "step": 722,
      "lr": 0.0001,
      "sup_loss": 2.205514144195623
    },
    {
      "step": 723,
      "lr": 0.0001,
      "sup_loss": 2.2054512806390227
    },
    {
      "step": 724,
      "lr": 0.0001,
      "sup_loss": 2.20539748717649
    },
    {
      "step": 725,
      "lr": 0.0001,
      "sup_loss": 2.2056278548444292
    },
    {
      "step": 726,
      "lr": 0.0001,
      "sup_loss": 2.2055334173132235
    },
    {
      "step": 727,
      "lr": 0.0001,
      "sup_loss": 2.205504980341082
    },
    {
      "step": 728,
      "lr": 0.0001,
      "sup_loss": 2.205365376027528
    },
    {
      "step": 729,
      "lr": 0.0001,
      "sup_loss": 2.205391515936735
    },
    {
      "step": 730,
      "lr": 0.0001,
      "sup_loss": 2.2053113576978483
    },
    {
      "step": 731,
      "lr": 0.0001,
      "sup_loss": 2.20518392993963
    },
    {
      "step": 732,
      "lr": 0.0001,
      "sup_loss": 2.2053675105234976
    },
    {
      "step": 733,
      "lr": 0.0001,
      "sup_loss": 2.205109080592016
    },
    {
      "step": 734,
      "lr": 0.0001,
      "sup_loss": 2.205071932257977
    },
    {
      "step": 735,
      "lr": 0.0001,
      "sup_loss": 2.2051178059146697
    },
    {
      "step": 736,
      "lr": 0.0001,
      "sup_loss": 2.205151026656475
    },
    {
      "step": 737,
      "lr": 0.0001,
      "sup_loss": 2.2049395257945794
    },
    {
      "step": 738,
      "lr": 0.0001,
      "sup_loss": 2.2050165699732336
    },
    {
      "step": 739,
      "lr": 0.0001,
      "sup_loss": 2.204972621616195
    },
    {
      "step": 740,
      "lr": 0.0001,
      "sup_loss": 2.2049895211853454
    },
    {
      "step": 741,
      "lr": 0.0001,
      "sup_loss": 2.205033422128048
    },
    {
      "step": 742,
      "lr": 0.0001,
      "sup_loss": 2.2048935092943096
    },
    {
      "step": 743,
      "lr": 0.0001,
      "sup_loss": 2.204962253885092
    },
    {
      "step": 744,
      "lr": 0.0001,
      "sup_loss": 2.204913877952223
    },
    {
      "step": 745,
      "lr": 0.0001,
      "sup_loss": 2.2048299441495387
    },
    {
      "step": 746,
      "lr": 0.0001,
      "sup_loss": 2.204818615402629
    },
    {
      "step": 747,
      "lr": 0.0001,
      "sup_loss": 2.2047841077562866
    },
    {
      "step": 748,
      "lr": 0.0001,
      "sup_loss": 2.204669452542029
    },
    {
      "step": 749,
      "lr": 0.0001,
      "sup_loss": 2.20465382700599
    },
    {
      "step": 750,
      "lr": 0.0001,
      "sup_loss": 2.20451853876805
    },
    {
      "step": 751,
      "lr": 0.0001,
      "sup_loss": 2.2044825295715764
    },
    {
      "step": 752,
      "lr": 0.0001,
      "sup_loss": 2.204418766475017
    },
    {
      "step": 753,
      "lr": 0.0001,
      "sup_loss": 2.204414998567867
    },
    {
      "step": 754,
      "lr": 0.0001,
      "sup_loss": 2.204372410925386
    },
    {
      "step": 755,
      "lr": 0.0001,
      "sup_loss": 2.2044409029992296
    },
    {
      "step": 756,
      "lr": 0.0001,
      "sup_loss": 2.2043787499322747
    },
    {
      "step": 757,
      "lr": 0.0001,
      "sup_loss": 2.2044183904116155
    },
    {
      "step": 758,
      "lr": 0.0001,
      "sup_loss": 2.204396420392982
    },
    {
      "step": 759,
      "lr": 0.0001,
      "sup_loss": 2.2042665666197436
    },
    {
      "step": 760,
      "lr": 0.0001,
      "sup_loss": 2.2042017188269227
    },
    {
      "step": 761,
      "lr": 0.0001,
      "sup_loss": 2.2042056202612823
    },
    {
      "step": 762,
      "lr": 0.0001,
      "sup_loss": 2.2041625816044315
    },
    {
      "step": 763,
      "lr": 0.0001,
      "sup_loss": 2.2041097718238674
    },
    {
      "step": 764,
      "lr": 0.0001,
      "sup_loss": 2.2040353422848735
    },
    {
      "step": 765,
      "lr": 0.0001,
      "sup_loss": 2.2040090906432397
    },
    {
      "step": 766,
      "lr": 0.0001,
      "sup_loss": 2.2039352896245354
    },
    {
      "step": 767,
      "lr": 0.0001,
      "sup_loss": 2.2041224540834357
    },
    {
      "step": 768,
      "lr": 0.0001,
      "sup_loss": 2.204047855573587
    },
    {
      "step": 769,
      "lr": 0.0001,
      "sup_loss": 2.2039772370477326
    },
    {
      "step": 770,
      "lr": 0.0001,
      "sup_loss": 2.2039730454595223
    },
    {
      "step": 771,
      "lr": 0.0001,
      "sup_loss": 2.2039397869821804
    },
    {
      "step": 772,
      "lr": 0.0001,
      "sup_loss": 2.2039334200894283
    },
    {
      "step": 773,
      "lr": 0.0001,
      "sup_loss": 2.2038314653506292
    },
    {
      "step": 774,
      "lr": 0.0001,
      "sup_loss": 2.2037494425475948
    },
    {
      "step": 775,
      "lr": 0.0001,
      "sup_loss": 2.203829158518422
    },
    {
      "step": 776,
      "lr": 0.0001,
      "sup_loss": 2.20368516005549
    },
    {
      "step": 777,
      "lr": 0.0001,
      "sup_loss": 2.2036277181256794
    },
    {
      "step": 778,
      "lr": 0.0001,
      "sup_loss": 2.2036412910172487
    },
    {
      "step": 779,
      "lr": 0.0001,
      "sup_loss": 2.20369948246613
    },
    {
      "step": 780,
      "lr": 0.0001,
      "sup_loss": 2.2034654903784516
    },
    {
      "step": 781,
      "lr": 0.0001,
      "sup_loss": 2.2036322054376423
    },
    {
      "step": 782,
      "lr": 0.0001,
      "sup_loss": 2.2034864184518095
    },
    {
      "step": 783,
      "lr": 0.0001,
      "sup_loss": 2.2034823762248905
    },
    {
      "step": 784,
      "lr": 0.0001,
      "sup_loss": 2.203334152731814
    },
    {
      "step": 785,
      "lr": 0.0001,
      "sup_loss": 2.203367400549507
    },
    {
      "step": 786,
      "lr": 0.0001,
      "sup_loss": 2.203323176066359
    },
    {
      "step": 787,
      "lr": 0.0001,
      "sup_loss": 2.2033690610123684
    },
    {
      "step": 788,
      "lr": 0.0001,
      "sup_loss": 2.2032841185354037
    },
    {
      "step": 789,
      "lr": 0.0001,
      "sup_loss": 2.203248450769099
    },
    {
      "step": 790,
      "lr": 0.0001,
      "sup_loss": 2.203449022669672
    },
    {
      "step": 791,
      "lr": 0.0001,
      "sup_loss": 2.203175502023462
    },
    {
      "step": 792,
      "lr": 0.0001,
      "sup_loss": 2.2030761005092763
    },
    {
      "step": 793,
      "lr": 0.0001,
      "sup_loss": 2.2031189312503465
    },
    {
      "step": 794,
      "lr": 0.0001,
      "sup_loss": 2.203103587411937
    },
    {
      "step": 795,
      "lr": 0.0001,
      "sup_loss": 2.2031392935374727
    },
    {
      "step": 796,
      "lr": 0.0001,
      "sup_loss": 2.2030956770235504
    },
    {
      "step": 797,
      "lr": 0.0001,
      "sup_loss": 2.203161065642516
    },
    {
      "step": 798,
      "lr": 0.0001,
      "sup_loss": 2.2030714194373218
    },
    {
      "step": 799,
      "lr": 0.0001,
      "sup_loss": 2.2029618359068217
    },
    {
      "step": 800,
      "lr": 0.0001,
      "sup_loss": 2.202936070527028
    },
    {
      "step": 801,
      "lr": 0.0001,
      "sup_loss": 2.2030515435763376
    },
    {
      "step": 802,
      "lr": 0.0001,
      "sup_loss": 2.20294922690391
    },
    {
      "step": 803,
      "lr": 0.0001,
      "sup_loss": 2.2028913815030333
    },
    {
      "step": 804,
      "lr": 0.0001,
      "sup_loss": 2.2028682891051146
    },
    {
      "step": 805,
      "lr": 0.0001,
      "sup_loss": 2.2027819903948043
    },
    {
      "step": 806,
      "lr": 0.0001,
      "sup_loss": 2.202785788260016
    },
    {
      "step": 807,
      "lr": 0.0001,
      "sup_loss": 2.2027684573267043
    },
    {
      "step": 808,
      "lr": 0.0001,
      "sup_loss": 2.202839287509012
    },
    {
      "step": 809,
      "lr": 0.0001,
      "sup_loss": 2.202736708275241
    },
    {
      "step": 810,
      "lr": 0.0001,
      "sup_loss": 2.202919625343286
    },
    {
      "step": 811,
      "lr": 0.0001,
      "sup_loss": 2.2027683192415055
    },
    {
      "step": 812,
      "lr": 0.0001,
      "sup_loss": 2.2026705694376396
    },
    {
      "step": 813,
      "lr": 0.0001,
      "sup_loss": 2.202639741289174
    },
    {
      "step": 814,
      "lr": 0.0001,
      "sup_loss": 2.202578109726076
    },
    {
      "step": 815,
      "lr": 0.0001,
      "sup_loss": 2.202548109200643
    },
    {
      "step": 816,
      "lr": 0.0001,
      "sup_loss": 2.2026844218939456
    },
    {
      "step": 817,
      "lr": 0.0001,
      "sup_loss": 2.202621651152489
    },
    {
      "step": 818,
      "lr": 0.0001,
      "sup_loss": 2.2026209744654954
    },
    {
      "step": 819,
      "lr": 0.0001,
      "sup_loss": 2.202534758687879
    },
    {
      "step": 820,
      "lr": 0.0001,
      "sup_loss": 2.202476671015975
    },
    {
      "step": 821,
      "lr": 0.0001,
      "sup_loss": 2.202494463153179
    },
    {
      "step": 822,
      "lr": 0.0001,
      "sup_loss": 2.202541489167438
    },
    {
      "step": 823,
      "lr": 0.0001,
      "sup_loss": 2.2025388581017444
    },
    {
      "step": 824,
      "lr": 0.0001,
      "sup_loss": 2.202456550918718
    },
    {
      "step": 825,
      "lr": 0.0001,
      "sup_loss": 2.2025445029149844
    },
    {
      "step": 826,
      "lr": 0.0001,
      "sup_loss": 2.202565498789714
    },
    {
      "step": 827,
      "lr": 0.0001,
      "sup_loss": 2.202714185960078
    },
    {
      "step": 828,
      "lr": 0.0001,
      "sup_loss": 2.202701346744241
    },
    {
      "step": 829,
      "lr": 0.0001,
      "sup_loss": 2.202658298140033
    },
    {
      "step": 830,
      "lr": 0.0001,
      "sup_loss": 2.2026088333741827
    },
    {
      "step": 831,
      "lr": 0.0001,
      "sup_loss": 2.2025971991722795
    },
    {
      "step": 832,
      "lr": 0.0001,
      "sup_loss": 2.2025936742942176
    },
    {
      "step": 833,
      "lr": 0.0001,
      "sup_loss": 2.2026309167286957
    },
    {
      "step": 834,
      "lr": 0.0001,
      "sup_loss": 2.2025391090671107
    },
    {
      "step": 835,
      "lr": 0.0001,
      "sup_loss": 2.202519772751267
    },
    {
      "step": 836,
      "lr": 0.0001,
      "sup_loss": 2.20250093997264
    },
    {
      "step": 837,
      "lr": 0.0001,
      "sup_loss": 2.2024548457335085
    },
    {
      "step": 838,
      "lr": 0.0001,
      "sup_loss": 2.2024518334249374
    },
    {
      "step": 839,
      "lr": 0.0001,
      "sup_loss": 2.2024767466770507
    },
    {
      "step": 840,
      "lr": 0.0001,
      "sup_loss": 2.202545036291272
    },
    {
      "step": 841,
      "lr": 0.0001,
      "sup_loss": 2.202420629815392
    },
    {
      "step": 842,
      "lr": 0.0001,
      "sup_loss": 2.2023156240380626
    },
    {
      "step": 843,
      "lr": 0.0001,
      "sup_loss": 2.2022990286026807
    },
    {
      "step": 844,
      "lr": 0.0001,
      "sup_loss": 2.2023455979736095
    },
    {
      "step": 845,
      "lr": 0.0001,
      "sup_loss": 2.2023758604300774
    },
    {
      "step": 846,
      "lr": 0.0001,
      "sup_loss": 2.2023779436605726
    },
    {
      "step": 847,
      "lr": 0.0001,
      "sup_loss": 2.202409370319007
    },
    {
      "step": 848,
      "lr": 0.0001,
      "sup_loss": 2.202314650109519
    },
    {
      "step": 849,
      "lr": 0.0001,
      "sup_loss": 2.202228380824696
    },
    {
      "step": 850,
      "lr": 0.0001,
      "sup_loss": 2.20215610730638
    },
    {
      "step": 851,
      "lr": 0.0001,
      "sup_loss": 2.202290271210492
    },
    {
      "step": 852,
      "lr": 0.0001,
      "sup_loss": 2.202270951137616
    },
    {
      "step": 853,
      "lr": 0.0001,
      "sup_loss": 2.202346530579742
    },
    {
      "step": 854,
      "lr": 0.0001,
      "sup_loss": 2.2021673619619513
    },
    {
      "step": 855,
      "lr": 0.0001,
      "sup_loss": 2.202128879483182
    },
    {
      "step": 856,
      "lr": 0.0001,
      "sup_loss": 2.202179063401366
    },
    {
      "step": 857,
      "lr": 0.0001,
      "sup_loss": 2.2020229116359786
    },
    {
      "step": 858,
      "lr": 0.0001,
      "sup_loss": 2.202012275964508
    },
    {
      "step": 859,
      "lr": 0.0001,
      "sup_loss": 2.202010752428174
    },
    {
      "step": 860,
      "lr": 0.0001,
      "sup_loss": 2.2020523902238542
    },
    {
      "step": 861,
      "lr": 0.0001,
      "sup_loss": 2.202006333836611
    },
    {
      "step": 862,
      "lr": 0.0001,
      "sup_loss": 2.201912427261241
    },
    {
      "step": 863,
      "lr": 0.0001,
      "sup_loss": 2.2019475411438236
    },
    {
      "step": 864,
      "lr": 0.0001,
      "sup_loss": 2.201883399778625
    },
    {
      "step": 865,
      "lr": 0.0001,
      "sup_loss": 2.2020025364368148
    },
    {
      "step": 866,
      "lr": 0.0001,
      "sup_loss": 2.2019285312099295
    },
    {
      "step": 867,
      "lr": 0.0001,
      "sup_loss": 2.201999130227664
    },
    {
      "step": 868,
      "lr": 0.0001,
      "sup_loss": 2.20188716050076
    },
    {
      "step": 869,
      "lr": 0.0001,
      "sup_loss": 2.2018200891073167
    },
    {
      "step": 870,
      "lr": 0.0001,
      "sup_loss": 2.2018589975711214
    },
    {
      "step": 871,
      "lr": 0.0001,
      "sup_loss": 2.201799591961473
    },
    {
      "step": 872,
      "lr": 0.0001,
      "sup_loss": 2.201851977800925
    },
    {
      "step": 873,
      "lr": 0.0001,
      "sup_loss": 2.201768283932313
    },
    {
      "step": 874,
      "lr": 0.0001,
      "sup_loss": 2.201655822757606
    },
    {
      "step": 875,
      "lr": 0.0001,
      "sup_loss": 2.2017120812775106
    },
    {
      "step": 876,
      "lr": 0.0001,
      "sup_loss": 2.2016763220143636
    },
    {
      "step": 877,
      "lr": 0.0001,
      "sup_loss": 2.201622727767427
    },
    {
      "step": 878,
      "lr": 0.0001,
      "sup_loss": 2.201587625745363
    },
    {
      "step": 879,
      "lr": 0.0001,
      "sup_loss": 2.201508552855647
    },
    {
      "step": 880,
      "lr": 0.0001,
      "sup_loss": 2.201559174708979
    },
    {
      "step": 881,
      "lr": 0.0001,
      "sup_loss": 2.201569206056897
    },
    {
      "step": 882,
      "lr": 0.0001,
      "sup_loss": 2.2016111795010658
    },
    {
      "step": 883,
      "lr": 0.0001,
      "sup_loss": 2.2015496523036377
    },
    {
      "step": 884,
      "lr": 0.0001,
      "sup_loss": 2.2015549056980253
    },
    {
      "step": 885,
      "lr": 0.0001,
      "sup_loss": 2.201537625295753
    },
    {
      "step": 886,
      "lr": 0.0001,
      "sup_loss": 2.2014597771881426
    },
    {
      "step": 887,
      "lr": 0.0001,
      "sup_loss": 2.201466935643165
    },
    {
      "step": 888,
      "lr": 0.0001,
      "sup_loss": 2.201458056595927
    },
    {
      "step": 889,
      "lr": 0.0001,
      "sup_loss": 2.2014423772243195
    },
    {
      "step": 890,
      "lr": 0.0001,
      "sup_loss": 2.2014001553686904
    },
    {
      "step": 891,
      "lr": 0.0001,
      "sup_loss": 2.201386916752708
    },
    {
      "step": 892,
      "lr": 0.0001,
      "sup_loss": 2.201379603326555
    },
    {
      "step": 893,
      "lr": 0.0001,
      "sup_loss": 2.201388145594879
    },
    {
      "step": 894,
      "lr": 0.0001,
      "sup_loss": 2.2013790017726564
    },
    {
      "step": 895,
      "lr": 0.0001,
      "sup_loss": 2.2014738717540365
    },
    {
      "step": 896,
      "lr": 0.0001,
      "sup_loss": 2.2013619829248285
    },
    {
      "step": 897,
      "lr": 0.0001,
      "sup_loss": 2.2013757452435065
    },
    {
      "step": 898,
      "lr": 0.0001,
      "sup_loss": 2.2012969495965318
    },
    {
      "step": 899,
      "lr": 0.0001,
      "sup_loss": 2.2012578711136133
    },
    {
      "step": 900,
      "lr": 0.0001,
      "sup_loss": 2.2013008031481047
    },
    {
      "step": 901,
      "lr": 0.0001,
      "sup_loss": 2.20127758890747
    },
    {
      "step": 902,
      "lr": 0.0001,
      "sup_loss": 2.2012622915507776
    },
    {
      "step": 903,
      "lr": 0.0001,
      "sup_loss": 2.201282180610047
    },
    {
      "step": 904,
      "lr": 0.0001,
      "sup_loss": 2.2011898042593163
    },
    {
      "step": 905,
      "lr": 0.0001,
      "sup_loss": 2.201114980652287
    },
    {
      "step": 906,
      "lr": 0.0001,
      "sup_loss": 2.2010839388761654
    },
    {
      "step": 907,
      "lr": 0.0001,
      "sup_loss": 2.2011066260231225
    },
    {
      "step": 908,
      "lr": 0.0001,
      "sup_loss": 2.201111908179561
    },
    {
      "step": 909,
      "lr": 0.0001,
      "sup_loss": 2.2010809698970335
    },
    {
      "step": 910,
      "lr": 0.0001,
      "sup_loss": 2.2010995449035766
    },
    {
      "step": 911,
      "lr": 0.0001,
      "sup_loss": 2.2010552392935954
    },
    {
      "step": 912,
      "lr": 0.0001,
      "sup_loss": 2.201029023825253
    },
    {
      "step": 913,
      "lr": 0.0001,
      "sup_loss": 2.200943471892004
    },
    {
      "step": 914,
      "lr": 0.0001,
      "sup_loss": 2.200980833896399
    },
    {
      "step": 915,
      "lr": 0.0001,
      "sup_loss": 2.2010700456810537
    },
    {
      "step": 916,
      "lr": 0.0001,
      "sup_loss": 2.200896622835691
    },
    {
      "step": 917,
      "lr": 0.0001,
      "sup_loss": 2.200987347007047
    },
    {
      "step": 918,
      "lr": 0.0001,
      "sup_loss": 2.200882012650334
    },
    {
      "step": 919,
      "lr": 0.0001,
      "sup_loss": 2.2008894594455137
    },
    {
      "step": 920,
      "lr": 0.0001,
      "sup_loss": 2.200906012994198
    },
    {
      "step": 921,
      "lr": 0.0001,
      "sup_loss": 2.2008042736527313
    },
    {
      "step": 922,
      "lr": 0.0001,
      "sup_loss": 2.200886573334916
    },
    {
      "step": 923,
      "lr": 0.0001,
      "sup_loss": 2.200890599674092
    },
    {
      "step": 924,
      "lr": 0.0001,
      "sup_loss": 2.200866394128699
    },
    {
      "step": 925,
      "lr": 0.0001,
      "sup_loss": 2.200889150378319
    },
    {
      "step": 926,
      "lr": 0.0001,
      "sup_loss": 2.200822478600595
    },
    {
      "step": 927,
      "lr": 0.0001,
      "sup_loss": 2.200872497048016
    },
    {
      "step": 928,
      "lr": 0.0001,
      "sup_loss": 2.2007486366339144
    },
    {
      "step": 929,
      "lr": 0.0001,
      "sup_loss": 2.2008072049273233
    },
    {
      "step": 930,
      "lr": 0.0001,
      "sup_loss": 2.200714092098603
    },
    {
      "step": 931,
      "lr": 0.0001,
      "sup_loss": 2.2006938546821018
    },
    {
      "step": 932,
      "lr": 0.0001,
      "sup_loss": 2.2006972820938815
    },
    {
      "step": 933,
      "lr": 0.0001,
      "sup_loss": 2.2006833207079888
    },
    {
      "step": 934,
      "lr": 0.0001,
      "sup_loss": 2.2006629617376965
    },
    {
      "step": 935,
      "lr": 0.0001,
      "sup_loss": 2.2006923370790727
    },
    {
      "step": 936,
      "lr": 0.0001,
      "sup_loss": 2.2007020493686986
    },
    {
      "step": 937,
      "lr": 0.0001,
      "sup_loss": 2.200661542319699
    },
    {
      "step": 938,
      "lr": 0.0001,
      "sup_loss": 2.2007424345051425
    },
    {
      "step": 939,
      "lr": 0.0001,
      "sup_loss": 2.2006466485351357
    },
    {
      "step": 940,
      "lr": 0.0001,
      "sup_loss": 2.200640985444488
    },
    {
      "step": 941,
      "lr": 0.0001,
      "sup_loss": 2.2006154396446402
    },
    {
      "step": 942,
      "lr": 0.0001,
      "sup_loss": 2.200622252949636
    },
    {
      "step": 943,
      "lr": 0.0001,
      "sup_loss": 2.2005978503372026
    },
    {
      "step": 944,
      "lr": 0.0001,
      "sup_loss": 2.200589127181636
    },
    {
      "step": 945,
      "lr": 0.0001,
      "sup_loss": 2.2005873948735655
    },
    {
      "step": 946,
      "lr": 0.0001,
      "sup_loss": 2.2006292234524105
    },
    {
      "step": 947,
      "lr": 0.0001,
      "sup_loss": 2.2005128505364837
    },
    {
      "step": 948,
      "lr": 0.0001,
      "sup_loss": 2.2004986638021093
    },
    {
      "step": 949,
      "lr": 0.0001,
      "sup_loss": 2.200523243338396
    },
    {
      "step": 950,
      "lr": 0.0001,
      "sup_loss": 2.200578262432583
    },
    {
      "step": 951,
      "lr": 0.0001,
      "sup_loss": 2.2005776007553526
    },
    {
      "step": 952,
      "lr": 0.0001,
      "sup_loss": 2.2005943273716637
    },
    {
      "step": 953,
      "lr": 0.0001,
      "sup_loss": 2.2006424525360546
    },
    {
      "step": 954,
      "lr": 0.0001,
      "sup_loss": 2.2006490719835643
    },
    {
      "step": 955,
      "lr": 0.0001,
      "sup_loss": 2.200704042512074
    },
    {
      "step": 956,
      "lr": 0.0001,
      "sup_loss": 2.2006694548620964
    },
    {
      "step": 957,
      "lr": 0.0001,
      "sup_loss": 2.200626525094939
    },
    {
      "step": 958,
      "lr": 0.0001,
      "sup_loss": 2.200606112550939
    },
    {
      "step": 959,
      "lr": 0.0001,
      "sup_loss": 2.2005982544370966
    },
    {
      "step": 960,
      "lr": 0.0001,
      "sup_loss": 2.2005900404896015
    },
    {
      "step": 961,
      "lr": 0.0001,
      "sup_loss": 2.200604536040705
    },
    {
      "step": 962,
      "lr": 0.0001,
      "sup_loss": 2.200563545980337
    },
    {
      "step": 963,
      "lr": 0.0001,
      "sup_loss": 2.2005799122918095
    },
    {
      "step": 964,
      "lr": 0.0001,
      "sup_loss": 2.200603012205675
    },
    {
      "step": 965,
      "lr": 0.0001,
      "sup_loss": 2.2006176030947344
    },
    {
      "step": 966,
      "lr": 0.0001,
      "sup_loss": 2.2005400615740798
    },
    {
      "step": 967,
      "lr": 0.0001,
      "sup_loss": 2.2005143195860093
    },
    {
      "step": 968,
      "lr": 0.0001,
      "sup_loss": 2.2005005065226158
    },
    {
      "step": 969,
      "lr": 0.0001,
      "sup_loss": 2.2004990272276785
    },
    {
      "step": 970,
      "lr": 0.0001,
      "sup_loss": 2.200492580257006
    },
    {
      "step": 971,
      "lr": 0.0001,
      "sup_loss": 2.200458725549873
    },
    {
      "step": 972,
      "lr": 0.0001,
      "sup_loss": 2.2004423828555275
    },
    {
      "step": 973,
      "lr": 0.0001,
      "sup_loss": 2.2004258274220048
    },
    {
      "step": 974,
      "lr": 0.0001,
      "sup_loss": 2.2004269207549383
    },
    {
      "step": 975,
      "lr": 0.0001,
      "sup_loss": 2.200414739736501
    },
    {
      "step": 976,
      "lr": 0.0001,
      "sup_loss": 2.2004262014769647
    },
    {
      "step": 977,
      "lr": 0.0001,
      "sup_loss": 2.2003791795256644
    },
    {
      "step": 978,
      "lr": 0.0001,
      "sup_loss": 2.200396037914723
    },
    {
      "step": 979,
      "lr": 0.0001,
      "sup_loss": 2.200477982793462
    },
    {
      "step": 980,
      "lr": 0.0001,
      "sup_loss": 2.200341340356937
    },
    {
      "step": 981,
      "lr": 0.0001,
      "sup_loss": 2.200401354211047
    },
    {
      "step": 982,
      "lr": 0.0001,
      "sup_loss": 2.2003606900638646
    },
    {
      "step": 983,
      "lr": 0.0001,
      "sup_loss": 2.200326207252538
    },
    {
      "step": 984,
      "lr": 0.0001,
      "sup_loss": 2.200306684023233
    },
    {
      "step": 985,
      "lr": 0.0001,
      "sup_loss": 2.2003779022976384
    },
    {
      "step": 986,
      "lr": 0.0001,
      "sup_loss": 2.2002869469253072
    },
    {
      "step": 987,
      "lr": 0.0001,
      "sup_loss": 2.20031564672767
    },
    {
      "step": 988,
      "lr": 0.0001,
      "sup_loss": 2.20028136853216
    },
    {
      "step": 989,
      "lr": 0.0001,
      "sup_loss": 2.200307538830476
    },
    {
      "step": 990,
      "lr": 0.0001,
      "sup_loss": 2.2002885020194496
    },
    {
      "step": 991,
      "lr": 0.0001,
      "sup_loss": 2.2002889557195826
    },
    {
      "step": 992,
      "lr": 0.0001,
      "sup_loss": 2.2002816877725673
    },
    {
      "step": 993,
      "lr": 0.0001,
      "sup_loss": 2.2002779711914524
    },
    {
      "step": 994,
      "lr": 0.0001,
      "sup_loss": 2.20027749412057
    },
    {
      "step": 995,
      "lr": 0.0001,
      "sup_loss": 2.200204460959459
    },
    {
      "step": 996,
      "lr": 0.0001,
      "sup_loss": 2.200245971562934
    },
    {
      "step": 997,
      "lr": 0.0001,
      "sup_loss": 2.2002246225638147
    },
    {
      "step": 998,
      "lr": 0.0001,
      "sup_loss": 2.200154875783354
    },
    {
      "step": 999,
      "lr": 0.0001,
      "sup_loss": 2.200170774179006
    },
    {
      "step": 1000,
      "lr": 0.0001,
      "sup_loss": 2.200152132623038
    },
    {
      "step": 1001,
      "lr": 0.0001,
      "sup_loss": 2.200123126639622
    },
    {
      "step": 1002,
      "lr": 0.0001,
      "sup_loss": 2.2000820727908152
    },
    {
      "step": 1003,
      "lr": 0.0001,
      "sup_loss": 2.2001294177845883
    },
    {
      "step": 1004,
      "lr": 0.0001,
      "sup_loss": 2.200089719697746
    },
    {
      "step": 1005,
      "lr": 0.0001,
      "sup_loss": 2.2000960477893075
    },
    {
      "step": 1006,
      "lr": 0.0001,
      "sup_loss": 2.200039012040703
    },
    {
      "step": 1007,
      "lr": 0.0001,
      "sup_loss": 2.200047580688411
    },
    {
      "step": 1008,
      "lr": 0.0001,
      "sup_loss": 2.20007300040131
    },
    {
      "step": 1009,
      "lr": 0.0001,
      "sup_loss": 2.2000459760850934
    },
    {
      "step": 1010,
      "lr": 0.0001,
      "sup_loss": 2.2000368884387402
    },
    {
      "step": 1011,
      "lr": 0.0001,
      "sup_loss": 2.2000319737633323
    },
    {
      "step": 1012,
      "lr": 0.0001,
      "sup_loss": 2.2000096941929947
    },
    {
      "step": 1013,
      "lr": 0.0001,
      "sup_loss": 2.200001100175232
    },
    {
      "step": 1014,
      "lr": 0.0001,
      "sup_loss": 2.199982522419338
    },
    {
      "step": 1015,
      "lr": 0.0001,
      "sup_loss": 2.1999761013368397
    },
    {
      "step": 1016,
      "lr": 0.0001,
      "sup_loss": 2.1999337911813583
    },
    {
      "step": 1017,
      "lr": 0.0001,
      "sup_loss": 2.19992258719513
    },
    {
      "step": 1018,
      "lr": 0.0001,
      "sup_loss": 2.199944568239822
    },
    {
      "step": 1019,
      "lr": 0.0001,
      "sup_loss": 2.1999363223991915
    },
    {
      "step": 1020,
      "lr": 0.0001,
      "sup_loss": 2.199966875624257
    },
    {
      "step": 1021,
      "lr": 0.0001,
      "sup_loss": 2.1999167514441478
    },
    {
      "step": 1022,
      "lr": 0.0001,
      "sup_loss": 2.199928437273929
    },
    {
      "step": 1023,
      "lr": 0.0001,
      "sup_loss": 2.199972623837777
    },
    {
      "step": 1024,
      "lr": 0.0001,
      "sup_loss": 2.1999086882927332
    },
    {
      "step": 1025,
      "lr": 0.0001,
      "sup_loss": 2.199885495047854
    },
    {
      "step": 1026,
      "lr": 0.0001,
      "sup_loss": 2.1998810581449137
    },
    {
      "step": 1027,
      "lr": 0.0001,
      "sup_loss": 2.199839598055426
    },
    {
      "step": 1028,
      "lr": 0.0001,
      "sup_loss": 2.1998644700997385
    },
    {
      "step": 1029,
      "lr": 0.0001,
      "sup_loss": 2.1998387463692413
    },
    {
      "step": 1030,
      "lr": 0.0001,
      "sup_loss": 2.1998004603986794
    },
    {
      "step": 1031,
      "lr": 0.0001,
      "sup_loss": 2.1997942499255787
    },
    {
      "step": 1032,
      "lr": 0.0001,
      "sup_loss": 2.1997862284417704
    },
    {
      "step": 1033,
      "lr": 0.0001,
      "sup_loss": 2.199747647718616
    },
    {
      "step": 1034,
      "lr": 0.0001,
      "sup_loss": 2.199735649805482
    },
    {
      "step": 1035,
      "lr": 0.0001,
      "sup_loss": 2.199749866905596
    },
    {
      "step": 1036,
      "lr": 0.0001,
      "sup_loss": 2.1997345347953323
    },
    {
      "step": 1037,
      "lr": 0.0001,
      "sup_loss": 2.1997237819492903
    },
    {
      "step": 1038,
      "lr": 0.0001,
      "sup_loss": 2.1996922483285575
    },
    {
      "step": 1039,
      "lr": 0.0001,
      "sup_loss": 2.1997045150312546
    },
    {
      "step": 1040,
      "lr": 0.0001,
      "sup_loss": 2.1997188897628455
    },
    {
      "step": 1041,
      "lr": 0.0001,
      "sup_loss": 2.199685198413937
    },
    {
      "step": 1042,
      "lr": 0.0001,
      "sup_loss": 2.1996954837943803
    },
    {
      "step": 1043,
      "lr": 0.0001,
      "sup_loss": 2.199670071361164
    },
    {
      "step": 1044,
      "lr": 0.0001,
      "sup_loss": 2.199645848764149
    },
    {
      "step": 1045,
      "lr": 0.0001,
      "sup_loss": 2.19964314777715
    },
    {
      "step": 1046,
      "lr": 0.0001,
      "sup_loss": 2.199642974218232
    },
    {
      "step": 1047,
      "lr": 0.0001,
      "sup_loss": 2.199618373713803
    },
    {
      "step": 1048,
      "lr": 0.0001,
      "sup_loss": 2.1996509077524715
    },
    {
      "step": 1049,
      "lr": 0.0001,
      "sup_loss": 2.1996557869564555
    },
    {
      "step": 1050,
      "lr": 0.0001,
      "sup_loss": 2.19967401554275
    },
    {
      "step": 1051,
      "lr": 0.0001,
      "sup_loss": 2.1996037373874597
    },
    {
      "step": 1052,
      "lr": 0.0001,
      "sup_loss": 2.199609065508618
    },
    {
      "step": 1053,
      "lr": 0.0001,
      "sup_loss": 2.199570985980483
    },
    {
      "step": 1054,
      "lr": 0.0001,
      "sup_loss": 2.199592704380824
    },
    {
      "step": 1055,
      "lr": 0.0001,
      "sup_loss": 2.199584954867057
    },
    {
      "step": 1056,
      "lr": 0.0001,
      "sup_loss": 2.1995616568797214
    },
    {
      "step": 1057,
      "lr": 0.0001,
      "sup_loss": 2.1995645198866614
    },
    {
      "step": 1058,
      "lr": 0.0001,
      "sup_loss": 2.199551927143007
    },
    {
      "step": 1059,
      "lr": 0.0001,
      "sup_loss": 2.1995462030655917
    },
    {
      "step": 1060,
      "lr": 0.0001,
      "sup_loss": 2.19956604561359
    },
    {
      "step": 1061,
      "lr": 0.0001,
      "sup_loss": 2.199545915221313
    },
    {
      "step": 1062,
      "lr": 0.0001,
      "sup_loss": 2.1995392367732625
    },
    {
      "step": 1063,
      "lr": 0.0001,
      "sup_loss": 2.199521038880376
    },
    {
      "step": 1064,
      "lr": 0.0001,
      "sup_loss": 2.1995269139986333
    },
    {
      "step": 1065,
      "lr": 0.0001,
      "sup_loss": 2.1995200485373623
    },
    {
      "step": 1066,
      "lr": 0.0001,
      "sup_loss": 2.1995186151247195
    },
    {
      "step": 1067,
      "lr": 0.0001,
      "sup_loss": 2.199518492577736
    },
    {
      "step": 1068,
      "lr": 0.0001,
      "sup_loss": 2.199494496684978
    },
    {
      "step": 1069,
      "lr": 0.0001,
      "sup_loss": 2.1995362990303224
    },
    {
      "step": 1070,
      "lr": 0.0001,
      "sup_loss": 2.1994951113430603
    },
    {
      "step": 1071,
      "lr": 0.0001,
      "sup_loss": 2.1994625488393638
    },
    {
      "step": 1072,
      "lr": 0.0001,
      "sup_loss": 2.1994905797579283
    },
    {
      "step": 1073,
      "lr": 0.0001,
      "sup_loss": 2.199450651182908
    },
    {
      "step": 1074,
      "lr": 0.0001,
      "sup_loss": 2.199503807909498
    },
    {
      "step": 1075,
      "lr": 0.0001,
      "sup_loss": 2.1994931536690334
    },
    {
      "step": 1076,
      "lr": 0.0001,
      "sup_loss": 2.199529656481996
    },
    {
      "step": 1077,
      "lr": 0.0001,
      "sup_loss": 2.199567277573229
    },
    {
      "step": 1078,
      "lr": 0.0001,
      "sup_loss": 2.199570137949851
    },
    {
      "step": 1079,
      "lr": 0.0001,
      "sup_loss": 2.1995576338693583
    },
    {
      "step": 1080,
      "lr": 0.0001,
      "sup_loss": 2.1995400524140685
    },
    {
      "step": 1081,
      "lr": 0.0001,
      "sup_loss": 2.199544749921104
    },
    {
      "step": 1082,
      "lr": 0.0001,
      "sup_loss": 2.199523424111251
    },
    {
      "step": 1083,
      "lr": 0.0001,
      "sup_loss": 2.199530935857992
    },
    {
      "step": 1084,
      "lr": 0.0001,
      "sup_loss": 2.199531235751161
    },
    {
      "step": 1085,
      "lr": 0.0001,
      "sup_loss": 2.199517012778417
    },
    {
      "step": 1086,
      "lr": 0.0001,
      "sup_loss": 2.1995045528835346
    },
    {
      "step": 1087,
      "lr": 0.0001,
      "sup_loss": 2.1994495465430415
    },
    {
      "step": 1088,
      "lr": 0.0001,
      "sup_loss": 2.1994685442866464
    },
    {
      "step": 1089,
      "lr": 0.0001,
      "sup_loss": 2.199474817517819
    },
    {
      "step": 1090,
      "lr": 0.0001,
      "sup_loss": 2.1994825501722386
    },
    {
      "step": 1091,
      "lr": 0.0001,
      "sup_loss": 2.19944660607929
    },
    {
      "step": 1092,
      "lr": 0.0001,
      "sup_loss": 2.1994372522945436
    },
    {
      "step": 1093,
      "lr": 0.0001,
      "sup_loss": 2.1994283388084943
    },
    {
      "step": 1094,
      "lr": 0.0001,
      "sup_loss": 2.199417457881726
    },
    {
      "step": 1095,
      "lr": 0.0001,
      "sup_loss": 2.1993210717523723
    },
    {
      "step": 1096,
      "lr": 0.0001,
      "sup_loss": 2.199332428904555
    },
    {
      "step": 1097,
      "lr": 0.0001,
      "sup_loss": 2.1993186690438313
    },
    {
      "step": 1098,
      "lr": 0.0001,
      "sup_loss": 2.1992878663643074
    },
    {
      "step": 1099,
      "lr": 0.0001,
      "sup_loss": 2.199269755726869
    },
    {
      "step": 1100,
      "lr": 0.0001,
      "sup_loss": 2.19925145552739
    },
    {
      "step": 1101,
      "lr": 0.0001,
      "sup_loss": 2.1992518666132597
    },
    {
      "step": 1102,
      "lr": 0.0001,
      "sup_loss": 2.1992957314894963
    },
    {
      "step": 1103,
      "lr": 0.0001,
      "sup_loss": 2.1992783264386637
    },
    {
      "step": 1104,
      "lr": 0.0001,
      "sup_loss": 2.1992670326953783
    },
    {
      "step": 1105,
      "lr": 0.0001,
      "sup_loss": 2.1992384990166727
    },
    {
      "step": 1106,
      "lr": 0.0001,
      "sup_loss": 2.199196805183956
    },
    {
      "step": 1107,
      "lr": 0.0001,
      "sup_loss": 2.1991809934782047
    },
    {
      "step": 1108,
      "lr": 0.0001,
      "sup_loss": 2.199143378314656
    },
    {
      "step": 1109,
      "lr": 0.0001,
      "sup_loss": 2.199163337325676
    },
    {
      "step": 1110,
      "lr": 0.0001,
      "sup_loss": 2.199126389031877
    },
    {
      "step": 1111,
      "lr": 0.0001,
      "sup_loss": 2.1991844594380856
    },
    {
      "step": 1112,
      "lr": 0.0001,
      "sup_loss": 2.1991754961201706
    },
    {
      "step": 1113,
      "lr": 0.0001,
      "sup_loss": 2.1990774818311274
    },
    {
      "step": 1114,
      "lr": 0.0001,
      "sup_loss": 2.1991209434801418
    },
    {
      "step": 1115,
      "lr": 0.0001,
      "sup_loss": 2.199066154064319
    },
    {
      "step": 1116,
      "lr": 0.0001,
      "sup_loss": 2.199076691530373
    },
    {
      "step": 1117,
      "lr": 0.0001,
      "sup_loss": 2.199041507412553
    },
    {
      "step": 1118,
      "lr": 0.0001,
      "sup_loss": 2.1990874171693586
    },
    {
      "step": 1119,
      "lr": 0.0001,
      "sup_loss": 2.1990609679735384
    },
    {
      "step": 1120,
      "lr": 0.0001,
      "sup_loss": 2.199153621915959
    },
    {
      "step": 1121,
      "lr": 0.0001,
      "sup_loss": 2.1990249358796774
    },
    {
      "step": 1122,
      "lr": 0.0001,
      "sup_loss": 2.1991705049235373
    },
    {
      "step": 1123,
      "lr": 0.0001,
      "sup_loss": 2.1991556074655274
    },
    {
      "step": 1124,
      "lr": 0.0001,
      "sup_loss": 2.199048519912572
    },
    {
      "step": 1125,
      "lr": 0.0001,
      "sup_loss": 2.199147223652934
    },
    {
      "step": 1126,
      "lr": 0.0001,
      "sup_loss": 2.1991837508500582
    },
    {
      "step": 1127,
      "lr": 0.0001,
      "sup_loss": 2.199057980727179
    },
    {
      "step": 1128,
      "lr": 0.0001,
      "sup_loss": 2.199039405959408
    },
    {
      "step": 1129,
      "lr": 0.0001,
      "sup_loss": 2.1991170615568763
    },
    {
      "step": 1130,
      "lr": 0.0001,
      "sup_loss": 2.1991429155294786
    },
    {
      "step": 1131,
      "lr": 0.0001,
      "sup_loss": 2.199125921911959
    },
    {
      "step": 1132,
      "lr": 0.0001,
      "sup_loss": 2.199197670724437
    },
    {
      "step": 1133,
      "lr": 0.0001,
      "sup_loss": 2.1992333905048493
    },
    {
      "step": 1134,
      "lr": 0.0001,
      "sup_loss": 2.199188478382472
    },
    {
      "step": 1135,
      "lr": 0.0001,
      "sup_loss": 2.1993502743496913
    },
    {
      "step": 1136,
      "lr": 0.0001,
      "sup_loss": 2.1989827273637825
    },
    {
      "step": 1137,
      "lr": 0.0001,
      "sup_loss": 2.1991922303869846
    },
    {
      "step": 1138,
      "lr": 0.0001,
      "sup_loss": 2.199330779996429
    },
    {
      "step": 1139,
      "lr": 0.0001,
      "sup_loss": 2.1989318491569216
    },
    {
      "step": 1140,
      "lr": 0.0001,
      "sup_loss": 2.198969194766669
    },
    {
      "step": 1141,
      "lr": 0.0001,
      "sup_loss": 2.199282688806128
    },
    {
      "step": 1142,
      "lr": 0.0001,
      "sup_loss": 2.1990426352614945
    },
    {
      "step": 1143,
      "lr": 0.0001,
      "sup_loss": 2.19936078664714
    },
    {
      "step": 1144,
      "lr": 0.0001,
      "sup_loss": 2.199149592884414
    },
    {
      "step": 1145,
      "lr": 0.0001,
      "sup_loss": 2.1992281758126677
    },
    {
      "step": 1146,
      "lr": 0.0001,
      "sup_loss": 2.1993484428419423
    },
    {
      "step": 1147,
      "lr": 0.0001,
      "sup_loss": 2.199302259111751
    },
    {
      "step": 1148,
      "lr": 0.0001,
      "sup_loss": 2.199247150021272
    },
    {
      "step": 1149,
      "lr": 0.0001,
      "sup_loss": 2.199146114391339
    },
    {
      "step": 1150,
      "lr": 0.0001,
      "sup_loss": 2.1991673406190175
    },
    {
      "step": 1151,
      "lr": 0.0001,
      "sup_loss": 2.199213709666499
    },
    {
      "step": 1152,
      "lr": 0.0001,
      "sup_loss": 2.199069468059086
    },
    {
      "step": 1153,
      "lr": 0.0001,
      "sup_loss": 2.1993353191763236
    },
    {
      "step": 1154,
      "lr": 0.0001,
      "sup_loss": 2.19910503459144
    },
    {
      "step": 1155,
      "lr": 0.0001,
      "sup_loss": 2.199116997874
    },
    {
      "step": 1156,
      "lr": 0.0001,
      "sup_loss": 2.1991570673834806
    },
    {
      "step": 1157,
      "lr": 0.0001,
      "sup_loss": 2.1991136904167323
    },
    {
      "step": 1158,
      "lr": 0.0001,
      "sup_loss": 2.199033044238992
    },
    {
      "step": 1159,
      "lr": 0.0001,
      "sup_loss": 2.1991510169130297
    },
    {
      "step": 1160,
      "lr": 0.0001,
      "sup_loss": 2.1991465413412503
    },
    {
      "step": 1161,
      "lr": 0.0001,
      "sup_loss": 2.1991487789996085
    },
    {
      "step": 1162,
      "lr": 0.0001,
      "sup_loss": 2.19916218537416
    },
    {
      "step": 1163,
      "lr": 0.0001,
      "sup_loss": 2.1990684613144285
    },
    {
      "step": 1164,
      "lr": 0.0001,
      "sup_loss": 2.199097756205079
    },
    {
      "step": 1165,
      "lr": 0.0001,
      "sup_loss": 2.19906126134195
    },
    {
      "step": 1166,
      "lr": 0.0001,
      "sup_loss": 2.1992141112430277
    },
    {
      "step": 1167,
      "lr": 0.0001,
      "sup_loss": 2.1991537735508677
    },
    {
      "step": 1168,
      "lr": 0.0001,
      "sup_loss": 2.198956108039192
    },
    {
      "step": 1169,
      "lr": 0.0001,
      "sup_loss": 2.1990707656097963
    },
    {
      "step": 1170,
      "lr": 0.0001,
      "sup_loss": 2.1990771153739637
    },
    {
      "step": 1171,
      "lr": 0.0001,
      "sup_loss": 2.199127978329333
    },
    {
      "step": 1172,
      "lr": 0.0001,
      "sup_loss": 2.199211950838545
    },
    {
      "step": 1173,
      "lr": 0.0001,
      "sup_loss": 2.1991126997806005
    },
    {
      "step": 1174,
      "lr": 0.0001,
      "sup_loss": 2.199055547521239
    },
    {
      "step": 1175,
      "lr": 0.0001,
      "sup_loss": 2.198971954405323
    },
    {
      "step": 1176,
      "lr": 0.0001,
      "sup_loss": 2.1990269338485975
    },
    {
      "step": 1177,
      "lr": 0.0001,
      "sup_loss": 2.1989733387250125
    },
    {
      "step": 1178,
      "lr": 0.0001,
      "sup_loss": 2.1990127711876353
    },
    {
      "step": 1179,
      "lr": 0.0001,
      "sup_loss": 2.199019559918397
    },
    {
      "step": 1180,
      "lr": 0.0001,
      "sup_loss": 2.1991616277263386
    },
    {
      "step": 1181,
      "lr": 0.0001,
      "sup_loss": 2.1991851949446657
    },
    {
      "step": 1182,
      "lr": 0.0001,
      "sup_loss": 2.1990610725823005
    },
    {
      "step": 1183,
      "lr": 0.0001,
      "sup_loss": 2.1990132186441746
    },
    {
      "step": 1184,
      "lr": 0.0001,
      "sup_loss": 2.1990634856175277
    },
    {
      "step": 1185,
      "lr": 0.0001,
      "sup_loss": 2.1990050594312325
    },
    {
      "step": 1186,
      "lr": 0.0001,
      "sup_loss": 2.1990561128604718
    },
    {
      "step": 1187,
      "lr": 0.0001,
      "sup_loss": 2.199103046483348
    },
    {
      "step": 1188,
      "lr": 0.0001,
      "sup_loss": 2.199015402380846
    },
    {
      "step": 1189,
      "lr": 0.0001,
      "sup_loss": 2.1989962030453722
    },
    {
      "step": 1190,
      "lr": 0.0001,
      "sup_loss": 2.198960930811251
    },
    {
      "step": 1191,
      "lr": 0.0001,
      "sup_loss": 2.198934533754799
    },
    {
      "step": 1192,
      "lr": 0.0001,
      "sup_loss": 2.1989639868601447
    },
    {
      "step": 1193,
      "lr": 0.0001,
      "sup_loss": 2.199044778588006
    },
    {
      "step": 1194,
      "lr": 0.0001,
      "sup_loss": 2.1989369921809025
    },
    {
      "step": 1195,
      "lr": 0.0001,
      "sup_loss": 2.1989268960761885
    },
    {
      "step": 1196,
      "lr": 0.0001,
      "sup_loss": 2.199027112705364
    },
    {
      "step": 1197,
      "lr": 0.0001,
      "sup_loss": 2.198959669558059
    },
    {
      "step": 1198,
      "lr": 0.0001,
      "sup_loss": 2.199031743917905
    },
    {
      "step": 1199,
      "lr": 0.0001,
      "sup_loss": 2.198960115454357
    },
    {
      "step": 1200,
      "lr": 0.0001,
      "sup_loss": 2.199029076694603
    },
    {
      "step": 1201,
      "lr": 0.0001,
      "sup_loss": 2.1990111112199604
    },
    {
      "step": 1202,
      "lr": 0.0001,
      "sup_loss": 2.1990717414772343
    },
    {
      "step": 1203,
      "lr": 0.0001,
      "sup_loss": 2.199066035530352
    },
    {
      "step": 1204,
      "lr": 0.0001,
      "sup_loss": 2.198993790661039
    },
    {
      "step": 1205,
      "lr": 0.0001,
      "sup_loss": 2.199010079249905
    },
    {
      "step": 1206,
      "lr": 0.0001,
      "sup_loss": 2.199043932286836
    },
    {
      "step": 1207,
      "lr": 0.0001,
      "sup_loss": 2.1990003263787488
    },
    {
      "step": 1208,
      "lr": 0.0001,
      "sup_loss": 2.198967707679285
    },
    {
      "step": 1209,
      "lr": 0.0001,
      "sup_loss": 2.1990587136417403
    },
    {
      "step": 1210,
      "lr": 0.0001,
      "sup_loss": 2.199006218629253
    },
    {
      "step": 1211,
      "lr": 0.0001,
      "sup_loss": 2.1989909487161983
    },
    {
      "step": 1212,
      "lr": 0.0001,
      "sup_loss": 2.198920587210497
    },
    {
      "step": 1213,
      "lr": 0.0001,
      "sup_loss": 2.1990435052866957
    },
    {
      "step": 1214,
      "lr": 0.0001,
      "sup_loss": 2.1989870279771115
    },
    {
      "step": 1215,
      "lr": 0.0001,
      "sup_loss": 2.1990140116344303
    },
    {
      "step": 1216,
      "lr": 0.0001,
      "sup_loss": 2.1989684414104493
    },
    {
      "step": 1217,
      "lr": 0.0001,
      "sup_loss": 2.198922144540893
    },
    {
      "step": 1218,
      "lr": 0.0001,
      "sup_loss": 2.1989014805041194
    },
    {
      "step": 1219,
      "lr": 0.0001,
      "sup_loss": 2.1989225590662302
    },
    {
      "step": 1220,
      "lr": 0.0001,
      "sup_loss": 2.198898919500716
    },
    {
      "step": 1221,
      "lr": 0.0001,
      "sup_loss": 2.198988271963199
    },
    {
      "step": 1222,
      "lr": 0.0001,
      "sup_loss": 2.199027697429467
    },
    {
      "step": 1223,
      "lr": 0.0001,
      "sup_loss": 2.1988772921505673
    },
    {
      "step": 1224,
      "lr": 0.0001,
      "sup_loss": 2.1988855231293076
    },
    {
      "step": 1225,
      "lr": 0.0001,
      "sup_loss": 2.198861025399836
    },
    {
      "step": 1226,
      "lr": 0.0001,
      "sup_loss": 2.1987835814172714
    },
    {
      "step": 1227,
      "lr": 0.0001,
      "sup_loss": 2.198839860581799
    },
    {
      "step": 1228,
      "lr": 0.0001,
      "sup_loss": 2.1988062101197117
    },
    {
      "step": 1229,
      "lr": 0.0001,
      "sup_loss": 2.1988057111512713
    },
    {
      "step": 1230,
      "lr": 0.0001,
      "sup_loss": 2.198890993846529
    },
    {
      "step": 1231,
      "lr": 0.0001,
      "sup_loss": 2.1988007970325354
    },
    {
      "step": 1232,
      "lr": 0.0001,
      "sup_loss": 2.198791882629915
    },
    {
      "step": 1233,
      "lr": 0.0001,
      "sup_loss": 2.198770487994753
    },
    {
      "step": 1234,
      "lr": 0.0001,
      "sup_loss": 2.198733079298889
    },
    {
      "step": 1235,
      "lr": 0.0001,
      "sup_loss": 2.1986140066373827
    },
    {
      "step": 1236,
      "lr": 0.0001,
      "sup_loss": 2.1986666050541297
    },
    {
      "step": 1237,
      "lr": 0.0001,
      "sup_loss": 2.1987679074329827
    },
    {
      "step": 1238,
      "lr": 0.0001,
      "sup_loss": 2.1986529710912377
    },
    {
      "step": 1239,
      "lr": 0.0001,
      "sup_loss": 2.1986101228710107
    },
    {
      "step": 1240,
      "lr": 0.0001,
      "sup_loss": 2.1987555700101096
    },
    {
      "step": 1241,
      "lr": 0.0001,
      "sup_loss": 2.1987869896333665
    },
    {
      "step": 1242,
      "lr": 0.0001,
      "sup_loss": 2.1987757524025238
    },
    {
      "step": 1243,
      "lr": 0.0001,
      "sup_loss": 2.1987713329658285
    },
    {
      "step": 1244,
      "lr": 0.0001,
      "sup_loss": 2.1986159966611813
    },
    {
      "step": 1245,
      "lr": 0.0001,
      "sup_loss": 2.1985927130087815
    },
    {
      "step": 1246,
      "lr": 0.0001,
      "sup_loss": 2.1985890664723478
    },
    {
      "step": 1247,
      "lr": 0.0001,
      "sup_loss": 2.198657764876899
    },
    {
      "step": 1248,
      "lr": 0.0001,
      "sup_loss": 2.198681942345739
    },
    {
      "step": 1249,
      "lr": 0.0001,
      "sup_loss": 2.1986909137898785
    },
    {
      "step": 1250,
      "lr": 0.0001,
      "sup_loss": 2.198650545323616
    },
    {
      "step": 1251,
      "lr": 0.0001,
      "sup_loss": 2.198689064839419
    },
    {
      "step": 1252,
      "lr": 0.0001,
      "sup_loss": 2.1986445359325533
    },
    {
      "step": 1253,
      "lr": 0.0001,
      "sup_loss": 2.198613675577668
    },
    {
      "step": 1254,
      "lr": 0.0001,
      "sup_loss": 2.198563426124381
    },
    {
      "step": 1255,
      "lr": 0.0001,
      "sup_loss": 2.1986283624486833
    },
    {
      "step": 1256,
      "lr": 0.0001,
      "sup_loss": 2.1987369926574716
    },
    {
      "step": 1257,
      "lr": 0.0001,
      "sup_loss": 2.198687812301948
    },
    {
      "step": 1258,
      "lr": 0.0001,
      "sup_loss": 2.198747534839166
    },
    {
      "step": 1259,
      "lr": 0.0001,
      "sup_loss": 2.1987128546417822
    },
    {
      "step": 1260,
      "lr": 0.0001,
      "sup_loss": 2.198665624899237
    },
    {
      "step": 1261,
      "lr": 0.0001,
      "sup_loss": 2.198575327423013
    },
    {
      "step": 1262,
      "lr": 0.0001,
      "sup_loss": 2.198603522940399
    },
    {
      "step": 1263,
      "lr": 0.0001,
      "sup_loss": 2.1986348774234
    },
    {
      "step": 1264,
      "lr": 0.0001,
      "sup_loss": 2.1986020057540983
    },
    {
      "step": 1265,
      "lr": 0.0001,
      "sup_loss": 2.198754673391454
    },
    {
      "step": 1266,
      "lr": 0.0001,
      "sup_loss": 2.198650352835629
    },
    {
      "step": 1267,
      "lr": 0.0001,
      "sup_loss": 2.1987392592332755
    },
    {
      "step": 1268,
      "lr": 0.0001,
      "sup_loss": 2.1987664746852564
    },
    {
      "step": 1269,
      "lr": 0.0001,
      "sup_loss": 2.198518517904745
    },
    {
      "step": 1270,
      "lr": 0.0001,
      "sup_loss": 2.198576817127274
    },
    {
      "step": 1271,
      "lr": 0.0001,
      "sup_loss": 2.198621407368558
    },
    {
      "step": 1272,
      "lr": 0.0001,
      "sup_loss": 2.198533816326139
    },
    {
      "step": 1273,
      "lr": 0.0001,
      "sup_loss": 2.198610185110971
    },
    {
      "step": 1274,
      "lr": 0.0001,
      "sup_loss": 2.1987518602535028
    },
    {
      "step": 1275,
      "lr": 0.0001,
      "sup_loss": 2.198655017640015
    },
    {
      "step": 1276,
      "lr": 0.0001,
      "sup_loss": 2.198603802668048
    },
    {
      "step": 1277,
      "lr": 0.0001,
      "sup_loss": 2.198538105160702
    },
    {
      "step": 1278,
      "lr": 0.0001,
      "sup_loss": 2.1986216048844813
    },
    {
      "step": 1279,
      "lr": 0.0001,
      "sup_loss": 2.198677261705949
    },
    {
      "step": 1280,
      "lr": 0.0001,
      "sup_loss": 2.1986110694744925
    },
    {
      "step": 1281,
      "lr": 0.0001,
      "sup_loss": 2.198489895867369
    },
    {
      "step": 1282,
      "lr": 0.0001,
      "sup_loss": 2.198590949515596
    },
    {
      "step": 1283,
      "lr": 0.0001,
      "sup_loss": 2.1985318614273264
    },
    {
      "step": 1284,
      "lr": 0.0001,
      "sup_loss": 2.19858910618376
    },
    {
      "step": 1285,
      "lr": 0.0001,
      "sup_loss": 2.1985461008336706
    },
    {
      "step": 1286,
      "lr": 0.0001,
      "sup_loss": 2.1985360375444167
    },
    {
      "step": 1287,
      "lr": 0.0001,
      "sup_loss": 2.19868777772313
    },
    {
      "step": 1288,
      "lr": 0.0001,
      "sup_loss": 2.1985719197199556
    },
    {
      "step": 1289,
      "lr": 0.0001,
      "sup_loss": 2.198465445148978
    },
    {
      "step": 1290,
      "lr": 0.0001,
      "sup_loss": 2.1985869788781196
    },
    {
      "step": 1291,
      "lr": 0.0001,
      "sup_loss": 2.1985226539091114
    },
    {
      "step": 1292,
      "lr": 0.0001,
      "sup_loss": 2.198494762387587
    },
    {
      "step": 1293,
      "lr": 0.0001,
      "sup_loss": 2.198489240567357
    },
    {
      "step": 1294,
      "lr": 0.0001,
      "sup_loss": 2.1985296630999898
    },
    {
      "step": 1295,
      "lr": 0.0001,
      "sup_loss": 2.198555105335445
    },
    {
      "step": 1296,
      "lr": 0.0001,
      "sup_loss": 2.198491533780298
    },
    {
      "step": 1297,
      "lr": 0.0001,
      "sup_loss": 2.1986295568957845
    },
    {
      "step": 1298,
      "lr": 0.0001,
      "sup_loss": 2.198461693544685
    },
    {
      "step": 1299,
      "lr": 0.0001,
      "sup_loss": 2.1985276378137084
    },
    {
      "step": 1300,
      "lr": 0.0001,
      "sup_loss": 2.1985167496551163
    },
    {
      "step": 1301,
      "lr": 0.0001,
      "sup_loss": 2.198677273570196
    },
    {
      "step": 1302,
      "lr": 0.0001,
      "sup_loss": 2.1985152068049603
    },
    {
      "step": 1303,
      "lr": 0.0001,
      "sup_loss": 2.1985874323220655
    },
    {
      "step": 1304,
      "lr": 0.0001,
      "sup_loss": 2.1984270302372164
    },
    {
      "step": 1305,
      "lr": 0.0001,
      "sup_loss": 2.1985684538270642
    },
    {
      "step": 1306,
      "lr": 0.0001,
      "sup_loss": 2.198608213562534
    },
    {
      "step": 1307,
      "lr": 0.0001,
      "sup_loss": 2.1986049310375884
    },
    {
      "step": 1308,
      "lr": 0.0001,
      "sup_loss": 2.198643713664338
    },
    {
      "step": 1309,
      "lr": 0.0001,
      "sup_loss": 2.1985397342168564
    },
    {
      "step": 1310,
      "lr": 0.0001,
      "sup_loss": 2.198680732986179
    },
    {
      "step": 1311,
      "lr": 0.0001,
      "sup_loss": 2.1986062031598896
    },
    {
      "step": 1312,
      "lr": 0.0001,
      "sup_loss": 2.1986157307011966
    },
    {
      "step": 1313,
      "lr": 0.0001,
      "sup_loss": 2.198631504956035
    },
    {
      "step": 1314,
      "lr": 0.0001,
      "sup_loss": 2.198487458699185
    },
    {
      "step": 1315,
      "lr": 0.0001,
      "sup_loss": 2.198496302845588
    },
    {
      "step": 1316,
      "lr": 0.0001,
      "sup_loss": 2.1984736267596845
    },
    {
      "step": 1317,
      "lr": 0.0001,
      "sup_loss": 2.1986182814969277
    },
    {
      "step": 1318,
      "lr": 0.0001,
      "sup_loss": 2.198520052910187
    },
    {
      "step": 1319,
      "lr": 0.0001,
      "sup_loss": 2.1985467269274195
    },
    {
      "step": 1320,
      "lr": 0.0001,
      "sup_loss": 2.1985768261182104
    },
    {
      "step": 1321,
      "lr": 0.0001,
      "sup_loss": 2.198704262155016
    },
    {
      "step": 1322,
      "lr": 0.0001,
      "sup_loss": 2.19851547803927
    },
    {
      "step": 1323,
      "lr": 0.0001,
      "sup_loss": 2.1985326141127883
    },
    {
      "step": 1324,
      "lr": 0.0001,
      "sup_loss": 2.198560018917768
    },
    {
      "step": 1325,
      "lr": 0.0001,
      "sup_loss": 2.1985996855499623
    },
    {
      "step": 1326,
      "lr": 0.0001,
      "sup_loss": 2.1986357431620727
    },
    {
      "step": 1327,
      "lr": 0.0001,
      "sup_loss": 2.1986029479467515
    },
    {
      "step": 1328,
      "lr": 0.0001,
      "sup_loss": 2.1986948339567145
    },
    {
      "step": 1329,
      "lr": 0.0001,
      "sup_loss": 2.198576087744065
    },
    {
      "step": 1330,
      "lr": 0.0001,
      "sup_loss": 2.198585404051163
    },
    {
      "step": 1331,
      "lr": 0.0001,
      "sup_loss": 2.1985735964618023
    },
    {
      "step": 1332,
      "lr": 0.0001,
      "sup_loss": 2.1985810238122623
    },
    {
      "step": 1333,
      "lr": 0.0001,
      "sup_loss": 2.198645303341678
    },
    {
      "step": 1334,
      "lr": 0.0001,
      "sup_loss": 2.198629236420537
    },
    {
      "step": 1335,
      "lr": 0.0001,
      "sup_loss": 2.1986947362447427
    },
    {
      "step": 1336,
      "lr": 0.0001,
      "sup_loss": 2.1984878495699345
    },
    {
      "step": 1337,
      "lr": 0.0001,
      "sup_loss": 2.198557804795796
    },
    {
      "step": 1338,
      "lr": 0.0001,
      "sup_loss": 2.198625568012851
    },
    {
      "step": 1339,
      "lr": 0.0001,
      "sup_loss": 2.198524194907555
    },
    {
      "step": 1340,
      "lr": 0.0001,
      "sup_loss": 2.198545859802001
    },
    {
      "step": 1341,
      "lr": 0.0001,
      "sup_loss": 2.1984971400487336
    },
    {
      "step": 1342,
      "lr": 0.0001,
      "sup_loss": 2.198531275393674
    },
    {
      "step": 1343,
      "lr": 0.0001,
      "sup_loss": 2.1985157669444177
    },
    {
      "step": 1344,
      "lr": 0.0001,
      "sup_loss": 2.198513769434965
    },
    {
      "step": 1345,
      "lr": 0.0001,
      "sup_loss": 2.19851536128539
    },
    {
      "step": 1346,
      "lr": 0.0001,
      "sup_loss": 2.198496417399127
    },
    {
      "step": 1347,
      "lr": 0.0001,
      "sup_loss": 2.198506261032089
    },
    {
      "step": 1348,
      "lr": 0.0001,
      "sup_loss": 2.1985844660686666
    },
    {
      "step": 1349,
      "lr": 0.0001,
      "sup_loss": 2.19861169831354
    },
    {
      "step": 1350,
      "lr": 0.0001,
      "sup_loss": 2.198495246470478
    },
    {
      "step": 1351,
      "lr": 0.0001,
      "sup_loss": 2.1986011740145415
    },
    {
      "step": 1352,
      "lr": 0.0001,
      "sup_loss": 2.198485005706478
    },
    {
      "step": 1353,
      "lr": 0.0001,
      "sup_loss": 2.198631362252362
    },
    {
      "step": 1354,
      "lr": 0.0001,
      "sup_loss": 2.1986098657484474
    },
    {
      "step": 1355,
      "lr": 0.0001,
      "sup_loss": 2.198492148620744
    },
    {
      "step": 1356,
      "lr": 0.0001,
      "sup_loss": 2.1984616705115942
    },
    {
      "step": 1357,
      "lr": 0.0001,
      "sup_loss": 2.1984808108633884
    },
    {
      "step": 1358,
      "lr": 0.0001,
      "sup_loss": 2.198477950810407
    },
    {
      "step": 1359,
      "lr": 0.0001,
      "sup_loss": 2.198413631017042
    },
    {
      "step": 1360,
      "lr": 0.0001,
      "sup_loss": 2.1985387781488734
    },
    {
      "step": 1361,
      "lr": 0.0001,
      "sup_loss": 2.1984930398324996
    },
    {
      "step": 1362,
      "lr": 0.0001,
      "sup_loss": 2.1985500478907234
    },
    {
      "step": 1363,
      "lr": 0.0001,
      "sup_loss": 2.198471089381199
    },
    {
      "step": 1364,
      "lr": 0.0001,
      "sup_loss": 2.1985061909771226
    },
    {
      "step": 1365,
      "lr": 0.0001,
      "sup_loss": 2.198498557753367
    },
    {
      "step": 1366,
      "lr": 0.0001,
      "sup_loss": 2.1984815008788527
    },
    {
      "step": 1367,
      "lr": 0.0001,
      "sup_loss": 2.198469861957429
    },
    {
      "step": 1368,
      "lr": 0.0001,
      "sup_loss": 2.198448843029766
    },
    {
      "step": 1369,
      "lr": 0.0001,
      "sup_loss": 2.1984370084502793
    },
    {
      "step": 1370,
      "lr": 0.0001,
      "sup_loss": 2.198492485511994
    },
    {
      "step": 1371,
      "lr": 0.0001,
      "sup_loss": 2.1984755887025975
    },
    {
      "step": 1372,
      "lr": 0.0001,
      "sup_loss": 2.198435107923012
    },
    {
      "step": 1373,
      "lr": 0.0001,
      "sup_loss": 2.1985426509895856
    },
    {
      "step": 1374,
      "lr": 0.0001,
      "sup_loss": 2.1985433565101644
    },
    {
      "step": 1375,
      "lr": 0.0001,
      "sup_loss": 2.198412253408429
    },
    {
      "step": 1376,
      "lr": 0.0001,
      "sup_loss": 2.198474477188624
    },
    {
      "step": 1377,
      "lr": 0.0001,
      "sup_loss": 2.198411906140026
    },
    {
      "step": 1378,
      "lr": 0.0001,
      "sup_loss": 2.198444501507635
    },
    {
      "step": 1379,
      "lr": 0.0001,
      "sup_loss": 2.198422946522463
    },
    {
      "step": 1380,
      "lr": 0.0001,
      "sup_loss": 2.198460525677628
    },
    {
      "step": 1381,
      "lr": 0.0001,
      "sup_loss": 2.198481735115675
    },
    {
      "step": 1382,
      "lr": 0.0001,
      "sup_loss": 2.1984323540050643
    },
    {
      "step": 1383,
      "lr": 0.0001,
      "sup_loss": 2.1984176244431097
    },
    {
      "step": 1384,
      "lr": 0.0001,
      "sup_loss": 2.198474641879872
    },
    {
      "step": 1385,
      "lr": 0.0001,
      "sup_loss": 2.198461574796765
    },
    {
      "step": 1386,
      "lr": 0.0001,
      "sup_loss": 2.1984044846650015
    },
    {
      "step": 1387,
      "lr": 0.0001,
      "sup_loss": 2.1984102886905452
    },
    {
      "step": 1388,
      "lr": 0.0001,
      "sup_loss": 2.1984210292540998
    },
    {
      "step": 1389,
      "lr": 0.0001,
      "sup_loss": 2.1983160061804927
    },
    {
      "step": 1390,
      "lr": 0.0001,
      "sup_loss": 2.1984201493904236
    },
    {
      "step": 1391,
      "lr": 0.0001,
      "sup_loss": 2.1984304338366325
    },
    {
      "step": 1392,
      "lr": 0.0001,
      "sup_loss": 2.1983512275709756
    },
    {
      "step": 1393,
      "lr": 0.0001,
      "sup_loss": 2.198403382872034
    },
    {
      "step": 1394,
      "lr": 0.0001,
      "sup_loss": 2.1982827791881236
    },
    {
      "step": 1395,
      "lr": 0.0001,
      "sup_loss": 2.1983131029686462
    },
    {
      "step": 1396,
      "lr": 0.0001,
      "sup_loss": 2.1983178322932444
    },
    {
      "step": 1397,
      "lr": 0.0001,
      "sup_loss": 2.1983650884200836
    },
    {
      "step": 1398,
      "lr": 0.0001,
      "sup_loss": 2.198284694046373
    },
    {
      "step": 1399,
      "lr": 0.0001,
      "sup_loss": 2.1983550571693646
    },
    {
      "step": 1400,
      "lr": 0.0001,
      "sup_loss": 2.1983480685874968
    },
    {
      "step": 1401,
      "lr": 0.0001,
      "sup_loss": 2.198376133791097
    },
    {
      "step": 1402,
      "lr": 0.0001,
      "sup_loss": 2.198314657071542
    },
    {
      "step": 1403,
      "lr": 0.0001,
      "sup_loss": 2.1982456306855505
    },
    {
      "step": 1404,
      "lr": 0.0001,
      "sup_loss": 2.1982666042232966
    },
    {
      "step": 1405,
      "lr": 0.0001,
      "sup_loss": 2.1983157878847517
    },
    {
      "step": 1406,
      "lr": 0.0001,
      "sup_loss": 2.198312910691103
    },
    {
      "step": 1407,
      "lr": 0.0001,
      "sup_loss": 2.1982683189918855
    },
    {
      "step": 1408,
      "lr": 0.0001,
      "sup_loss": 2.1983390781266086
    },
    {
      "step": 1409,
      "lr": 0.0001,
      "sup_loss": 2.1982497052760626
    },
    {
      "step": 1410,
      "lr": 0.0001,
      "sup_loss": 2.1982888661042623
    },
    {
      "step": 1411,
      "lr": 0.0001,
      "sup_loss": 2.198283358117664
    },
    {
      "step": 1412,
      "lr": 0.0001,
      "sup_loss": 2.198250362866095
    },
    {
      "step": 1413,
      "lr": 0.0001,
      "sup_loss": 2.1982813338061016
    },
    {
      "step": 1414,
      "lr": 0.0001,
      "sup_loss": 2.1982259592374884
    },
    {
      "step": 1415,
      "lr": 0.0001,
      "sup_loss": 2.1983459305512563
    },
    {
      "step": 1416,
      "lr": 0.0001,
      "sup_loss": 2.1981390063245985
    },
    {
      "step": 1417,
      "lr": 0.0001,
      "sup_loss": 2.198286091269002
    },
    {
      "step": 1418,
      "lr": 0.0001,
      "sup_loss": 2.1982575739543466
    },
    {
      "step": 1419,
      "lr": 0.0001,
      "sup_loss": 2.1982988867726214
    },
    {
      "step": 1420,
      "lr": 0.0001,
      "sup_loss": 2.19824844903215
    },
    {
      "step": 1421,
      "lr": 0.0001,
      "sup_loss": 2.1982026503857846
    },
    {
      "step": 1422,
      "lr": 0.0001,
      "sup_loss": 2.198284731430574
    },
    {
      "step": 1423,
      "lr": 0.0001,
      "sup_loss": 2.1982188078378
    },
    {
      "step": 1424,
      "lr": 0.0001,
      "sup_loss": 2.1981957382764876
    },
    {
      "step": 1425,
      "lr": 0.0001,
      "sup_loss": 2.1983612003353246
    },
    {
      "step": 1426,
      "lr": 0.0001,
      "sup_loss": 2.1982890971546576
    },
    {
      "step": 1427,
      "lr": 0.0001,
      "sup_loss": 2.1982290958206496
    },
    {
      "step": 1428,
      "lr": 0.0001,
      "sup_loss": 2.198284827716202
    },
    {
      "step": 1429,
      "lr": 0.0001,
      "sup_loss": 2.198189284525286
    },
    {
      "step": 1430,
      "lr": 0.0001,
      "sup_loss": 2.1982559637547254
    },
    {
      "step": 1431,
      "lr": 0.0001,
      "sup_loss": 2.198239685043771
    },
    {
      "step": 1432,
      "lr": 0.0001,
      "sup_loss": 2.1983038256817045
    },
    {
      "step": 1433,
      "lr": 0.0001,
      "sup_loss": 2.1982736321546854
    },
    {
      "step": 1434,
      "lr": 0.0001,
      "sup_loss": 2.19822817640869
    },
    {
      "step": 1435,
      "lr": 0.0001,
      "sup_loss": 2.198302214960592
    },
    {
      "step": 1436,
      "lr": 0.0001,
      "sup_loss": 2.198249042465063
    },
    {
      "step": 1437,
      "lr": 0.0001,
      "sup_loss": 2.198290797269112
    },
    {
      "step": 1438,
      "lr": 0.0001,
      "sup_loss": 2.1982584294096883
    },
    {
      "step": 1439,
      "lr": 0.0001,
      "sup_loss": 2.198237079887546
    },
    {
      "step": 1440,
      "lr": 0.0001,
      "sup_loss": 2.1981529965928823
    },
    {
      "step": 1441,
      "lr": 0.0001,
      "sup_loss": 2.198252332487464
    },
    {
      "step": 1442,
      "lr": 0.0001,
      "sup_loss": 2.198266573309584
    },
    {
      "step": 1443,
      "lr": 0.0001,
      "sup_loss": 2.1982483419390686
    },
    {
      "step": 1444,
      "lr": 0.0001,
      "sup_loss": 2.198301603519131
    },
    {
      "step": 1445,
      "lr": 0.0001,
      "sup_loss": 2.1982194936251895
    },
    {
      "step": 1446,
      "lr": 0.0001,
      "sup_loss": 2.1982742755003715
    },
    {
      "step": 1447,
      "lr": 0.0001,
      "sup_loss": 2.198267233671202
    },
    {
      "step": 1448,
      "lr": 0.0001,
      "sup_loss": 2.19825290950542
    },
    {
      "step": 1449,
      "lr": 0.0001,
      "sup_loss": 2.1982260058232814
    },
    {
      "step": 1450,
      "lr": 0.0001,
      "sup_loss": 2.198252236665218
    },
    {
      "step": 1451,
      "lr": 0.0001,
      "sup_loss": 2.198264831994602
    },
    {
      "step": 1452,
      "lr": 0.0001,
      "sup_loss": 2.1983202013021477
    },
    {
      "step": 1453,
      "lr": 0.0001,
      "sup_loss": 2.1982181614270946
    },
    {
      "step": 1454,
      "lr": 0.0001,
      "sup_loss": 2.198331543281976
    },
    {
      "step": 1455,
      "lr": 0.0001,
      "sup_loss": 2.198306298708953
    },
    {
      "step": 1456,
      "lr": 0.0001,
      "sup_loss": 2.198267224337383
    },
    {
      "step": 1457,
      "lr": 0.0001,
      "sup_loss": 2.1981963293431033
    },
    {
      "step": 1458,
      "lr": 0.0001,
      "sup_loss": 2.1982313960845827
    },
    {
      "step": 1459,
      "lr": 0.0001,
      "sup_loss": 2.19829443850517
    },
    {
      "step": 1460,
      "lr": 0.0001,
      "sup_loss": 2.198210636958674
    },
    {
      "step": 1461,
      "lr": 0.0001,
      "sup_loss": 2.1982332631561783
    },
    {
      "step": 1462,
      "lr": 0.0001,
      "sup_loss": 2.1982797534545933
    },
    {
      "step": 1463,
      "lr": 0.0001,
      "sup_loss": 2.198227091899305
    },
    {
      "step": 1464,
      "lr": 0.0001,
      "sup_loss": 2.1982068274028226
    },
    {
      "step": 1465,
      "lr": 0.0001,
      "sup_loss": 2.1982329710478785
    },
    {
      "step": 1466,
      "lr": 0.0001,
      "sup_loss": 2.1981586217308924
    },
    {
      "step": 1467,
      "lr": 0.0001,
      "sup_loss": 2.198211498225635
    },
    {
      "step": 1468,
      "lr": 0.0001,
      "sup_loss": 2.198182093684288
    },
    {
      "step": 1469,
      "lr": 0.0001,
      "sup_loss": 2.198242690691697
    },
    {
      "step": 1470,
      "lr": 0.0001,
      "sup_loss": 2.1982453175261942
    },
    {
      "step": 1471,
      "lr": 0.0001,
      "sup_loss": 2.198165973430081
    },
    {
      "step": 1472,
      "lr": 0.0001,
      "sup_loss": 2.198322630286552
    },
    {
      "step": 1473,
      "lr": 0.0001,
      "sup_loss": 2.1981794895720657
    },
    {
      "step": 1474,
      "lr": 0.0001,
      "sup_loss": 2.1982177409585173
    },
    {
      "step": 1475,
      "lr": 0.0001,
      "sup_loss": 2.198215694949055
    },
    {
      "step": 1476,
      "lr": 0.0001,
      "sup_loss": 2.198151321625174
    },
    {
      "step": 1477,
      "lr": 0.0001,
      "sup_loss": 2.1982850803199465
    },
    {
      "step": 1478,
      "lr": 0.0001,
      "sup_loss": 2.198154038281344
    },
    {
      "step": 1479,
      "lr": 0.0001,
      "sup_loss": 2.1981560678532395
    },
    {
      "step": 1480,
      "lr": 0.0001,
      "sup_loss": 2.1981195517722645
    },
    {
      "step": 1481,
      "lr": 0.0001,
      "sup_loss": 2.1981342958743544
    },
    {
      "step": 1482,
      "lr": 0.0001,
      "sup_loss": 2.198149839223092
    },
    {
      "step": 1483,
      "lr": 0.0001,
      "sup_loss": 2.198077623604559
    },
    {
      "step": 1484,
      "lr": 0.0001,
      "sup_loss": 2.1981879483768845
    },
    {
      "step": 1485,
      "lr": 0.0001,
      "sup_loss": 2.198165773900442
    },
    {
      "step": 1486,
      "lr": 0.0001,
      "sup_loss": 2.1981879810994975
    },
    {
      "step": 1487,
      "lr": 0.0001,
      "sup_loss": 2.198076709880473
    },
    {
      "step": 1488,
      "lr": 0.0001,
      "sup_loss": 2.1981967996694363
    },
    {
      "step": 1489,
      "lr": 0.0001,
      "sup_loss": 2.1981373084003755
    },
    {
      "step": 1490,
      "lr": 0.0001,
      "sup_loss": 2.198165752864003
    },
    {
      "step": 1491,
      "lr": 0.0001,
      "sup_loss": 2.1982042675416484
    },
    {
      "step": 1492,
      "lr": 0.0001,
      "sup_loss": 2.1981680704380677
    },
    {
      "step": 1493,
      "lr": 0.0001,
      "sup_loss": 2.1981536632034167
    },
    {
      "step": 1494,
      "lr": 0.0001,
      "sup_loss": 2.1981297851792
    },
    {
      "step": 1495,
      "lr": 0.0001,
      "sup_loss": 2.198245155117621
    },
    {
      "step": 1496,
      "lr": 0.0001,
      "sup_loss": 2.198164620354203
    },
    {
      "step": 1497,
      "lr": 0.0001,
      "sup_loss": 2.1981274321189126
    },
    {
      "step": 1498,
      "lr": 0.0001,
      "sup_loss": 2.1980881297317927
    },
    {
      "step": 1499,
      "lr": 0.0001,
      "sup_loss": 2.1980534242693843
    },
    {
      "step": 1500,
      "lr": 0.0001,
      "sup_loss": 2.1980902737736505
    },
    {
      "step": 1501,
      "lr": 0.0001,
      "sup_loss": 2.1981033986652796
    },
    {
      "step": 1502,
      "lr": 0.0001,
      "sup_loss": 2.1980217225536904
    },
    {
      "step": 1503,
      "lr": 0.0001,
      "sup_loss": 2.1980745183077404
    },
    {
      "step": 1504,
      "lr": 0.0001,
      "sup_loss": 2.198104462922978
    },
    {
      "step": 1505,
      "lr": 0.0001,
      "sup_loss": 2.1981365681912197
    },
    {
      "step": 1506,
      "lr": 0.0001,
      "sup_loss": 2.198052349584146
    },
    {
      "step": 1507,
      "lr": 0.0001,
      "sup_loss": 2.1981053411323623
    },
    {
      "step": 1508,
      "lr": 0.0001,
      "sup_loss": 2.1980829128795696
    },
    {
      "step": 1509,
      "lr": 0.0001,
      "sup_loss": 2.1980937828284453
    },
    {
      "step": 1510,
      "lr": 0.0001,
      "sup_loss": 2.1980795857377635
    },
    {
      "step": 1511,
      "lr": 0.0001,
      "sup_loss": 2.198053977732459
    },
    {
      "step": 1512,
      "lr": 0.0001,
      "sup_loss": 2.198080727103811
    },
    {
      "step": 1513,
      "lr": 0.0001,
      "sup_loss": 2.1981790649876647
    },
    {
      "step": 1514,
      "lr": 0.0001,
      "sup_loss": 2.1980826620270535
    },
    {
      "step": 1515,
      "lr": 0.0001,
      "sup_loss": 2.1980531424817364
    },
    {
      "step": 1516,
      "lr": 0.0001,
      "sup_loss": 2.1980679474089158
    },
    {
      "step": 1517,
      "lr": 0.0001,
      "sup_loss": 2.198068413398884
    },
    {
      "step": 1518,
      "lr": 0.0001,
      "sup_loss": 2.1981563810776246
    },
    {
      "step": 1519,
      "lr": 0.0001,
      "sup_loss": 2.198049509936044
    },
    {
      "step": 1520,
      "lr": 0.0001,
      "sup_loss": 2.1981579710181944
    },
    {
      "step": 1521,
      "lr": 0.0001,
      "sup_loss": 2.1980820819375086
    },
    {
      "step": 1522,
      "lr": 0.0001,
      "sup_loss": 2.19799094523962
    },
    {
      "step": 1523,
      "lr": 0.0001,
      "sup_loss": 2.1980436997976325
    },
    {
      "step": 1524,
      "lr": 0.0001,
      "sup_loss": 2.198044385736006
    },
    {
      "step": 1525,
      "lr": 0.0001,
      "sup_loss": 2.198005066004658
    },
    {
      "step": 1526,
      "lr": 0.0001,
      "sup_loss": 2.198048792391058
    },
    {
      "step": 1527,
      "lr": 0.0001,
      "sup_loss": 2.198049390964888
    },
    {
      "step": 1528,
      "lr": 0.0001,
      "sup_loss": 2.1980154709501787
    },
    {
      "step": 1529,
      "lr": 0.0001,
      "sup_loss": 2.198010932464648
    },
    {
      "step": 1530,
      "lr": 0.0001,
      "sup_loss": 2.198054374524364
    },
    {
      "step": 1531,
      "lr": 0.0001,
      "sup_loss": 2.1980621294964964
    },
    {
      "step": 1532,
      "lr": 0.0001,
      "sup_loss": 2.198068910060968
    },
    {
      "step": 1533,
      "lr": 0.0001,
      "sup_loss": 2.198157895285002
    },
    {
      "step": 1534,
      "lr": 0.0001,
      "sup_loss": 2.1980161519992243
    },
    {
      "step": 1535,
      "lr": 0.0001,
      "sup_loss": 2.198106222818936
    },
    {
      "step": 1536,
      "lr": 0.0001,
      "sup_loss": 2.1979899213650995
    },
    {
      "step": 1537,
      "lr": 0.0001,
      "sup_loss": 2.1980156146388192
    },
    {
      "step": 1538,
      "lr": 0.0001,
      "sup_loss": 2.1980462690875187
    },
    {
      "step": 1539,
      "lr": 0.0001,
      "sup_loss": 2.1979841644321794
    },
    {
      "step": 1540,
      "lr": 0.0001,
      "sup_loss": 2.198149160739046
    },
    {
      "step": 1541,
      "lr": 0.0001,
      "sup_loss": 2.1980869157027483
    },
    {
      "step": 1542,
      "lr": 0.0001,
      "sup_loss": 2.19811382151477
    },
    {
      "step": 1543,
      "lr": 0.0001,
      "sup_loss": 2.198063187167833
    },
    {
      "step": 1544,
      "lr": 0.0001,
      "sup_loss": 2.1980124025872807
    },
    {
      "step": 1545,
      "lr": 0.0001,
      "sup_loss": 2.198009989075995
    },
    {
      "step": 1546,
      "lr": 0.0001,
      "sup_loss": 2.1981011151224337
    },
    {
      "step": 1547,
      "lr": 0.0001,
      "sup_loss": 2.198047364510459
    },
    {
      "step": 1548,
      "lr": 0.0001,
      "sup_loss": 2.1980094261741145
    },
    {
      "step": 1549,
      "lr": 0.0001,
      "sup_loss": 2.198034084700465
    },
    {
      "step": 1550,
      "lr": 0.0001,
      "sup_loss": 2.1980591844230486
    },
    {
      "step": 1551,
      "lr": 0.0001,
      "sup_loss": 2.1981549572508357
    },
    {
      "step": 1552,
      "lr": 0.0001,
      "sup_loss": 2.19813047672303
    },
    {
      "step": 1553,
      "lr": 0.0001,
      "sup_loss": 2.1980730348077815
    },
    {
      "step": 1554,
      "lr": 0.0001,
      "sup_loss": 2.198090194491478
    },
    {
      "step": 1555,
      "lr": 0.0001,
      "sup_loss": 2.1980929185000995
    },
    {
      "step": 1556,
      "lr": 0.0001,
      "sup_loss": 2.1981211642717016
    },
    {
      "step": 1557,
      "lr": 0.0001,
      "sup_loss": 2.19810762074555
    },
    {
      "step": 1558,
      "lr": 0.0001,
      "sup_loss": 2.1980665339353713
    },
    {
      "step": 1559,
      "lr": 0.0001,
      "sup_loss": 2.1981333653024695
    },
    {
      "step": 1560,
      "lr": 0.0001,
      "sup_loss": 2.1981042208802335
    },
    {
      "step": 1561,
      "lr": 0.0001,
      "sup_loss": 2.198047218129166
    },
    {
      "step": 1562,
      "lr": 0.0001,
      "sup_loss": 2.1980256771380553
    },
    {
      "step": 1563,
      "lr": 0.0001,
      "sup_loss": 2.1979855153158754
    },
    {
      "step": 1564,
      "lr": 0.0001,
      "sup_loss": 2.19806702743183
    },
    {
      "step": 1565,
      "lr": 0.0001,
      "sup_loss": 2.1981334659087093
    },
    {
      "step": 1566,
      "lr": 0.0001,
      "sup_loss": 2.1980971814525043
    },
    {
      "step": 1567,
      "lr": 0.0001,
      "sup_loss": 2.1981075094702733
    },
    {
      "step": 1568,
      "lr": 0.0001,
      "sup_loss": 2.198118589006948
    },
    {
      "step": 1569,
      "lr": 0.0001,
      "sup_loss": 2.198031236830476
    },
    {
      "step": 1570,
      "lr": 0.0001,
      "sup_loss": 2.1981129251168077
    },
    {
      "step": 1571,
      "lr": 0.0001,
      "sup_loss": 2.1980141092574557
    },
    {
      "step": 1572,
      "lr": 0.0001,
      "sup_loss": 2.198164880300382
    },
    {
      "step": 1573,
      "lr": 0.0001,
      "sup_loss": 2.198124862574475
    },
    {
      "step": 1574,
      "lr": 0.0001,
      "sup_loss": 2.198112114247979
    },
    {
      "step": 1575,
      "lr": 0.0001,
      "sup_loss": 2.198105727577541
    },
    {
      "step": 1576,
      "lr": 0.0001,
      "sup_loss": 2.19812541509697
    },
    {
      "step": 1577,
      "lr": 0.0001,
      "sup_loss": 2.198018325471063
    },
    {
      "step": 1578,
      "lr": 0.0001,
      "sup_loss": 2.1980813523357114
    },
    {
      "step": 1579,
      "lr": 0.0001,
      "sup_loss": 2.1981372530105863
    },
    {
      "step": 1580,
      "lr": 0.0001,
      "sup_loss": 2.1981103093321814
    },
    {
      "step": 1581,
      "lr": 0.0001,
      "sup_loss": 2.1980368368086394
    },
    {
      "step": 1582,
      "lr": 0.0001,
      "sup_loss": 2.1981039890195486
    },
    {
      "step": 1583,
      "lr": 0.0001,
      "sup_loss": 2.1980579016892983
    },
    {
      "step": 1584,
      "lr": 0.0001,
      "sup_loss": 2.198123282796446
    },
    {
      "step": 1585,
      "lr": 0.0001,
      "sup_loss": 2.1981348769592186
    },
    {
      "step": 1586,
      "lr": 0.0001,
      "sup_loss": 2.1981008333717513
    },
    {
      "step": 1587,
      "lr": 0.0001,
      "sup_loss": 2.198114380001711
    },
    {
      "step": 1588,
      "lr": 0.0001,
      "sup_loss": 2.1980330168967726
    },
    {
      "step": 1589,
      "lr": 0.0001,
      "sup_loss": 2.198024118424863
    },
    {
      "step": 1590,
      "lr": 0.0001,
      "sup_loss": 2.198060051350918
    },
    {
      "step": 1591,
      "lr": 0.0001,
      "sup_loss": 2.1980787434111857
    },
    {
      "step": 1592,
      "lr": 0.0001,
      "sup_loss": 2.1981216332764912
    },
    {
      "step": 1593,
      "lr": 0.0001,
      "sup_loss": 2.1981823785823242
    },
    {
      "step": 1594,
      "lr": 0.0001,
      "sup_loss": 2.1981253965477796
    },
    {
      "step": 1595,
      "lr": 0.0001,
      "sup_loss": 2.1981623234695222
    },
    {
      "step": 1596,
      "lr": 0.0001,
      "sup_loss": 2.1981150778851433
    },
    {
      "step": 1597,
      "lr": 0.0001,
      "sup_loss": 2.197989677264907
    },
    {
      "step": 1598,
      "lr": 0.0001,
      "sup_loss": 2.1980381313686874
    },
    {
      "step": 1599,
      "lr": 0.0001,
      "sup_loss": 2.197999258617638
    },
    {
      "step": 1600,
      "lr": 0.0001,
      "sup_loss": 2.198089000600042
    },
    {
      "step": 1601,
      "lr": 0.0001,
      "sup_loss": 2.198023719834417
    },
    {
      "step": 1602,
      "lr": 0.0001,
      "sup_loss": 2.1979968685689713
    },
    {
      "step": 1603,
      "lr": 0.0001,
      "sup_loss": 2.198092733003998
    },
    {
      "step": 1604,
      "lr": 0.0001,
      "sup_loss": 2.198035978836314
    },
    {
      "step": 1605,
      "lr": 0.0001,
      "sup_loss": 2.1980483646042734
    },
    {
      "step": 1606,
      "lr": 0.0001,
      "sup_loss": 2.1980586212160462
    },
    {
      "step": 1607,
      "lr": 0.0001,
      "sup_loss": 2.1980673305113907
    },
    {
      "step": 1608,
      "lr": 0.0001,
      "sup_loss": 2.1980511747031457
    },
    {
      "step": 1609,
      "lr": 0.0001,
      "sup_loss": 2.1980667127113698
    },
    {
      "step": 1610,
      "lr": 0.0001,
      "sup_loss": 2.198065251427237
    },
    {
      "step": 1611,
      "lr": 0.0001,
      "sup_loss": 2.1980485664591
    },
    {
      "step": 1612,
      "lr": 0.0001,
      "sup_loss": 2.1979729431440567
    },
    {
      "step": 1613,
      "lr": 0.0001,
      "sup_loss": 2.198008242361113
    },
    {
      "step": 1614,
      "lr": 0.0001,
      "sup_loss": 2.1980723273736755
    },
    {
      "step": 1615,
      "lr": 0.0001,
      "sup_loss": 2.1980270486596725
    },
    {
      "step": 1616,
      "lr": 0.0001,
      "sup_loss": 2.1980842002458525
    },
    {
      "step": 1617,
      "lr": 0.0001,
      "sup_loss": 2.198057560233968
    },
    {
      "step": 1618,
      "lr": 0.0001,
      "sup_loss": 2.198023965341036
    },
    {
      "step": 1619,
      "lr": 0.0001,
      "sup_loss": 2.1980420205884
    },
    {
      "step": 1620,
      "lr": 0.0001,
      "sup_loss": 2.198020813585975
    },
    {
      "step": 1621,
      "lr": 0.0001,
      "sup_loss": 2.198054934115483
    },
    {
      "step": 1622,
      "lr": 0.0001,
      "sup_loss": 2.198031987061097
    },
    {
      "step": 1623,
      "lr": 0.0001,
      "sup_loss": 2.1980004000547178
    },
    {
      "step": 1624,
      "lr": 0.0001,
      "sup_loss": 2.198013967741659
    },
    {
      "step": 1625,
      "lr": 0.0001,
      "sup_loss": 2.1980269586885592
    },
    {
      "step": 1626,
      "lr": 0.0001,
      "sup_loss": 2.1979153652214767
    },
    {
      "step": 1627,
      "lr": 0.0001,
      "sup_loss": 2.1979546645764367
    },
    {
      "step": 1628,
      "lr": 0.0001,
      "sup_loss": 2.1980374006018604
    },
    {
      "step": 1629,
      "lr": 0.0001,
      "sup_loss": 2.1979788973508767
    },
    {
      "step": 1630,
      "lr": 0.0001,
      "sup_loss": 2.1980093344394387
    },
    {
      "step": 1631,
      "lr": 0.0001,
      "sup_loss": 2.1980255583687622
    },
    {
      "step": 1632,
      "lr": 0.0001,
      "sup_loss": 2.197987595942893
    },
    {
      "step": 1633,
      "lr": 0.0001,
      "sup_loss": 2.1980112999956747
    },
    {
      "step": 1634,
      "lr": 0.0001,
      "sup_loss": 2.1979432522783693
    },
    {
      "step": 1635,
      "lr": 0.0001,
      "sup_loss": 2.198086523952517
    },
    {
      "step": 1636,
      "lr": 0.0001,
      "sup_loss": 2.197985354880363
    },
    {
      "step": 1637,
      "lr": 0.0001,
      "sup_loss": 2.198048610416235
    },
    {
      "step": 1638,
      "lr": 0.0001,
      "sup_loss": 2.1980162406215085
    },
    {
      "step": 1639,
      "lr": 0.0001,
      "sup_loss": 2.1980358985850756
    },
    {
      "step": 1640,
      "lr": 0.0001,
      "sup_loss": 2.198073328775058
    },
    {
      "step": 1641,
      "lr": 0.0001,
      "sup_loss": 2.1979762319896627
    },
    {
      "step": 1642,
      "lr": 0.0001,
      "sup_loss": 2.197996698482325
    },
    {
      "step": 1643,
      "lr": 0.0001,
      "sup_loss": 2.1979274868353653
    },
    {
      "step": 1644,
      "lr": 0.0001,
      "sup_loss": 2.1980205022186943
    },
    {
      "step": 1645,
      "lr": 0.0001,
      "sup_loss": 2.1980011744139865
    },
    {
      "step": 1646,
      "lr": 0.0001,
      "sup_loss": 2.197978635114295
    },
    {
      "step": 1647,
      "lr": 0.0001,
      "sup_loss": 2.1979728207654743
    },
    {
      "step": 1648,
      "lr": 0.0001,
      "sup_loss": 2.1979285045975634
    },
    {
      "step": 1649,
      "lr": 0.0001,
      "sup_loss": 2.198020161492067
    },
    {
      "step": 1650,
      "lr": 0.0001,
      "sup_loss": 2.1979165449063327
    },
    {
      "step": 1651,
      "lr": 0.0001,
      "sup_loss": 2.1979554279951223
    },
    {
      "step": 1652,
      "lr": 0.0001,
      "sup_loss": 2.1980127336719093
    },
    {
      "step": 1653,
      "lr": 0.0001,
      "sup_loss": 2.1979946992469706
    },
    {
      "step": 1654,
      "lr": 0.0001,
      "sup_loss": 2.1979411268638547
    },
    {
      "step": 1655,
      "lr": 0.0001,
      "sup_loss": 2.197910815024314
    },
    {
      "step": 1656,
      "lr": 0.0001,
      "sup_loss": 2.1979872384731034
    },
    {
      "step": 1657,
      "lr": 0.0001,
      "sup_loss": 2.1979530278211294
    },
    {
      "step": 1658,
      "lr": 0.0001,
      "sup_loss": 2.197877925179947
    },
    {
      "step": 1659,
      "lr": 0.0001,
      "sup_loss": 2.1979778868946562
    },
    {
      "step": 1660,
      "lr": 0.0001,
      "sup_loss": 2.1980834296698566
    },
    {
      "step": 1661,
      "lr": 0.0001,
      "sup_loss": 2.197927381008257
    },
    {
      "step": 1662,
      "lr": 0.0001,
      "sup_loss": 2.1979606290907325
    },
    {
      "step": 1663,
      "lr": 0.0001,
      "sup_loss": 2.197919697957658
    },
    {
      "step": 1664,
      "lr": 0.0001,
      "sup_loss": 2.1980036309898834
    },
    {
      "step": 1665,
      "lr": 0.0001,
      "sup_loss": 2.1979610086942696
    },
    {
      "step": 1666,
      "lr": 0.0001,
      "sup_loss": 2.1979127782012937
    },
    {
      "step": 1667,
      "lr": 0.0001,
      "sup_loss": 2.197947950468901
    },
    {
      "step": 1668,
      "lr": 0.0001,
      "sup_loss": 2.197883143930745
    },
    {
      "step": 1669,
      "lr": 0.0001,
      "sup_loss": 2.197901057721708
    },
    {
      "step": 1670,
      "lr": 0.0001,
      "sup_loss": 2.19795841875071
    },
    {
      "step": 1671,
      "lr": 0.0001,
      "sup_loss": 2.197988090750454
    },
    {
      "step": 1672,
      "lr": 0.0001,
      "sup_loss": 2.1979330259458423
    },
    {
      "step": 1673,
      "lr": 0.0001,
      "sup_loss": 2.1979215557084038
    },
    {
      "step": 1674,
      "lr": 0.0001,
      "sup_loss": 2.19791087362941
    },
    {
      "step": 1675,
      "lr": 0.0001,
      "sup_loss": 2.1979534689755633
    },
    {
      "step": 1676,
      "lr": 0.0001,
      "sup_loss": 2.1979513538157884
    },
    {
      "step": 1677,
      "lr": 0.0001,
      "sup_loss": 2.1978699300887685
    },
    {
      "step": 1678,
      "lr": 0.0001,
      "sup_loss": 2.1979271543680348
    },
    {
      "step": 1679,
      "lr": 0.0001,
      "sup_loss": 2.19791135942664
    },
    {
      "step": 1680,
      "lr": 0.0001,
      "sup_loss": 2.1979127700089567
    },
    {
      "step": 1681,
      "lr": 0.0001,
      "sup_loss": 2.1979309497627932
    },
    {
      "step": 1682,
      "lr": 0.0001,
      "sup_loss": 2.197924089863551
    },
    {
      "step": 1683,
      "lr": 0.0001,
      "sup_loss": 2.198035410821715
    },
    {
      "step": 1684,
      "lr": 0.0001,
      "sup_loss": 2.1979647291399678
    },
    {
      "step": 1685,
      "lr": 0.0001,
      "sup_loss": 2.1979766241756753
    },
    {
      "step": 1686,
      "lr": 0.0001,
      "sup_loss": 2.197964469373305
    },
    {
      "step": 1687,
      "lr": 0.0001,
      "sup_loss": 2.197899813356653
    },
    {
      "step": 1688,
      "lr": 0.0001,
      "sup_loss": 2.1979451323205534
    },
    {
      "step": 1689,
      "lr": 0.0001,
      "sup_loss": 2.198012739121976
    },
    {
      "step": 1690,
      "lr": 0.0001,
      "sup_loss": 2.197910029955911
    },
    {
      "step": 1691,
      "lr": 0.0001,
      "sup_loss": 2.197854432555358
    },
    {
      "step": 1692,
      "lr": 0.0001,
      "sup_loss": 2.197851299720093
    },
    {
      "step": 1693,
      "lr": 0.0001,
      "sup_loss": 2.1979530558958693
    },
    {
      "step": 1694,
      "lr": 0.0001,
      "sup_loss": 2.1979151180776517
    },
    {
      "step": 1695,
      "lr": 0.0001,
      "sup_loss": 2.1979640079989595
    },
    {
      "step": 1696,
      "lr": 0.0001,
      "sup_loss": 2.197956614329293
    },
    {
      "step": 1697,
      "lr": 0.0001,
      "sup_loss": 2.197971761983198
    },
    {
      "step": 1698,
      "lr": 0.0001,
      "sup_loss": 2.1978840226189233
    },
    {
      "step": 1699,
      "lr": 0.0001,
      "sup_loss": 2.197923294098128
    },
    {
      "step": 1700,
      "lr": 0.0001,
      "sup_loss": 2.198034698334716
    },
    {
      "step": 1701,
      "lr": 0.0001,
      "sup_loss": 2.197984846419505
    },
    {
      "step": 1702,
      "lr": 0.0001,
      "sup_loss": 2.197954893863348
    },
    {
      "step": 1703,
      "lr": 0.0001,
      "sup_loss": 2.1979412308630395
    },
    {
      "step": 1704,
      "lr": 0.0001,
      "sup_loss": 2.197854460577592
    },
    {
      "step": 1705,
      "lr": 0.0001,
      "sup_loss": 2.1979166043126765
    },
    {
      "step": 1706,
      "lr": 0.0001,
      "sup_loss": 2.197936220910242
    },
    {
      "step": 1707,
      "lr": 0.0001,
      "sup_loss": 2.197918318659589
    },
    {
      "step": 1708,
      "lr": 0.0001,
      "sup_loss": 2.1979361312916765
    },
    {
      "step": 1709,
      "lr": 0.0001,
      "sup_loss": 2.197901230922019
    },
    {
      "step": 1710,
      "lr": 0.0001,
      "sup_loss": 2.1979296645252564
    },
    {
      "step": 1711,
      "lr": 0.0001,
      "sup_loss": 2.197962185564658
    },
    {
      "step": 1712,
      "lr": 0.0001,
      "sup_loss": 2.197952922760418
    },
    {
      "step": 1713,
      "lr": 0.0001,
      "sup_loss": 2.197903376071055
    },
    {
      "step": 1714,
      "lr": 0.0001,
      "sup_loss": 2.1979730799836372
    },
    {
      "step": 1715,
      "lr": 0.0001,
      "sup_loss": 2.197909250714136
    },
    {
      "step": 1716,
      "lr": 0.0001,
      "sup_loss": 2.1979288873013774
    },
    {
      "step": 1717,
      "lr": 0.0001,
      "sup_loss": 2.1978844302127176
    },
    {
      "step": 1718,
      "lr": 0.0001,
      "sup_loss": 2.1979539002509796
    },
    {
      "step": 1719,
      "lr": 0.0001,
      "sup_loss": 2.19787174221326
    },
    {
      "step": 1720,
      "lr": 0.0001,
      "sup_loss": 2.197887435131304
    },
    {
      "step": 1721,
      "lr": 0.0001,
      "sup_loss": 2.1978676650798623
    },
    {
      "step": 1722,
      "lr": 0.0001,
      "sup_loss": 2.1979371208933287
    },
    {
      "step": 1723,
      "lr": 0.0001,
      "sup_loss": 2.1978968138989536
    },
    {
      "step": 1724,
      "lr": 0.0001,
      "sup_loss": 2.1978986358827233
    },
    {
      "step": 1725,
      "lr": 0.0001,
      "sup_loss": 2.197952952866526
    },
    {
      "step": 1726,
      "lr": 0.0001,
      "sup_loss": 2.197882629929565
    },
    {
      "step": 1727,
      "lr": 0.0001,
      "sup_loss": 2.1978917599094605
    },
    {
      "step": 1728,
      "lr": 0.0001,
      "sup_loss": 2.1979110785243767
    },
    {
      "step": 1729,
      "lr": 0.0001,
      "sup_loss": 2.1979087131376223
    },
    {
      "step": 1730,
      "lr": 0.0001,
      "sup_loss": 2.197909592119051
    },
    {
      "step": 1731,
      "lr": 0.0001,
      "sup_loss": 2.1978750452332174
    },
    {
      "step": 1732,
      "lr": 0.0001,
      "sup_loss": 2.1979506578149475
    },
    {
      "step": 1733,
      "lr": 0.0001,
      "sup_loss": 2.1979420080137353
    },
    {
      "step": 1734,
      "lr": 0.0001,
      "sup_loss": 2.1978272498261795
    },
    {
      "step": 1735,
      "lr": 0.0001,
      "sup_loss": 2.197897861484492
    },
    {
      "step": 1736,
      "lr": 0.0001,
      "sup_loss": 2.197883847393703
    },
    {
      "step": 1737,
      "lr": 0.0001,
      "sup_loss": 2.1979126564856792
    },
    {
      "step": 1738,
      "lr": 0.0001,
      "sup_loss": 2.1979122413956422
    },
    {
      "step": 1739,
      "lr": 0.0001,
      "sup_loss": 2.1979088717773823
    },
    {
      "step": 1740,
      "lr": 0.0001,
      "sup_loss": 2.1978699704123925
    },
    {
      "step": 1741,
      "lr": 0.0001,
      "sup_loss": 2.1979056632375062
    },
    {
      "step": 1742,
      "lr": 0.0001,
      "sup_loss": 2.197800053756945
    },
    {
      "step": 1743,
      "lr": 0.0001,
      "sup_loss": 2.197879435815199
    },
    {
      "step": 1744,
      "lr": 0.0001,
      "sup_loss": 2.1979409755611248
    },
    {
      "step": 1745,
      "lr": 0.0001,
      "sup_loss": 2.1979626263080267
    },
    {
      "step": 1746,
      "lr": 0.0001,
      "sup_loss": 2.197801357941252
    },
    {
      "step": 1747,
      "lr": 0.0001,
      "sup_loss": 2.1978890548562173
    },
    {
      "step": 1748,
      "lr": 0.0001,
      "sup_loss": 2.197893468601057
    },
    {
      "step": 1749,
      "lr": 0.0001,
      "sup_loss": 2.1978902650115515
    },
    {
      "step": 1750,
      "lr": 0.0001,
      "sup_loss": 2.1979126294310083
    },
    {
      "step": 1751,
      "lr": 0.0001,
      "sup_loss": 2.1978468781888973
    },
    {
      "step": 1752,
      "lr": 0.0001,
      "sup_loss": 2.1978907646938395
    },
    {
      "step": 1753,
      "lr": 0.0001,
      "sup_loss": 2.1979290950364945
    },
    {
      "step": 1754,
      "lr": 0.0001,
      "sup_loss": 2.1978989060097147
    },
    {
      "step": 1755,
      "lr": 0.0001,
      "sup_loss": 2.197860999207074
    },
    {
      "step": 1756,
      "lr": 0.0001,
      "sup_loss": 2.1978863079042266
    },
    {
      "step": 1757,
      "lr": 0.0001,
      "sup_loss": 2.1979319631684633
    },
    {
      "step": 1758,
      "lr": 0.0001,
      "sup_loss": 2.1978519678101605
    },
    {
      "step": 1759,
      "lr": 0.0001,
      "sup_loss": 2.197904364137977
    },
    {
      "step": 1760,
      "lr": 0.0001,
      "sup_loss": 2.197862780118205
    },
    {
      "step": 1761,
      "lr": 0.0001,
      "sup_loss": 2.1978977831038438
    },
    {
      "step": 1762,
      "lr": 0.0001,
      "sup_loss": 2.197833351478134
    },
    {
      "step": 1763,
      "lr": 0.0001,
      "sup_loss": 2.197877347894761
    },
    {
      "step": 1764,
      "lr": 0.0001,
      "sup_loss": 2.1978548236894198
    },
    {
      "step": 1765,
      "lr": 0.0001,
      "sup_loss": 2.197821247992262
    },
    {
      "step": 1766,
      "lr": 0.0001,
      "sup_loss": 2.1978378268515026
    },
    {
      "step": 1767,
      "lr": 0.0001,
      "sup_loss": 2.1978738872408483
    },
    {
      "step": 1768,
      "lr": 0.0001,
      "sup_loss": 2.197885267413181
    },
    {
      "step": 1769,
      "lr": 0.0001,
      "sup_loss": 2.19783525544698
    },
    {
      "step": 1770,
      "lr": 0.0001,
      "sup_loss": 2.197870761558439
    },
    {
      "step": 1771,
      "lr": 0.0001,
      "sup_loss": 2.197819668520334
    },
    {
      "step": 1772,
      "lr": 0.0001,
      "sup_loss": 2.1978248851095277
    },
    {
      "step": 1773,
      "lr": 0.0001,
      "sup_loss": 2.1977843568571
    },
    {
      "step": 1774,
      "lr": 0.0001,
      "sup_loss": 2.197832396119286
    },
    {
      "step": 1775,
      "lr": 0.0001,
      "sup_loss": 2.1978168536914
    },
    {
      "step": 1776,
      "lr": 0.0001,
      "sup_loss": 2.197841410761149
    },
    {
      "step": 1777,
      "lr": 0.0001,
      "sup_loss": 2.1978584982085168
    },
    {
      "step": 1778,
      "lr": 0.0001,
      "sup_loss": 2.197778713259485
    },
    {
      "step": 1779,
      "lr": 0.0001,
      "sup_loss": 2.1978314206397145
    },
    {
      "step": 1780,
      "lr": 0.0001,
      "sup_loss": 2.1978777288173448
    },
    {
      "step": 1781,
      "lr": 0.0001,
      "sup_loss": 2.1978237580342634
    },
    {
      "step": 1782,
      "lr": 0.0001,
      "sup_loss": 2.1978568596035344
    },
    {
      "step": 1783,
      "lr": 0.0001,
      "sup_loss": 2.1978512103418173
    },
    {
      "step": 1784,
      "lr": 0.0001,
      "sup_loss": 2.197835547271449
    },
    {
      "step": 1785,
      "lr": 0.0001,
      "sup_loss": 2.1978792535472067
    },
    {
      "step": 1786,
      "lr": 0.0001,
      "sup_loss": 2.1978746906301394
    },
    {
      "step": 1787,
      "lr": 0.0001,
      "sup_loss": 2.1978399702497455
    },
    {
      "step": 1788,
      "lr": 0.0001,
      "sup_loss": 2.197816885496166
    },
    {
      "step": 1789,
      "lr": 0.0001,
      "sup_loss": 2.1978651919094454
    },
    {
      "step": 1790,
      "lr": 0.0001,
      "sup_loss": 2.1978429511297692
    },
    {
      "step": 1791,
      "lr": 0.0001,
      "sup_loss": 2.197782977517546
    },
    {
      "step": 1792,
      "lr": 0.0001,
      "sup_loss": 2.1978368190570903
    },
    {
      "step": 1793,
      "lr": 0.0001,
      "sup_loss": 2.197866974600221
    },
    {
      "step": 1794,
      "lr": 0.0001,
      "sup_loss": 2.197861219011796
    },
    {
      "step": 1795,
      "lr": 0.0001,
      "sup_loss": 2.1978807708401393
    },
    {
      "step": 1796,
      "lr": 0.0001,
      "sup_loss": 2.197857062126995
    },
    {
      "step": 1797,
      "lr": 0.0001,
      "sup_loss": 2.1978420273465407
    },
    {
      "step": 1798,
      "lr": 0.0001,
      "sup_loss": 2.197877871277167
    },
    {
      "step": 1799,
      "lr": 0.0001,
      "sup_loss": 2.1978454436827386
    },
    {
      "step": 1800,
      "lr": 0.0001,
      "sup_loss": 2.1978094738486673
    },
    {
      "step": 1801,
      "lr": 0.0001,
      "sup_loss": 2.1978136326314974
    },
    {
      "step": 1802,
      "lr": 0.0001,
      "sup_loss": 2.19788053247365
    },
    {
      "step": 1803,
      "lr": 0.0001,
      "sup_loss": 2.1977596560549038
    },
    {
      "step": 1804,
      "lr": 0.0001,
      "sup_loss": 2.1978176015347515
    },
    {
      "step": 1805,
      "lr": 0.0001,
      "sup_loss": 2.1978420393456695
    },
    {
      "step": 1806,
      "lr": 0.0001,
      "sup_loss": 2.1977668204217315
    },
    {
      "step": 1807,
      "lr": 0.0001,
      "sup_loss": 2.197759433071028
    },
    {
      "step": 1808,
      "lr": 0.0001,
      "sup_loss": 2.197759321611811
    },
    {
      "step": 1809,
      "lr": 0.0001,
      "sup_loss": 2.197747458924812
    },
    {
      "step": 1810,
      "lr": 0.0001,
      "sup_loss": 2.1977558753036552
    },
    {
      "step": 1811,
      "lr": 0.0001,
      "sup_loss": 2.1977879045809523
    },
    {
      "step": 1812,
      "lr": 0.0001,
      "sup_loss": 2.197761618570626
    },
    {
      "step": 1813,
      "lr": 0.0001,
      "sup_loss": 2.19772030804323
    },
    {
      "step": 1814,
      "lr": 0.0001,
      "sup_loss": 2.1977515222639985
    },
    {
      "step": 1815,
      "lr": 0.0001,
      "sup_loss": 2.197723285568781
    },
    {
      "step": 1816,
      "lr": 0.0001,
      "sup_loss": 2.1977549894082613
    },
    {
      "step": 1817,
      "lr": 0.0001,
      "sup_loss": 2.197815194353421
    },
    {
      "step": 1818,
      "lr": 0.0001,
      "sup_loss": 2.197772526110036
    },
    {
      "step": 1819,
      "lr": 0.0001,
      "sup_loss": 2.1978170258755245
    },
    {
      "step": 1820,
      "lr": 0.0001,
      "sup_loss": 2.197726828958985
    },
    {
      "step": 1821,
      "lr": 0.0001,
      "sup_loss": 2.1977261049729773
    },
    {
      "step": 1822,
      "lr": 0.0001,
      "sup_loss": 2.19773705741606
    },
    {
      "step": 1823,
      "lr": 0.0001,
      "sup_loss": 2.197762965126041
    },
    {
      "step": 1824,
      "lr": 0.0001,
      "sup_loss": 2.197749149053088
    },
    {
      "step": 1825,
      "lr": 0.0001,
      "sup_loss": 2.1977379490404028
    },
    {
      "step": 1826,
      "lr": 0.0001,
      "sup_loss": 2.197799995064332
    },
    {
      "step": 1827,
      "lr": 0.0001,
      "sup_loss": 2.1977758791925064
    },
    {
      "step": 1828,
      "lr": 0.0001,
      "sup_loss": 2.1977843264731947
    },
    {
      "step": 1829,
      "lr": 0.0001,
      "sup_loss": 2.197753231753335
    },
    {
      "step": 1830,
      "lr": 0.0001,
      "sup_loss": 2.197822673478526
    },
    {
      "step": 1831,
      "lr": 0.0001,
      "sup_loss": 2.1977730841135457
    },
    {
      "step": 1832,
      "lr": 0.0001,
      "sup_loss": 2.197686835987915
    },
    {
      "step": 1833,
      "lr": 0.0001,
      "sup_loss": 2.1977056560048593
    },
    {
      "step": 1834,
      "lr": 0.0001,
      "sup_loss": 2.197718086594156
    },
    {
      "step": 1835,
      "lr": 0.0001,
      "sup_loss": 2.1978146096081836
    },
    {
      "step": 1836,
      "lr": 0.0001,
      "sup_loss": 2.197723155877461
    },
    {
      "step": 1837,
      "lr": 0.0001,
      "sup_loss": 2.1977018997830298
    },
    {
      "step": 1838,
      "lr": 0.0001,
      "sup_loss": 2.1976756663919477
    },
    {
      "step": 1839,
      "lr": 0.0001,
      "sup_loss": 2.197737606293683
    },
    {
      "step": 1840,
      "lr": 0.0001,
      "sup_loss": 2.1977435120632056
    },
    {
      "step": 1841,
      "lr": 0.0001,
      "sup_loss": 2.1977185749936123
    },
    {
      "step": 1842,
      "lr": 0.0001,
      "sup_loss": 2.197742920814254
    },
    {
      "step": 1843,
      "lr": 0.0001,
      "sup_loss": 2.1977618071933147
    },
    {
      "step": 1844,
      "lr": 0.0001,
      "sup_loss": 2.1977867240370665
    },
    {
      "step": 1845,
      "lr": 0.0001,
      "sup_loss": 2.197712159384353
    },
    {
      "step": 1846,
      "lr": 0.0001,
      "sup_loss": 2.1977833094187718
    },
    {
      "step": 1847,
      "lr": 0.0001,
      "sup_loss": 2.1977147128822105
    },
    {
      "step": 1848,
      "lr": 0.0001,
      "sup_loss": 2.1977626150523397
    },
    {
      "step": 1849,
      "lr": 0.0001,
      "sup_loss": 2.197732497742399
    },
    {
      "step": 1850,
      "lr": 0.0001,
      "sup_loss": 2.197724615259195
    },
    {
      "step": 1851,
      "lr": 0.0001,
      "sup_loss": 2.197803195081535
    },
    {
      "step": 1852,
      "lr": 0.0001,
      "sup_loss": 2.1976744416168987
    },
    {
      "step": 1853,
      "lr": 0.0001,
      "sup_loss": 2.197678474090652
    },
    {
      "step": 1854,
      "lr": 0.0001,
      "sup_loss": 2.197774948022298
    },
    {
      "step": 1855,
      "lr": 0.0001,
      "sup_loss": 2.1977917311376283
    },
    {
      "step": 1856,
      "lr": 0.0001,
      "sup_loss": 2.1976672623941966
    },
    {
      "step": 1857,
      "lr": 0.0001,
      "sup_loss": 2.1977211079114856
    },
    {
      "step": 1858,
      "lr": 0.0001,
      "sup_loss": 2.197717464233259
    },
    {
      "step": 1859,
      "lr": 0.0001,
      "sup_loss": 2.1977055522936926
    },
    {
      "step": 1860,
      "lr": 0.0001,
      "sup_loss": 2.197703174930594
    },
    {
      "step": 1861,
      "lr": 0.0001,
      "sup_loss": 2.1977839744189915
    },
    {
      "step": 1862,
      "lr": 0.0001,
      "sup_loss": 2.1977390837101956
    },
    {
      "step": 1863,
      "lr": 0.0001,
      "sup_loss": 2.1977230959205443
    },
    {
      "step": 1864,
      "lr": 0.0001,
      "sup_loss": 2.197748800705654
    },
    {
      "step": 1865,
      "lr": 0.0001,
      "sup_loss": 2.197741009998905
    },
    {
      "step": 1866,
      "lr": 0.0001,
      "sup_loss": 2.1976708900365205
    },
    {
      "step": 1867,
      "lr": 0.0001,
      "sup_loss": 2.197720162420808
    },
    {
      "step": 1868,
      "lr": 0.0001,
      "sup_loss": 2.1976667383071034
    },
    {
      "step": 1869,
      "lr": 0.0001,
      "sup_loss": 2.1977636342393234
    },
    {
      "step": 1870,
      "lr": 0.0001,
      "sup_loss": 2.1977254284854673
    },
    {
      "step": 1871,
      "lr": 0.0001,
      "sup_loss": 2.197690462907774
    },
    {
      "step": 1872,
      "lr": 0.0001,
      "sup_loss": 2.1976825728305913
    },
    {
      "step": 1873,
      "lr": 0.0001,
      "sup_loss": 2.197743343348523
    },
    {
      "step": 1874,
      "lr": 0.0001,
      "sup_loss": 2.1977477453929994
    },
    {
      "step": 1875,
      "lr": 0.0001,
      "sup_loss": 2.197712837242841
    },
    {
      "step": 1876,
      "lr": 0.0001,
      "sup_loss": 2.1976362850689273
    },
    {
      "step": 1877,
      "lr": 0.0001,
      "sup_loss": 2.1977052713431124
    },
    {
      "step": 1878,
      "lr": 0.0001,
      "sup_loss": 2.1977061033435343
    },
    {
      "step": 1879,
      "lr": 0.0001,
      "sup_loss": 2.1977112869294415
    },
    {
      "step": 1880,
      "lr": 0.0001,
      "sup_loss": 2.1977512652530504
    },
    {
      "step": 1881,
      "lr": 0.0001,
      "sup_loss": 2.1977141457669576
    },
    {
      "step": 1882,
      "lr": 0.0001,
      "sup_loss": 2.1977221923667734
    },
    {
      "step": 1883,
      "lr": 0.0001,
      "sup_loss": 2.1977526630734574
    },
    {
      "step": 1884,
      "lr": 0.0001,
      "sup_loss": 2.197652454367203
    },
    {
      "step": 1885,
      "lr": 0.0001,
      "sup_loss": 2.1977526935117355
    },
    {
      "step": 1886,
      "lr": 0.0001,
      "sup_loss": 2.197667850061234
    },
    {
      "step": 1887,
      "lr": 0.0001,
      "sup_loss": 2.1977240469308814
    },
    {
      "step": 1888,
      "lr": 0.0001,
      "sup_loss": 2.1977200563758386
    },
    {
      "step": 1889,
      "lr": 0.0001,
      "sup_loss": 2.1978030873570766
    },
    {
      "step": 1890,
      "lr": 0.0001,
      "sup_loss": 2.1977205143435006
    },
    {
      "step": 1891,
      "lr": 0.0001,
      "sup_loss": 2.1977511530375002
    },
    {
      "step": 1892,
      "lr": 0.0001,
      "sup_loss": 2.1977547040027985
    },
    {
      "step": 1893,
      "lr": 0.0001,
      "sup_loss": 2.1977109541741484
    },
    {
      "step": 1894,
      "lr": 0.0001,
      "sup_loss": 2.197741166127671
    },
    {
      "step": 1895,
      "lr": 0.0001,
      "sup_loss": 2.1976976519620766
    },
    {
      "step": 1896,
      "lr": 0.0001,
      "sup_loss": 2.1977258923628122
    },
    {
      "step": 1897,
      "lr": 0.0001,
      "sup_loss": 2.1977131135911065
    },
    {
      "step": 1898,
      "lr": 0.0001,
      "sup_loss": 2.197773317611726
    },
    {
      "step": 1899,
      "lr": 0.0001,
      "sup_loss": 2.197774692958826
    },
    {
      "step": 1900,
      "lr": 0.0001,
      "sup_loss": 2.1977514409826653
    },
    {
      "step": 1901,
      "lr": 0.0001,
      "sup_loss": 2.1977699836524014
    },
    {
      "step": 1902,
      "lr": 0.0001,
      "sup_loss": 2.197725337838308
    },
    {
      "step": 1903,
      "lr": 0.0001,
      "sup_loss": 2.1977419573180654
    },
    {
      "step": 1904,
      "lr": 0.0001,
      "sup_loss": 2.197746821658253
    },
    {
      "step": 1905,
      "lr": 0.0001,
      "sup_loss": 2.197747831685947
    },
    {
      "step": 1906,
      "lr": 0.0001,
      "sup_loss": 2.1977084449607163
    },
    {
      "step": 1907,
      "lr": 0.0001,
      "sup_loss": 2.1977551993476103
    },
    {
      "step": 1908,
      "lr": 0.0001,
      "sup_loss": 2.1977174819636582
    },
    {
      "step": 1909,
      "lr": 0.0001,
      "sup_loss": 2.197727483597083
    },
    {
      "step": 1910,
      "lr": 0.0001,
      "sup_loss": 2.1977849005563748
    },
    {
      "step": 1911,
      "lr": 0.0001,
      "sup_loss": 2.197738949314571
    },
    {
      "step": 1912,
      "lr": 0.0001,
      "sup_loss": 2.1977396905881528
    },
    {
      "step": 1913,
      "lr": 0.0001,
      "sup_loss": 2.197747293828087
    },
    {
      "step": 1914,
      "lr": 0.0001,
      "sup_loss": 2.197754997238081
    },
    {
      "step": 1915,
      "lr": 0.0001,
      "sup_loss": 2.197712415586426
    },
    {
      "step": 1916,
      "lr": 0.0001,
      "sup_loss": 2.1977395089071132
    },
    {
      "step": 1917,
      "lr": 0.0001,
      "sup_loss": 2.197712381683751
    },
    {
      "step": 1918,
      "lr": 0.0001,
      "sup_loss": 2.1977162394996554
    },
    {
      "step": 1919,
      "lr": 0.0001,
      "sup_loss": 2.1976949411457647
    },
    {
      "step": 1920,
      "lr": 0.0001,
      "sup_loss": 2.1977241796319658
    },
    {
      "step": 1921,
      "lr": 0.0001,
      "sup_loss": 2.1977167926194774
    },
    {
      "step": 1922,
      "lr": 0.0001,
      "sup_loss": 2.1977252269487573
    },
    {
      "step": 1923,
      "lr": 0.0001,
      "sup_loss": 2.1976673080836737
    },
    {
      "step": 1924,
      "lr": 0.0001,
      "sup_loss": 2.197719190184312
    },
    {
      "step": 1925,
      "lr": 0.0001,
      "sup_loss": 2.197661759624804
    },
    {
      "step": 1926,
      "lr": 0.0001,
      "sup_loss": 2.1976734585479067
    },
    {
      "step": 1927,
      "lr": 0.0001,
      "sup_loss": 2.197724922278584
    },
    {
      "step": 1928,
      "lr": 0.0001,
      "sup_loss": 2.1977341645804893
    },
    {
      "step": 1929,
      "lr": 0.0001,
      "sup_loss": 2.1977327315123767
    },
    {
      "step": 1930,
      "lr": 0.0001,
      "sup_loss": 2.197782567813421
    },
    {
      "step": 1931,
      "lr": 0.0001,
      "sup_loss": 2.197731733285625
    },
    {
      "step": 1932,
      "lr": 0.0001,
      "sup_loss": 2.1978425868895552
    },
    {
      "step": 1933,
      "lr": 0.0001,
      "sup_loss": 2.1977473080009204
    },
    {
      "step": 1934,
      "lr": 0.0001,
      "sup_loss": 2.1977060457549547
    },
    {
      "step": 1935,
      "lr": 0.0001,
      "sup_loss": 2.197752692378886
    },
    {
      "step": 1936,
      "lr": 0.0001,
      "sup_loss": 2.197766867945943
    },
    {
      "step": 1937,
      "lr": 0.0001,
      "sup_loss": 2.1977298403024985
    },
    {
      "step": 1938,
      "lr": 0.0001,
      "sup_loss": 2.1977419496299255
    },
    {
      "step": 1939,
      "lr": 0.0001,
      "sup_loss": 2.1977862485337294
    },
    {
      "step": 1940,
      "lr": 0.0001,
      "sup_loss": 2.1977512022733596
    },
    {
      "step": 1941,
      "lr": 0.0001,
      "sup_loss": 2.1977595490727633
    },
    {
      "step": 1942,
      "lr": 0.0001,
      "sup_loss": 2.1977173761253175
    },
    {
      "step": 1943,
      "lr": 0.0001,
      "sup_loss": 2.197702594561035
    },
    {
      "step": 1944,
      "lr": 0.0001,
      "sup_loss": 2.197758695489324
    },
    {
      "step": 1945,
      "lr": 0.0001,
      "sup_loss": 2.1977710245571145
    },
    {
      "step": 1946,
      "lr": 0.0001,
      "sup_loss": 2.197750231265883
    },
    {
      "step": 1947,
      "lr": 0.0001,
      "sup_loss": 2.1977056985477272
    },
    {
      "step": 1948,
      "lr": 0.0001,
      "sup_loss": 2.19769527444088
    },
    {
      "step": 1949,
      "lr": 0.0001,
      "sup_loss": 2.197682114645768
    },
    {
      "step": 1950,
      "lr": 0.0001,
      "sup_loss": 2.1977698125944256
    },
    {
      "step": 1951,
      "lr": 0.0001,
      "sup_loss": 2.1977363269669024
    },
    {
      "step": 1952,
      "lr": 0.0001,
      "sup_loss": 2.1976967073217843
    },
    {
      "step": 1953,
      "lr": 0.0001,
      "sup_loss": 2.1977190323826425
    },
    {
      "step": 1954,
      "lr": 0.0001,
      "sup_loss": 2.19768406193022
    },
    {
      "step": 1955,
      "lr": 0.0001,
      "sup_loss": 2.1976503001485823
    },
    {
      "step": 1956,
      "lr": 0.0001,
      "sup_loss": 2.1977765999413723
    },
    {
      "step": 1957,
      "lr": 0.0001,
      "sup_loss": 2.1976873312019225
    },
    {
      "step": 1958,
      "lr": 0.0001,
      "sup_loss": 2.1977152888486744
    },
    {
      "step": 1959,
      "lr": 0.0001,
      "sup_loss": 2.1977356999615707
    },
    {
      "step": 1960,
      "lr": 0.0001,
      "sup_loss": 2.19766905719101
    },
    {
      "step": 1961,
      "lr": 0.0001,
      "sup_loss": 2.1977515009106594
    },
    {
      "step": 1962,
      "lr": 0.0001,
      "sup_loss": 2.197673556557085
    },
    {
      "step": 1963,
      "lr": 0.0001,
      "sup_loss": 2.1977319063164744
    },
    {
      "step": 1964,
      "lr": 0.0001,
      "sup_loss": 2.197731441289644
    },
    {
      "step": 1965,
      "lr": 0.0001,
      "sup_loss": 2.1977278739822714
    },
    {
      "step": 1966,
      "lr": 0.0001,
      "sup_loss": 2.197730344636838
    },
    {
      "step": 1967,
      "lr": 0.0001,
      "sup_loss": 2.197738750762469
    },
    {
      "step": 1968,
      "lr": 0.0001,
      "sup_loss": 2.197735300717977
    },
    {
      "step": 1969,
      "lr": 0.0001,
      "sup_loss": 2.197734040369562
    },
    {
      "step": 1970,
      "lr": 0.0001,
      "sup_loss": 2.1977311122029315
    },
    {
      "step": 1971,
      "lr": 0.0001,
      "sup_loss": 2.197680499987357
    },
    {
      "step": 1972,
      "lr": 0.0001,
      "sup_loss": 2.197699501251349
    },
    {
      "step": 1973,
      "lr": 0.0001,
      "sup_loss": 2.197694234492058
    },
    {
      "step": 1974,
      "lr": 0.0001,
      "sup_loss": 2.1977243554286177
    },
    {
      "step": 1975,
      "lr": 0.0001,
      "sup_loss": 2.1976844717937962
    },
    {
      "step": 1976,
      "lr": 0.0001,
      "sup_loss": 2.1977519457163064
    },
    {
      "step": 1977,
      "lr": 0.0001,
      "sup_loss": 2.1977178221255613
    },
    {
      "step": 1978,
      "lr": 0.0001,
      "sup_loss": 2.1977169947314783
    },
    {
      "step": 1979,
      "lr": 0.0001,
      "sup_loss": 2.1977276914537085
    },
    {
      "step": 1980,
      "lr": 0.0001,
      "sup_loss": 2.197755041398956
    },
    {
      "step": 1981,
      "lr": 0.0001,
      "sup_loss": 2.197782369345404
    },
    {
      "step": 1982,
      "lr": 0.0001,
      "sup_loss": 2.1977023965800733
    },
    {
      "step": 1983,
      "lr": 0.0001,
      "sup_loss": 2.197701718407272
    },
    {
      "step": 1984,
      "lr": 0.0001,
      "sup_loss": 2.197693406491907
    },
    {
      "step": 1985,
      "lr": 0.0001,
      "sup_loss": 2.1976942334573684
    },
    {
      "step": 1986,
      "lr": 0.0001,
      "sup_loss": 2.1976912319921937
    },
    {
      "step": 1987,
      "lr": 0.0001,
      "sup_loss": 2.1976961200324228
    },
    {
      "step": 1988,
      "lr": 0.0001,
      "sup_loss": 2.197694890732937
    },
    {
      "step": 1989,
      "lr": 0.0001,
      "sup_loss": 2.197665934085313
    },
    {
      "step": 1990,
      "lr": 0.0001,
      "sup_loss": 2.197714587384218
    },
    {
      "step": 1991,
      "lr": 0.0001,
      "sup_loss": 2.197710547119641
    },
    {
      "step": 1992,
      "lr": 0.0001,
      "sup_loss": 2.197715152836475
    },
    {
      "step": 1993,
      "lr": 0.0001,
      "sup_loss": 2.19773150332003
    },
    {
      "step": 1994,
      "lr": 0.0001,
      "sup_loss": 2.197688210641288
    },
    {
      "step": 1995,
      "lr": 0.0001,
      "sup_loss": 2.1976853187139236
    },
    {
      "step": 1996,
      "lr": 0.0001,
      "sup_loss": 2.1977057006550815
    },
    {
      "step": 1997,
      "lr": 0.0001,
      "sup_loss": 2.197715869266621
    },
    {
      "step": 1998,
      "lr": 0.0001,
      "sup_loss": 2.197689746366521
    },
    {
      "step": 1999,
      "lr": 0.0001,
      "sup_loss": 2.197709753387666
    },
    {
      "step": 2000,
      "lr": 0.0001,
      "sup_loss": 2.1977290804810643
    },
    {
      "step": 2001,
      "lr": 0.0001,
      "sup_loss": 2.1976560305552644
    },
    {
      "step": 2002,
      "lr": 0.0001,
      "sup_loss": 2.197740027830093
    },
    {
      "step": 2003,
      "lr": 0.0001,
      "sup_loss": 2.197647844081279
    },
    {
      "step": 2004,
      "lr": 0.0001,
      "sup_loss": 2.1976864032676424
    },
    {
      "step": 2005,
      "lr": 0.0001,
      "sup_loss": 2.1976976649017272
    },
    {
      "step": 2006,
      "lr": 0.0001,
      "sup_loss": 2.197663112515036
    },
    {
      "step": 2007,
      "lr": 0.0001,
      "sup_loss": 2.1976657994122513
    },
    {
      "step": 2008,
      "lr": 0.0001,
      "sup_loss": 2.1976620128210467
    },
    {
      "step": 2009,
      "lr": 0.0001,
      "sup_loss": 2.1977236047856348
    },
    {
      "step": 2010,
      "lr": 0.0001,
      "sup_loss": 2.1976754668549803
    },
    {
      "step": 2011,
      "lr": 0.0001,
      "sup_loss": 2.1976043747161444
    },
    {
      "step": 2012,
      "lr": 0.0001,
      "sup_loss": 2.1976598384065595
    },
    {
      "step": 2013,
      "lr": 0.0001,
      "sup_loss": 2.197700525691784
    },
    {
      "step": 2014,
      "lr": 0.0001,
      "sup_loss": 2.1977004709135692
    },
    {
      "step": 2015,
      "lr": 0.0001,
      "sup_loss": 2.1977016766083097
    },
    {
      "step": 2016,
      "lr": 0.0001,
      "sup_loss": 2.1976352144623643
    },
    {
      "step": 2017,
      "lr": 0.0001,
      "sup_loss": 2.197708735697786
    },
    {
      "step": 2018,
      "lr": 0.0001,
      "sup_loss": 2.19760527660657
    },
    {
      "step": 2019,
      "lr": 0.0001,
      "sup_loss": 2.1977138295456786
    },
    {
      "step": 2020,
      "lr": 0.0001,
      "sup_loss": 2.197690782316447
    },
    {
      "step": 2021,
      "lr": 0.0001,
      "sup_loss": 2.197722838022602
    },
    {
      "step": 2022,
      "lr": 0.0001,
      "sup_loss": 2.197660425402486
    },
    {
      "step": 2023,
      "lr": 0.0001,
      "sup_loss": 2.1976662884799945
    },
    {
      "step": 2024,
      "lr": 0.0001,
      "sup_loss": 2.1976932306831225
    },
    {
      "step": 2025,
      "lr": 0.0001,
      "sup_loss": 2.197710880578888
    },
    {
      "step": 2026,
      "lr": 0.0001,
      "sup_loss": 2.1976711419229362
    },
    {
      "step": 2027,
      "lr": 0.0001,
      "sup_loss": 2.197775622004773
    },
    {
      "step": 2028,
      "lr": 0.0001,
      "sup_loss": 2.1976708248029264
    },
    {
      "step": 2029,
      "lr": 0.0001,
      "sup_loss": 2.197686993739473
    },
    {
      "step": 2030,
      "lr": 0.0001,
      "sup_loss": 2.1976219240215586
    },
    {
      "step": 2031,
      "lr": 0.0001,
      "sup_loss": 2.19763924987686
    },
    {
      "step": 2032,
      "lr": 0.0001,
      "sup_loss": 2.197723613432191
    },
    {
      "step": 2033,
      "lr": 0.0001,
      "sup_loss": 2.197728728151402
    },
    {
      "step": 2034,
      "lr": 0.0001,
      "sup_loss": 2.1977748736872984
    },
    {
      "step": 2035,
      "lr": 0.0001,
      "sup_loss": 2.197664679098935
    },
    {
      "step": 2036,
      "lr": 0.0001,
      "sup_loss": 2.197674617084811
    },
    {
      "step": 2037,
      "lr": 0.0001,
      "sup_loss": 2.1976742399040754
    },
    {
      "step": 2038,
      "lr": 0.0001,
      "sup_loss": 2.19767457129692
    },
    {
      "step": 2039,
      "lr": 0.0001,
      "sup_loss": 2.197691192115907
    },
    {
      "step": 2040,
      "lr": 0.0001,
      "sup_loss": 2.197667461481712
    },
    {
      "step": 2041,
      "lr": 0.0001,
      "sup_loss": 2.197600912057398
    },
    {
      "step": 2042,
      "lr": 0.0001,
      "sup_loss": 2.1976689411711994
    },
    {
      "step": 2043,
      "lr": 0.0001,
      "sup_loss": 2.1976721298345803
    },
    {
      "step": 2044,
      "lr": 0.0001,
      "sup_loss": 2.1976733279803833
    },
    {
      "step": 2045,
      "lr": 0.0001,
      "sup_loss": 2.197697875906186
    },
    {
      "step": 2046,
      "lr": 0.0001,
      "sup_loss": 2.1977114862644793
    },
    {
      "step": 2047,
      "lr": 0.0001,
      "sup_loss": 2.197648198189154
    },
    {
      "step": 2048,
      "lr": 0.0001,
      "sup_loss": 2.1976849216394028
    },
    {
      "step": 2049,
      "lr": 0.0001,
      "sup_loss": 2.1975446696326393
    },
    {
      "step": 2050,
      "lr": 0.0001,
      "sup_loss": 2.197596970922498
    },
    {
      "step": 2051,
      "lr": 0.0001,
      "sup_loss": 2.197712745070719
    },
    {
      "step": 2052,
      "lr": 0.0001,
      "sup_loss": 2.1976348323915698
    },
    {
      "step": 2053,
      "lr": 0.0001,
      "sup_loss": 2.1975606528691607
    },
    {
      "step": 2054,
      "lr": 0.0001,
      "sup_loss": 2.197665142806699
    },
    {
      "step": 2055,
      "lr": 0.0001,
      "sup_loss": 2.1976273461489857
    },
    {
      "step": 2056,
      "lr": 0.0001,
      "sup_loss": 2.1976322764432377
    },
    {
      "step": 2057,
      "lr": 0.0001,
      "sup_loss": 2.197708984799473
    },
    {
      "step": 2058,
      "lr": 0.0001,
      "sup_loss": 2.197743004078699
    },
    {
      "step": 2059,
      "lr": 0.0001,
      "sup_loss": 2.197694266198048
    },
    {
      "step": 2060,
      "lr": 0.0001,
      "sup_loss": 2.1976438136565966
    },
    {
      "step": 2061,
      "lr": 0.0001,
      "sup_loss": 2.1976888839282958
    },
    {
      "step": 2062,
      "lr": 0.0001,
      "sup_loss": 2.1977012997917353
    },
    {
      "step": 2063,
      "lr": 0.0001,
      "sup_loss": 2.1976928125314275
    },
    {
      "step": 2064,
      "lr": 0.0001,
      "sup_loss": 2.1977173902023424
    },
    {
      "step": 2065,
      "lr": 0.0001,
      "sup_loss": 2.197643842746502
    },
    {
      "step": 2066,
      "lr": 0.0001,
      "sup_loss": 2.1976476789774506
    },
    {
      "step": 2067,
      "lr": 0.0001,
      "sup_loss": 2.1976460233045314
    },
    {
      "step": 2068,
      "lr": 0.0001,
      "sup_loss": 2.1976954494719254
    },
    {
      "step": 2069,
      "lr": 0.0001,
      "sup_loss": 2.197720656342882
    },
    {
      "step": 2070,
      "lr": 0.0001,
      "sup_loss": 2.1976654532958326
    },
    {
      "step": 2071,
      "lr": 0.0001,
      "sup_loss": 2.1976660075771632
    },
    {
      "step": 2072,
      "lr": 0.0001,
      "sup_loss": 2.197689529727646
    },
    {
      "step": 2073,
      "lr": 0.0001,
      "sup_loss": 2.1976812156487204
    },
    {
      "step": 2074,
      "lr": 0.0001,
      "sup_loss": 2.1976893233243335
    },
    {
      "step": 2075,
      "lr": 0.0001,
      "sup_loss": 2.1976060771252195
    },
    {
      "step": 2076,
      "lr": 0.0001,
      "sup_loss": 2.1975985864699568
    },
    {
      "step": 2077,
      "lr": 0.0001,
      "sup_loss": 2.197719809420511
    },
    {
      "step": 2078,
      "lr": 0.0001,
      "sup_loss": 2.197682679708827
    },
    {
      "step": 2079,
      "lr": 0.0001,
      "sup_loss": 2.197585479084461
    },
    {
      "step": 2080,
      "lr": 0.0001,
      "sup_loss": 2.1976797115345756
    },
    {
      "step": 2081,
      "lr": 0.0001,
      "sup_loss": 2.1976706775894415
    },
    {
      "step": 2082,
      "lr": 0.0001,
      "sup_loss": 2.1976508928785923
    },
    {
      "step": 2083,
      "lr": 0.0001,
      "sup_loss": 2.1976523828164662
    },
    {
      "step": 2084,
      "lr": 0.0001,
      "sup_loss": 2.197640558577139
    },
    {
      "step": 2085,
      "lr": 0.0001,
      "sup_loss": 2.197715416849005
    },
    {
      "step": 2086,
      "lr": 0.0001,
      "sup_loss": 2.1976788445295856
    },
    {
      "step": 2087,
      "lr": 0.0001,
      "sup_loss": 2.197728388463349
    },
    {
      "step": 2088,
      "lr": 0.0001,
      "sup_loss": 2.197623309033105
    },
    {
      "step": 2089,
      "lr": 0.0001,
      "sup_loss": 2.197678831909228
    },
    {
      "step": 2090,
      "lr": 0.0001,
      "sup_loss": 2.1976577334305576
    },
    {
      "step": 2091,
      "lr": 0.0001,
      "sup_loss": 2.1976383982514944
    },
    {
      "step": 2092,
      "lr": 0.0001,
      "sup_loss": 2.197664700246263
    },
    {
      "step": 2093,
      "lr": 0.0001,
      "sup_loss": 2.197627033995399
    },
    {
      "step": 2094,
      "lr": 0.0001,
      "sup_loss": 2.1977321488673085
    },
    {
      "step": 2095,
      "lr": 0.0001,
      "sup_loss": 2.1976878566893587
    },
    {
      "step": 2096,
      "lr": 0.0001,
      "sup_loss": 2.1976400680002808
    },
    {
      "step": 2097,
      "lr": 0.0001,
      "sup_loss": 2.1977105052176684
    },
    {
      "step": 2098,
      "lr": 0.0001,
      "sup_loss": 2.1976708785069174
    },
    {
      "step": 2099,
      "lr": 0.0001,
      "sup_loss": 2.1976569345882884
    },
    {
      "step": 2100,
      "lr": 0.0001,
      "sup_loss": 2.197609138369631
    },
    {
      "step": 2101,
      "lr": 0.0001,
      "sup_loss": 2.197651706340291
    },
    {
      "step": 2102,
      "lr": 0.0001,
      "sup_loss": 2.197672745298603
    },
    {
      "step": 2103,
      "lr": 0.0001,
      "sup_loss": 2.1976142777976486
    },
    {
      "step": 2104,
      "lr": 0.0001,
      "sup_loss": 2.1976419433757237
    },
    {
      "step": 2105,
      "lr": 0.0001,
      "sup_loss": 2.1976430903729174
    },
    {
      "step": 2106,
      "lr": 0.0001,
      "sup_loss": 2.1975990648990296
    },
    {
      "step": 2107,
      "lr": 0.0001,
      "sup_loss": 2.197686676318199
    },
    {
      "step": 2108,
      "lr": 0.0001,
      "sup_loss": 2.1976796276292405
    },
    {
      "step": 2109,
      "lr": 0.0001,
      "sup_loss": 2.1977243102134745
    },
    {
      "step": 2110,
      "lr": 0.0001,
      "sup_loss": 2.197646506952401
    },
    {
      "step": 2111,
      "lr": 0.0001,
      "sup_loss": 2.1977035533922917
    },
    {
      "step": 2112,
      "lr": 0.0001,
      "sup_loss": 2.1977242638863794
    },
    {
      "step": 2113,
      "lr": 0.0001,
      "sup_loss": 2.1977501868235825
    },
    {
      "step": 2114,
      "lr": 0.0001,
      "sup_loss": 2.1977721860291854
    },
    {
      "step": 2115,
      "lr": 0.0001,
      "sup_loss": 2.1976501055836497
    },
    {
      "step": 2116,
      "lr": 0.0001,
      "sup_loss": 2.197596477994951
    },
    {
      "step": 2117,
      "lr": 0.0001,
      "sup_loss": 2.1978118536709497
    },
    {
      "step": 2118,
      "lr": 0.0001,
      "sup_loss": 2.197713377180862
    },
    {
      "step": 2119,
      "lr": 0.0001,
      "sup_loss": 2.1976816341229104
    },
    {
      "step": 2120,
      "lr": 0.0001,
      "sup_loss": 2.197612192767874
    },
    {
      "step": 2121,
      "lr": 0.0001,
      "sup_loss": 2.1976450062423885
    },
    {
      "step": 2122,
      "lr": 0.0001,
      "sup_loss": 2.197626894719833
    },
    {
      "step": 2123,
      "lr": 0.0001,
      "sup_loss": 2.19761075391372
    },
    {
      "step": 2124,
      "lr": 0.0001,
      "sup_loss": 2.1977093772080307
    },
    {
      "step": 2125,
      "lr": 0.0001,
      "sup_loss": 2.1977394498739233
    },
    {
      "step": 2126,
      "lr": 0.0001,
      "sup_loss": 2.197688793961908
    },
    {
      "step": 2127,
      "lr": 0.0001,
      "sup_loss": 2.197699451990665
    },
    {
      "step": 2128,
      "lr": 0.0001,
      "sup_loss": 2.197674514192003
    },
    {
      "step": 2129,
      "lr": 0.0001,
      "sup_loss": 2.1977314781332797
    },
    {
      "step": 2130,
      "lr": 0.0001,
      "sup_loss": 2.19767528646467
    },
    {
      "step": 2131,
      "lr": 0.0001,
      "sup_loss": 2.1976520215282984
    },
    {
      "step": 2132,
      "lr": 0.0001,
      "sup_loss": 2.1976594190845575
    },
    {
      "step": 2133,
      "lr": 0.0001,
      "sup_loss": 2.1976596016678998
    },
    {
      "step": 2134,
      "lr": 0.0001,
      "sup_loss": 2.197692680691051
    },
    {
      "step": 2135,
      "lr": 0.0001,
      "sup_loss": 2.197660016745529
    },
    {
      "step": 2136,
      "lr": 0.0001,
      "sup_loss": 2.19763389774783
    },
    {
      "step": 2137,
      "lr": 0.0001,
      "sup_loss": 2.1976483165506564
    },
    {
      "step": 2138,
      "lr": 0.0001,
      "sup_loss": 2.1976369454186404
    },
    {
      "step": 2139,
      "lr": 0.0001,
      "sup_loss": 2.1976299130620633
    },
    {
      "step": 2140,
      "lr": 0.0001,
      "sup_loss": 2.1976369688920254
    },
    {
      "step": 2141,
      "lr": 0.0001,
      "sup_loss": 2.197607857795633
    },
    {
      "step": 2142,
      "lr": 0.0001,
      "sup_loss": 2.197611600839959
    },
    {
      "step": 2143,
      "lr": 0.0001,
      "sup_loss": 2.197686472778659
    },
    {
      "step": 2144,
      "lr": 0.0001,
      "sup_loss": 2.1976631783646687
    },
    {
      "step": 2145,
      "lr": 0.0001,
      "sup_loss": 2.1976641020752448
    },
    {
      "step": 2146,
      "lr": 0.0001,
      "sup_loss": 2.197605405120139
    },
    {
      "step": 2147,
      "lr": 0.0001,
      "sup_loss": 2.1975933733029103
    },
    {
      "step": 2148,
      "lr": 0.0001,
      "sup_loss": 2.197635887567939
    },
    {
      "step": 2149,
      "lr": 0.0001,
      "sup_loss": 2.1976603506483423
    },
    {
      "step": 2150,
      "lr": 0.0001,
      "sup_loss": 2.1975869977871274
    },
    {
      "step": 2151,
      "lr": 0.0001,
      "sup_loss": 2.1975981237364675
    },
    {
      "step": 2152,
      "lr": 0.0001,
      "sup_loss": 2.197553860601202
    },
    {
      "step": 2153,
      "lr": 0.0001,
      "sup_loss": 2.1975420631781266
    },
    {
      "step": 2154,
      "lr": 0.0001,
      "sup_loss": 2.197575862511327
    },
    {
      "step": 2155,
      "lr": 0.0001,
      "sup_loss": 2.19758640551878
    },
    {
      "step": 2156,
      "lr": 0.0001,
      "sup_loss": 2.1975916545282415
    },
    {
      "step": 2157,
      "lr": 0.0001,
      "sup_loss": 2.1975956250394595
    },
    {
      "step": 2158,
      "lr": 0.0001,
      "sup_loss": 2.197589413016662
    },
    {
      "step": 2159,
      "lr": 0.0001,
      "sup_loss": 2.1975382716494885
    },
    {
      "step": 2160,
      "lr": 0.0001,
      "sup_loss": 2.197552491199124
    },
    {
      "step": 2161,
      "lr": 0.0001,
      "sup_loss": 2.1975568934292187
    },
    {
      "step": 2162,
      "lr": 0.0001,
      "sup_loss": 2.1975575851931226
    },
    {
      "step": 2163,
      "lr": 0.0001,
      "sup_loss": 2.1975355646177537
    },
    {
      "step": 2164,
      "lr": 0.0001,
      "sup_loss": 2.1975230686687577
    },
    {
      "step": 2165,
      "lr": 0.0001,
      "sup_loss": 2.1975621500159415
    },
    {
      "step": 2166,
      "lr": 0.0001,
      "sup_loss": 2.197583355592156
    },
    {
      "step": 2167,
      "lr": 0.0001,
      "sup_loss": 2.1975564223279203
    },
    {
      "step": 2168,
      "lr": 0.0001,
      "sup_loss": 2.1975239630472725
    },
    {
      "step": 2169,
      "lr": 0.0001,
      "sup_loss": 2.197544844322906
    },
    {
      "step": 2170,
      "lr": 0.0001,
      "sup_loss": 2.197531012211215
    },
    {
      "step": 2171,
      "lr": 0.0001,
      "sup_loss": 2.1976265158221895
    },
    {
      "step": 2172,
      "lr": 0.0001,
      "sup_loss": 2.1976109614283814
    },
    {
      "step": 2173,
      "lr": 0.0001,
      "sup_loss": 2.197673269018714
    },
    {
      "step": 2174,
      "lr": 0.0001,
      "sup_loss": 2.1975570771478643
    },
    {
      "step": 2175,
      "lr": 0.0001,
      "sup_loss": 2.197587771905514
    },
    {
      "step": 2176,
      "lr": 0.0001,
      "sup_loss": 2.1976020610110893
    },
    {
      "step": 2177,
      "lr": 0.0001,
      "sup_loss": 2.1976300075843147
    },
    {
      "step": 2178,
      "lr": 0.0001,
      "sup_loss": 2.197497860073451
    },
    {
      "step": 2179,
      "lr": 0.0001,
      "sup_loss": 2.1975750652396226
    },
    {
      "step": 2180,
      "lr": 0.0001,
      "sup_loss": 2.197562856484625
    },
    {
      "step": 2181,
      "lr": 0.0001,
      "sup_loss": 2.1976125744661723
    },
    {
      "step": 2182,
      "lr": 0.0001,
      "sup_loss": 2.197628767260988
    },
    {
      "step": 2183,
      "lr": 0.0001,
      "sup_loss": 2.197566154927748
    },
    {
      "step": 2184,
      "lr": 0.0001,
      "sup_loss": 2.197514244401524
    },
    {
      "step": 2185,
      "lr": 0.0001,
      "sup_loss": 2.197537784321454
    },
    {
      "step": 2186,
      "lr": 0.0001,
      "sup_loss": 2.197585597733663
    },
    {
      "step": 2187,
      "lr": 0.0001,
      "sup_loss": 2.197559131761254
    },
    {
      "step": 2188,
      "lr": 0.0001,
      "sup_loss": 2.1975158343324903
    },
    {
      "step": 2189,
      "lr": 0.0001,
      "sup_loss": 2.19760192178478
    },
    {
      "step": 2190,
      "lr": 0.0001,
      "sup_loss": 2.1975992598895053
    },
    {
      "step": 2191,
      "lr": 0.0001,
      "sup_loss": 2.1976270057830587
    },
    {
      "step": 2192,
      "lr": 0.0001,
      "sup_loss": 2.1976018332075484
    },
    {
      "step": 2193,
      "lr": 0.0001,
      "sup_loss": 2.197535628492029
    },
    {
      "step": 2194,
      "lr": 0.0001,
      "sup_loss": 2.1975196263605503
    },
    {
      "step": 2195,
      "lr": 0.0001,
      "sup_loss": 2.197572431249092
    },
    {
      "step": 2196,
      "lr": 0.0001,
      "sup_loss": 2.1976619146482554
    },
    {
      "step": 2197,
      "lr": 0.0001,
      "sup_loss": 2.1975210781493546
    },
    {
      "step": 2198,
      "lr": 0.0001,
      "sup_loss": 2.1975627601747636
    },
    {
      "step": 2199,
      "lr": 0.0001,
      "sup_loss": 2.1975730758055554
    },
    {
      "step": 2200,
      "lr": 0.0001,
      "sup_loss": 2.197604081179638
    },
    {
      "step": 2201,
      "lr": 0.0001,
      "sup_loss": 2.1975195737556
    },
    {
      "step": 2202,
      "lr": 0.0001,
      "sup_loss": 2.1976044189378614
    },
    {
      "step": 2203,
      "lr": 0.0001,
      "sup_loss": 2.197562881160259
    },
    {
      "step": 2204,
      "lr": 0.0001,
      "sup_loss": 2.1975728370669145
    },
    {
      "step": 2205,
      "lr": 0.0001,
      "sup_loss": 2.1975494280720635
    },
    {
      "step": 2206,
      "lr": 0.0001,
      "sup_loss": 2.197550306689913
    },
    {
      "step": 2207,
      "lr": 0.0001,
      "sup_loss": 2.1975356046017125
    },
    {
      "step": 2208,
      "lr": 0.0001,
      "sup_loss": 2.197582004998493
    },
    {
      "step": 2209,
      "lr": 0.0001,
      "sup_loss": 2.1976191158228096
    },
    {
      "step": 2210,
      "lr": 0.0001,
      "sup_loss": 2.1975112736533156
    },
    {
      "step": 2211,
      "lr": 0.0001,
      "sup_loss": 2.1975065565000396
    },
    {
      "step": 2212,
      "lr": 0.0001,
      "sup_loss": 2.197636696912758
    },
    {
      "step": 2213,
      "lr": 0.0001,
      "sup_loss": 2.1976624745756954
    },
    {
      "step": 2214,
      "lr": 0.0001,
      "sup_loss": 2.1975618785225013
    },
    {
      "step": 2215,
      "lr": 0.0001,
      "sup_loss": 2.197481501644292
    },
    {
      "step": 2216,
      "lr": 0.0001,
      "sup_loss": 2.1975623759823986
    },
    {
      "step": 2217,
      "lr": 0.0001,
      "sup_loss": 2.197574357698793
    },
    {
      "step": 2218,
      "lr": 0.0001,
      "sup_loss": 2.1976280065654765
    },
    {
      "step": 2219,
      "lr": 0.0001,
      "sup_loss": 2.1974984466996808
    },
    {
      "step": 2220,
      "lr": 0.0001,
      "sup_loss": 2.1975689238948073
    },
    {
      "step": 2221,
      "lr": 0.0001,
      "sup_loss": 2.1976410509592412
    },
    {
      "step": 2222,
      "lr": 0.0001,
      "sup_loss": 2.197563653394737
    },
    {
      "step": 2223,
      "lr": 0.0001,
      "sup_loss": 2.1974522465393527
    },
    {
      "step": 2224,
      "lr": 0.0001,
      "sup_loss": 2.1975508311201097
    },
    {
      "step": 2225,
      "lr": 0.0001,
      "sup_loss": 2.197471511544881
    },
    {
      "step": 2226,
      "lr": 0.0001,
      "sup_loss": 2.1975867573259515
    },
    {
      "step": 2227,
      "lr": 0.0001,
      "sup_loss": 2.1975788525489977
    },
    {
      "step": 2228,
      "lr": 0.0001,
      "sup_loss": 2.1975799208491735
    },
    {
      "step": 2229,
      "lr": 0.0001,
      "sup_loss": 2.1975556818370237
    },
    {
      "step": 2230,
      "lr": 0.0001,
      "sup_loss": 2.1975536478274775
    },
    {
      "step": 2231,
      "lr": 0.0001,
      "sup_loss": 2.1975829728556975
    },
    {
      "step": 2232,
      "lr": 0.0001,
      "sup_loss": 2.1975485980818306
    },
    {
      "step": 2233,
      "lr": 0.0001,
      "sup_loss": 2.1976126348881837
    },
    {
      "step": 2234,
      "lr": 0.0001,
      "sup_loss": 2.1975942297571707
    },
    {
      "step": 2235,
      "lr": 0.0001,
      "sup_loss": 2.1975800614232965
    },
    {
      "step": 2236,
      "lr": 0.0001,
      "sup_loss": 2.197673693926149
    },
    {
      "step": 2237,
      "lr": 0.0001,
      "sup_loss": 2.197591495257423
    },
    {
      "step": 2238,
      "lr": 0.0001,
      "sup_loss": 2.197645969083851
    },
    {
      "step": 2239,
      "lr": 0.0001,
      "sup_loss": 2.1976214266989116
    },
    {
      "step": 2240,
      "lr": 0.0001,
      "sup_loss": 2.197645741252334
    },
    {
      "step": 2241,
      "lr": 0.0001,
      "sup_loss": 2.197558570652679
    },
    {
      "step": 2242,
      "lr": 0.0001,
      "sup_loss": 2.197613241444215
    },
    {
      "step": 2243,
      "lr": 0.0001,
      "sup_loss": 2.1975883892056998
    },
    {
      "step": 2244,
      "lr": 0.0001,
      "sup_loss": 2.197594080788825
    },
    {
      "step": 2245,
      "lr": 0.0001,
      "sup_loss": 2.197599628961375
    },
    {
      "step": 2246,
      "lr": 0.0001,
      "sup_loss": 2.1976308840514758
    },
    {
      "step": 2247,
      "lr": 0.0001,
      "sup_loss": 2.197594681286262
    },
    {
      "step": 2248,
      "lr": 0.0001,
      "sup_loss": 2.1975507608554685
    },
    {
      "step": 2249,
      "lr": 0.0001,
      "sup_loss": 2.1975763357196114
    },
    {
      "step": 2250,
      "lr": 0.0001,
      "sup_loss": 2.197653708809468
    },
    {
      "step": 2251,
      "lr": 0.0001,
      "sup_loss": 2.1975789133682095
    },
    {
      "step": 2252,
      "lr": 0.0001,
      "sup_loss": 2.197566441415244
    },
    {
      "step": 2253,
      "lr": 0.0001,
      "sup_loss": 2.197496886999567
    },
    {
      "step": 2254,
      "lr": 0.0001,
      "sup_loss": 2.197659349754301
    },
    {
      "step": 2255,
      "lr": 0.0001,
      "sup_loss": 2.197557726911345
    },
    {
      "step": 2256,
      "lr": 0.0001,
      "sup_loss": 2.1975688426918816
    },
    {
      "step": 2257,
      "lr": 0.0001,
      "sup_loss": 2.197601133957335
    },
    {
      "step": 2258,
      "lr": 0.0001,
      "sup_loss": 2.197590887347838
    },
    {
      "step": 2259,
      "lr": 0.0001,
      "sup_loss": 2.1975968763855915
    },
    {
      "step": 2260,
      "lr": 0.0001,
      "sup_loss": 2.197587704638794
    },
    {
      "step": 2261,
      "lr": 0.0001,
      "sup_loss": 2.1975997627460955
    },
    {
      "step": 2262,
      "lr": 0.0001,
      "sup_loss": 2.1976073851713434
    },
    {
      "step": 2263,
      "lr": 0.0001,
      "sup_loss": 2.1975388204869097
    },
    {
      "step": 2264,
      "lr": 0.0001,
      "sup_loss": 2.1975531106188204
    },
    {
      "step": 2265,
      "lr": 0.0001,
      "sup_loss": 2.1976149523471094
    },
    {
      "step": 2266,
      "lr": 0.0001,
      "sup_loss": 2.1975820048066996
    },
    {
      "step": 2267,
      "lr": 0.0001,
      "sup_loss": 2.1975681956960402
    },
    {
      "step": 2268,
      "lr": 0.0001,
      "sup_loss": 2.1975511531251066
    },
    {
      "step": 2269,
      "lr": 0.0001,
      "sup_loss": 2.1976545845864477
    },
    {
      "step": 2270,
      "lr": 0.0001,
      "sup_loss": 2.197573246984752
    },
    {
      "step": 2271,
      "lr": 0.0001,
      "sup_loss": 2.1976242718715433
    },
    {
      "step": 2272,
      "lr": 0.0001,
      "sup_loss": 2.1976021064762103
    },
    {
      "step": 2273,
      "lr": 0.0001,
      "sup_loss": 2.197557131525083
    },
    {
      "step": 2274,
      "lr": 0.0001,
      "sup_loss": 2.197531598496699
    },
    {
      "step": 2275,
      "lr": 0.0001,
      "sup_loss": 2.197515070598994
    },
    {
      "step": 2276,
      "lr": 0.0001,
      "sup_loss": 2.1975640394567364
    },
    {
      "step": 2277,
      "lr": 0.0001,
      "sup_loss": 2.1976122588581783
    },
    {
      "step": 2278,
      "lr": 0.0001,
      "sup_loss": 2.1975600442526586
    },
    {
      "step": 2279,
      "lr": 0.0001,
      "sup_loss": 2.197542932501181
    },
    {
      "step": 2280,
      "lr": 0.0001,
      "sup_loss": 2.197574606135568
    },
    {
      "step": 2281,
      "lr": 0.0001,
      "sup_loss": 2.1975610195430315
    },
    {
      "step": 2282,
      "lr": 0.0001,
      "sup_loss": 2.1976336333017463
    },
    {
      "step": 2283,
      "lr": 0.0001,
      "sup_loss": 2.197576549097433
    },
    {
      "step": 2284,
      "lr": 0.0001,
      "sup_loss": 2.197637760563884
    },
    {
      "step": 2285,
      "lr": 0.0001,
      "sup_loss": 2.197547645955603
    },
    {
      "step": 2286,
      "lr": 0.0001,
      "sup_loss": 2.197567157919039
    },
    {
      "step": 2287,
      "lr": 0.0001,
      "sup_loss": 2.1975805284657173
    },
    {
      "step": 2288,
      "lr": 0.0001,
      "sup_loss": 2.1975378744790945
    },
    {
      "step": 2289,
      "lr": 0.0001,
      "sup_loss": 2.197614694072844
    },
    {
      "step": 2290,
      "lr": 0.0001,
      "sup_loss": 2.197530019231884
    },
    {
      "step": 2291,
      "lr": 0.0001,
      "sup_loss": 2.197601382921572
    },
    {
      "step": 2292,
      "lr": 0.0001,
      "sup_loss": 2.197595109379134
    },
    {
      "step": 2293,
      "lr": 0.0001,
      "sup_loss": 2.197553567411493
    },
    {
      "step": 2294,
      "lr": 0.0001,
      "sup_loss": 2.197655787526325
    },
    {
      "step": 2295,
      "lr": 0.0001,
      "sup_loss": 2.197574156933794
    },
    {
      "step": 2296,
      "lr": 0.0001,
      "sup_loss": 2.1975388933064703
    },
    {
      "step": 2297,
      "lr": 0.0001,
      "sup_loss": 2.197570736742188
    },
    {
      "step": 2298,
      "lr": 0.0001,
      "sup_loss": 2.1975579151112745
    },
    {
      "step": 2299,
      "lr": 0.0001,
      "sup_loss": 2.197644680817581
    },
    {
      "step": 2300,
      "lr": 0.0001,
      "sup_loss": 2.1975139900473977
    },
    {
      "step": 2301,
      "lr": 0.0001,
      "sup_loss": 2.1975590344148213
    },
    {
      "step": 2302,
      "lr": 0.0001,
      "sup_loss": 2.197553975085885
    },
    {
      "step": 2303,
      "lr": 0.0001,
      "sup_loss": 2.197558211214945
    },
    {
      "step": 2304,
      "lr": 0.0001,
      "sup_loss": 2.1975299780558557
    },
    {
      "step": 2305,
      "lr": 0.0001,
      "sup_loss": 2.1975334860533975
    },
    {
      "step": 2306,
      "lr": 0.0001,
      "sup_loss": 2.1976035582567444
    },
    {
      "step": 2307,
      "lr": 0.0001,
      "sup_loss": 2.197541958749685
    },
    {
      "step": 2308,
      "lr": 0.0001,
      "sup_loss": 2.197536705315575
    },
    {
      "step": 2309,
      "lr": 0.0001,
      "sup_loss": 2.197542860840299
    },
    {
      "step": 2310,
      "lr": 0.0001,
      "sup_loss": 2.1976331841763788
    },
    {
      "step": 2311,
      "lr": 0.0001,
      "sup_loss": 2.197591030987706
    },
    {
      "step": 2312,
      "lr": 0.0001,
      "sup_loss": 2.1975050227430764
    },
    {
      "step": 2313,
      "lr": 0.0001,
      "sup_loss": 2.197580915680084
    },
    {
      "step": 2314,
      "lr": 0.0001,
      "sup_loss": 2.197610228349318
    },
    {
      "step": 2315,
      "lr": 0.0001,
      "sup_loss": 2.197592888295101
    },
    {
      "step": 2316,
      "lr": 0.0001,
      "sup_loss": 2.197629606308375
    },
    {
      "step": 2317,
      "lr": 0.0001,
      "sup_loss": 2.197587630859258
    },
    {
      "step": 2318,
      "lr": 0.0001,
      "sup_loss": 2.1975748519928224
    },
    {
      "step": 2319,
      "lr": 0.0001,
      "sup_loss": 2.1976453848201247
    },
    {
      "step": 2320,
      "lr": 0.0001,
      "sup_loss": 2.1975894704962498
    },
    {
      "step": 2321,
      "lr": 0.0001,
      "sup_loss": 2.197613873028639
    },
    {
      "step": 2322,
      "lr": 0.0001,
      "sup_loss": 2.1975903076066943
    },
    {
      "step": 2323,
      "lr": 0.0001,
      "sup_loss": 2.197575610074773
    },
    {
      "step": 2324,
      "lr": 0.0001,
      "sup_loss": 2.197642508356727
    },
    {
      "step": 2325,
      "lr": 0.0001,
      "sup_loss": 2.197575466891006
    },
    {
      "step": 2326,
      "lr": 0.0001,
      "sup_loss": 2.197659715851036
    },
    {
      "step": 2327,
      "lr": 0.0001,
      "sup_loss": 2.197577369748645
    },
    {
      "step": 2328,
      "lr": 0.0001,
      "sup_loss": 2.197563281241573
    },
    {
      "step": 2329,
      "lr": 0.0001,
      "sup_loss": 2.197567585867462
    },
    {
      "step": 2330,
      "lr": 0.0001,
      "sup_loss": 2.197580561935516
    },
    {
      "step": 2331,
      "lr": 0.0001,
      "sup_loss": 2.197570903666919
    },
    {
      "step": 2332,
      "lr": 0.0001,
      "sup_loss": 2.1975766565600523
    },
    {
      "step": 2333,
      "lr": 0.0001,
      "sup_loss": 2.197575094304279
    },
    {
      "step": 2334,
      "lr": 0.0001,
      "sup_loss": 2.197599393880783
    },
    {
      "step": 2335,
      "lr": 0.0001,
      "sup_loss": 2.197596056789526
    },
    {
      "step": 2336,
      "lr": 0.0001,
      "sup_loss": 2.197586984645291
    },
    {
      "step": 2337,
      "lr": 0.0001,
      "sup_loss": 2.1976208247626925
    },
    {
      "step": 2338,
      "lr": 0.0001,
      "sup_loss": 2.197635967445235
    },
    {
      "step": 2339,
      "lr": 0.0001,
      "sup_loss": 2.197534065384118
    },
    {
      "step": 2340,
      "lr": 0.0001,
      "sup_loss": 2.197638472422267
    },
    {
      "step": 2341,
      "lr": 0.0001,
      "sup_loss": 2.197569931706048
    },
    {
      "step": 2342,
      "lr": 0.0001,
      "sup_loss": 2.197578040206865
    },
    {
      "step": 2343,
      "lr": 0.0001,
      "sup_loss": 2.1975605626173005
    },
    {
      "step": 2344,
      "lr": 0.0001,
      "sup_loss": 2.1975843964280184
    },
    {
      "step": 2345,
      "lr": 0.0001,
      "sup_loss": 2.1975276480301655
    },
    {
      "step": 2346,
      "lr": 0.0001,
      "sup_loss": 2.197576621078619
    },
    {
      "step": 2347,
      "lr": 0.0001,
      "sup_loss": 2.197542430553265
    },
    {
      "step": 2348,
      "lr": 0.0001,
      "sup_loss": 2.197597706103325
    },
    {
      "step": 2349,
      "lr": 0.0001,
      "sup_loss": 2.1975428626950735
    },
    {
      "step": 2350,
      "lr": 0.0001,
      "sup_loss": 2.197622323737495
    },
    {
      "step": 2351,
      "lr": 0.0001,
      "sup_loss": 2.197530100814644
    },
    {
      "step": 2352,
      "lr": 0.0001,
      "sup_loss": 2.197649232892382
    },
    {
      "step": 2353,
      "lr": 0.0001,
      "sup_loss": 2.197543591117077
    },
    {
      "step": 2354,
      "lr": 0.0001,
      "sup_loss": 2.1975578253586465
    },
    {
      "step": 2355,
      "lr": 0.0001,
      "sup_loss": 2.1975163473812835
    },
    {
      "step": 2356,
      "lr": 0.0001,
      "sup_loss": 2.197584569199289
    },
    {
      "step": 2357,
      "lr": 0.0001,
      "sup_loss": 2.1975564545111688
    },
    {
      "step": 2358,
      "lr": 0.0001,
      "sup_loss": 2.197538961960719
    },
    {
      "step": 2359,
      "lr": 0.0001,
      "sup_loss": 2.1975734708300827
    },
    {
      "step": 2360,
      "lr": 0.0001,
      "sup_loss": 2.197565773643539
    },
    {
      "step": 2361,
      "lr": 0.0001,
      "sup_loss": 2.1975103367953976
    },
    {
      "step": 2362,
      "lr": 0.0001,
      "sup_loss": 2.1975703778461155
    },
    {
      "step": 2363,
      "lr": 0.0001,
      "sup_loss": 2.197499418370939
    },
    {
      "step": 2364,
      "lr": 0.0001,
      "sup_loss": 2.1975446196595874
    },
    {
      "step": 2365,
      "lr": 0.0001,
      "sup_loss": 2.1975835277252913
    },
    {
      "step": 2366,
      "lr": 0.0001,
      "sup_loss": 2.197505835188244
    },
    {
      "step": 2367,
      "lr": 0.0001,
      "sup_loss": 2.1975704835219654
    },
    {
      "step": 2368,
      "lr": 0.0001,
      "sup_loss": 2.197486440168504
    },
    {
      "step": 2369,
      "lr": 0.0001,
      "sup_loss": 2.1975865058462345
    },
    {
      "step": 2370,
      "lr": 0.0001,
      "sup_loss": 2.1975270109496305
    },
    {
      "step": 2371,
      "lr": 0.0001,
      "sup_loss": 2.197542013859769
    },
    {
      "step": 2372,
      "lr": 0.0001,
      "sup_loss": 2.1975746943476993
    },
    {
      "step": 2373,
      "lr": 0.0001,
      "sup_loss": 2.1975542744595646
    },
    {
      "step": 2374,
      "lr": 0.0001,
      "sup_loss": 2.197526823416141
    },
    {
      "step": 2375,
      "lr": 0.0001,
      "sup_loss": 2.1975103589008538
    },
    {
      "step": 2376,
      "lr": 0.0001,
      "sup_loss": 2.1975349080268156
    },
    {
      "step": 2377,
      "lr": 0.0001,
      "sup_loss": 2.1976083054195437
    },
    {
      "step": 2378,
      "lr": 0.0001,
      "sup_loss": 2.197573593292026
    },
    {
      "step": 2379,
      "lr": 0.0001,
      "sup_loss": 2.197583497362058
    },
    {
      "step": 2380,
      "lr": 0.0001,
      "sup_loss": 2.1975786293176602
    },
    {
      "step": 2381,
      "lr": 0.0001,
      "sup_loss": 2.1975773059831267
    },
    {
      "step": 2382,
      "lr": 0.0001,
      "sup_loss": 2.197604446768995
    },
    {
      "step": 2383,
      "lr": 0.0001,
      "sup_loss": 2.1975763545515106
    },
    {
      "step": 2384,
      "lr": 0.0001,
      "sup_loss": 2.197611489899633
    },
    {
      "step": 2385,
      "lr": 0.0001,
      "sup_loss": 2.197507811863051
    },
    {
      "step": 2386,
      "lr": 0.0001,
      "sup_loss": 2.197545119698319
    },
    {
      "step": 2387,
      "lr": 0.0001,
      "sup_loss": 2.197580199167834
    },
    {
      "step": 2388,
      "lr": 0.0001,
      "sup_loss": 2.197629460885037
    },
    {
      "step": 2389,
      "lr": 0.0001,
      "sup_loss": 2.1975449152131104
    },
    {
      "step": 2390,
      "lr": 0.0001,
      "sup_loss": 2.19751582889043
    },
    {
      "step": 2391,
      "lr": 0.0001,
      "sup_loss": 2.1975922438889457
    },
    {
      "step": 2392,
      "lr": 0.0001,
      "sup_loss": 2.197624403127133
    },
    {
      "step": 2393,
      "lr": 0.0001,
      "sup_loss": 2.1975484109951053
    },
    {
      "step": 2394,
      "lr": 0.0001,
      "sup_loss": 2.1975124613251236
    },
    {
      "step": 2395,
      "lr": 0.0001,
      "sup_loss": 2.197583234830682
    },
    {
      "step": 2396,
      "lr": 0.0001,
      "sup_loss": 2.197536101428984
    },
    {
      "step": 2397,
      "lr": 0.0001,
      "sup_loss": 2.197610350454119
    },
    {
      "step": 2398,
      "lr": 0.0001,
      "sup_loss": 2.197556867118656
    },
    {
      "step": 2399,
      "lr": 0.0001,
      "sup_loss": 2.197537937051806
    },
    {
      "step": 2400,
      "lr": 0.0001,
      "sup_loss": 2.1975351998400603
    },
    {
      "step": 2401,
      "lr": 0.0001,
      "sup_loss": 2.1976270899793295
    },
    {
      "step": 2402,
      "lr": 0.0001,
      "sup_loss": 2.1975006090062914
    },
    {
      "step": 2403,
      "lr": 0.0001,
      "sup_loss": 2.1975806000515794
    },
    {
      "step": 2404,
      "lr": 0.0001,
      "sup_loss": 2.197560941780369
    },
    {
      "step": 2405,
      "lr": 0.0001,
      "sup_loss": 2.1975038746916287
    },
    {
      "step": 2406,
      "lr": 0.0001,
      "sup_loss": 2.197566038453268
    },
    {
      "step": 2407,
      "lr": 0.0001,
      "sup_loss": 2.1975327282913044
    },
    {
      "step": 2408,
      "lr": 0.0001,
      "sup_loss": 2.197553779621673
    },
    {
      "step": 2409,
      "lr": 0.0001,
      "sup_loss": 2.1975282164729997
    },
    {
      "step": 2410,
      "lr": 0.0001,
      "sup_loss": 2.1975889901243693
    },
    {
      "step": 2411,
      "lr": 0.0001,
      "sup_loss": 2.1974966664763187
    },
    {
      "step": 2412,
      "lr": 0.0001,
      "sup_loss": 2.1975260203955527
    },
    {
      "step": 2413,
      "lr": 0.0001,
      "sup_loss": 2.19757576218314
    },
    {
      "step": 2414,
      "lr": 0.0001,
      "sup_loss": 2.1976175776281934
    },
    {
      "step": 2415,
      "lr": 0.0001,
      "sup_loss": 2.197539402993306
    },
    {
      "step": 2416,
      "lr": 0.0001,
      "sup_loss": 2.197508356363808
    },
    {
      "step": 2417,
      "lr": 0.0001,
      "sup_loss": 2.197528519990277
    },
    {
      "step": 2418,
      "lr": 0.0001,
      "sup_loss": 2.1975734715159554
    },
    {
      "step": 2419,
      "lr": 0.0001,
      "sup_loss": 2.1975302920778335
    },
    {
      "step": 2420,
      "lr": 0.0001,
      "sup_loss": 2.1975969560312407
    },
    {
      "step": 2421,
      "lr": 0.0001,
      "sup_loss": 2.1975356635166454
    },
    {
      "step": 2422,
      "lr": 0.0001,
      "sup_loss": 2.1975646836413123
    },
    {
      "step": 2423,
      "lr": 0.0001,
      "sup_loss": 2.197544890832968
    },
    {
      "step": 2424,
      "lr": 0.0001,
      "sup_loss": 2.1975788499449553
    },
    {
      "step": 2425,
      "lr": 0.0001,
      "sup_loss": 2.1975466244122766
    },
    {
      "step": 2426,
      "lr": 0.0001,
      "sup_loss": 2.1975424590582966
    },
    {
      "step": 2427,
      "lr": 0.0001,
      "sup_loss": 2.1975360903818357
    },
    {
      "step": 2428,
      "lr": 0.0001,
      "sup_loss": 2.1975112665970844
    },
    {
      "step": 2429,
      "lr": 0.0001,
      "sup_loss": 2.1975892547110076
    },
    {
      "step": 2430,
      "lr": 0.0001,
      "sup_loss": 2.1975722366148593
    },
    {
      "step": 2431,
      "lr": 0.0001,
      "sup_loss": 2.1974876516436854
    },
    {
      "step": 2432,
      "lr": 0.0001,
      "sup_loss": 2.1975015983072064
    },
    {
      "step": 2433,
      "lr": 0.0001,
      "sup_loss": 2.1975540511497798
    },
    {
      "step": 2434,
      "lr": 0.0001,
      "sup_loss": 2.1974905594416216
    },
    {
      "step": 2435,
      "lr": 0.0001,
      "sup_loss": 2.1974621577432454
    },
    {
      "step": 2436,
      "lr": 0.0001,
      "sup_loss": 2.1975257393524457
    },
    {
      "step": 2437,
      "lr": 0.0001,
      "sup_loss": 2.197564265039544
    },
    {
      "step": 2438,
      "lr": 0.0001,
      "sup_loss": 2.197483505311565
    },
    {
      "step": 2439,
      "lr": 0.0001,
      "sup_loss": 2.197518837995884
    },
    {
      "step": 2440,
      "lr": 0.0001,
      "sup_loss": 2.197486653021616
    },
    {
      "step": 2441,
      "lr": 0.0001,
      "sup_loss": 2.1975774919276967
    },
    {
      "step": 2442,
      "lr": 0.0001,
      "sup_loss": 2.1975150152209477
    },
    {
      "step": 2443,
      "lr": 0.0001,
      "sup_loss": 2.1975717229167047
    },
    {
      "step": 2444,
      "lr": 0.0001,
      "sup_loss": 2.1975018880137984
    },
    {
      "step": 2445,
      "lr": 0.0001,
      "sup_loss": 2.1975300944045095
    },
    {
      "step": 2446,
      "lr": 0.0001,
      "sup_loss": 2.197544059050391
    },
    {
      "step": 2447,
      "lr": 0.0001,
      "sup_loss": 2.1975127802926084
    },
    {
      "step": 2448,
      "lr": 0.0001,
      "sup_loss": 2.1975689982804116
    },
    {
      "step": 2449,
      "lr": 0.0001,
      "sup_loss": 2.1975748115876357
    },
    {
      "step": 2450,
      "lr": 0.0001,
      "sup_loss": 2.197473132255474
    },
    {
      "step": 2451,
      "lr": 0.0001,
      "sup_loss": 2.1975429702749123
    },
    {
      "step": 2452,
      "lr": 0.0001,
      "sup_loss": 2.1975424407602584
    },
    {
      "step": 2453,
      "lr": 0.0001,
      "sup_loss": 2.197497657537442
    },
    {
      "step": 2454,
      "lr": 0.0001,
      "sup_loss": 2.1975644181804315
    },
    {
      "step": 2455,
      "lr": 0.0001,
      "sup_loss": 2.1975720624547606
    },
    {
      "step": 2456,
      "lr": 0.0001,
      "sup_loss": 2.197523693677037
    },
    {
      "step": 2457,
      "lr": 0.0001,
      "sup_loss": 2.197528345301415
    },
    {
      "step": 2458,
      "lr": 0.0001,
      "sup_loss": 2.1975636939246095
    },
    {
      "step": 2459,
      "lr": 0.0001,
      "sup_loss": 2.197537564503141
    },
    {
      "step": 2460,
      "lr": 0.0001,
      "sup_loss": 2.1975206239510436
    },
    {
      "step": 2461,
      "lr": 0.0001,
      "sup_loss": 2.1975053437277046
    },
    {
      "step": 2462,
      "lr": 0.0001,
      "sup_loss": 2.1975429246774487
    },
    {
      "step": 2463,
      "lr": 0.0001,
      "sup_loss": 2.1975075938323148
    },
    {
      "step": 2464,
      "lr": 0.0001,
      "sup_loss": 2.197544021665414
    },
    {
      "step": 2465,
      "lr": 0.0001,
      "sup_loss": 2.1975531136936577
    },
    {
      "step": 2466,
      "lr": 0.0001,
      "sup_loss": 2.197546597884208
    },
    {
      "step": 2467,
      "lr": 0.0001,
      "sup_loss": 2.1975323916917167
    },
    {
      "step": 2468,
      "lr": 0.0001,
      "sup_loss": 2.1975594622172103
    },
    {
      "step": 2469,
      "lr": 0.0001,
      "sup_loss": 2.197566403826617
    },
    {
      "step": 2470,
      "lr": 0.0001,
      "sup_loss": 2.19750096182324
    },
    {
      "step": 2471,
      "lr": 0.0001,
      "sup_loss": 2.197548995286655
    },
    {
      "step": 2472,
      "lr": 0.0001,
      "sup_loss": 2.197521178193031
    },
    {
      "step": 2473,
      "lr": 0.0001,
      "sup_loss": 2.197574126718845
    },
    {
      "step": 2474,
      "lr": 0.0001,
      "sup_loss": 2.1975106428150495
    },
    {
      "step": 2475,
      "lr": 0.0001,
      "sup_loss": 2.197523312463766
    },
    {
      "step": 2476,
      "lr": 0.0001,
      "sup_loss": 2.197519926325095
    },
    {
      "step": 2477,
      "lr": 0.0001,
      "sup_loss": 2.1975673365600383
    },
    {
      "step": 2478,
      "lr": 0.0001,
      "sup_loss": 2.1975107475989244
    },
    {
      "step": 2479,
      "lr": 0.0001,
      "sup_loss": 2.1975612172930745
    },
    {
      "step": 2480,
      "lr": 0.0001,
      "sup_loss": 2.1975342909526336
    },
    {
      "step": 2481,
      "lr": 0.0001,
      "sup_loss": 2.1975237214308962
    },
    {
      "step": 2482,
      "lr": 0.0001,
      "sup_loss": 2.1975338948401535
    },
    {
      "step": 2483,
      "lr": 0.0001,
      "sup_loss": 2.197532729852547
    },
    {
      "step": 2484,
      "lr": 0.0001,
      "sup_loss": 2.197491873117049
    },
    {
      "step": 2485,
      "lr": 0.0001,
      "sup_loss": 2.197499267432905
    },
    {
      "step": 2486,
      "lr": 0.0001,
      "sup_loss": 2.197554379894917
    },
    {
      "step": 2487,
      "lr": 0.0001,
      "sup_loss": 2.1975333654130527
    },
    {
      "step": 2488,
      "lr": 0.0001,
      "sup_loss": 2.197513021255194
    },
    {
      "step": 2489,
      "lr": 0.0001,
      "sup_loss": 2.197503371366123
    },
    {
      "step": 2490,
      "lr": 0.0001,
      "sup_loss": 2.19750877240022
    },
    {
      "step": 2491,
      "lr": 0.0001,
      "sup_loss": 2.1975104311047184
    },
    {
      "step": 2492,
      "lr": 0.0001,
      "sup_loss": 2.197571394095612
    },
    {
      "step": 2493,
      "lr": 0.0001,
      "sup_loss": 2.1975347617059082
    },
    {
      "step": 2494,
      "lr": 0.0001,
      "sup_loss": 2.1975287855124437
    },
    {
      "step": 2495,
      "lr": 0.0001,
      "sup_loss": 2.197496169139752
    },
    {
      "step": 2496,
      "lr": 0.0001,
      "sup_loss": 2.197459179196982
    },
    {
      "step": 2497,
      "lr": 0.0001,
      "sup_loss": 2.197552475065693
    },
    {
      "step": 2498,
      "lr": 0.0001,
      "sup_loss": 2.1975587883861634
    },
    {
      "step": 2499,
      "lr": 0.0001,
      "sup_loss": 2.1975209772671866
    },
    {
      "step": 2500,
      "lr": 0.0001,
      "sup_loss": 2.1975427352770134
    },
    {
      "step": 2501,
      "lr": 0.0001,
      "sup_loss": 2.1975241812862967
    },
    {
      "step": 2502,
      "lr": 0.0001,
      "sup_loss": 2.197481909672824
    },
    {
      "step": 2503,
      "lr": 0.0001,
      "sup_loss": 2.197481925062849
    },
    {
      "step": 2504,
      "lr": 0.0001,
      "sup_loss": 2.1974848279400954
    },
    {
      "step": 2505,
      "lr": 0.0001,
      "sup_loss": 2.197473604518709
    },
    {
      "step": 2506,
      "lr": 0.0001,
      "sup_loss": 2.197509670324403
    },
    {
      "step": 2507,
      "lr": 0.0001,
      "sup_loss": 2.1975359562183625
    },
    {
      "step": 2508,
      "lr": 0.0001,
      "sup_loss": 2.1974973389336423
    },
    {
      "step": 2509,
      "lr": 0.0001,
      "sup_loss": 2.1975576764562925
    },
    {
      "step": 2510,
      "lr": 0.0001,
      "sup_loss": 2.1975233886965158
    },
    {
      "step": 2511,
      "lr": 0.0001,
      "sup_loss": 2.1975204915216136
    },
    {
      "step": 2512,
      "lr": 0.0001,
      "sup_loss": 2.1975287923989093
    },
    {
      "step": 2513,
      "lr": 0.0001,
      "sup_loss": 2.1974678145116586
    },
    {
      "step": 2514,
      "lr": 0.0001,
      "sup_loss": 2.197497273296934
    },
    {
      "step": 2515,
      "lr": 0.0001,
      "sup_loss": 2.1975047851388143
    },
    {
      "step": 2516,
      "lr": 0.0001,
      "sup_loss": 2.197537229929383
    },
    {
      "step": 2517,
      "lr": 0.0001,
      "sup_loss": 2.1975386065536915
    },
    {
      "step": 2518,
      "lr": 0.0001,
      "sup_loss": 2.19741679710448
    },
    {
      "step": 2519,
      "lr": 0.0001,
      "sup_loss": 2.197478112777531
    },
    {
      "step": 2520,
      "lr": 0.0001,
      "sup_loss": 2.19747045566285
    },
    {
      "step": 2521,
      "lr": 0.0001,
      "sup_loss": 2.197496423921722
    },
    {
      "step": 2522,
      "lr": 0.0001,
      "sup_loss": 2.197437497308753
    },
    {
      "step": 2523,
      "lr": 0.0001,
      "sup_loss": 2.1974912986684934
    },
    {
      "step": 2524,
      "lr": 0.0001,
      "sup_loss": 2.1974395814420253
    },
    {
      "step": 2525,
      "lr": 0.0001,
      "sup_loss": 2.1975447116486437
    },
    {
      "step": 2526,
      "lr": 0.0001,
      "sup_loss": 2.1974299451289245
    },
    {
      "step": 2527,
      "lr": 0.0001,
      "sup_loss": 2.197452642664947
    },
    {
      "step": 2528,
      "lr": 0.0001,
      "sup_loss": 2.197501518891553
    },
    {
      "step": 2529,
      "lr": 0.0001,
      "sup_loss": 2.197473290615757
    },
    {
      "step": 2530,
      "lr": 0.0001,
      "sup_loss": 2.197485621622135
    },
    {
      "step": 2531,
      "lr": 0.0001,
      "sup_loss": 2.1974676945854
    },
    {
      "step": 2532,
      "lr": 0.0001,
      "sup_loss": 2.1974394636015298
    },
    {
      "step": 2533,
      "lr": 0.0001,
      "sup_loss": 2.197591802584759
    },
    {
      "step": 2534,
      "lr": 0.0001,
      "sup_loss": 2.197467800633518
    },
    {
      "step": 2535,
      "lr": 0.0001,
      "sup_loss": 2.197443165521821
    },
    {
      "step": 2536,
      "lr": 0.0001,
      "sup_loss": 2.197486401535804
    },
    {
      "step": 2537,
      "lr": 0.0001,
      "sup_loss": 2.197522796999085
    },
    {
      "step": 2538,
      "lr": 0.0001,
      "sup_loss": 2.1974232704762455
    },
    {
      "step": 2539,
      "lr": 0.0001,
      "sup_loss": 2.1974932168459462
    },
    {
      "step": 2540,
      "lr": 0.0001,
      "sup_loss": 2.1974875095605504
    },
    {
      "step": 2541,
      "lr": 0.0001,
      "sup_loss": 2.1975138632419755
    },
    {
      "step": 2542,
      "lr": 0.0001,
      "sup_loss": 2.1974914347419996
    },
    {
      "step": 2543,
      "lr": 0.0001,
      "sup_loss": 2.197443029558839
    },
    {
      "step": 2544,
      "lr": 0.0001,
      "sup_loss": 2.1974794063127003
    },
    {
      "step": 2545,
      "lr": 0.0001,
      "sup_loss": 2.1974762953573874
    },
    {
      "step": 2546,
      "lr": 0.0001,
      "sup_loss": 2.1974753051273925
    },
    {
      "step": 2547,
      "lr": 0.0001,
      "sup_loss": 2.197543849820808
    },
    {
      "step": 2548,
      "lr": 0.0001,
      "sup_loss": 2.197489944821343
    },
    {
      "step": 2549,
      "lr": 0.0001,
      "sup_loss": 2.1974984436162064
    },
    {
      "step": 2550,
      "lr": 0.0001,
      "sup_loss": 2.197490965545443
    },
    {
      "step": 2551,
      "lr": 0.0001,
      "sup_loss": 2.1975152824224535
    },
    {
      "step": 2552,
      "lr": 0.0001,
      "sup_loss": 2.1974160881387785
    },
    {
      "step": 2553,
      "lr": 0.0001,
      "sup_loss": 2.1975430211798157
    },
    {
      "step": 2554,
      "lr": 0.0001,
      "sup_loss": 2.1974995423451356
    },
    {
      "step": 2555,
      "lr": 0.0001,
      "sup_loss": 2.1975106703072305
    },
    {
      "step": 2556,
      "lr": 0.0001,
      "sup_loss": 2.1974421806698476
    },
    {
      "step": 2557,
      "lr": 0.0001,
      "sup_loss": 2.1974404613755274
    },
    {
      "step": 2558,
      "lr": 0.0001,
      "sup_loss": 2.197501485129779
    },
    {
      "step": 2559,
      "lr": 0.0001,
      "sup_loss": 2.197441449273815
    },
    {
      "step": 2560,
      "lr": 0.0001,
      "sup_loss": 2.197457405164457
    },
    {
      "step": 2561,
      "lr": 0.0001,
      "sup_loss": 2.197467125766547
    },
    {
      "step": 2562,
      "lr": 0.0001,
      "sup_loss": 2.197493719575001
    },
    {
      "step": 2563,
      "lr": 0.0001,
      "sup_loss": 2.197469676692881
    },
    {
      "step": 2564,
      "lr": 0.0001,
      "sup_loss": 2.19750250632202
    },
    {
      "step": 2565,
      "lr": 0.0001,
      "sup_loss": 2.1974412013302915
    },
    {
      "step": 2566,
      "lr": 0.0001,
      "sup_loss": 2.1974819943444626
    },
    {
      "step": 2567,
      "lr": 0.0001,
      "sup_loss": 2.1975471474309356
    },
    {
      "step": 2568,
      "lr": 0.0001,
      "sup_loss": 2.1974734969502543
    },
    {
      "step": 2569,
      "lr": 0.0001,
      "sup_loss": 2.197484818301627
    },
    {
      "step": 2570,
      "lr": 0.0001,
      "sup_loss": 2.197488278796533
    },
    {
      "step": 2571,
      "lr": 0.0001,
      "sup_loss": 2.1974646723216695
    },
    {
      "step": 2572,
      "lr": 0.0001,
      "sup_loss": 2.1975124465750966
    },
    {
      "step": 2573,
      "lr": 0.0001,
      "sup_loss": 2.1975118180316247
    },
    {
      "step": 2574,
      "lr": 0.0001,
      "sup_loss": 2.1974531173402934
    },
    {
      "step": 2575,
      "lr": 0.0001,
      "sup_loss": 2.1974975490545514
    },
    {
      "step": 2576,
      "lr": 0.0001,
      "sup_loss": 2.197464042382421
    },
    {
      "step": 2577,
      "lr": 0.0001,
      "sup_loss": 2.197516358125558
    },
    {
      "step": 2578,
      "lr": 0.0001,
      "sup_loss": 2.1974885611821793
    },
    {
      "step": 2579,
      "lr": 0.0001,
      "sup_loss": 2.197535628024789
    },
    {
      "step": 2580,
      "lr": 0.0001,
      "sup_loss": 2.1974626036044724
    },
    {
      "step": 2581,
      "lr": 0.0001,
      "sup_loss": 2.197469914728846
    },
    {
      "step": 2582,
      "lr": 0.0001,
      "sup_loss": 2.1974774426068886
    },
    {
      "step": 2583,
      "lr": 0.0001,
      "sup_loss": 2.197496156638196
    },
    {
      "step": 2584,
      "lr": 0.0001,
      "sup_loss": 2.1974381267735303
    },
    {
      "step": 2585,
      "lr": 0.0001,
      "sup_loss": 2.197471496185651
    },
    {
      "step": 2586,
      "lr": 0.0001,
      "sup_loss": 2.1975202817639032
    },
    {
      "step": 2587,
      "lr": 0.0001,
      "sup_loss": 2.197435734125084
    },
    {
      "step": 2588,
      "lr": 0.0001,
      "sup_loss": 2.197515791260637
    },
    {
      "step": 2589,
      "lr": 0.0001,
      "sup_loss": 2.197519994379328
    },
    {
      "step": 2590,
      "lr": 0.0001,
      "sup_loss": 2.1975133677530563
    },
    {
      "step": 2591,
      "lr": 0.0001,
      "sup_loss": 2.1974717599108953
    },
    {
      "step": 2592,
      "lr": 0.0001,
      "sup_loss": 2.1974719833287146
    },
    {
      "step": 2593,
      "lr": 0.0001,
      "sup_loss": 2.1974834540084243
    },
    {
      "step": 2594,
      "lr": 0.0001,
      "sup_loss": 2.1974366613468557
    },
    {
      "step": 2595,
      "lr": 0.0001,
      "sup_loss": 2.1975130056201344
    },
    {
      "step": 2596,
      "lr": 0.0001,
      "sup_loss": 2.197530970103572
    },
    {
      "step": 2597,
      "lr": 0.0001,
      "sup_loss": 2.1975041709437675
    },
    {
      "step": 2598,
      "lr": 0.0001,
      "sup_loss": 2.1974958314443067
    },
    {
      "step": 2599,
      "lr": 0.0001,
      "sup_loss": 2.19755719998386
    },
    {
      "step": 2600,
      "lr": 0.0001,
      "sup_loss": 2.197577436550925
    },
    {
      "step": 2601,
      "lr": 0.0001,
      "sup_loss": 2.1974702972672255
    },
    {
      "step": 2602,
      "lr": 0.0001,
      "sup_loss": 2.1974598615063643
    },
    {
      "step": 2603,
      "lr": 0.0001,
      "sup_loss": 2.1974514385182675
    },
    {
      "step": 2604,
      "lr": 0.0001,
      "sup_loss": 2.19754021324561
    },
    {
      "step": 2605,
      "lr": 0.0001,
      "sup_loss": 2.1975001202147353
    },
    {
      "step": 2606,
      "lr": 0.0001,
      "sup_loss": 2.19749429976224
    },
    {
      "step": 2607,
      "lr": 0.0001,
      "sup_loss": 2.1974636871682214
    },
    {
      "step": 2608,
      "lr": 0.0001,
      "sup_loss": 2.1974562169223124
    },
    {
      "step": 2609,
      "lr": 0.0001,
      "sup_loss": 2.197463869410419
    },
    {
      "step": 2610,
      "lr": 0.0001,
      "sup_loss": 2.1974542361260125
    },
    {
      "step": 2611,
      "lr": 0.0001,
      "sup_loss": 2.1974188828817245
    },
    {
      "step": 2612,
      "lr": 0.0001,
      "sup_loss": 2.197478431900216
    },
    {
      "step": 2613,
      "lr": 0.0001,
      "sup_loss": 2.1975245501389673
    },
    {
      "step": 2614,
      "lr": 0.0001,
      "sup_loss": 2.1974859070533492
    },
    {
      "step": 2615,
      "lr": 0.0001,
      "sup_loss": 2.1975590057727876
    },
    {
      "step": 2616,
      "lr": 0.0001,
      "sup_loss": 2.197536936459285
    },
    {
      "step": 2617,
      "lr": 0.0001,
      "sup_loss": 2.1974502892574277
    },
    {
      "step": 2618,
      "lr": 0.0001,
      "sup_loss": 2.197479160149059
    },
    {
      "step": 2619,
      "lr": 0.0001,
      "sup_loss": 2.197489650236092
    },
    {
      "step": 2620,
      "lr": 0.0001,
      "sup_loss": 2.1975032913281503
    },
    {
      "step": 2621,
      "lr": 0.0001,
      "sup_loss": 2.1974918036200615
    },
    {
      "step": 2622,
      "lr": 0.0001,
      "sup_loss": 2.1974512381895215
    },
    {
      "step": 2623,
      "lr": 0.0001,
      "sup_loss": 2.1974453150698876
    },
    {
      "step": 2624,
      "lr": 0.0001,
      "sup_loss": 2.197479356116646
    },
    {
      "step": 2625,
      "lr": 0.0001,
      "sup_loss": 2.1975090132898463
    },
    {
      "step": 2626,
      "lr": 0.0001,
      "sup_loss": 2.197430008441971
    },
    {
      "step": 2627,
      "lr": 0.0001,
      "sup_loss": 2.1974345143774707
    },
    {
      "step": 2628,
      "lr": 0.0001,
      "sup_loss": 2.1974498744017823
    },
    {
      "step": 2629,
      "lr": 0.0001,
      "sup_loss": 2.197479085513554
    },
    {
      "step": 2630,
      "lr": 0.0001,
      "sup_loss": 2.1974505161597904
    },
    {
      "step": 2631,
      "lr": 0.0001,
      "sup_loss": 2.1974877419461274
    },
    {
      "step": 2632,
      "lr": 0.0001,
      "sup_loss": 2.1975053928617463
    },
    {
      "step": 2633,
      "lr": 0.0001,
      "sup_loss": 2.1974572063649984
    },
    {
      "step": 2634,
      "lr": 0.0001,
      "sup_loss": 2.197555526546381
    },
    {
      "step": 2635,
      "lr": 0.0001,
      "sup_loss": 2.1974668228278826
    },
    {
      "step": 2636,
      "lr": 0.0001,
      "sup_loss": 2.1974564116036897
    },
    {
      "step": 2637,
      "lr": 0.0001,
      "sup_loss": 2.1974445992408174
    },
    {
      "step": 2638,
      "lr": 0.0001,
      "sup_loss": 2.197467978384532
    },
    {
      "step": 2639,
      "lr": 0.0001,
      "sup_loss": 2.1974597127873126
    },
    {
      "step": 2640,
      "lr": 0.0001,
      "sup_loss": 2.1974477335025338
    },
    {
      "step": 2641,
      "lr": 0.0001,
      "sup_loss": 2.19748850118481
    },
    {
      "step": 2642,
      "lr": 0.0001,
      "sup_loss": 2.1974506147895814
    },
    {
      "step": 2643,
      "lr": 0.0001,
      "sup_loss": 2.197415902735398
    },
    {
      "step": 2644,
      "lr": 0.0001,
      "sup_loss": 2.1974262635417956
    },
    {
      "step": 2645,
      "lr": 0.0001,
      "sup_loss": 2.1974686520832525
    },
    {
      "step": 2646,
      "lr": 0.0001,
      "sup_loss": 2.197449941887262
    },
    {
      "step": 2647,
      "lr": 0.0001,
      "sup_loss": 2.1974982110871504
    },
    {
      "step": 2648,
      "lr": 0.0001,
      "sup_loss": 2.197497934667857
    },
    {
      "step": 2649,
      "lr": 0.0001,
      "sup_loss": 2.197473810923355
    },
    {
      "step": 2650,
      "lr": 0.0001,
      "sup_loss": 2.19745804911713
    },
    {
      "step": 2651,
      "lr": 0.0001,
      "sup_loss": 2.197538522091844
    },
    {
      "step": 2652,
      "lr": 0.0001,
      "sup_loss": 2.197454675885866
    },
    {
      "step": 2653,
      "lr": 0.0001,
      "sup_loss": 2.197461247185297
    },
    {
      "step": 2654,
      "lr": 0.0001,
      "sup_loss": 2.197446849106951
    },
    {
      "step": 2655,
      "lr": 0.0001,
      "sup_loss": 2.19746382958419
    },
    {
      "step": 2656,
      "lr": 0.0001,
      "sup_loss": 2.1974464876942297
    },
    {
      "step": 2657,
      "lr": 0.0001,
      "sup_loss": 2.197494921633893
    },
    {
      "step": 2658,
      "lr": 0.0001,
      "sup_loss": 2.1975061076238105
    },
    {
      "step": 2659,
      "lr": 0.0001,
      "sup_loss": 2.197389273163523
    },
    {
      "step": 2660,
      "lr": 0.0001,
      "sup_loss": 2.1974242521484992
    },
    {
      "step": 2661,
      "lr": 0.0001,
      "sup_loss": 2.1974835361862475
    },
    {
      "step": 2662,
      "lr": 0.0001,
      "sup_loss": 2.1974512759183114
    },
    {
      "step": 2663,
      "lr": 0.0001,
      "sup_loss": 2.197454645569952
    },
    {
      "step": 2664,
      "lr": 0.0001,
      "sup_loss": 2.1975340279237194
    },
    {
      "step": 2665,
      "lr": 0.0001,
      "sup_loss": 2.1975189056045723
    },
    {
      "step": 2666,
      "lr": 0.0001,
      "sup_loss": 2.1975251958816484
    },
    {
      "step": 2667,
      "lr": 0.0001,
      "sup_loss": 2.197420781516586
    },
    {
      "step": 2668,
      "lr": 0.0001,
      "sup_loss": 2.1974531720147317
    },
    {
      "step": 2669,
      "lr": 0.0001,
      "sup_loss": 2.197480200955501
    },
    {
      "step": 2670,
      "lr": 0.0001,
      "sup_loss": 2.1975144416387584
    },
    {
      "step": 2671,
      "lr": 0.0001,
      "sup_loss": 2.197455900190699
    },
    {
      "step": 2672,
      "lr": 0.0001,
      "sup_loss": 2.1975020550381306
    },
    {
      "step": 2673,
      "lr": 0.0001,
      "sup_loss": 2.1974870584103714
    },
    {
      "step": 2674,
      "lr": 0.0001,
      "sup_loss": 2.197458101324217
    },
    {
      "step": 2675,
      "lr": 0.0001,
      "sup_loss": 2.1975563902747997
    },
    {
      "step": 2676,
      "lr": 0.0001,
      "sup_loss": 2.1974689545914035
    },
    {
      "step": 2677,
      "lr": 0.0001,
      "sup_loss": 2.1974391627092844
    },
    {
      "step": 2678,
      "lr": 0.0001,
      "sup_loss": 2.197491481782973
    },
    {
      "step": 2679,
      "lr": 0.0001,
      "sup_loss": 2.197453929721619
    },
    {
      "step": 2680,
      "lr": 0.0001,
      "sup_loss": 2.1974929387477182
    },
    {
      "step": 2681,
      "lr": 0.0001,
      "sup_loss": 2.197500286426469
    },
    {
      "step": 2682,
      "lr": 0.0001,
      "sup_loss": 2.1974649662064643
    },
    {
      "step": 2683,
      "lr": 0.0001,
      "sup_loss": 2.1974324538812473
    },
    {
      "step": 2684,
      "lr": 0.0001,
      "sup_loss": 2.1974271708268267
    },
    {
      "step": 2685,
      "lr": 0.0001,
      "sup_loss": 2.197467287412647
    },
    {
      "step": 2686,
      "lr": 0.0001,
      "sup_loss": 2.1975402393765675
    },
    {
      "step": 2687,
      "lr": 0.0001,
      "sup_loss": 2.1973964722065094
    },
    {
      "step": 2688,
      "lr": 0.0001,
      "sup_loss": 2.1974900025114756
    },
    {
      "step": 2689,
      "lr": 0.0001,
      "sup_loss": 2.197457946454067
    },
    {
      "step": 2690,
      "lr": 0.0001,
      "sup_loss": 2.197483439429578
    },
    {
      "step": 2691,
      "lr": 0.0001,
      "sup_loss": 2.1974396714159794
    },
    {
      "step": 2692,
      "lr": 0.0001,
      "sup_loss": 2.19747766901278
    },
    {
      "step": 2693,
      "lr": 0.0001,
      "sup_loss": 2.1974558875054955
    },
    {
      "step": 2694,
      "lr": 0.0001,
      "sup_loss": 2.1974476361706277
    },
    {
      "step": 2695,
      "lr": 0.0001,
      "sup_loss": 2.1974868293011185
    },
    {
      "step": 2696,
      "lr": 0.0001,
      "sup_loss": 2.197438129221513
    },
    {
      "step": 2697,
      "lr": 0.0001,
      "sup_loss": 2.1974442015720816
    },
    {
      "step": 2698,
      "lr": 0.0001,
      "sup_loss": 2.1974983560352523
    },
    {
      "step": 2699,
      "lr": 0.0001,
      "sup_loss": 2.1974531533523436
    },
    {
      "step": 2700,
      "lr": 0.0001,
      "sup_loss": 2.197496644678273
    },
    {
      "step": 2701,
      "lr": 0.0001,
      "sup_loss": 2.197452296443396
    },
    {
      "step": 2702,
      "lr": 0.0001,
      "sup_loss": 2.1974164930818203
    },
    {
      "step": 2703,
      "lr": 0.0001,
      "sup_loss": 2.1975691165182423
    },
    {
      "step": 2704,
      "lr": 0.0001,
      "sup_loss": 2.197505186692414
    },
    {
      "step": 2705,
      "lr": 0.0001,
      "sup_loss": 2.19748012877525
    },
    {
      "step": 2706,
      "lr": 0.0001,
      "sup_loss": 2.197449043720618
    },
    {
      "step": 2707,
      "lr": 0.0001,
      "sup_loss": 2.197437263427494
    },
    {
      "step": 2708,
      "lr": 0.0001,
      "sup_loss": 2.1974642855844246
    },
    {
      "step": 2709,
      "lr": 0.0001,
      "sup_loss": 2.1974432239522947
    },
    {
      "step": 2710,
      "lr": 0.0001,
      "sup_loss": 2.1974860743488804
    },
    {
      "step": 2711,
      "lr": 0.0001,
      "sup_loss": 2.197398133109741
    },
    {
      "step": 2712,
      "lr": 0.0001,
      "sup_loss": 2.1974561861528117
    },
    {
      "step": 2713,
      "lr": 0.0001,
      "sup_loss": 2.197458412643413
    },
    {
      "step": 2714,
      "lr": 0.0001,
      "sup_loss": 2.1974649553833374
    },
    {
      "step": 2715,
      "lr": 0.0001,
      "sup_loss": 2.1974638474902575
    },
    {
      "step": 2716,
      "lr": 0.0001,
      "sup_loss": 2.1974555160883273
    },
    {
      "step": 2717,
      "lr": 0.0001,
      "sup_loss": 2.1974748379556104
    },
    {
      "step": 2718,
      "lr": 0.0001,
      "sup_loss": 2.197453201041481
    },
    {
      "step": 2719,
      "lr": 0.0001,
      "sup_loss": 2.1974569561160333
    },
    {
      "step": 2720,
      "lr": 0.0001,
      "sup_loss": 2.1974686391410163
    },
    {
      "step": 2721,
      "lr": 0.0001,
      "sup_loss": 2.197504395579611
    },
    {
      "step": 2722,
      "lr": 0.0001,
      "sup_loss": 2.197484614443853
    },
    {
      "step": 2723,
      "lr": 0.0001,
      "sup_loss": 2.1974408451980785
    },
    {
      "step": 2724,
      "lr": 0.0001,
      "sup_loss": 2.1974393270232495
    },
    {
      "step": 2725,
      "lr": 0.0001,
      "sup_loss": 2.1974876809425816
    },
    {
      "step": 2726,
      "lr": 0.0001,
      "sup_loss": 2.1974964051509156
    },
    {
      "step": 2727,
      "lr": 0.0001,
      "sup_loss": 2.197416791320345
    },
    {
      "step": 2728,
      "lr": 0.0001,
      "sup_loss": 2.197492534514747
    },
    {
      "step": 2729,
      "lr": 0.0001,
      "sup_loss": 2.197438200131532
    },
    {
      "step": 2730,
      "lr": 0.0001,
      "sup_loss": 2.1975163411416707
    },
    {
      "step": 2731,
      "lr": 0.0001,
      "sup_loss": 2.1974619576539274
    },
    {
      "step": 2732,
      "lr": 0.0001,
      "sup_loss": 2.19754964362589
    },
    {
      "step": 2733,
      "lr": 0.0001,
      "sup_loss": 2.197472968796119
    },
    {
      "step": 2734,
      "lr": 0.0001,
      "sup_loss": 2.197495591727412
    },
    {
      "step": 2735,
      "lr": 0.0001,
      "sup_loss": 2.197478932820908
    },
    {
      "step": 2736,
      "lr": 0.0001,
      "sup_loss": 2.1975065118177595
    },
    {
      "step": 2737,
      "lr": 0.0001,
      "sup_loss": 2.197479101391202
    },
    {
      "step": 2738,
      "lr": 0.0001,
      "sup_loss": 2.1974534377792247
    },
    {
      "step": 2739,
      "lr": 0.0001,
      "sup_loss": 2.1974968618171715
    },
    {
      "step": 2740,
      "lr": 0.0001,
      "sup_loss": 2.197485188952018
    },
    {
      "step": 2741,
      "lr": 0.0001,
      "sup_loss": 2.1974086728815156
    },
    {
      "step": 2742,
      "lr": 0.0001,
      "sup_loss": 2.1975051159529815
    },
    {
      "step": 2743,
      "lr": 0.0001,
      "sup_loss": 2.1974628145918973
    },
    {
      "step": 2744,
      "lr": 0.0001,
      "sup_loss": 2.1974706441512093
    },
    {
      "step": 2745,
      "lr": 0.0001,
      "sup_loss": 2.1974744427309783
    },
    {
      "step": 2746,
      "lr": 0.0001,
      "sup_loss": 2.1974412321144134
    },
    {
      "step": 2747,
      "lr": 0.0001,
      "sup_loss": 2.1974643288121607
    },
    {
      "step": 2748,
      "lr": 0.0001,
      "sup_loss": 2.1974984926986614
    },
    {
      "step": 2749,
      "lr": 0.0001,
      "sup_loss": 2.1974536506376072
    },
    {
      "step": 2750,
      "lr": 0.0001,
      "sup_loss": 2.19746043023741
    },
    {
      "step": 2751,
      "lr": 0.0001,
      "sup_loss": 2.1975639779471905
    },
    {
      "step": 2752,
      "lr": 0.0001,
      "sup_loss": 2.1974419179434688
    },
    {
      "step": 2753,
      "lr": 0.0001,
      "sup_loss": 2.1975100298907315
    },
    {
      "step": 2754,
      "lr": 0.0001,
      "sup_loss": 2.1974479130251154
    },
    {
      "step": 2755,
      "lr": 0.0001,
      "sup_loss": 2.1975125651445695
    },
    {
      "step": 2756,
      "lr": 0.0001,
      "sup_loss": 2.197446516539981
    },
    {
      "step": 2757,
      "lr": 0.0001,
      "sup_loss": 2.197439599798592
    },
    {
      "step": 2758,
      "lr": 0.0001,
      "sup_loss": 2.1974603336032126
    },
    {
      "step": 2759,
      "lr": 0.0001,
      "sup_loss": 2.1975007926260663
    },
    {
      "step": 2760,
      "lr": 0.0001,
      "sup_loss": 2.197455290810639
    },
    {
      "step": 2761,
      "lr": 0.0001,
      "sup_loss": 2.1974776065491923
    },
    {
      "step": 2762,
      "lr": 0.0001,
      "sup_loss": 2.197434175023034
    },
    {
      "step": 2763,
      "lr": 0.0001,
      "sup_loss": 2.197529374029343
    },
    {
      "step": 2764,
      "lr": 0.0001,
      "sup_loss": 2.1974530713870752
    },
    {
      "step": 2765,
      "lr": 0.0001,
      "sup_loss": 2.1974720588381924
    },
    {
      "step": 2766,
      "lr": 0.0001,
      "sup_loss": 2.1974674622248838
    },
    {
      "step": 2767,
      "lr": 0.0001,
      "sup_loss": 2.1974778003500113
    },
    {
      "step": 2768,
      "lr": 0.0001,
      "sup_loss": 2.197415358810136
    },
    {
      "step": 2769,
      "lr": 0.0001,
      "sup_loss": 2.197462934985504
    },
    {
      "step": 2770,
      "lr": 0.0001,
      "sup_loss": 2.1974942879281625
    },
    {
      "step": 2771,
      "lr": 0.0001,
      "sup_loss": 2.197546465232709
    },
    {
      "step": 2772,
      "lr": 0.0001,
      "sup_loss": 2.1974319055012774
    },
    {
      "step": 2773,
      "lr": 0.0001,
      "sup_loss": 2.197476352267313
    },
    {
      "step": 2774,
      "lr": 0.0001,
      "sup_loss": 2.1974624029948138
    },
    {
      "step": 2775,
      "lr": 0.0001,
      "sup_loss": 2.1974371824817887
    },
    {
      "step": 2776,
      "lr": 0.0001,
      "sup_loss": 2.197491041211201
    },
    {
      "step": 2777,
      "lr": 0.0001,
      "sup_loss": 2.197420379431279
    },
    {
      "step": 2778,
      "lr": 0.0001,
      "sup_loss": 2.1974470320515276
    },
    {
      "step": 2779,
      "lr": 0.0001,
      "sup_loss": 2.1974354983561453
    },
    {
      "step": 2780,
      "lr": 0.0001,
      "sup_loss": 2.1974963425272787
    },
    {
      "step": 2781,
      "lr": 0.0001,
      "sup_loss": 2.197447098432061
    },
    {
      "step": 2782,
      "lr": 0.0001,
      "sup_loss": 2.1974784515609063
    },
    {
      "step": 2783,
      "lr": 0.0001,
      "sup_loss": 2.1974717552256866
    },
    {
      "step": 2784,
      "lr": 0.0001,
      "sup_loss": 2.197473027181285
    },
    {
      "step": 2785,
      "lr": 0.0001,
      "sup_loss": 2.1974947648837557
    },
    {
      "step": 2786,
      "lr": 0.0001,
      "sup_loss": 2.1974037400418305
    },
    {
      "step": 2787,
      "lr": 0.0001,
      "sup_loss": 2.1974320545076695
    },
    {
      "step": 2788,
      "lr": 0.0001,
      "sup_loss": 2.197466146880363
    },
    {
      "step": 2789,
      "lr": 0.0001,
      "sup_loss": 2.197465429537357
    },
    {
      "step": 2790,
      "lr": 0.0001,
      "sup_loss": 2.19744070396621
    },
    {
      "step": 2791,
      "lr": 0.0001,
      "sup_loss": 2.197438014318882
    },
    {
      "step": 2792,
      "lr": 0.0001,
      "sup_loss": 2.197477015177098
    },
    {
      "step": 2793,
      "lr": 0.0001,
      "sup_loss": 2.1974786958438917
    },
    {
      "step": 2794,
      "lr": 0.0001,
      "sup_loss": 2.1974849285654736
    },
    {
      "step": 2795,
      "lr": 0.0001,
      "sup_loss": 2.197411175429069
    },
    {
      "step": 2796,
      "lr": 0.0001,
      "sup_loss": 2.197452091414002
    },
    {
      "step": 2797,
      "lr": 0.0001,
      "sup_loss": 2.197424805896044
    },
    {
      "step": 2798,
      "lr": 0.0001,
      "sup_loss": 2.197488768050909
    },
    {
      "step": 2799,
      "lr": 0.0001,
      "sup_loss": 2.1974910279686592
    },
    {
      "step": 2800,
      "lr": 0.0001,
      "sup_loss": 2.197475702377125
    },
    {
      "step": 2801,
      "lr": 0.0001,
      "sup_loss": 2.197497688068121
    },
    {
      "step": 2802,
      "lr": 0.0001,
      "sup_loss": 2.197471541932217
    },
    {
      "step": 2803,
      "lr": 0.0001,
      "sup_loss": 2.1974477155086154
    },
    {
      "step": 2804,
      "lr": 0.0001,
      "sup_loss": 2.197476882319043
    },
    {
      "step": 2805,
      "lr": 0.0001,
      "sup_loss": 2.1973825437378545
    },
    {
      "step": 2806,
      "lr": 0.0001,
      "sup_loss": 2.197520608481497
    },
    {
      "step": 2807,
      "lr": 0.0001,
      "sup_loss": 2.1974686714922544
    },
    {
      "step": 2808,
      "lr": 0.0001,
      "sup_loss": 2.1974433591156135
    },
    {
      "step": 2809,
      "lr": 0.0001,
      "sup_loss": 2.1974366366447575
    },
    {
      "step": 2810,
      "lr": 0.0001,
      "sup_loss": 2.197426830403122
    },
    {
      "step": 2811,
      "lr": 0.0001,
      "sup_loss": 2.1974505771770003
    },
    {
      "step": 2812,
      "lr": 0.0001,
      "sup_loss": 2.1975073962318525
    },
    {
      "step": 2813,
      "lr": 0.0001,
      "sup_loss": 2.197466326457407
    },
    {
      "step": 2814,
      "lr": 0.0001,
      "sup_loss": 2.1975043398004814
    },
    {
      "step": 2815,
      "lr": 0.0001,
      "sup_loss": 2.197450681610317
    },
    {
      "step": 2816,
      "lr": 0.0001,
      "sup_loss": 2.1974975885070456
    },
    {
      "step": 2817,
      "lr": 0.0001,
      "sup_loss": 2.1974459950674006
    },
    {
      "step": 2818,
      "lr": 0.0001,
      "sup_loss": 2.1974615797043766
    },
    {
      "step": 2819,
      "lr": 0.0001,
      "sup_loss": 2.197453092480091
    },
    {
      "step": 2820,
      "lr": 0.0001,
      "sup_loss": 2.197497229169771
    },
    {
      "step": 2821,
      "lr": 0.0001,
      "sup_loss": 2.1974321693755603
    },
    {
      "step": 2822,
      "lr": 0.0001,
      "sup_loss": 2.197503469988333
    },
    {
      "step": 2823,
      "lr": 0.0001,
      "sup_loss": 2.1974129479478384
    },
    {
      "step": 2824,
      "lr": 0.0001,
      "sup_loss": 2.197442592675248
    },
    {
      "step": 2825,
      "lr": 0.0001,
      "sup_loss": 2.197439167942528
    },
    {
      "step": 2826,
      "lr": 0.0001,
      "sup_loss": 2.1974317785947663
    },
    {
      "step": 2827,
      "lr": 0.0001,
      "sup_loss": 2.1974476222816035
    },
    {
      "step": 2828,
      "lr": 0.0001,
      "sup_loss": 2.197482878539677
    },
    {
      "step": 2829,
      "lr": 0.0001,
      "sup_loss": 2.197464343717016
    },
    {
      "step": 2830,
      "lr": 0.0001,
      "sup_loss": 2.1974401878307215
    },
    {
      "step": 2831,
      "lr": 0.0001,
      "sup_loss": 2.1975112985124396
    },
    {
      "step": 2832,
      "lr": 0.0001,
      "sup_loss": 2.197460649084561
    },
    {
      "step": 2833,
      "lr": 0.0001,
      "sup_loss": 2.197368065640363
    },
    {
      "step": 2834,
      "lr": 0.0001,
      "sup_loss": 2.197480865288469
    },
    {
      "step": 2835,
      "lr": 0.0001,
      "sup_loss": 2.1974942368060577
    },
    {
      "step": 2836,
      "lr": 0.0001,
      "sup_loss": 2.1974886749822877
    },
    {
      "step": 2837,
      "lr": 0.0001,
      "sup_loss": 2.197435497233727
    },
    {
      "step": 2838,
      "lr": 0.0001,
      "sup_loss": 2.1974675487565785
    },
    {
      "step": 2839,
      "lr": 0.0001,
      "sup_loss": 2.1974927099633788
    },
    {
      "step": 2840,
      "lr": 0.0001,
      "sup_loss": 2.1974661381040512
    },
    {
      "step": 2841,
      "lr": 0.0001,
      "sup_loss": 2.1975047889447765
    },
    {
      "step": 2842,
      "lr": 0.0001,
      "sup_loss": 2.1974780715736157
    },
    {
      "step": 2843,
      "lr": 0.0001,
      "sup_loss": 2.1974534351209996
    },
    {
      "step": 2844,
      "lr": 0.0001,
      "sup_loss": 2.197403236605091
    },
    {
      "step": 2845,
      "lr": 0.0001,
      "sup_loss": 2.1974739748891814
    },
    {
      "step": 2846,
      "lr": 0.0001,
      "sup_loss": 2.1974553454884598
    },
    {
      "step": 2847,
      "lr": 0.0001,
      "sup_loss": 2.197486137754388
    },
    {
      "step": 2848,
      "lr": 0.0001,
      "sup_loss": 2.1974114324718013
    },
    {
      "step": 2849,
      "lr": 0.0001,
      "sup_loss": 2.1974206424914926
    },
    {
      "step": 2850,
      "lr": 0.0001,
      "sup_loss": 2.197484781406074
    },
    {
      "step": 2851,
      "lr": 0.0001,
      "sup_loss": 2.197474385565335
    },
    {
      "step": 2852,
      "lr": 0.0001,
      "sup_loss": 2.1974303660859063
    },
    {
      "step": 2853,
      "lr": 0.0001,
      "sup_loss": 2.1975165432964716
    },
    {
      "step": 2854,
      "lr": 0.0001,
      "sup_loss": 2.197435751575816
    },
    {
      "step": 2855,
      "lr": 0.0001,
      "sup_loss": 2.1974812239048864
    },
    {
      "step": 2856,
      "lr": 0.0001,
      "sup_loss": 2.1974751259416587
    },
    {
      "step": 2857,
      "lr": 0.0001,
      "sup_loss": 2.197450354286775
    },
    {
      "step": 2858,
      "lr": 0.0001,
      "sup_loss": 2.1974417115758063
    },
    {
      "step": 2859,
      "lr": 0.0001,
      "sup_loss": 2.197465684605838
    },
    {
      "step": 2860,
      "lr": 0.0001,
      "sup_loss": 2.1974087990172104
    },
    {
      "step": 2861,
      "lr": 0.0001,
      "sup_loss": 2.1974016387307804
    },
    {
      "step": 2862,
      "lr": 0.0001,
      "sup_loss": 2.1974566798523467
    },
    {
      "step": 2863,
      "lr": 0.0001,
      "sup_loss": 2.197402074842922
    },
    {
      "step": 2864,
      "lr": 0.0001,
      "sup_loss": 2.197444286677209
    },
    {
      "step": 2865,
      "lr": 0.0001,
      "sup_loss": 2.197461887267418
    },
    {
      "step": 2866,
      "lr": 0.0001,
      "sup_loss": 2.1973980293800435
    },
    {
      "step": 2867,
      "lr": 0.0001,
      "sup_loss": 2.1974632688779687
    },
    {
      "step": 2868,
      "lr": 0.0001,
      "sup_loss": 2.197405763240146
    },
    {
      "step": 2869,
      "lr": 0.0001,
      "sup_loss": 2.197480188565047
    },
    {
      "step": 2870,
      "lr": 0.0001,
      "sup_loss": 2.197444012153067
    },
    {
      "step": 2871,
      "lr": 0.0001,
      "sup_loss": 2.1974616872139476
    },
    {
      "step": 2872,
      "lr": 0.0001,
      "sup_loss": 2.1975088294588634
    },
    {
      "step": 2873,
      "lr": 0.0001,
      "sup_loss": 2.1974201716419035
    },
    {
      "step": 2874,
      "lr": 0.0001,
      "sup_loss": 2.19748397548035
    },
    {
      "step": 2875,
      "lr": 0.0001,
      "sup_loss": 2.197457673506566
    },
    {
      "step": 2876,
      "lr": 0.0001,
      "sup_loss": 2.197421414023234
    },
    {
      "step": 2877,
      "lr": 0.0001,
      "sup_loss": 2.197470359650615
    },
    {
      "step": 2878,
      "lr": 0.0001,
      "sup_loss": 2.197456692362497
    },
    {
      "step": 2879,
      "lr": 0.0001,
      "sup_loss": 2.1975059010801807
    },
    {
      "step": 2880,
      "lr": 0.0001,
      "sup_loss": 2.197480584755902
    },
    {
      "step": 2881,
      "lr": 0.0001,
      "sup_loss": 2.197492115841772
    },
    {
      "step": 2882,
      "lr": 0.0001,
      "sup_loss": 2.1974456524535464
    },
    {
      "step": 2883,
      "lr": 0.0001,
      "sup_loss": 2.197409823886162
    },
    {
      "step": 2884,
      "lr": 0.0001,
      "sup_loss": 2.197447056352813
    },
    {
      "step": 2885,
      "lr": 0.0001,
      "sup_loss": 2.1974880100894674
    },
    {
      "step": 2886,
      "lr": 0.0001,
      "sup_loss": 2.197380564470063
    },
    {
      "step": 2887,
      "lr": 0.0001,
      "sup_loss": 2.1974175708706776
    },
    {
      "step": 2888,
      "lr": 0.0001,
      "sup_loss": 2.1974648987395216
    },
    {
      "step": 2889,
      "lr": 0.0001,
      "sup_loss": 2.19742656181532
    },
    {
      "step": 2890,
      "lr": 0.0001,
      "sup_loss": 2.197445674734988
    },
    {
      "step": 2891,
      "lr": 0.0001,
      "sup_loss": 2.1974616103228035
    },
    {
      "step": 2892,
      "lr": 0.0001,
      "sup_loss": 2.1974531703328957
    },
    {
      "step": 2893,
      "lr": 0.0001,
      "sup_loss": 2.1974639979472106
    },
    {
      "step": 2894,
      "lr": 0.0001,
      "sup_loss": 2.197403185112944
    },
    {
      "step": 2895,
      "lr": 0.0001,
      "sup_loss": 2.197402769439198
    },
    {
      "step": 2896,
      "lr": 0.0001,
      "sup_loss": 2.197419349093192
    },
    {
      "step": 2897,
      "lr": 0.0001,
      "sup_loss": 2.197472179859693
    },
    {
      "step": 2898,
      "lr": 0.0001,
      "sup_loss": 2.197487520069981
    },
    {
      "step": 2899,
      "lr": 0.0001,
      "sup_loss": 2.197435435650301
    },
    {
      "step": 2900,
      "lr": 0.0001,
      "sup_loss": 2.197409030403217
    },
    {
      "step": 2901,
      "lr": 0.0001,
      "sup_loss": 2.197428305783502
    },
    {
      "step": 2902,
      "lr": 0.0001,
      "sup_loss": 2.197438328752114
    },
    {
      "step": 2903,
      "lr": 0.0001,
      "sup_loss": 2.197448583479259
    },
    {
      "step": 2904,
      "lr": 0.0001,
      "sup_loss": 2.1974025269391024
    },
    {
      "step": 2905,
      "lr": 0.0001,
      "sup_loss": 2.197484515081147
    },
    {
      "step": 2906,
      "lr": 0.0001,
      "sup_loss": 2.1974338162697484
    },
    {
      "step": 2907,
      "lr": 0.0001,
      "sup_loss": 2.197431244081963
    },
    {
      "step": 2908,
      "lr": 0.0001,
      "sup_loss": 2.197445395947598
    },
    {
      "step": 2909,
      "lr": 0.0001,
      "sup_loss": 2.197456374851158
    },
    {
      "step": 2910,
      "lr": 0.0001,
      "sup_loss": 2.197456516129391
    },
    {
      "step": 2911,
      "lr": 0.0001,
      "sup_loss": 2.1974319418155837
    },
    {
      "step": 2912,
      "lr": 0.0001,
      "sup_loss": 2.197446563800873
    },
    {
      "step": 2913,
      "lr": 0.0001,
      "sup_loss": 2.197463375928082
    },
    {
      "step": 2914,
      "lr": 0.0001,
      "sup_loss": 2.197437633137408
    },
    {
      "step": 2915,
      "lr": 0.0001,
      "sup_loss": 2.1975258288264667
    },
    {
      "step": 2916,
      "lr": 0.0001,
      "sup_loss": 2.1974267674177552
    },
    {
      "step": 2917,
      "lr": 0.0001,
      "sup_loss": 2.19742034411016
    },
    {
      "step": 2918,
      "lr": 0.0001,
      "sup_loss": 2.197542787817668
    },
    {
      "step": 2919,
      "lr": 0.0001,
      "sup_loss": 2.1974014675165443
    },
    {
      "step": 2920,
      "lr": 0.0001,
      "sup_loss": 2.197419655471117
    },
    {
      "step": 2921,
      "lr": 0.0001,
      "sup_loss": 2.197462828734899
    },
    {
      "step": 2922,
      "lr": 0.0001,
      "sup_loss": 2.1974721885820925
    },
    {
      "step": 2923,
      "lr": 0.0001,
      "sup_loss": 2.1974311379711304
    },
    {
      "step": 2924,
      "lr": 0.0001,
      "sup_loss": 2.1974391369073696
    },
    {
      "step": 2925,
      "lr": 0.0001,
      "sup_loss": 2.1974622968285713
    },
    {
      "step": 2926,
      "lr": 0.0001,
      "sup_loss": 2.197475718311705
    },
    {
      "step": 2927,
      "lr": 0.0001,
      "sup_loss": 2.1973798121935406
    },
    {
      "step": 2928,
      "lr": 0.0001,
      "sup_loss": 2.197421325822916
    },
    {
      "step": 2929,
      "lr": 0.0001,
      "sup_loss": 2.1975080243958027
    },
    {
      "step": 2930,
      "lr": 0.0001,
      "sup_loss": 2.1974677568064855
    },
    {
      "step": 2931,
      "lr": 0.0001,
      "sup_loss": 2.19741895407991
    },
    {
      "step": 2932,
      "lr": 0.0001,
      "sup_loss": 2.19739101740239
    },
    {
      "step": 2933,
      "lr": 0.0001,
      "sup_loss": 2.197397645312997
    },
    {
      "step": 2934,
      "lr": 0.0001,
      "sup_loss": 2.197453266227704
    },
    {
      "step": 2935,
      "lr": 0.0001,
      "sup_loss": 2.1974327378540117
    },
    {
      "step": 2936,
      "lr": 0.0001,
      "sup_loss": 2.1974205721174807
    },
    {
      "step": 2937,
      "lr": 0.0001,
      "sup_loss": 2.1974257653948888
    },
    {
      "step": 2938,
      "lr": 0.0001,
      "sup_loss": 2.197457879503047
    },
    {
      "step": 2939,
      "lr": 0.0001,
      "sup_loss": 2.197447740044953
    },
    {
      "step": 2940,
      "lr": 0.0001,
      "sup_loss": 2.1974396596271353
    },
    {
      "step": 2941,
      "lr": 0.0001,
      "sup_loss": 2.1974483015897377
    },
    {
      "step": 2942,
      "lr": 0.0001,
      "sup_loss": 2.197450370419054
    },
    {
      "step": 2943,
      "lr": 0.0001,
      "sup_loss": 2.1974343204009417
    },
    {
      "step": 2944,
      "lr": 0.0001,
      "sup_loss": 2.1974155331783782
    },
    {
      "step": 2945,
      "lr": 0.0001,
      "sup_loss": 2.1974219196978386
    },
    {
      "step": 2946,
      "lr": 0.0001,
      "sup_loss": 2.1974966580651865
    },
    {
      "step": 2947,
      "lr": 0.0001,
      "sup_loss": 2.1974746818871544
    },
    {
      "step": 2948,
      "lr": 0.0001,
      "sup_loss": 2.1974413444846883
    },
    {
      "step": 2949,
      "lr": 0.0001,
      "sup_loss": 2.1974443490779705
    },
    {
      "step": 2950,
      "lr": 0.0001,
      "sup_loss": 2.197443905465411
    },
    {
      "step": 2951,
      "lr": 0.0001,
      "sup_loss": 2.19741173195058
    },
    {
      "step": 2952,
      "lr": 0.0001,
      "sup_loss": 2.1974210148393913
    },
    {
      "step": 2953,
      "lr": 0.0001,
      "sup_loss": 2.1974276794150125
    },
    {
      "step": 2954,
      "lr": 0.0001,
      "sup_loss": 2.197417883527537
    },
    {
      "step": 2955,
      "lr": 0.0001,
      "sup_loss": 2.1974292219813867
    },
    {
      "step": 2956,
      "lr": 0.0001,
      "sup_loss": 2.1974290592297003
    },
    {
      "step": 2957,
      "lr": 0.0001,
      "sup_loss": 2.1974340591317882
    },
    {
      "step": 2958,
      "lr": 0.0001,
      "sup_loss": 2.197434690654158
    },
    {
      "step": 2959,
      "lr": 0.0001,
      "sup_loss": 2.1974060374616307
    },
    {
      "step": 2960,
      "lr": 0.0001,
      "sup_loss": 2.1973793152001386
    },
    {
      "step": 2961,
      "lr": 0.0001,
      "sup_loss": 2.1974255016576034
    },
    {
      "step": 2962,
      "lr": 0.0001,
      "sup_loss": 2.197420559064537
    },
    {
      "step": 2963,
      "lr": 0.0001,
      "sup_loss": 2.1974150160478736
    },
    {
      "step": 2964,
      "lr": 0.0001,
      "sup_loss": 2.197445364547914
    },
    {
      "step": 2965,
      "lr": 0.0001,
      "sup_loss": 2.1974370083155206
    },
    {
      "step": 2966,
      "lr": 0.0001,
      "sup_loss": 2.19740476348719
    },
    {
      "step": 2967,
      "lr": 0.0001,
      "sup_loss": 2.1974283174957843
    },
    {
      "step": 2968,
      "lr": 0.0001,
      "sup_loss": 2.1974485305672773
    },
    {
      "step": 2969,
      "lr": 0.0001,
      "sup_loss": 2.197432188150042
    },
    {
      "step": 2970,
      "lr": 0.0001,
      "sup_loss": 2.197426585969617
    },
    {
      "step": 2971,
      "lr": 0.0001,
      "sup_loss": 2.1974422065204195
    },
    {
      "step": 2972,
      "lr": 0.0001,
      "sup_loss": 2.1974382107754415
    },
    {
      "step": 2973,
      "lr": 0.0001,
      "sup_loss": 2.1974302847145104
    },
    {
      "step": 2974,
      "lr": 0.0001,
      "sup_loss": 2.1974330622237823
    },
    {
      "step": 2975,
      "lr": 0.0001,
      "sup_loss": 2.1974507142646127
    },
    {
      "step": 2976,
      "lr": 0.0001,
      "sup_loss": 2.197436715379992
    },
    {
      "step": 2977,
      "lr": 0.0001,
      "sup_loss": 2.1973954788528847
    },
    {
      "step": 2978,
      "lr": 0.0001,
      "sup_loss": 2.197357856751435
    },
    {
      "step": 2979,
      "lr": 0.0001,
      "sup_loss": 2.19747203371913
    },
    {
      "step": 2980,
      "lr": 0.0001,
      "sup_loss": 2.197459291146453
    },
    {
      "step": 2981,
      "lr": 0.0001,
      "sup_loss": 2.197415261787257
    },
    {
      "step": 2982,
      "lr": 0.0001,
      "sup_loss": 2.1974214503039597
    },
    {
      "step": 2983,
      "lr": 0.0001,
      "sup_loss": 2.1975362293896636
    },
    {
      "step": 2984,
      "lr": 0.0001,
      "sup_loss": 2.19739856904649
    },
    {
      "step": 2985,
      "lr": 0.0001,
      "sup_loss": 2.197461120490005
    },
    {
      "step": 2986,
      "lr": 0.0001,
      "sup_loss": 2.1974050800549754
    },
    {
      "step": 2987,
      "lr": 0.0001,
      "sup_loss": 2.197391774783016
    },
    {
      "step": 2988,
      "lr": 0.0001,
      "sup_loss": 2.1974345858758335
    },
    {
      "step": 2989,
      "lr": 0.0001,
      "sup_loss": 2.197431481612429
    },
    {
      "step": 2990,
      "lr": 0.0001,
      "sup_loss": 2.1974824020613637
    },
    {
      "step": 2991,
      "lr": 0.0001,
      "sup_loss": 2.1974017724404042
    },
    {
      "step": 2992,
      "lr": 0.0001,
      "sup_loss": 2.1973680621886063
    },
    {
      "step": 2993,
      "lr": 0.0001,
      "sup_loss": 2.1974357431466163
    },
    {
      "step": 2994,
      "lr": 0.0001,
      "sup_loss": 2.197463403369533
    },
    {
      "step": 2995,
      "lr": 0.0001,
      "sup_loss": 2.197425096484156
    },
    {
      "step": 2996,
      "lr": 0.0001,
      "sup_loss": 2.1974055398293983
    },
    {
      "step": 2997,
      "lr": 0.0001,
      "sup_loss": 2.1974773980079574
    },
    {
      "step": 2998,
      "lr": 0.0001,
      "sup_loss": 2.197433863080439
    },
    {
      "step": 2999,
      "lr": 0.0001,
      "sup_loss": 2.1974369341330204
    }
  ],
  "evals": [
    {
      "step": 0,
      "acc": 0.0,
      "tok_acc": 0.1111111111111111
    },
    {
      "step": 300,
      "acc": 0.0,
      "tok_acc": 0.1111111111111111
    },
    {
      "step": 600,
      "acc": 0.0,
      "tok_acc": 0.11135223765432099
    },
    {
      "step": 900,
      "acc": 0.0,
      "tok_acc": 0.11166570216049383
    },
    {
      "step": 1200,
      "acc": 0.0,
      "tok_acc": 0.11050829475308642
    },
    {
      "step": 1500,
      "acc": 0.0,
      "tok_acc": 0.11140046296296297
    },
    {
      "step": 1800,
      "acc": 0.0,
      "tok_acc": 0.11118344907407407
    },
    {
      "step": 2100,
      "acc": 0.0,
      "tok_acc": 0.11103877314814815
    },
    {
      "step": 2400,
      "acc": 0.0,
      "tok_acc": 0.111328125
    },
    {
      "step": 2700,
      "acc": 0.0,
      "tok_acc": 0.11082175925925926
    },
    {
      "step": 3000,
      "acc": 0.0,
      "tok_acc": 0.11147280092592593
    }
  ],
  "final_acc": 0.0,
  "final_tok_acc": 0.11147280092592593
}