{
  "args": {
    "data_path": "/home/yurenh2/rrm/data/sudoku-extreme-1k-aug-1000",
    "n_steps": 3000,
    "batch_size": 8,
    "lr": 0.0001,
    "puzzle_emb_lr": 0.0001,
    "warmup_steps": 200,
    "weight_decay": 1.0,
    "hidden_size": 512,
    "n_iters": 12,
    "n_aol_layers": 5,
    "kappa": 0.9,
    "eta": 1.0,
    "alpha": 1.0,
    "k_lyap": 2,
    "lyap_iters": 8,
    "lyap_every": 50,
    "seed": 42,
    "eval_every": 300,
    "eval_n": 512,
    "eval_batch_size": 32,
    "out": "runs/srm_v1_7M_sudoku1k_3k.json",
    "save_ckpt": "ckpts/srm_v1_7M_3k.pt"
  },
  "n_params": 6869236,
  "initial_acc": 0.0,
  "initial_tok_acc": 0.11072530864197531,
  "initial_lip": {
    "lip_emp_mean": 4.566142308704002e-08,
    "lip_emp_max": 5.301484407027601e-08,
    "lip_emp_99p": 5.179779805075668e-08,
    "lip_theoretical_bound": 0.9,
    "passes_bound": true
  },
  "steps": [
    {
      "step": 0,
      "lr": 0.0,
      "sup_loss": 2.545388497314158,
      "lyap1_mean": -16.591732025146484,
      "lyap1_max": -16.564510345458984,
      "lyap_spec_mean": [
        -16.591732025146484,
        -16.587482452392578
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 1,
      "lr": 5e-07,
      "sup_loss": 2.520062125852257
    },
    {
      "step": 2,
      "lr": 1e-06,
      "sup_loss": 2.5401019492153294
    },
    {
      "step": 3,
      "lr": 1.5e-06,
      "sup_loss": 2.541414888335374
    },
    {
      "step": 4,
      "lr": 2e-06,
      "sup_loss": 2.5445404259304185
    },
    {
      "step": 5,
      "lr": 2.5e-06,
      "sup_loss": 2.544604022147916
    },
    {
      "step": 6,
      "lr": 3e-06,
      "sup_loss": 2.5139777369216754
    },
    {
      "step": 7,
      "lr": 3.5e-06,
      "sup_loss": 2.53090131215773
    },
    {
      "step": 8,
      "lr": 4e-06,
      "sup_loss": 2.5181077778125167
    },
    {
      "step": 9,
      "lr": 4.5e-06,
      "sup_loss": 2.5336223439798546
    },
    {
      "step": 10,
      "lr": 5e-06,
      "sup_loss": 2.5004438372921713
    },
    {
      "step": 11,
      "lr": 5.500000000000001e-06,
      "sup_loss": 2.500397831436203
    },
    {
      "step": 12,
      "lr": 6e-06,
      "sup_loss": 2.514644659350256
    },
    {
      "step": 13,
      "lr": 6.5000000000000004e-06,
      "sup_loss": 2.5053497221639836
    },
    {
      "step": 14,
      "lr": 7e-06,
      "sup_loss": 2.4932143679006065
    },
    {
      "step": 15,
      "lr": 7.5e-06,
      "sup_loss": 2.5039324402283887
    },
    {
      "step": 16,
      "lr": 8e-06,
      "sup_loss": 2.4999695373334183
    },
    {
      "step": 17,
      "lr": 8.5e-06,
      "sup_loss": 2.4715084261110647
    },
    {
      "step": 18,
      "lr": 9e-06,
      "sup_loss": 2.4646305943266644
    },
    {
      "step": 19,
      "lr": 9.5e-06,
      "sup_loss": 2.4279348480117995
    },
    {
      "step": 20,
      "lr": 1e-05,
      "sup_loss": 2.4388607308610775
    },
    {
      "step": 21,
      "lr": 1.0500000000000001e-05,
      "sup_loss": 2.4238828014090403
    },
    {
      "step": 22,
      "lr": 1.1000000000000001e-05,
      "sup_loss": 2.4337139840790405
    },
    {
      "step": 23,
      "lr": 1.15e-05,
      "sup_loss": 2.4281116385182964
    },
    {
      "step": 24,
      "lr": 1.2e-05,
      "sup_loss": 2.39559567554181
    },
    {
      "step": 25,
      "lr": 1.25e-05,
      "sup_loss": 2.3949485266753854
    },
    {
      "step": 26,
      "lr": 1.3000000000000001e-05,
      "sup_loss": 2.358922499176413
    },
    {
      "step": 27,
      "lr": 1.3500000000000001e-05,
      "sup_loss": 2.3565614093149567
    },
    {
      "step": 28,
      "lr": 1.4e-05,
      "sup_loss": 2.383434605726758
    },
    {
      "step": 29,
      "lr": 1.4500000000000002e-05,
      "sup_loss": 2.3896169688655604
    },
    {
      "step": 30,
      "lr": 1.5e-05,
      "sup_loss": 2.338761299908307
    },
    {
      "step": 31,
      "lr": 1.55e-05,
      "sup_loss": 2.3102453996857837
    },
    {
      "step": 32,
      "lr": 1.6e-05,
      "sup_loss": 2.322905824594401
    },
    {
      "step": 33,
      "lr": 1.65e-05,
      "sup_loss": 2.315363400514065
    },
    {
      "step": 34,
      "lr": 1.7e-05,
      "sup_loss": 2.277430686700119
    },
    {
      "step": 35,
      "lr": 1.7500000000000002e-05,
      "sup_loss": 2.285889955223168
    },
    {
      "step": 36,
      "lr": 1.8e-05,
      "sup_loss": 2.273734133118314
    },
    {
      "step": 37,
      "lr": 1.8500000000000002e-05,
      "sup_loss": 2.2575386614327755
    },
    {
      "step": 38,
      "lr": 1.9e-05,
      "sup_loss": 2.2411266077943717
    },
    {
      "step": 39,
      "lr": 1.95e-05,
      "sup_loss": 2.2475000956812576
    },
    {
      "step": 40,
      "lr": 2e-05,
      "sup_loss": 2.2180165447401876
    },
    {
      "step": 41,
      "lr": 2.05e-05,
      "sup_loss": 2.2254883297794104
    },
    {
      "step": 42,
      "lr": 2.1000000000000002e-05,
      "sup_loss": 2.2245932501231276
    },
    {
      "step": 43,
      "lr": 2.15e-05,
      "sup_loss": 2.1796953983390916
    },
    {
      "step": 44,
      "lr": 2.2000000000000003e-05,
      "sup_loss": 2.2089661213882943
    },
    {
      "step": 45,
      "lr": 2.25e-05,
      "sup_loss": 2.1688508683222447
    },
    {
      "step": 46,
      "lr": 2.3e-05,
      "sup_loss": 2.172612517816952
    },
    {
      "step": 47,
      "lr": 2.3500000000000002e-05,
      "sup_loss": 2.1523102979723996
    },
    {
      "step": 48,
      "lr": 2.4e-05,
      "sup_loss": 2.1498654952498053
    },
    {
      "step": 49,
      "lr": 2.45e-05,
      "sup_loss": 2.1472931735713097
    },
    {
      "step": 50,
      "lr": 2.5e-05,
      "sup_loss": 2.143014239028663,
      "lyap1_mean": -16.918052673339844,
      "lyap1_max": -16.8529109954834,
      "lyap_spec_mean": [
        -16.918052673339844,
        -16.922578811645508
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 51,
      "lr": 2.5500000000000003e-05,
      "sup_loss": 2.1366468357293793
    },
    {
      "step": 52,
      "lr": 2.6000000000000002e-05,
      "sup_loss": 2.0814824435696417
    },
    {
      "step": 53,
      "lr": 2.65e-05,
      "sup_loss": 2.0904627840078445
    },
    {
      "step": 54,
      "lr": 2.7000000000000002e-05,
      "sup_loss": 2.0856293491144773
    },
    {
      "step": 55,
      "lr": 2.7500000000000004e-05,
      "sup_loss": 2.0905153299963217
    },
    {
      "step": 56,
      "lr": 2.8e-05,
      "sup_loss": 2.0874446462353586
    },
    {
      "step": 57,
      "lr": 2.85e-05,
      "sup_loss": 2.0731640567223266
    },
    {
      "step": 58,
      "lr": 2.9000000000000004e-05,
      "sup_loss": 2.068913765747051
    },
    {
      "step": 59,
      "lr": 2.95e-05,
      "sup_loss": 2.0321220050099456
    },
    {
      "step": 60,
      "lr": 3e-05,
      "sup_loss": 2.039560733981708
    },
    {
      "step": 61,
      "lr": 3.0500000000000003e-05,
      "sup_loss": 2.0311050393582954
    },
    {
      "step": 62,
      "lr": 3.1e-05,
      "sup_loss": 2.023536867022937
    },
    {
      "step": 63,
      "lr": 3.15e-05,
      "sup_loss": 2.012712282327772
    },
    {
      "step": 64,
      "lr": 3.2e-05,
      "sup_loss": 1.9895662289668616
    },
    {
      "step": 65,
      "lr": 3.2500000000000004e-05,
      "sup_loss": 2.00573949675443
    },
    {
      "step": 66,
      "lr": 3.3e-05,
      "sup_loss": 1.9787640293857178
    },
    {
      "step": 67,
      "lr": 3.35e-05,
      "sup_loss": 1.972293977513286
    },
    {
      "step": 68,
      "lr": 3.4e-05,
      "sup_loss": 1.9723419950107408
    },
    {
      "step": 69,
      "lr": 3.4500000000000005e-05,
      "sup_loss": 1.9654930336422252
    },
    {
      "step": 70,
      "lr": 3.5000000000000004e-05,
      "sup_loss": 1.960238565605203
    },
    {
      "step": 71,
      "lr": 3.55e-05,
      "sup_loss": 1.946865884454777
    },
    {
      "step": 72,
      "lr": 3.6e-05,
      "sup_loss": 1.9353493570877125
    },
    {
      "step": 73,
      "lr": 3.65e-05,
      "sup_loss": 1.9190507243093153
    },
    {
      "step": 74,
      "lr": 3.7000000000000005e-05,
      "sup_loss": 1.9216891112755936
    },
    {
      "step": 75,
      "lr": 3.7500000000000003e-05,
      "sup_loss": 1.928104376862006
    },
    {
      "step": 76,
      "lr": 3.8e-05,
      "sup_loss": 1.908872015314727
    },
    {
      "step": 77,
      "lr": 3.85e-05,
      "sup_loss": 1.9038224428383652
    },
    {
      "step": 78,
      "lr": 3.9e-05,
      "sup_loss": 1.908470684287983
    },
    {
      "step": 79,
      "lr": 3.9500000000000005e-05,
      "sup_loss": 1.9006691564433424
    },
    {
      "step": 80,
      "lr": 4e-05,
      "sup_loss": 1.8743926803907092
    },
    {
      "step": 81,
      "lr": 4.0499999999999995e-05,
      "sup_loss": 1.8752125309344267
    },
    {
      "step": 82,
      "lr": 4.1e-05,
      "sup_loss": 1.8476202373453925
    },
    {
      "step": 83,
      "lr": 4.15e-05,
      "sup_loss": 1.8625218866493753
    },
    {
      "step": 84,
      "lr": 4.2000000000000004e-05,
      "sup_loss": 1.8558469714931147
    },
    {
      "step": 85,
      "lr": 4.25e-05,
      "sup_loss": 1.8378518003501194
    },
    {
      "step": 86,
      "lr": 4.3e-05,
      "sup_loss": 1.8299320035381321
    },
    {
      "step": 87,
      "lr": 4.350000000000001e-05,
      "sup_loss": 1.8286555014986339
    },
    {
      "step": 88,
      "lr": 4.4000000000000006e-05,
      "sup_loss": 1.8463436871915169
    },
    {
      "step": 89,
      "lr": 4.45e-05,
      "sup_loss": 1.8248907248495
    },
    {
      "step": 90,
      "lr": 4.5e-05,
      "sup_loss": 1.8091619336800226
    },
    {
      "step": 91,
      "lr": 4.55e-05,
      "sup_loss": 1.8116371199886308
    },
    {
      "step": 92,
      "lr": 4.6e-05,
      "sup_loss": 1.8024278161917549
    },
    {
      "step": 93,
      "lr": 4.6500000000000005e-05,
      "sup_loss": 1.7857707078309426
    },
    {
      "step": 94,
      "lr": 4.7000000000000004e-05,
      "sup_loss": 1.8015773186789588
    },
    {
      "step": 95,
      "lr": 4.7499999999999996e-05,
      "sup_loss": 1.7815456372285252
    },
    {
      "step": 96,
      "lr": 4.8e-05,
      "sup_loss": 1.7857859334682855
    },
    {
      "step": 97,
      "lr": 4.85e-05,
      "sup_loss": 1.7814948727940696
    },
    {
      "step": 98,
      "lr": 4.9e-05,
      "sup_loss": 1.7859203612205619
    },
    {
      "step": 99,
      "lr": 4.9500000000000004e-05,
      "sup_loss": 1.7633073071482288
    },
    {
      "step": 100,
      "lr": 5e-05,
      "sup_loss": 1.749137886640539,
      "lyap1_mean": -16.546123504638672,
      "lyap1_max": -16.499147415161133,
      "lyap_spec_mean": [
        -16.546125411987305,
        -16.557605743408203
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 101,
      "lr": 5.050000000000001e-05,
      "sup_loss": 1.7516780029297327
    },
    {
      "step": 102,
      "lr": 5.1000000000000006e-05,
      "sup_loss": 1.7542192928392524
    },
    {
      "step": 103,
      "lr": 5.15e-05,
      "sup_loss": 1.758186825576543
    },
    {
      "step": 104,
      "lr": 5.2000000000000004e-05,
      "sup_loss": 1.740310638467503
    },
    {
      "step": 105,
      "lr": 5.25e-05,
      "sup_loss": 1.7340111500177182
    },
    {
      "step": 106,
      "lr": 5.3e-05,
      "sup_loss": 1.7329404153254435
    },
    {
      "step": 107,
      "lr": 5.3500000000000006e-05,
      "sup_loss": 1.7275449830293221
    },
    {
      "step": 108,
      "lr": 5.4000000000000005e-05,
      "sup_loss": 1.7262494352938373
    },
    {
      "step": 109,
      "lr": 5.4499999999999997e-05,
      "sup_loss": 1.7024765444598133
    },
    {
      "step": 110,
      "lr": 5.500000000000001e-05,
      "sup_loss": 1.7120000258009922
    },
    {
      "step": 111,
      "lr": 5.55e-05,
      "sup_loss": 1.7031516089183187
    },
    {
      "step": 112,
      "lr": 5.6e-05,
      "sup_loss": 1.728018202909447
    },
    {
      "step": 113,
      "lr": 5.6500000000000005e-05,
      "sup_loss": 1.7091894804721155
    },
    {
      "step": 114,
      "lr": 5.7e-05,
      "sup_loss": 1.7043584749679423
    },
    {
      "step": 115,
      "lr": 5.75e-05,
      "sup_loss": 1.6568847494341825
    },
    {
      "step": 116,
      "lr": 5.800000000000001e-05,
      "sup_loss": 1.6805926019007698
    },
    {
      "step": 117,
      "lr": 5.85e-05,
      "sup_loss": 1.703872008245952
    },
    {
      "step": 118,
      "lr": 5.9e-05,
      "sup_loss": 1.6823422522353808
    },
    {
      "step": 119,
      "lr": 5.95e-05,
      "sup_loss": 1.6595561845360967
    },
    {
      "step": 120,
      "lr": 6e-05,
      "sup_loss": 1.6681964209101177
    },
    {
      "step": 121,
      "lr": 6.050000000000001e-05,
      "sup_loss": 1.6812294999431794
    },
    {
      "step": 122,
      "lr": 6.1000000000000005e-05,
      "sup_loss": 1.6876474415755067
    },
    {
      "step": 123,
      "lr": 6.15e-05,
      "sup_loss": 1.684829344928463
    },
    {
      "step": 124,
      "lr": 6.2e-05,
      "sup_loss": 1.6832337149213155
    },
    {
      "step": 125,
      "lr": 6.25e-05,
      "sup_loss": 1.6768433395838978
    },
    {
      "step": 126,
      "lr": 6.3e-05,
      "sup_loss": 1.6563331318961014
    },
    {
      "step": 127,
      "lr": 6.350000000000001e-05,
      "sup_loss": 1.6422538462032277
    },
    {
      "step": 128,
      "lr": 6.4e-05,
      "sup_loss": 1.650632587007114
    },
    {
      "step": 129,
      "lr": 6.45e-05,
      "sup_loss": 1.636353762380422
    },
    {
      "step": 130,
      "lr": 6.500000000000001e-05,
      "sup_loss": 1.6214526462060446
    },
    {
      "step": 131,
      "lr": 6.55e-05,
      "sup_loss": 1.6460770688290096
    },
    {
      "step": 132,
      "lr": 6.6e-05,
      "sup_loss": 1.6370297239242264
    },
    {
      "step": 133,
      "lr": 6.65e-05,
      "sup_loss": 1.6686424525772805
    },
    {
      "step": 134,
      "lr": 6.7e-05,
      "sup_loss": 1.644915211472824
    },
    {
      "step": 135,
      "lr": 6.75e-05,
      "sup_loss": 1.6595162434349684
    },
    {
      "step": 136,
      "lr": 6.8e-05,
      "sup_loss": 1.674740805749333
    },
    {
      "step": 137,
      "lr": 6.85e-05,
      "sup_loss": 1.6544656217632967
    },
    {
      "step": 138,
      "lr": 6.900000000000001e-05,
      "sup_loss": 1.649680463638582
    },
    {
      "step": 139,
      "lr": 6.950000000000001e-05,
      "sup_loss": 1.628350327902047
    },
    {
      "step": 140,
      "lr": 7.000000000000001e-05,
      "sup_loss": 1.6499040061125425
    },
    {
      "step": 141,
      "lr": 7.05e-05,
      "sup_loss": 1.6783952801695923
    },
    {
      "step": 142,
      "lr": 7.1e-05,
      "sup_loss": 1.6312781619134684
    },
    {
      "step": 143,
      "lr": 7.15e-05,
      "sup_loss": 1.6151848402388453
    },
    {
      "step": 144,
      "lr": 7.2e-05,
      "sup_loss": 1.666482538368257
    },
    {
      "step": 145,
      "lr": 7.25e-05,
      "sup_loss": 1.6147687382154745
    },
    {
      "step": 146,
      "lr": 7.3e-05,
      "sup_loss": 1.6423219755220124
    },
    {
      "step": 147,
      "lr": 7.350000000000001e-05,
      "sup_loss": 1.6349052848464927
    },
    {
      "step": 148,
      "lr": 7.400000000000001e-05,
      "sup_loss": 1.564486616501131
    },
    {
      "step": 149,
      "lr": 7.45e-05,
      "sup_loss": 1.5952894429569016
    },
    {
      "step": 150,
      "lr": 7.500000000000001e-05,
      "sup_loss": 1.6072027271163234,
      "lyap1_mean": -15.320697784423828,
      "lyap1_max": -15.170461654663086,
      "lyap_spec_mean": [
        -15.320697784423828,
        -15.36007308959961
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 151,
      "lr": 7.55e-05,
      "sup_loss": 1.629904038121481
    },
    {
      "step": 152,
      "lr": 7.6e-05,
      "sup_loss": 1.6154697798857927
    },
    {
      "step": 153,
      "lr": 7.65e-05,
      "sup_loss": 1.5897304250934883
    },
    {
      "step": 154,
      "lr": 7.7e-05,
      "sup_loss": 1.6312396536927336
    },
    {
      "step": 155,
      "lr": 7.75e-05,
      "sup_loss": 1.6204636841281057
    },
    {
      "step": 156,
      "lr": 7.8e-05,
      "sup_loss": 1.6310431467852267
    },
    {
      "step": 157,
      "lr": 7.850000000000001e-05,
      "sup_loss": 1.5991707993194202
    },
    {
      "step": 158,
      "lr": 7.900000000000001e-05,
      "sup_loss": 1.6001230265663404
    },
    {
      "step": 159,
      "lr": 7.950000000000001e-05,
      "sup_loss": 1.63382038208027
    },
    {
      "step": 160,
      "lr": 8e-05,
      "sup_loss": 1.6234039701610425
    },
    {
      "step": 161,
      "lr": 8.05e-05,
      "sup_loss": 1.5541464551724393
    },
    {
      "step": 162,
      "lr": 8.099999999999999e-05,
      "sup_loss": 1.595696984441022
    },
    {
      "step": 163,
      "lr": 8.150000000000002e-05,
      "sup_loss": 1.6004328154862009
    },
    {
      "step": 164,
      "lr": 8.2e-05,
      "sup_loss": 1.5649726023722013
    },
    {
      "step": 165,
      "lr": 8.25e-05,
      "sup_loss": 1.5895463019882323
    },
    {
      "step": 166,
      "lr": 8.3e-05,
      "sup_loss": 1.5947065120508046
    },
    {
      "step": 167,
      "lr": 8.35e-05,
      "sup_loss": 1.5678144384391373
    },
    {
      "step": 168,
      "lr": 8.400000000000001e-05,
      "sup_loss": 1.61713849068063
    },
    {
      "step": 169,
      "lr": 8.450000000000001e-05,
      "sup_loss": 1.5715750485377458
    },
    {
      "step": 170,
      "lr": 8.5e-05,
      "sup_loss": 1.5898771453200746
    },
    {
      "step": 171,
      "lr": 8.55e-05,
      "sup_loss": 1.5884602095578788
    },
    {
      "step": 172,
      "lr": 8.6e-05,
      "sup_loss": 1.5870489294841537
    },
    {
      "step": 173,
      "lr": 8.65e-05,
      "sup_loss": 1.5698268652324014
    },
    {
      "step": 174,
      "lr": 8.700000000000001e-05,
      "sup_loss": 1.5633158451601286
    },
    {
      "step": 175,
      "lr": 8.750000000000001e-05,
      "sup_loss": 1.562199086162526
    },
    {
      "step": 176,
      "lr": 8.800000000000001e-05,
      "sup_loss": 1.5696177528603659
    },
    {
      "step": 177,
      "lr": 8.85e-05,
      "sup_loss": 1.5700466905267636
    },
    {
      "step": 178,
      "lr": 8.9e-05,
      "sup_loss": 1.5748911545928015
    },
    {
      "step": 179,
      "lr": 8.95e-05,
      "sup_loss": 1.594718319599315
    },
    {
      "step": 180,
      "lr": 9e-05,
      "sup_loss": 1.5729019246994131
    },
    {
      "step": 181,
      "lr": 9.05e-05,
      "sup_loss": 1.5403525919372176
    },
    {
      "step": 182,
      "lr": 9.1e-05,
      "sup_loss": 1.5778584864331255
    },
    {
      "step": 183,
      "lr": 9.15e-05,
      "sup_loss": 1.5735868229766863
    },
    {
      "step": 184,
      "lr": 9.2e-05,
      "sup_loss": 1.5616653359831962
    },
    {
      "step": 185,
      "lr": 9.250000000000001e-05,
      "sup_loss": 1.5503534458189467
    },
    {
      "step": 186,
      "lr": 9.300000000000001e-05,
      "sup_loss": 1.5230171047090646
    },
    {
      "step": 187,
      "lr": 9.350000000000001e-05,
      "sup_loss": 1.5659364015331518
    },
    {
      "step": 188,
      "lr": 9.400000000000001e-05,
      "sup_loss": 1.5428544288052446
    },
    {
      "step": 189,
      "lr": 9.45e-05,
      "sup_loss": 1.5841358113755202
    },
    {
      "step": 190,
      "lr": 9.499999999999999e-05,
      "sup_loss": 1.5570893348201698
    },
    {
      "step": 191,
      "lr": 9.550000000000002e-05,
      "sup_loss": 1.5721590053339976
    },
    {
      "step": 192,
      "lr": 9.6e-05,
      "sup_loss": 1.6046612562995117
    },
    {
      "step": 193,
      "lr": 9.65e-05,
      "sup_loss": 1.557942953451703
    },
    {
      "step": 194,
      "lr": 9.7e-05,
      "sup_loss": 1.5794450168460041
    },
    {
      "step": 195,
      "lr": 9.75e-05,
      "sup_loss": 1.5879573812306729
    },
    {
      "step": 196,
      "lr": 9.8e-05,
      "sup_loss": 1.5741866974540388
    },
    {
      "step": 197,
      "lr": 9.850000000000001e-05,
      "sup_loss": 1.5578307132398128
    },
    {
      "step": 198,
      "lr": 9.900000000000001e-05,
      "sup_loss": 1.5626090988619514
    },
    {
      "step": 199,
      "lr": 9.95e-05,
      "sup_loss": 1.5784330617895097
    },
    {
      "step": 200,
      "lr": 0.0001,
      "sup_loss": 1.546401136135047,
      "lyap1_mean": -13.368176460266113,
      "lyap1_max": -13.05943489074707,
      "lyap_spec_mean": [
        -13.36817741394043,
        -13.445384979248047
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 201,
      "lr": 0.0001,
      "sup_loss": 1.5707265626098772
    },
    {
      "step": 202,
      "lr": 0.0001,
      "sup_loss": 1.5629171279387688
    },
    {
      "step": 203,
      "lr": 0.0001,
      "sup_loss": 1.5591698327696404
    },
    {
      "step": 204,
      "lr": 0.0001,
      "sup_loss": 1.585064422243319
    },
    {
      "step": 205,
      "lr": 0.0001,
      "sup_loss": 1.5770335808605092
    },
    {
      "step": 206,
      "lr": 0.0001,
      "sup_loss": 1.5506618331915807
    },
    {
      "step": 207,
      "lr": 0.0001,
      "sup_loss": 1.5566892124718412
    },
    {
      "step": 208,
      "lr": 0.0001,
      "sup_loss": 1.5817056119087138
    },
    {
      "step": 209,
      "lr": 0.0001,
      "sup_loss": 1.5620699338112491
    },
    {
      "step": 210,
      "lr": 0.0001,
      "sup_loss": 1.5702948694656993
    },
    {
      "step": 211,
      "lr": 0.0001,
      "sup_loss": 1.5285576594611012
    },
    {
      "step": 212,
      "lr": 0.0001,
      "sup_loss": 1.557410632062521
    },
    {
      "step": 213,
      "lr": 0.0001,
      "sup_loss": 1.5618627398768223
    },
    {
      "step": 214,
      "lr": 0.0001,
      "sup_loss": 1.5652052144883482
    },
    {
      "step": 215,
      "lr": 0.0001,
      "sup_loss": 1.5398064408676364
    },
    {
      "step": 216,
      "lr": 0.0001,
      "sup_loss": 1.583365873349433
    },
    {
      "step": 217,
      "lr": 0.0001,
      "sup_loss": 1.5647626402196404
    },
    {
      "step": 218,
      "lr": 0.0001,
      "sup_loss": 1.5450069693157535
    },
    {
      "step": 219,
      "lr": 0.0001,
      "sup_loss": 1.5570499121593666
    },
    {
      "step": 220,
      "lr": 0.0001,
      "sup_loss": 1.5830725200500773
    },
    {
      "step": 221,
      "lr": 0.0001,
      "sup_loss": 1.5093789472282069
    },
    {
      "step": 222,
      "lr": 0.0001,
      "sup_loss": 1.5510206021558364
    },
    {
      "step": 223,
      "lr": 0.0001,
      "sup_loss": 1.5473453186468795
    },
    {
      "step": 224,
      "lr": 0.0001,
      "sup_loss": 1.4829352037843218
    },
    {
      "step": 225,
      "lr": 0.0001,
      "sup_loss": 1.5657744773879758
    },
    {
      "step": 226,
      "lr": 0.0001,
      "sup_loss": 1.5393384417931062
    },
    {
      "step": 227,
      "lr": 0.0001,
      "sup_loss": 1.5678270349115604
    },
    {
      "step": 228,
      "lr": 0.0001,
      "sup_loss": 1.5685422572235481
    },
    {
      "step": 229,
      "lr": 0.0001,
      "sup_loss": 1.531041954977997
    },
    {
      "step": 230,
      "lr": 0.0001,
      "sup_loss": 1.5138149851172324
    },
    {
      "step": 231,
      "lr": 0.0001,
      "sup_loss": 1.54822918470603
    },
    {
      "step": 232,
      "lr": 0.0001,
      "sup_loss": 1.5431681817167595
    },
    {
      "step": 233,
      "lr": 0.0001,
      "sup_loss": 1.539734213338812
    },
    {
      "step": 234,
      "lr": 0.0001,
      "sup_loss": 1.5416799692784875
    },
    {
      "step": 235,
      "lr": 0.0001,
      "sup_loss": 1.5745525285420325
    },
    {
      "step": 236,
      "lr": 0.0001,
      "sup_loss": 1.5421012001162497
    },
    {
      "step": 237,
      "lr": 0.0001,
      "sup_loss": 1.538678641555442
    },
    {
      "step": 238,
      "lr": 0.0001,
      "sup_loss": 1.5874294234526345
    },
    {
      "step": 239,
      "lr": 0.0001,
      "sup_loss": 1.5342173889444943
    },
    {
      "step": 240,
      "lr": 0.0001,
      "sup_loss": 1.570358153924424
    },
    {
      "step": 241,
      "lr": 0.0001,
      "sup_loss": 1.577295845726841
    },
    {
      "step": 242,
      "lr": 0.0001,
      "sup_loss": 1.5362609267440928
    },
    {
      "step": 243,
      "lr": 0.0001,
      "sup_loss": 1.5400144670632003
    },
    {
      "step": 244,
      "lr": 0.0001,
      "sup_loss": 1.567541306328402
    },
    {
      "step": 245,
      "lr": 0.0001,
      "sup_loss": 1.524807518343752
    },
    {
      "step": 246,
      "lr": 0.0001,
      "sup_loss": 1.5447458102219007
    },
    {
      "step": 247,
      "lr": 0.0001,
      "sup_loss": 1.5317127849537944
    },
    {
      "step": 248,
      "lr": 0.0001,
      "sup_loss": 1.5242111286932032
    },
    {
      "step": 249,
      "lr": 0.0001,
      "sup_loss": 1.5115628344971517
    },
    {
      "step": 250,
      "lr": 0.0001,
      "sup_loss": 1.5968853980420181,
      "lyap1_mean": -12.76065444946289,
      "lyap1_max": -12.461627960205078,
      "lyap_spec_mean": [
        -12.760655403137207,
        -13.074414253234863
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 251,
      "lr": 0.0001,
      "sup_loss": 1.5377164252426143
    },
    {
      "step": 252,
      "lr": 0.0001,
      "sup_loss": 1.533783487987029
    },
    {
      "step": 253,
      "lr": 0.0001,
      "sup_loss": 1.5559082000631896
    },
    {
      "step": 254,
      "lr": 0.0001,
      "sup_loss": 1.5265757917998573
    },
    {
      "step": 255,
      "lr": 0.0001,
      "sup_loss": 1.5457447492958314
    },
    {
      "step": 256,
      "lr": 0.0001,
      "sup_loss": 1.5245200520636855
    },
    {
      "step": 257,
      "lr": 0.0001,
      "sup_loss": 1.5321827173336249
    },
    {
      "step": 258,
      "lr": 0.0001,
      "sup_loss": 1.5253010675095062
    },
    {
      "step": 259,
      "lr": 0.0001,
      "sup_loss": 1.5475077878105938
    },
    {
      "step": 260,
      "lr": 0.0001,
      "sup_loss": 1.5240957494835288
    },
    {
      "step": 261,
      "lr": 0.0001,
      "sup_loss": 1.53623332007266
    },
    {
      "step": 262,
      "lr": 0.0001,
      "sup_loss": 1.5202508931036083
    },
    {
      "step": 263,
      "lr": 0.0001,
      "sup_loss": 1.5409615128856442
    },
    {
      "step": 264,
      "lr": 0.0001,
      "sup_loss": 1.5257998029523558
    },
    {
      "step": 265,
      "lr": 0.0001,
      "sup_loss": 1.5476147485705918
    },
    {
      "step": 266,
      "lr": 0.0001,
      "sup_loss": 1.4998600979850383
    },
    {
      "step": 267,
      "lr": 0.0001,
      "sup_loss": 1.5563129452518811
    },
    {
      "step": 268,
      "lr": 0.0001,
      "sup_loss": 1.55459653794199
    },
    {
      "step": 269,
      "lr": 0.0001,
      "sup_loss": 1.5446183629575183
    },
    {
      "step": 270,
      "lr": 0.0001,
      "sup_loss": 1.5649884375054481
    },
    {
      "step": 271,
      "lr": 0.0001,
      "sup_loss": 1.5211582730400968
    },
    {
      "step": 272,
      "lr": 0.0001,
      "sup_loss": 1.543548698685395
    },
    {
      "step": 273,
      "lr": 0.0001,
      "sup_loss": 1.5403129099767445
    },
    {
      "step": 274,
      "lr": 0.0001,
      "sup_loss": 1.502185424947168
    },
    {
      "step": 275,
      "lr": 0.0001,
      "sup_loss": 1.5470820699206331
    },
    {
      "step": 276,
      "lr": 0.0001,
      "sup_loss": 1.5331444350093189
    },
    {
      "step": 277,
      "lr": 0.0001,
      "sup_loss": 1.526654793416104
    },
    {
      "step": 278,
      "lr": 0.0001,
      "sup_loss": 1.5178877199071896
    },
    {
      "step": 279,
      "lr": 0.0001,
      "sup_loss": 1.5130648259466557
    },
    {
      "step": 280,
      "lr": 0.0001,
      "sup_loss": 1.5428109867825983
    },
    {
      "step": 281,
      "lr": 0.0001,
      "sup_loss": 1.5413153901102445
    },
    {
      "step": 282,
      "lr": 0.0001,
      "sup_loss": 1.5190851763243107
    },
    {
      "step": 283,
      "lr": 0.0001,
      "sup_loss": 1.5294673094150493
    },
    {
      "step": 284,
      "lr": 0.0001,
      "sup_loss": 1.5473096360150873
    },
    {
      "step": 285,
      "lr": 0.0001,
      "sup_loss": 1.4936461705105055
    },
    {
      "step": 286,
      "lr": 0.0001,
      "sup_loss": 1.5249270753168769
    },
    {
      "step": 287,
      "lr": 0.0001,
      "sup_loss": 1.5409716495584647
    },
    {
      "step": 288,
      "lr": 0.0001,
      "sup_loss": 1.5067128654123965
    },
    {
      "step": 289,
      "lr": 0.0001,
      "sup_loss": 1.5453923666837237
    },
    {
      "step": 290,
      "lr": 0.0001,
      "sup_loss": 1.5279357854214093
    },
    {
      "step": 291,
      "lr": 0.0001,
      "sup_loss": 1.5108843102545828
    },
    {
      "step": 292,
      "lr": 0.0001,
      "sup_loss": 1.5207642683045743
    },
    {
      "step": 293,
      "lr": 0.0001,
      "sup_loss": 1.5144269104225796
    },
    {
      "step": 294,
      "lr": 0.0001,
      "sup_loss": 1.540427461953779
    },
    {
      "step": 295,
      "lr": 0.0001,
      "sup_loss": 1.51775692418918
    },
    {
      "step": 296,
      "lr": 0.0001,
      "sup_loss": 1.5466497962445158
    },
    {
      "step": 297,
      "lr": 0.0001,
      "sup_loss": 1.5208219815455593
    },
    {
      "step": 298,
      "lr": 0.0001,
      "sup_loss": 1.5438470075505335
    },
    {
      "step": 299,
      "lr": 0.0001,
      "sup_loss": 1.5295875607777705
    },
    {
      "step": 300,
      "lr": 0.0001,
      "sup_loss": 1.5363952104257168,
      "lyap1_mean": -12.055841445922852,
      "lyap1_max": -11.794698715209961,
      "lyap_spec_mean": [
        -12.055841445922852,
        -12.482438087463379
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 301,
      "lr": 0.0001,
      "sup_loss": 1.5265253785013224
    },
    {
      "step": 302,
      "lr": 0.0001,
      "sup_loss": 1.5485932805615643
    },
    {
      "step": 303,
      "lr": 0.0001,
      "sup_loss": 1.532059308595103
    },
    {
      "step": 304,
      "lr": 0.0001,
      "sup_loss": 1.5185844766050065
    },
    {
      "step": 305,
      "lr": 0.0001,
      "sup_loss": 1.5085965441514197
    },
    {
      "step": 306,
      "lr": 0.0001,
      "sup_loss": 1.5381650129617592
    },
    {
      "step": 307,
      "lr": 0.0001,
      "sup_loss": 1.5217289345523757
    },
    {
      "step": 308,
      "lr": 0.0001,
      "sup_loss": 1.5314473551414873
    },
    {
      "step": 309,
      "lr": 0.0001,
      "sup_loss": 1.5318292820057853
    },
    {
      "step": 310,
      "lr": 0.0001,
      "sup_loss": 1.5454147006924128
    },
    {
      "step": 311,
      "lr": 0.0001,
      "sup_loss": 1.5478995522167183
    },
    {
      "step": 312,
      "lr": 0.0001,
      "sup_loss": 1.4948824485879793
    },
    {
      "step": 313,
      "lr": 0.0001,
      "sup_loss": 1.5039715192494232
    },
    {
      "step": 314,
      "lr": 0.0001,
      "sup_loss": 1.5310677554556276
    },
    {
      "step": 315,
      "lr": 0.0001,
      "sup_loss": 1.548645158714049
    },
    {
      "step": 316,
      "lr": 0.0001,
      "sup_loss": 1.5351186035085373
    },
    {
      "step": 317,
      "lr": 0.0001,
      "sup_loss": 1.5608684248986613
    },
    {
      "step": 318,
      "lr": 0.0001,
      "sup_loss": 1.5209470817015247
    },
    {
      "step": 319,
      "lr": 0.0001,
      "sup_loss": 1.5350719744774592
    },
    {
      "step": 320,
      "lr": 0.0001,
      "sup_loss": 1.513667166303545
    },
    {
      "step": 321,
      "lr": 0.0001,
      "sup_loss": 1.524381616818733
    },
    {
      "step": 322,
      "lr": 0.0001,
      "sup_loss": 1.5661981845789286
    },
    {
      "step": 323,
      "lr": 0.0001,
      "sup_loss": 1.5466343282902035
    },
    {
      "step": 324,
      "lr": 0.0001,
      "sup_loss": 1.5240239027753155
    },
    {
      "step": 325,
      "lr": 0.0001,
      "sup_loss": 1.5610773357906593
    },
    {
      "step": 326,
      "lr": 0.0001,
      "sup_loss": 1.514108863941202
    },
    {
      "step": 327,
      "lr": 0.0001,
      "sup_loss": 1.535609906964776
    },
    {
      "step": 328,
      "lr": 0.0001,
      "sup_loss": 1.5251050233357124
    },
    {
      "step": 329,
      "lr": 0.0001,
      "sup_loss": 1.5059333961857875
    },
    {
      "step": 330,
      "lr": 0.0001,
      "sup_loss": 1.5105862635379703
    },
    {
      "step": 331,
      "lr": 0.0001,
      "sup_loss": 1.525230871206802
    },
    {
      "step": 332,
      "lr": 0.0001,
      "sup_loss": 1.5370990801302722
    },
    {
      "step": 333,
      "lr": 0.0001,
      "sup_loss": 1.4955896804642668
    },
    {
      "step": 334,
      "lr": 0.0001,
      "sup_loss": 1.517139975098678
    },
    {
      "step": 335,
      "lr": 0.0001,
      "sup_loss": 1.5275138130473764
    },
    {
      "step": 336,
      "lr": 0.0001,
      "sup_loss": 1.5066966942485063
    },
    {
      "step": 337,
      "lr": 0.0001,
      "sup_loss": 1.5188494949981362
    },
    {
      "step": 338,
      "lr": 0.0001,
      "sup_loss": 1.5081528104603086
    },
    {
      "step": 339,
      "lr": 0.0001,
      "sup_loss": 1.5255729925551231
    },
    {
      "step": 340,
      "lr": 0.0001,
      "sup_loss": 1.5316505299963326
    },
    {
      "step": 341,
      "lr": 0.0001,
      "sup_loss": 1.5387272257675237
    },
    {
      "step": 342,
      "lr": 0.0001,
      "sup_loss": 1.5316030399791563
    },
    {
      "step": 343,
      "lr": 0.0001,
      "sup_loss": 1.4925228769503045
    },
    {
      "step": 344,
      "lr": 0.0001,
      "sup_loss": 1.5148584998605232
    },
    {
      "step": 345,
      "lr": 0.0001,
      "sup_loss": 1.5474290929074288
    },
    {
      "step": 346,
      "lr": 0.0001,
      "sup_loss": 1.5152496393182984
    },
    {
      "step": 347,
      "lr": 0.0001,
      "sup_loss": 1.5049235099664908
    },
    {
      "step": 348,
      "lr": 0.0001,
      "sup_loss": 1.5012060507265905
    },
    {
      "step": 349,
      "lr": 0.0001,
      "sup_loss": 1.490658940575209
    },
    {
      "step": 350,
      "lr": 0.0001,
      "sup_loss": 1.528470635842274,
      "lyap1_mean": -11.76162338256836,
      "lyap1_max": -11.400915145874023,
      "lyap_spec_mean": [
        -11.76162338256836,
        -12.196332931518555
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 351,
      "lr": 0.0001,
      "sup_loss": 1.5413601384267321
    },
    {
      "step": 352,
      "lr": 0.0001,
      "sup_loss": 1.4935529521035986
    },
    {
      "step": 353,
      "lr": 0.0001,
      "sup_loss": 1.5377374380473017
    },
    {
      "step": 354,
      "lr": 0.0001,
      "sup_loss": 1.540691730091662
    },
    {
      "step": 355,
      "lr": 0.0001,
      "sup_loss": 1.5367175737465135
    },
    {
      "step": 356,
      "lr": 0.0001,
      "sup_loss": 1.530635214732752
    },
    {
      "step": 357,
      "lr": 0.0001,
      "sup_loss": 1.537838228473468
    },
    {
      "step": 358,
      "lr": 0.0001,
      "sup_loss": 1.4962873036338886
    },
    {
      "step": 359,
      "lr": 0.0001,
      "sup_loss": 1.5220921063807007
    },
    {
      "step": 360,
      "lr": 0.0001,
      "sup_loss": 1.525491152953901
    },
    {
      "step": 361,
      "lr": 0.0001,
      "sup_loss": 1.5163713474119085
    },
    {
      "step": 362,
      "lr": 0.0001,
      "sup_loss": 1.527241535635908
    },
    {
      "step": 363,
      "lr": 0.0001,
      "sup_loss": 1.5304982541321084
    },
    {
      "step": 364,
      "lr": 0.0001,
      "sup_loss": 1.5231485266143923
    },
    {
      "step": 365,
      "lr": 0.0001,
      "sup_loss": 1.5163112168975914
    },
    {
      "step": 366,
      "lr": 0.0001,
      "sup_loss": 1.4956481701407742
    },
    {
      "step": 367,
      "lr": 0.0001,
      "sup_loss": 1.5342452722976463
    },
    {
      "step": 368,
      "lr": 0.0001,
      "sup_loss": 1.5466697642910805
    },
    {
      "step": 369,
      "lr": 0.0001,
      "sup_loss": 1.508705077013109
    },
    {
      "step": 370,
      "lr": 0.0001,
      "sup_loss": 1.5034609399833936
    },
    {
      "step": 371,
      "lr": 0.0001,
      "sup_loss": 1.508052557532037
    },
    {
      "step": 372,
      "lr": 0.0001,
      "sup_loss": 1.5233476730240343
    },
    {
      "step": 373,
      "lr": 0.0001,
      "sup_loss": 1.5052934492967045
    },
    {
      "step": 374,
      "lr": 0.0001,
      "sup_loss": 1.5759504070077464
    },
    {
      "step": 375,
      "lr": 0.0001,
      "sup_loss": 1.535682558088765
    },
    {
      "step": 376,
      "lr": 0.0001,
      "sup_loss": 1.4920791284608579
    },
    {
      "step": 377,
      "lr": 0.0001,
      "sup_loss": 1.5194316339005662
    },
    {
      "step": 378,
      "lr": 0.0001,
      "sup_loss": 1.5024805432250534
    },
    {
      "step": 379,
      "lr": 0.0001,
      "sup_loss": 1.5147784185584083
    },
    {
      "step": 380,
      "lr": 0.0001,
      "sup_loss": 1.589798218222819
    },
    {
      "step": 381,
      "lr": 0.0001,
      "sup_loss": 1.4997049580475368
    },
    {
      "step": 382,
      "lr": 0.0001,
      "sup_loss": 1.5326192082464976
    },
    {
      "step": 383,
      "lr": 0.0001,
      "sup_loss": 1.4888976871603288
    },
    {
      "step": 384,
      "lr": 0.0001,
      "sup_loss": 1.5015775235829594
    },
    {
      "step": 385,
      "lr": 0.0001,
      "sup_loss": 1.4955910323385655
    },
    {
      "step": 386,
      "lr": 0.0001,
      "sup_loss": 1.5194761939754748
    },
    {
      "step": 387,
      "lr": 0.0001,
      "sup_loss": 1.5426483974957237
    },
    {
      "step": 388,
      "lr": 0.0001,
      "sup_loss": 1.5427200981086682
    },
    {
      "step": 389,
      "lr": 0.0001,
      "sup_loss": 1.532118576573357
    },
    {
      "step": 390,
      "lr": 0.0001,
      "sup_loss": 1.491665999160759
    },
    {
      "step": 391,
      "lr": 0.0001,
      "sup_loss": 1.521773124701603
    },
    {
      "step": 392,
      "lr": 0.0001,
      "sup_loss": 1.5478305731232695
    },
    {
      "step": 393,
      "lr": 0.0001,
      "sup_loss": 1.5358499212948626
    },
    {
      "step": 394,
      "lr": 0.0001,
      "sup_loss": 1.5412414751324863
    },
    {
      "step": 395,
      "lr": 0.0001,
      "sup_loss": 1.5203899037143354
    },
    {
      "step": 396,
      "lr": 0.0001,
      "sup_loss": 1.515919086520783
    },
    {
      "step": 397,
      "lr": 0.0001,
      "sup_loss": 1.4778075738777505
    },
    {
      "step": 398,
      "lr": 0.0001,
      "sup_loss": 1.5215626293569535
    },
    {
      "step": 399,
      "lr": 0.0001,
      "sup_loss": 1.50784120327608
    },
    {
      "step": 400,
      "lr": 0.0001,
      "sup_loss": 1.4957776179249296,
      "lyap1_mean": -11.334436416625977,
      "lyap1_max": -11.105228424072266,
      "lyap_spec_mean": [
        -11.334436416625977,
        -11.996769905090332
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 401,
      "lr": 0.0001,
      "sup_loss": 1.5216224765463873
    },
    {
      "step": 402,
      "lr": 0.0001,
      "sup_loss": 1.5359090141151275
    },
    {
      "step": 403,
      "lr": 0.0001,
      "sup_loss": 1.493550738533156
    },
    {
      "step": 404,
      "lr": 0.0001,
      "sup_loss": 1.5041753699210472
    },
    {
      "step": 405,
      "lr": 0.0001,
      "sup_loss": 1.5382870899791226
    },
    {
      "step": 406,
      "lr": 0.0001,
      "sup_loss": 1.516634532380017
    },
    {
      "step": 407,
      "lr": 0.0001,
      "sup_loss": 1.5042274152492738
    },
    {
      "step": 408,
      "lr": 0.0001,
      "sup_loss": 1.5250359873912454
    },
    {
      "step": 409,
      "lr": 0.0001,
      "sup_loss": 1.554047747398289
    },
    {
      "step": 410,
      "lr": 0.0001,
      "sup_loss": 1.517932638824385
    },
    {
      "step": 411,
      "lr": 0.0001,
      "sup_loss": 1.5308098472842881
    },
    {
      "step": 412,
      "lr": 0.0001,
      "sup_loss": 1.523420909820821
    },
    {
      "step": 413,
      "lr": 0.0001,
      "sup_loss": 1.5347458495683204
    },
    {
      "step": 414,
      "lr": 0.0001,
      "sup_loss": 1.5482415076628526
    },
    {
      "step": 415,
      "lr": 0.0001,
      "sup_loss": 1.5107501599955004
    },
    {
      "step": 416,
      "lr": 0.0001,
      "sup_loss": 1.537757427110563
    },
    {
      "step": 417,
      "lr": 0.0001,
      "sup_loss": 1.5469087856028731
    },
    {
      "step": 418,
      "lr": 0.0001,
      "sup_loss": 1.5306598704879266
    },
    {
      "step": 419,
      "lr": 0.0001,
      "sup_loss": 1.5138171178660402
    },
    {
      "step": 420,
      "lr": 0.0001,
      "sup_loss": 1.527656047414869
    },
    {
      "step": 421,
      "lr": 0.0001,
      "sup_loss": 1.506449975387827
    },
    {
      "step": 422,
      "lr": 0.0001,
      "sup_loss": 1.5208335392766716
    },
    {
      "step": 423,
      "lr": 0.0001,
      "sup_loss": 1.4902017388354212
    },
    {
      "step": 424,
      "lr": 0.0001,
      "sup_loss": 1.5413524803077843
    },
    {
      "step": 425,
      "lr": 0.0001,
      "sup_loss": 1.5068810687235097
    },
    {
      "step": 426,
      "lr": 0.0001,
      "sup_loss": 1.5240164442619506
    },
    {
      "step": 427,
      "lr": 0.0001,
      "sup_loss": 1.5096646446972923
    },
    {
      "step": 428,
      "lr": 0.0001,
      "sup_loss": 1.506460142172738
    },
    {
      "step": 429,
      "lr": 0.0001,
      "sup_loss": 1.5166393380900016
    },
    {
      "step": 430,
      "lr": 0.0001,
      "sup_loss": 1.5093387145577521
    },
    {
      "step": 431,
      "lr": 0.0001,
      "sup_loss": 1.530778531504104
    },
    {
      "step": 432,
      "lr": 0.0001,
      "sup_loss": 1.4939584475722183
    },
    {
      "step": 433,
      "lr": 0.0001,
      "sup_loss": 1.5171645769708706
    },
    {
      "step": 434,
      "lr": 0.0001,
      "sup_loss": 1.4664217319449346
    },
    {
      "step": 435,
      "lr": 0.0001,
      "sup_loss": 1.5052247536880472
    },
    {
      "step": 436,
      "lr": 0.0001,
      "sup_loss": 1.5029870995156003
    },
    {
      "step": 437,
      "lr": 0.0001,
      "sup_loss": 1.4905454737043538
    },
    {
      "step": 438,
      "lr": 0.0001,
      "sup_loss": 1.5033068338247517
    },
    {
      "step": 439,
      "lr": 0.0001,
      "sup_loss": 1.5225436570716893
    },
    {
      "step": 440,
      "lr": 0.0001,
      "sup_loss": 1.5597090054310672
    },
    {
      "step": 441,
      "lr": 0.0001,
      "sup_loss": 1.5234853636246892
    },
    {
      "step": 442,
      "lr": 0.0001,
      "sup_loss": 1.534649946966083
    },
    {
      "step": 443,
      "lr": 0.0001,
      "sup_loss": 1.5228690456636231
    },
    {
      "step": 444,
      "lr": 0.0001,
      "sup_loss": 1.549154324361503
    },
    {
      "step": 445,
      "lr": 0.0001,
      "sup_loss": 1.5092149712440277
    },
    {
      "step": 446,
      "lr": 0.0001,
      "sup_loss": 1.4959582278232122
    },
    {
      "step": 447,
      "lr": 0.0001,
      "sup_loss": 1.5225026543462026
    },
    {
      "step": 448,
      "lr": 0.0001,
      "sup_loss": 1.5220281431462264
    },
    {
      "step": 449,
      "lr": 0.0001,
      "sup_loss": 1.5331610736299486
    },
    {
      "step": 450,
      "lr": 0.0001,
      "sup_loss": 1.516008084891901,
      "lyap1_mean": -10.886491775512695,
      "lyap1_max": -10.71495246887207,
      "lyap_spec_mean": [
        -10.886490821838379,
        -11.48372745513916
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 451,
      "lr": 0.0001,
      "sup_loss": 1.5281486274054963
    },
    {
      "step": 452,
      "lr": 0.0001,
      "sup_loss": 1.5132981839908974
    },
    {
      "step": 453,
      "lr": 0.0001,
      "sup_loss": 1.506020706473522
    },
    {
      "step": 454,
      "lr": 0.0001,
      "sup_loss": 1.5328268896248918
    },
    {
      "step": 455,
      "lr": 0.0001,
      "sup_loss": 1.543571779811295
    },
    {
      "step": 456,
      "lr": 0.0001,
      "sup_loss": 1.4875618513698212
    },
    {
      "step": 457,
      "lr": 0.0001,
      "sup_loss": 1.5160344765585312
    },
    {
      "step": 458,
      "lr": 0.0001,
      "sup_loss": 1.496706834535162
    },
    {
      "step": 459,
      "lr": 0.0001,
      "sup_loss": 1.519816226362514
    },
    {
      "step": 460,
      "lr": 0.0001,
      "sup_loss": 1.5302154606491456
    },
    {
      "step": 461,
      "lr": 0.0001,
      "sup_loss": 1.515054851533421
    },
    {
      "step": 462,
      "lr": 0.0001,
      "sup_loss": 1.5024020787822998
    },
    {
      "step": 463,
      "lr": 0.0001,
      "sup_loss": 1.5868635471314814
    },
    {
      "step": 464,
      "lr": 0.0001,
      "sup_loss": 1.5058209495205541
    },
    {
      "step": 465,
      "lr": 0.0001,
      "sup_loss": 1.5123266278268024
    },
    {
      "step": 466,
      "lr": 0.0001,
      "sup_loss": 1.5120566798623127
    },
    {
      "step": 467,
      "lr": 0.0001,
      "sup_loss": 1.5090979126598907
    },
    {
      "step": 468,
      "lr": 0.0001,
      "sup_loss": 1.5323289552471024
    },
    {
      "step": 469,
      "lr": 0.0001,
      "sup_loss": 1.535519944862544
    },
    {
      "step": 470,
      "lr": 0.0001,
      "sup_loss": 1.5158198348280305
    },
    {
      "step": 471,
      "lr": 0.0001,
      "sup_loss": 1.5390713771279845
    },
    {
      "step": 472,
      "lr": 0.0001,
      "sup_loss": 1.5099266110083536
    },
    {
      "step": 473,
      "lr": 0.0001,
      "sup_loss": 1.4952983417388592
    },
    {
      "step": 474,
      "lr": 0.0001,
      "sup_loss": 1.4881551282476981
    },
    {
      "step": 475,
      "lr": 0.0001,
      "sup_loss": 1.5221923769527377
    },
    {
      "step": 476,
      "lr": 0.0001,
      "sup_loss": 1.5288284945732573
    },
    {
      "step": 477,
      "lr": 0.0001,
      "sup_loss": 1.4879322124914443
    },
    {
      "step": 478,
      "lr": 0.0001,
      "sup_loss": 1.5350925664508945
    },
    {
      "step": 479,
      "lr": 0.0001,
      "sup_loss": 1.5221501561091164
    },
    {
      "step": 480,
      "lr": 0.0001,
      "sup_loss": 1.5348382403169307
    },
    {
      "step": 481,
      "lr": 0.0001,
      "sup_loss": 1.5252797831776708
    },
    {
      "step": 482,
      "lr": 0.0001,
      "sup_loss": 1.548010835870001
    },
    {
      "step": 483,
      "lr": 0.0001,
      "sup_loss": 1.5154684962674378
    },
    {
      "step": 484,
      "lr": 0.0001,
      "sup_loss": 1.5080549653919657
    },
    {
      "step": 485,
      "lr": 0.0001,
      "sup_loss": 1.5154279761200906
    },
    {
      "step": 486,
      "lr": 0.0001,
      "sup_loss": 1.5488460945883464
    },
    {
      "step": 487,
      "lr": 0.0001,
      "sup_loss": 1.5079447739509535
    },
    {
      "step": 488,
      "lr": 0.0001,
      "sup_loss": 1.5082584003533808
    },
    {
      "step": 489,
      "lr": 0.0001,
      "sup_loss": 1.5317233193991164
    },
    {
      "step": 490,
      "lr": 0.0001,
      "sup_loss": 1.5109312885090949
    },
    {
      "step": 491,
      "lr": 0.0001,
      "sup_loss": 1.5218243009728538
    },
    {
      "step": 492,
      "lr": 0.0001,
      "sup_loss": 1.5249214454908997
    },
    {
      "step": 493,
      "lr": 0.0001,
      "sup_loss": 1.4878704606760282
    },
    {
      "step": 494,
      "lr": 0.0001,
      "sup_loss": 1.5344827320892875
    },
    {
      "step": 495,
      "lr": 0.0001,
      "sup_loss": 1.5260210121503275
    },
    {
      "step": 496,
      "lr": 0.0001,
      "sup_loss": 1.500631589079166
    },
    {
      "step": 497,
      "lr": 0.0001,
      "sup_loss": 1.5306146853932743
    },
    {
      "step": 498,
      "lr": 0.0001,
      "sup_loss": 1.5256995954508872
    },
    {
      "step": 499,
      "lr": 0.0001,
      "sup_loss": 1.5015291124305707
    },
    {
      "step": 500,
      "lr": 0.0001,
      "sup_loss": 1.518727935741119,
      "lyap1_mean": -10.704227447509766,
      "lyap1_max": -10.380502700805664,
      "lyap_spec_mean": [
        -10.704227447509766,
        -11.454790115356445
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 501,
      "lr": 0.0001,
      "sup_loss": 1.5420552040354285
    },
    {
      "step": 502,
      "lr": 0.0001,
      "sup_loss": 1.5420224015274795
    },
    {
      "step": 503,
      "lr": 0.0001,
      "sup_loss": 1.535579572824871
    },
    {
      "step": 504,
      "lr": 0.0001,
      "sup_loss": 1.5307738799223558
    },
    {
      "step": 505,
      "lr": 0.0001,
      "sup_loss": 1.5114492257411185
    },
    {
      "step": 506,
      "lr": 0.0001,
      "sup_loss": 1.5322547497396821
    },
    {
      "step": 507,
      "lr": 0.0001,
      "sup_loss": 1.5012640372746309
    },
    {
      "step": 508,
      "lr": 0.0001,
      "sup_loss": 1.515905728106991
    },
    {
      "step": 509,
      "lr": 0.0001,
      "sup_loss": 1.5076106365856818
    },
    {
      "step": 510,
      "lr": 0.0001,
      "sup_loss": 1.4472614738253793
    },
    {
      "step": 511,
      "lr": 0.0001,
      "sup_loss": 1.5251136855330647
    },
    {
      "step": 512,
      "lr": 0.0001,
      "sup_loss": 1.5357037800845472
    },
    {
      "step": 513,
      "lr": 0.0001,
      "sup_loss": 1.514495507139802
    },
    {
      "step": 514,
      "lr": 0.0001,
      "sup_loss": 1.5492908231682714
    },
    {
      "step": 515,
      "lr": 0.0001,
      "sup_loss": 1.4961621376987646
    },
    {
      "step": 516,
      "lr": 0.0001,
      "sup_loss": 1.498826844054637
    },
    {
      "step": 517,
      "lr": 0.0001,
      "sup_loss": 1.4979865871056692
    },
    {
      "step": 518,
      "lr": 0.0001,
      "sup_loss": 1.5373061606385496
    },
    {
      "step": 519,
      "lr": 0.0001,
      "sup_loss": 1.481182795657155
    },
    {
      "step": 520,
      "lr": 0.0001,
      "sup_loss": 1.477984591324481
    },
    {
      "step": 521,
      "lr": 0.0001,
      "sup_loss": 1.5452183030970241
    },
    {
      "step": 522,
      "lr": 0.0001,
      "sup_loss": 1.5073475343843927
    },
    {
      "step": 523,
      "lr": 0.0001,
      "sup_loss": 1.5270415359708072
    },
    {
      "step": 524,
      "lr": 0.0001,
      "sup_loss": 1.535959679520951
    },
    {
      "step": 525,
      "lr": 0.0001,
      "sup_loss": 1.5168191562792326
    },
    {
      "step": 526,
      "lr": 0.0001,
      "sup_loss": 1.4874999947601295
    },
    {
      "step": 527,
      "lr": 0.0001,
      "sup_loss": 1.477051435023021
    },
    {
      "step": 528,
      "lr": 0.0001,
      "sup_loss": 1.4397327822724786
    },
    {
      "step": 529,
      "lr": 0.0001,
      "sup_loss": 1.4616725742989656
    },
    {
      "step": 530,
      "lr": 0.0001,
      "sup_loss": 1.503122216674289
    },
    {
      "step": 531,
      "lr": 0.0001,
      "sup_loss": 1.5234685717426049
    },
    {
      "step": 532,
      "lr": 0.0001,
      "sup_loss": 1.524883964174737
    },
    {
      "step": 533,
      "lr": 0.0001,
      "sup_loss": 1.4800176732111547
    },
    {
      "step": 534,
      "lr": 0.0001,
      "sup_loss": 1.532849136702353
    },
    {
      "step": 535,
      "lr": 0.0001,
      "sup_loss": 1.5179139255477903
    },
    {
      "step": 536,
      "lr": 0.0001,
      "sup_loss": 1.5213231049434022
    },
    {
      "step": 537,
      "lr": 0.0001,
      "sup_loss": 1.5274944131365837
    },
    {
      "step": 538,
      "lr": 0.0001,
      "sup_loss": 1.5005829312670993
    },
    {
      "step": 539,
      "lr": 0.0001,
      "sup_loss": 1.5211662363087692
    },
    {
      "step": 540,
      "lr": 0.0001,
      "sup_loss": 1.538015863914101
    },
    {
      "step": 541,
      "lr": 0.0001,
      "sup_loss": 1.538406369767912
    },
    {
      "step": 542,
      "lr": 0.0001,
      "sup_loss": 1.5014909322112258
    },
    {
      "step": 543,
      "lr": 0.0001,
      "sup_loss": 1.5652702316615847
    },
    {
      "step": 544,
      "lr": 0.0001,
      "sup_loss": 1.5142425507305857
    },
    {
      "step": 545,
      "lr": 0.0001,
      "sup_loss": 1.5276751131394457
    },
    {
      "step": 546,
      "lr": 0.0001,
      "sup_loss": 1.5245769195990062
    },
    {
      "step": 547,
      "lr": 0.0001,
      "sup_loss": 1.5040433985839126
    },
    {
      "step": 548,
      "lr": 0.0001,
      "sup_loss": 1.4731805883822844
    },
    {
      "step": 549,
      "lr": 0.0001,
      "sup_loss": 1.523989010566578
    },
    {
      "step": 550,
      "lr": 0.0001,
      "sup_loss": 1.5175207581712926,
      "lyap1_mean": -10.758066177368164,
      "lyap1_max": -10.607852935791016,
      "lyap_spec_mean": [
        -10.75806713104248,
        -11.470582962036133
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 551,
      "lr": 0.0001,
      "sup_loss": 1.4971526018336017
    },
    {
      "step": 552,
      "lr": 0.0001,
      "sup_loss": 1.4895302764798874
    },
    {
      "step": 553,
      "lr": 0.0001,
      "sup_loss": 1.5332218163992666
    },
    {
      "step": 554,
      "lr": 0.0001,
      "sup_loss": 1.51443773185748
    },
    {
      "step": 555,
      "lr": 0.0001,
      "sup_loss": 1.5253722163721417
    },
    {
      "step": 556,
      "lr": 0.0001,
      "sup_loss": 1.5050382465970886
    },
    {
      "step": 557,
      "lr": 0.0001,
      "sup_loss": 1.5370492257954307
    },
    {
      "step": 558,
      "lr": 0.0001,
      "sup_loss": 1.4657143857688804
    },
    {
      "step": 559,
      "lr": 0.0001,
      "sup_loss": 1.536527869346071
    },
    {
      "step": 560,
      "lr": 0.0001,
      "sup_loss": 1.524685885669237
    },
    {
      "step": 561,
      "lr": 0.0001,
      "sup_loss": 1.5081444758780085
    },
    {
      "step": 562,
      "lr": 0.0001,
      "sup_loss": 1.499385660737609
    },
    {
      "step": 563,
      "lr": 0.0001,
      "sup_loss": 1.519724938071661
    },
    {
      "step": 564,
      "lr": 0.0001,
      "sup_loss": 1.4798648503240914
    },
    {
      "step": 565,
      "lr": 0.0001,
      "sup_loss": 1.5273230250184124
    },
    {
      "step": 566,
      "lr": 0.0001,
      "sup_loss": 1.521062368234926
    },
    {
      "step": 567,
      "lr": 0.0001,
      "sup_loss": 1.5222791412642909
    },
    {
      "step": 568,
      "lr": 0.0001,
      "sup_loss": 1.5103247563659143
    },
    {
      "step": 569,
      "lr": 0.0001,
      "sup_loss": 1.5569352920488948
    },
    {
      "step": 570,
      "lr": 0.0001,
      "sup_loss": 1.489553136424848
    },
    {
      "step": 571,
      "lr": 0.0001,
      "sup_loss": 1.52472145379252
    },
    {
      "step": 572,
      "lr": 0.0001,
      "sup_loss": 1.5210004220148543
    },
    {
      "step": 573,
      "lr": 0.0001,
      "sup_loss": 1.554976167923613
    },
    {
      "step": 574,
      "lr": 0.0001,
      "sup_loss": 1.4831825865229942
    },
    {
      "step": 575,
      "lr": 0.0001,
      "sup_loss": 1.4767394761102688
    },
    {
      "step": 576,
      "lr": 0.0001,
      "sup_loss": 1.5271143907626947
    },
    {
      "step": 577,
      "lr": 0.0001,
      "sup_loss": 1.519121455223726
    },
    {
      "step": 578,
      "lr": 0.0001,
      "sup_loss": 1.497157712558869
    },
    {
      "step": 579,
      "lr": 0.0001,
      "sup_loss": 1.517625795538412
    },
    {
      "step": 580,
      "lr": 0.0001,
      "sup_loss": 1.567087316520561
    },
    {
      "step": 581,
      "lr": 0.0001,
      "sup_loss": 1.5069574483855266
    },
    {
      "step": 582,
      "lr": 0.0001,
      "sup_loss": 1.5266713767839415
    },
    {
      "step": 583,
      "lr": 0.0001,
      "sup_loss": 1.5136533102031966
    },
    {
      "step": 584,
      "lr": 0.0001,
      "sup_loss": 1.5398053821302395
    },
    {
      "step": 585,
      "lr": 0.0001,
      "sup_loss": 1.5207036750253404
    },
    {
      "step": 586,
      "lr": 0.0001,
      "sup_loss": 1.5568700070402846
    },
    {
      "step": 587,
      "lr": 0.0001,
      "sup_loss": 1.4930601848272418
    },
    {
      "step": 588,
      "lr": 0.0001,
      "sup_loss": 1.5197131728503268
    },
    {
      "step": 589,
      "lr": 0.0001,
      "sup_loss": 1.509870372226886
    },
    {
      "step": 590,
      "lr": 0.0001,
      "sup_loss": 1.5605127355427801
    },
    {
      "step": 591,
      "lr": 0.0001,
      "sup_loss": 1.5329795747053463
    },
    {
      "step": 592,
      "lr": 0.0001,
      "sup_loss": 1.4729902400828474
    },
    {
      "step": 593,
      "lr": 0.0001,
      "sup_loss": 1.5065587852289786
    },
    {
      "step": 594,
      "lr": 0.0001,
      "sup_loss": 1.5162436697453585
    },
    {
      "step": 595,
      "lr": 0.0001,
      "sup_loss": 1.501181951466543
    },
    {
      "step": 596,
      "lr": 0.0001,
      "sup_loss": 1.5128016271192617
    },
    {
      "step": 597,
      "lr": 0.0001,
      "sup_loss": 1.4955089560463402
    },
    {
      "step": 598,
      "lr": 0.0001,
      "sup_loss": 1.530072364291421
    },
    {
      "step": 599,
      "lr": 0.0001,
      "sup_loss": 1.5269364022145997
    },
    {
      "step": 600,
      "lr": 0.0001,
      "sup_loss": 1.4752203514301139,
      "lyap1_mean": -10.81710433959961,
      "lyap1_max": -10.478694915771484,
      "lyap_spec_mean": [
        -10.81710433959961,
        -11.54246711730957
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 601,
      "lr": 0.0001,
      "sup_loss": 1.533622384028767
    },
    {
      "step": 602,
      "lr": 0.0001,
      "sup_loss": 1.5294729872861208
    },
    {
      "step": 603,
      "lr": 0.0001,
      "sup_loss": 1.5267323813111378
    },
    {
      "step": 604,
      "lr": 0.0001,
      "sup_loss": 1.5037988005368887
    },
    {
      "step": 605,
      "lr": 0.0001,
      "sup_loss": 1.5400566992703506
    },
    {
      "step": 606,
      "lr": 0.0001,
      "sup_loss": 1.5194292891867367
    },
    {
      "step": 607,
      "lr": 0.0001,
      "sup_loss": 1.5137679765290846
    },
    {
      "step": 608,
      "lr": 0.0001,
      "sup_loss": 1.5263569481206216
    },
    {
      "step": 609,
      "lr": 0.0001,
      "sup_loss": 1.526879212972724
    },
    {
      "step": 610,
      "lr": 0.0001,
      "sup_loss": 1.5196563028366656
    },
    {
      "step": 611,
      "lr": 0.0001,
      "sup_loss": 1.5264088291244253
    },
    {
      "step": 612,
      "lr": 0.0001,
      "sup_loss": 1.5188258056963377
    },
    {
      "step": 613,
      "lr": 0.0001,
      "sup_loss": 1.4833610200614398
    },
    {
      "step": 614,
      "lr": 0.0001,
      "sup_loss": 1.5193956595283746
    },
    {
      "step": 615,
      "lr": 0.0001,
      "sup_loss": 1.5095989430732548
    },
    {
      "step": 616,
      "lr": 0.0001,
      "sup_loss": 1.4615477565895358
    },
    {
      "step": 617,
      "lr": 0.0001,
      "sup_loss": 1.5202185730078797
    },
    {
      "step": 618,
      "lr": 0.0001,
      "sup_loss": 1.5156975671961361
    },
    {
      "step": 619,
      "lr": 0.0001,
      "sup_loss": 1.4955224378949017
    },
    {
      "step": 620,
      "lr": 0.0001,
      "sup_loss": 1.5099647307638147
    },
    {
      "step": 621,
      "lr": 0.0001,
      "sup_loss": 1.5170427436566138
    },
    {
      "step": 622,
      "lr": 0.0001,
      "sup_loss": 1.4829578796560652
    },
    {
      "step": 623,
      "lr": 0.0001,
      "sup_loss": 1.50918333743958
    },
    {
      "step": 624,
      "lr": 0.0001,
      "sup_loss": 1.4180491391659908
    },
    {
      "step": 625,
      "lr": 0.0001,
      "sup_loss": 1.5465893245313287
    },
    {
      "step": 626,
      "lr": 0.0001,
      "sup_loss": 1.4919092553142828
    },
    {
      "step": 627,
      "lr": 0.0001,
      "sup_loss": 1.5297118996456043
    },
    {
      "step": 628,
      "lr": 0.0001,
      "sup_loss": 1.495986315293808
    },
    {
      "step": 629,
      "lr": 0.0001,
      "sup_loss": 1.509888625886434
    },
    {
      "step": 630,
      "lr": 0.0001,
      "sup_loss": 1.5541740824357826
    },
    {
      "step": 631,
      "lr": 0.0001,
      "sup_loss": 1.5671991551040387
    },
    {
      "step": 632,
      "lr": 0.0001,
      "sup_loss": 1.5292123928324544
    },
    {
      "step": 633,
      "lr": 0.0001,
      "sup_loss": 1.5426588823660834
    },
    {
      "step": 634,
      "lr": 0.0001,
      "sup_loss": 1.485453862634459
    },
    {
      "step": 635,
      "lr": 0.0001,
      "sup_loss": 1.5019850115368816
    },
    {
      "step": 636,
      "lr": 0.0001,
      "sup_loss": 1.4921709325170587
    },
    {
      "step": 637,
      "lr": 0.0001,
      "sup_loss": 1.4889887552257757
    },
    {
      "step": 638,
      "lr": 0.0001,
      "sup_loss": 1.5187691084285575
    },
    {
      "step": 639,
      "lr": 0.0001,
      "sup_loss": 1.5239986702679065
    },
    {
      "step": 640,
      "lr": 0.0001,
      "sup_loss": 1.5291586262015888
    },
    {
      "step": 641,
      "lr": 0.0001,
      "sup_loss": 1.5329865261729436
    },
    {
      "step": 642,
      "lr": 0.0001,
      "sup_loss": 1.569977579545054
    },
    {
      "step": 643,
      "lr": 0.0001,
      "sup_loss": 1.549783921441173
    },
    {
      "step": 644,
      "lr": 0.0001,
      "sup_loss": 1.529644188015594
    },
    {
      "step": 645,
      "lr": 0.0001,
      "sup_loss": 1.5495971951458996
    },
    {
      "step": 646,
      "lr": 0.0001,
      "sup_loss": 1.5296362485604438
    },
    {
      "step": 647,
      "lr": 0.0001,
      "sup_loss": 1.516776888623355
    },
    {
      "step": 648,
      "lr": 0.0001,
      "sup_loss": 1.5292761142052465
    },
    {
      "step": 649,
      "lr": 0.0001,
      "sup_loss": 1.481605804893352
    },
    {
      "step": 650,
      "lr": 0.0001,
      "sup_loss": 1.5052181313123125,
      "lyap1_mean": -10.79106616973877,
      "lyap1_max": -10.62818431854248,
      "lyap_spec_mean": [
        -10.791065216064453,
        -11.572179794311523
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 651,
      "lr": 0.0001,
      "sup_loss": 1.5095250202707353
    },
    {
      "step": 652,
      "lr": 0.0001,
      "sup_loss": 1.4998246756494011
    },
    {
      "step": 653,
      "lr": 0.0001,
      "sup_loss": 1.5165095014388827
    },
    {
      "step": 654,
      "lr": 0.0001,
      "sup_loss": 1.4986121224686637
    },
    {
      "step": 655,
      "lr": 0.0001,
      "sup_loss": 1.5129015032380795
    },
    {
      "step": 656,
      "lr": 0.0001,
      "sup_loss": 1.526282616974292
    },
    {
      "step": 657,
      "lr": 0.0001,
      "sup_loss": 1.495326416440136
    },
    {
      "step": 658,
      "lr": 0.0001,
      "sup_loss": 1.4822267224870795
    },
    {
      "step": 659,
      "lr": 0.0001,
      "sup_loss": 1.525825302223177
    },
    {
      "step": 660,
      "lr": 0.0001,
      "sup_loss": 1.502477268176428
    },
    {
      "step": 661,
      "lr": 0.0001,
      "sup_loss": 1.5464670801194278
    },
    {
      "step": 662,
      "lr": 0.0001,
      "sup_loss": 1.5121104604205902
    },
    {
      "step": 663,
      "lr": 0.0001,
      "sup_loss": 1.5292461415509375
    },
    {
      "step": 664,
      "lr": 0.0001,
      "sup_loss": 1.5218161709262943
    },
    {
      "step": 665,
      "lr": 0.0001,
      "sup_loss": 1.518429114303191
    },
    {
      "step": 666,
      "lr": 0.0001,
      "sup_loss": 1.5124343650140128
    },
    {
      "step": 667,
      "lr": 0.0001,
      "sup_loss": 1.5050271700136015
    },
    {
      "step": 668,
      "lr": 0.0001,
      "sup_loss": 1.5270223812749821
    },
    {
      "step": 669,
      "lr": 0.0001,
      "sup_loss": 1.5211433306095115
    },
    {
      "step": 670,
      "lr": 0.0001,
      "sup_loss": 1.4967751067197244
    },
    {
      "step": 671,
      "lr": 0.0001,
      "sup_loss": 1.5191252181902835
    },
    {
      "step": 672,
      "lr": 0.0001,
      "sup_loss": 1.533075950141082
    },
    {
      "step": 673,
      "lr": 0.0001,
      "sup_loss": 1.5124783238105564
    },
    {
      "step": 674,
      "lr": 0.0001,
      "sup_loss": 1.5020065678064312
    },
    {
      "step": 675,
      "lr": 0.0001,
      "sup_loss": 1.4718938848144771
    },
    {
      "step": 676,
      "lr": 0.0001,
      "sup_loss": 1.532326735807271
    },
    {
      "step": 677,
      "lr": 0.0001,
      "sup_loss": 1.5025012455984457
    },
    {
      "step": 678,
      "lr": 0.0001,
      "sup_loss": 1.5190053274390845
    },
    {
      "step": 679,
      "lr": 0.0001,
      "sup_loss": 1.5333022539241081
    },
    {
      "step": 680,
      "lr": 0.0001,
      "sup_loss": 1.4858050093654533
    },
    {
      "step": 681,
      "lr": 0.0001,
      "sup_loss": 1.508341565917674
    },
    {
      "step": 682,
      "lr": 0.0001,
      "sup_loss": 1.5061645018044307
    },
    {
      "step": 683,
      "lr": 0.0001,
      "sup_loss": 1.5292034039309452
    },
    {
      "step": 684,
      "lr": 0.0001,
      "sup_loss": 1.541927427278669
    },
    {
      "step": 685,
      "lr": 0.0001,
      "sup_loss": 1.5052998803069229
    },
    {
      "step": 686,
      "lr": 0.0001,
      "sup_loss": 1.4983297028023375
    },
    {
      "step": 687,
      "lr": 0.0001,
      "sup_loss": 1.5358386888016897
    },
    {
      "step": 688,
      "lr": 0.0001,
      "sup_loss": 1.4990119225021066
    },
    {
      "step": 689,
      "lr": 0.0001,
      "sup_loss": 1.4814685883495502
    },
    {
      "step": 690,
      "lr": 0.0001,
      "sup_loss": 1.5163947237770283
    },
    {
      "step": 691,
      "lr": 0.0001,
      "sup_loss": 1.528870732185826
    },
    {
      "step": 692,
      "lr": 0.0001,
      "sup_loss": 1.511581864923819
    },
    {
      "step": 693,
      "lr": 0.0001,
      "sup_loss": 1.5196421981658732
    },
    {
      "step": 694,
      "lr": 0.0001,
      "sup_loss": 1.511512192764341
    },
    {
      "step": 695,
      "lr": 0.0001,
      "sup_loss": 1.5329121893741597
    },
    {
      "step": 696,
      "lr": 0.0001,
      "sup_loss": 1.5052262364350593
    },
    {
      "step": 697,
      "lr": 0.0001,
      "sup_loss": 1.5014731399588575
    },
    {
      "step": 698,
      "lr": 0.0001,
      "sup_loss": 1.5318168981770957
    },
    {
      "step": 699,
      "lr": 0.0001,
      "sup_loss": 1.488862287191306
    },
    {
      "step": 700,
      "lr": 0.0001,
      "sup_loss": 1.55697784964122,
      "lyap1_mean": -10.804607391357422,
      "lyap1_max": -10.58384895324707,
      "lyap_spec_mean": [
        -10.804607391357422,
        -11.663246154785156
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 701,
      "lr": 0.0001,
      "sup_loss": 1.529182813421109
    },
    {
      "step": 702,
      "lr": 0.0001,
      "sup_loss": 1.5161712861556158
    },
    {
      "step": 703,
      "lr": 0.0001,
      "sup_loss": 1.5146465248904295
    },
    {
      "step": 704,
      "lr": 0.0001,
      "sup_loss": 1.5154857089574332
    },
    {
      "step": 705,
      "lr": 0.0001,
      "sup_loss": 1.5327712002275256
    },
    {
      "step": 706,
      "lr": 0.0001,
      "sup_loss": 1.5046359696722775
    },
    {
      "step": 707,
      "lr": 0.0001,
      "sup_loss": 1.4750932345287184
    },
    {
      "step": 708,
      "lr": 0.0001,
      "sup_loss": 1.5291139367852404
    },
    {
      "step": 709,
      "lr": 0.0001,
      "sup_loss": 1.5356766559379944
    },
    {
      "step": 710,
      "lr": 0.0001,
      "sup_loss": 1.52311202043396
    },
    {
      "step": 711,
      "lr": 0.0001,
      "sup_loss": 1.5189525358120937
    },
    {
      "step": 712,
      "lr": 0.0001,
      "sup_loss": 1.5119325984532817
    },
    {
      "step": 713,
      "lr": 0.0001,
      "sup_loss": 1.4827629277817447
    },
    {
      "step": 714,
      "lr": 0.0001,
      "sup_loss": 1.51270842795556
    },
    {
      "step": 715,
      "lr": 0.0001,
      "sup_loss": 1.5161870292070179
    },
    {
      "step": 716,
      "lr": 0.0001,
      "sup_loss": 1.5421892782500957
    },
    {
      "step": 717,
      "lr": 0.0001,
      "sup_loss": 1.5015931869436003
    },
    {
      "step": 718,
      "lr": 0.0001,
      "sup_loss": 1.5112513340994522
    },
    {
      "step": 719,
      "lr": 0.0001,
      "sup_loss": 1.488745538150424
    },
    {
      "step": 720,
      "lr": 0.0001,
      "sup_loss": 1.51878666913149
    },
    {
      "step": 721,
      "lr": 0.0001,
      "sup_loss": 1.4983644579652984
    },
    {
      "step": 722,
      "lr": 0.0001,
      "sup_loss": 1.5289960689695796
    },
    {
      "step": 723,
      "lr": 0.0001,
      "sup_loss": 1.5292381749306603
    },
    {
      "step": 724,
      "lr": 0.0001,
      "sup_loss": 1.5391319866767856
    },
    {
      "step": 725,
      "lr": 0.0001,
      "sup_loss": 1.4849442998868232
    },
    {
      "step": 726,
      "lr": 0.0001,
      "sup_loss": 1.5152041971808854
    },
    {
      "step": 727,
      "lr": 0.0001,
      "sup_loss": 1.512240419605045
    },
    {
      "step": 728,
      "lr": 0.0001,
      "sup_loss": 1.5329227835580534
    },
    {
      "step": 729,
      "lr": 0.0001,
      "sup_loss": 1.5162379443758347
    },
    {
      "step": 730,
      "lr": 0.0001,
      "sup_loss": 1.5162122363064547
    },
    {
      "step": 731,
      "lr": 0.0001,
      "sup_loss": 1.5382885850686845
    },
    {
      "step": 732,
      "lr": 0.0001,
      "sup_loss": 1.4815186575040509
    },
    {
      "step": 733,
      "lr": 0.0001,
      "sup_loss": 1.5358293179519968
    },
    {
      "step": 734,
      "lr": 0.0001,
      "sup_loss": 1.5288459243878267
    },
    {
      "step": 735,
      "lr": 0.0001,
      "sup_loss": 1.5119742919694552
    },
    {
      "step": 736,
      "lr": 0.0001,
      "sup_loss": 1.5022410754182223
    },
    {
      "step": 737,
      "lr": 0.0001,
      "sup_loss": 1.5386172127628734
    },
    {
      "step": 738,
      "lr": 0.0001,
      "sup_loss": 1.5182802942311613
    },
    {
      "step": 739,
      "lr": 0.0001,
      "sup_loss": 1.5487784557477584
    },
    {
      "step": 740,
      "lr": 0.0001,
      "sup_loss": 1.5287764719925763
    },
    {
      "step": 741,
      "lr": 0.0001,
      "sup_loss": 1.4950540371594925
    },
    {
      "step": 742,
      "lr": 0.0001,
      "sup_loss": 1.5287555230293786
    },
    {
      "step": 743,
      "lr": 0.0001,
      "sup_loss": 1.5019130377289647
    },
    {
      "step": 744,
      "lr": 0.0001,
      "sup_loss": 1.521496206828715
    },
    {
      "step": 745,
      "lr": 0.0001,
      "sup_loss": 1.5248841628964667
    },
    {
      "step": 746,
      "lr": 0.0001,
      "sup_loss": 1.5110152266975756
    },
    {
      "step": 747,
      "lr": 0.0001,
      "sup_loss": 1.5050617333962355
    },
    {
      "step": 748,
      "lr": 0.0001,
      "sup_loss": 1.5095923929374953
    },
    {
      "step": 749,
      "lr": 0.0001,
      "sup_loss": 1.5092847147148623
    },
    {
      "step": 750,
      "lr": 0.0001,
      "sup_loss": 1.5213463427949954,
      "lyap1_mean": -10.365494728088379,
      "lyap1_max": -10.14642333984375,
      "lyap_spec_mean": [
        -10.365494728088379,
        -11.327884674072266
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 751,
      "lr": 0.0001,
      "sup_loss": 1.5157271434111264
    },
    {
      "step": 752,
      "lr": 0.0001,
      "sup_loss": 1.534761531730872
    },
    {
      "step": 753,
      "lr": 0.0001,
      "sup_loss": 1.5155674452368593
    },
    {
      "step": 754,
      "lr": 0.0001,
      "sup_loss": 1.5127744980528466
    },
    {
      "step": 755,
      "lr": 0.0001,
      "sup_loss": 1.48458346203028
    },
    {
      "step": 756,
      "lr": 0.0001,
      "sup_loss": 1.5113518181245313
    },
    {
      "step": 757,
      "lr": 0.0001,
      "sup_loss": 1.5048985155312475
    },
    {
      "step": 758,
      "lr": 0.0001,
      "sup_loss": 1.5019569770718066
    },
    {
      "step": 759,
      "lr": 0.0001,
      "sup_loss": 1.5395251596087587
    },
    {
      "step": 760,
      "lr": 0.0001,
      "sup_loss": 1.528005678971303
    },
    {
      "step": 761,
      "lr": 0.0001,
      "sup_loss": 1.5217897051002383
    },
    {
      "step": 762,
      "lr": 0.0001,
      "sup_loss": 1.5148302245772594
    },
    {
      "step": 763,
      "lr": 0.0001,
      "sup_loss": 1.5209695063435513
    },
    {
      "step": 764,
      "lr": 0.0001,
      "sup_loss": 1.5366713797774127
    },
    {
      "step": 765,
      "lr": 0.0001,
      "sup_loss": 1.533844608316639
    },
    {
      "step": 766,
      "lr": 0.0001,
      "sup_loss": 1.5427119830297646
    },
    {
      "step": 767,
      "lr": 0.0001,
      "sup_loss": 1.5014029013847752
    },
    {
      "step": 768,
      "lr": 0.0001,
      "sup_loss": 1.5106917730622813
    },
    {
      "step": 769,
      "lr": 0.0001,
      "sup_loss": 1.518839636126279
    },
    {
      "step": 770,
      "lr": 0.0001,
      "sup_loss": 1.5183097596964177
    },
    {
      "step": 771,
      "lr": 0.0001,
      "sup_loss": 1.5184461741966782
    },
    {
      "step": 772,
      "lr": 0.0001,
      "sup_loss": 1.5087977099022973
    },
    {
      "step": 773,
      "lr": 0.0001,
      "sup_loss": 1.5117215774479997
    },
    {
      "step": 774,
      "lr": 0.0001,
      "sup_loss": 1.541727384252763
    },
    {
      "step": 775,
      "lr": 0.0001,
      "sup_loss": 1.4948201109435526
    },
    {
      "step": 776,
      "lr": 0.0001,
      "sup_loss": 1.531808708020129
    },
    {
      "step": 777,
      "lr": 0.0001,
      "sup_loss": 1.5353412428112914
    },
    {
      "step": 778,
      "lr": 0.0001,
      "sup_loss": 1.5261955516929175
    },
    {
      "step": 779,
      "lr": 0.0001,
      "sup_loss": 1.4941617371290674
    },
    {
      "step": 780,
      "lr": 0.0001,
      "sup_loss": 1.5445887139366297
    },
    {
      "step": 781,
      "lr": 0.0001,
      "sup_loss": 1.4683481347836218
    },
    {
      "step": 782,
      "lr": 0.0001,
      "sup_loss": 1.5113164945374589
    },
    {
      "step": 783,
      "lr": 0.0001,
      "sup_loss": 1.495137873946895
    },
    {
      "step": 784,
      "lr": 0.0001,
      "sup_loss": 1.5298191313877383
    },
    {
      "step": 785,
      "lr": 0.0001,
      "sup_loss": 1.5154288886919682
    },
    {
      "step": 786,
      "lr": 0.0001,
      "sup_loss": 1.5056340275910531
    },
    {
      "step": 787,
      "lr": 0.0001,
      "sup_loss": 1.4908429575559838
    },
    {
      "step": 788,
      "lr": 0.0001,
      "sup_loss": 1.5111767886215024
    },
    {
      "step": 789,
      "lr": 0.0001,
      "sup_loss": 1.5110426302611102
    },
    {
      "step": 790,
      "lr": 0.0001,
      "sup_loss": 1.4573402183646318
    },
    {
      "step": 791,
      "lr": 0.0001,
      "sup_loss": 1.5250452036740125
    },
    {
      "step": 792,
      "lr": 0.0001,
      "sup_loss": 1.5561298232807879
    },
    {
      "step": 793,
      "lr": 0.0001,
      "sup_loss": 1.5316319150705693
    },
    {
      "step": 794,
      "lr": 0.0001,
      "sup_loss": 1.5213894826742151
    },
    {
      "step": 795,
      "lr": 0.0001,
      "sup_loss": 1.4982122296597422
    },
    {
      "step": 796,
      "lr": 0.0001,
      "sup_loss": 1.5077798595295027
    },
    {
      "step": 797,
      "lr": 0.0001,
      "sup_loss": 1.4848605011801441
    },
    {
      "step": 798,
      "lr": 0.0001,
      "sup_loss": 1.4938309140937798
    },
    {
      "step": 799,
      "lr": 0.0001,
      "sup_loss": 1.5289565811953243
    },
    {
      "step": 800,
      "lr": 0.0001,
      "sup_loss": 1.5214458054102131,
      "lyap1_mean": -10.4353609085083,
      "lyap1_max": -10.282366752624512,
      "lyap_spec_mean": [
        -10.4353609085083,
        -11.322216987609863
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 801,
      "lr": 0.0001,
      "sup_loss": 1.4814873377543591
    },
    {
      "step": 802,
      "lr": 0.0001,
      "sup_loss": 1.5042551087130744
    },
    {
      "step": 803,
      "lr": 0.0001,
      "sup_loss": 1.5179267508868197
    },
    {
      "step": 804,
      "lr": 0.0001,
      "sup_loss": 1.5177964984585484
    },
    {
      "step": 805,
      "lr": 0.0001,
      "sup_loss": 1.5388211023466885
    },
    {
      "step": 806,
      "lr": 0.0001,
      "sup_loss": 1.5216918937936872
    },
    {
      "step": 807,
      "lr": 0.0001,
      "sup_loss": 1.5216860563541421
    },
    {
      "step": 808,
      "lr": 0.0001,
      "sup_loss": 1.4946585656314126
    },
    {
      "step": 809,
      "lr": 0.0001,
      "sup_loss": 1.505771603829363
    },
    {
      "step": 810,
      "lr": 0.0001,
      "sup_loss": 1.478309691161166
    },
    {
      "step": 811,
      "lr": 0.0001,
      "sup_loss": 1.5217901175380344
    },
    {
      "step": 812,
      "lr": 0.0001,
      "sup_loss": 1.5214631489340247
    },
    {
      "step": 813,
      "lr": 0.0001,
      "sup_loss": 1.527842273002886
    },
    {
      "step": 814,
      "lr": 0.0001,
      "sup_loss": 1.5386031272571359
    },
    {
      "step": 815,
      "lr": 0.0001,
      "sup_loss": 1.532473693629925
    },
    {
      "step": 816,
      "lr": 0.0001,
      "sup_loss": 1.4905039228069654
    },
    {
      "step": 817,
      "lr": 0.0001,
      "sup_loss": 1.5143759629148181
    },
    {
      "step": 818,
      "lr": 0.0001,
      "sup_loss": 1.4908353575327307
    },
    {
      "step": 819,
      "lr": 0.0001,
      "sup_loss": 1.5344252499335345
    },
    {
      "step": 820,
      "lr": 0.0001,
      "sup_loss": 1.548779810984247
    },
    {
      "step": 821,
      "lr": 0.0001,
      "sup_loss": 1.5253148024225789
    },
    {
      "step": 822,
      "lr": 0.0001,
      "sup_loss": 1.4976836142244427
    },
    {
      "step": 823,
      "lr": 0.0001,
      "sup_loss": 1.4960360227125977
    },
    {
      "step": 824,
      "lr": 0.0001,
      "sup_loss": 1.5324016930134545
    },
    {
      "step": 825,
      "lr": 0.0001,
      "sup_loss": 1.5178845893447244
    },
    {
      "step": 826,
      "lr": 0.0001,
      "sup_loss": 1.5250057091685358
    },
    {
      "step": 827,
      "lr": 0.0001,
      "sup_loss": 1.5053816383483776
    },
    {
      "step": 828,
      "lr": 0.0001,
      "sup_loss": 1.4947524095592895
    },
    {
      "step": 829,
      "lr": 0.0001,
      "sup_loss": 1.5250796737258387
    },
    {
      "step": 830,
      "lr": 0.0001,
      "sup_loss": 1.5450531314645986
    },
    {
      "step": 831,
      "lr": 0.0001,
      "sup_loss": 1.5346856663516606
    },
    {
      "step": 832,
      "lr": 0.0001,
      "sup_loss": 1.5258771238743665
    },
    {
      "step": 833,
      "lr": 0.0001,
      "sup_loss": 1.5075100075109402
    },
    {
      "step": 834,
      "lr": 0.0001,
      "sup_loss": 1.5198059566472084
    },
    {
      "step": 835,
      "lr": 0.0001,
      "sup_loss": 1.516124102115623
    },
    {
      "step": 836,
      "lr": 0.0001,
      "sup_loss": 1.5085963025232314
    },
    {
      "step": 837,
      "lr": 0.0001,
      "sup_loss": 1.5210857846198094
    },
    {
      "step": 838,
      "lr": 0.0001,
      "sup_loss": 1.5249432326393482
    },
    {
      "step": 839,
      "lr": 0.0001,
      "sup_loss": 1.5420051860251147
    },
    {
      "step": 840,
      "lr": 0.0001,
      "sup_loss": 1.4876766099221317
    },
    {
      "step": 841,
      "lr": 0.0001,
      "sup_loss": 1.5120264948975182
    },
    {
      "step": 842,
      "lr": 0.0001,
      "sup_loss": 1.5450506142496383
    },
    {
      "step": 843,
      "lr": 0.0001,
      "sup_loss": 1.5362477521509854
    },
    {
      "step": 844,
      "lr": 0.0001,
      "sup_loss": 1.522553544421977
    },
    {
      "step": 845,
      "lr": 0.0001,
      "sup_loss": 1.5016102259073587
    },
    {
      "step": 846,
      "lr": 0.0001,
      "sup_loss": 1.487891456966095
    },
    {
      "step": 847,
      "lr": 0.0001,
      "sup_loss": 1.4565180287322126
    },
    {
      "step": 848,
      "lr": 0.0001,
      "sup_loss": 1.4909856562260968
    },
    {
      "step": 849,
      "lr": 0.0001,
      "sup_loss": 1.5137810626442132
    },
    {
      "step": 850,
      "lr": 0.0001,
      "sup_loss": 1.535003360861764,
      "lyap1_mean": -10.2115478515625,
      "lyap1_max": -10.11120319366455,
      "lyap_spec_mean": [
        -10.2115478515625,
        -11.240118026733398
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 851,
      "lr": 0.0001,
      "sup_loss": 1.4682571927871104
    },
    {
      "step": 852,
      "lr": 0.0001,
      "sup_loss": 1.5002224188110593
    },
    {
      "step": 853,
      "lr": 0.0001,
      "sup_loss": 1.4523688352839021
    },
    {
      "step": 854,
      "lr": 0.0001,
      "sup_loss": 1.5123564662567506
    },
    {
      "step": 855,
      "lr": 0.0001,
      "sup_loss": 1.5312771949104442
    },
    {
      "step": 856,
      "lr": 0.0001,
      "sup_loss": 1.4911132235799118
    },
    {
      "step": 857,
      "lr": 0.0001,
      "sup_loss": 1.5313469945534095
    },
    {
      "step": 858,
      "lr": 0.0001,
      "sup_loss": 1.534936278180425
    },
    {
      "step": 859,
      "lr": 0.0001,
      "sup_loss": 1.515452156091076
    },
    {
      "step": 860,
      "lr": 0.0001,
      "sup_loss": 1.4970374731662635
    },
    {
      "step": 861,
      "lr": 0.0001,
      "sup_loss": 1.5078185645833702
    },
    {
      "step": 862,
      "lr": 0.0001,
      "sup_loss": 1.5350425544968045
    },
    {
      "step": 863,
      "lr": 0.0001,
      "sup_loss": 1.5011965992925165
    },
    {
      "step": 864,
      "lr": 0.0001,
      "sup_loss": 1.531625924427576
    },
    {
      "step": 865,
      "lr": 0.0001,
      "sup_loss": 1.4873875083060037
    },
    {
      "step": 866,
      "lr": 0.0001,
      "sup_loss": 1.5105695138559807
    },
    {
      "step": 867,
      "lr": 0.0001,
      "sup_loss": 1.4673764461804975
    },
    {
      "step": 868,
      "lr": 0.0001,
      "sup_loss": 1.497470526944972
    },
    {
      "step": 869,
      "lr": 0.0001,
      "sup_loss": 1.5342015402243803
    },
    {
      "step": 870,
      "lr": 0.0001,
      "sup_loss": 1.517589125550836
    },
    {
      "step": 871,
      "lr": 0.0001,
      "sup_loss": 1.5253814758039894
    },
    {
      "step": 872,
      "lr": 0.0001,
      "sup_loss": 1.4770774154840078
    },
    {
      "step": 873,
      "lr": 0.0001,
      "sup_loss": 1.5177339977326907
    },
    {
      "step": 874,
      "lr": 0.0001,
      "sup_loss": 1.5521058021518317
    },
    {
      "step": 875,
      "lr": 0.0001,
      "sup_loss": 1.4876248452965795
    },
    {
      "step": 876,
      "lr": 0.0001,
      "sup_loss": 1.4939198571288062
    },
    {
      "step": 877,
      "lr": 0.0001,
      "sup_loss": 1.521567163839101
    },
    {
      "step": 878,
      "lr": 0.0001,
      "sup_loss": 1.5144775918664342
    },
    {
      "step": 879,
      "lr": 0.0001,
      "sup_loss": 1.5549464851979382
    },
    {
      "step": 880,
      "lr": 0.0001,
      "sup_loss": 1.524532676127167
    },
    {
      "step": 881,
      "lr": 0.0001,
      "sup_loss": 1.5035667530420096
    },
    {
      "step": 882,
      "lr": 0.0001,
      "sup_loss": 1.4703883903791422
    },
    {
      "step": 883,
      "lr": 0.0001,
      "sup_loss": 1.5031212800747258
    },
    {
      "step": 884,
      "lr": 0.0001,
      "sup_loss": 1.5116881798084225
    },
    {
      "step": 885,
      "lr": 0.0001,
      "sup_loss": 1.5062025258007876
    },
    {
      "step": 886,
      "lr": 0.0001,
      "sup_loss": 1.522219582556288
    },
    {
      "step": 887,
      "lr": 0.0001,
      "sup_loss": 1.5203086586431591
    },
    {
      "step": 888,
      "lr": 0.0001,
      "sup_loss": 1.4976492600579807
    },
    {
      "step": 889,
      "lr": 0.0001,
      "sup_loss": 1.5013764319003722
    },
    {
      "step": 890,
      "lr": 0.0001,
      "sup_loss": 1.5220576529882013
    },
    {
      "step": 891,
      "lr": 0.0001,
      "sup_loss": 1.5180304454157
    },
    {
      "step": 892,
      "lr": 0.0001,
      "sup_loss": 1.4937295362463094
    },
    {
      "step": 893,
      "lr": 0.0001,
      "sup_loss": 1.5170068069019793
    },
    {
      "step": 894,
      "lr": 0.0001,
      "sup_loss": 1.5287469850045097
    },
    {
      "step": 895,
      "lr": 0.0001,
      "sup_loss": 1.4710172590149657
    },
    {
      "step": 896,
      "lr": 0.0001,
      "sup_loss": 1.5205454963184943
    },
    {
      "step": 897,
      "lr": 0.0001,
      "sup_loss": 1.4983270265031525
    },
    {
      "step": 898,
      "lr": 0.0001,
      "sup_loss": 1.5387304056330156
    },
    {
      "step": 899,
      "lr": 0.0001,
      "sup_loss": 1.5411767710368482
    },
    {
      "step": 900,
      "lr": 0.0001,
      "sup_loss": 1.5023575568769916,
      "lyap1_mean": -10.297163963317871,
      "lyap1_max": -10.145556449890137,
      "lyap_spec_mean": [
        -10.297163963317871,
        -11.311446189880371
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 901,
      "lr": 0.0001,
      "sup_loss": 1.5109854576213162
    },
    {
      "step": 902,
      "lr": 0.0001,
      "sup_loss": 1.5208414637898675
    },
    {
      "step": 903,
      "lr": 0.0001,
      "sup_loss": 1.4711981539008612
    },
    {
      "step": 904,
      "lr": 0.0001,
      "sup_loss": 1.5275393067711132
    },
    {
      "step": 905,
      "lr": 0.0001,
      "sup_loss": 1.5344797450090302
    },
    {
      "step": 906,
      "lr": 0.0001,
      "sup_loss": 1.5347596579431588
    },
    {
      "step": 907,
      "lr": 0.0001,
      "sup_loss": 1.5176361721573979
    },
    {
      "step": 908,
      "lr": 0.0001,
      "sup_loss": 1.4909805193404655
    },
    {
      "step": 909,
      "lr": 0.0001,
      "sup_loss": 1.5038453429036809
    },
    {
      "step": 910,
      "lr": 0.0001,
      "sup_loss": 1.487439858399984
    },
    {
      "step": 911,
      "lr": 0.0001,
      "sup_loss": 1.4974947420197535
    },
    {
      "step": 912,
      "lr": 0.0001,
      "sup_loss": 1.4903136629454157
    },
    {
      "step": 913,
      "lr": 0.0001,
      "sup_loss": 1.545416287194641
    },
    {
      "step": 914,
      "lr": 0.0001,
      "sup_loss": 1.517575744410618
    },
    {
      "step": 915,
      "lr": 0.0001,
      "sup_loss": 1.450610183333114
    },
    {
      "step": 916,
      "lr": 0.0001,
      "sup_loss": 1.541493121363801
    },
    {
      "step": 917,
      "lr": 0.0001,
      "sup_loss": 1.469946223968813
    },
    {
      "step": 918,
      "lr": 0.0001,
      "sup_loss": 1.5269957872205462
    },
    {
      "step": 919,
      "lr": 0.0001,
      "sup_loss": 1.517771893809051
    },
    {
      "step": 920,
      "lr": 0.0001,
      "sup_loss": 1.5011240283967675
    },
    {
      "step": 921,
      "lr": 0.0001,
      "sup_loss": 1.5590813748738568
    },
    {
      "step": 922,
      "lr": 0.0001,
      "sup_loss": 1.4795563569288244
    },
    {
      "step": 923,
      "lr": 0.0001,
      "sup_loss": 1.5107349973930406
    },
    {
      "step": 924,
      "lr": 0.0001,
      "sup_loss": 1.5105276790263353
    },
    {
      "step": 925,
      "lr": 0.0001,
      "sup_loss": 1.4744425315567793
    },
    {
      "step": 926,
      "lr": 0.0001,
      "sup_loss": 1.5010129998985005
    },
    {
      "step": 927,
      "lr": 0.0001,
      "sup_loss": 1.4598719180228807
    },
    {
      "step": 928,
      "lr": 0.0001,
      "sup_loss": 1.5314774915000235
    },
    {
      "step": 929,
      "lr": 0.0001,
      "sup_loss": 1.5009488759550453
    },
    {
      "step": 930,
      "lr": 0.0001,
      "sup_loss": 1.5381701181603815
    },
    {
      "step": 931,
      "lr": 0.0001,
      "sup_loss": 1.5280688703841354
    },
    {
      "step": 932,
      "lr": 0.0001,
      "sup_loss": 1.5146160768571129
    },
    {
      "step": 933,
      "lr": 0.0001,
      "sup_loss": 1.5136209187054528
    },
    {
      "step": 934,
      "lr": 0.0001,
      "sup_loss": 1.5212347568946822
    },
    {
      "step": 935,
      "lr": 0.0001,
      "sup_loss": 1.5136310774557487
    },
    {
      "step": 936,
      "lr": 0.0001,
      "sup_loss": 1.5166144502264525
    },
    {
      "step": 937,
      "lr": 0.0001,
      "sup_loss": 1.5243278782056289
    },
    {
      "step": 938,
      "lr": 0.0001,
      "sup_loss": 1.4438635854550592
    },
    {
      "step": 939,
      "lr": 0.0001,
      "sup_loss": 1.5046012398203092
    },
    {
      "step": 940,
      "lr": 0.0001,
      "sup_loss": 1.5058599738485512
    },
    {
      "step": 941,
      "lr": 0.0001,
      "sup_loss": 1.5289266337819927
    },
    {
      "step": 942,
      "lr": 0.0001,
      "sup_loss": 1.514043109825103
    },
    {
      "step": 943,
      "lr": 0.0001,
      "sup_loss": 1.5277912631683168
    },
    {
      "step": 944,
      "lr": 0.0001,
      "sup_loss": 1.5106536796009873
    },
    {
      "step": 945,
      "lr": 0.0001,
      "sup_loss": 1.51011498670783
    },
    {
      "step": 946,
      "lr": 0.0001,
      "sup_loss": 1.4769067316361997
    },
    {
      "step": 947,
      "lr": 0.0001,
      "sup_loss": 1.5716995668970397
    },
    {
      "step": 948,
      "lr": 0.0001,
      "sup_loss": 1.544085978621911
    },
    {
      "step": 949,
      "lr": 0.0001,
      "sup_loss": 1.5114509171301553
    },
    {
      "step": 950,
      "lr": 0.0001,
      "sup_loss": 1.5242237252433797,
      "lyap1_mean": -10.358120918273926,
      "lyap1_max": -10.184789657592773,
      "lyap_spec_mean": [
        -10.358120918273926,
        -11.253217697143555
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 951,
      "lr": 0.0001,
      "sup_loss": 1.4869588015526922
    },
    {
      "step": 952,
      "lr": 0.0001,
      "sup_loss": 1.5375909196645314
    },
    {
      "step": 953,
      "lr": 0.0001,
      "sup_loss": 1.5277163755874463
    },
    {
      "step": 954,
      "lr": 0.0001,
      "sup_loss": 1.5177826748530878
    },
    {
      "step": 955,
      "lr": 0.0001,
      "sup_loss": 1.493687747807409
    },
    {
      "step": 956,
      "lr": 0.0001,
      "sup_loss": 1.5140592466749003
    },
    {
      "step": 957,
      "lr": 0.0001,
      "sup_loss": 1.5140724289414524
    },
    {
      "step": 958,
      "lr": 0.0001,
      "sup_loss": 1.524299441971118
    },
    {
      "step": 959,
      "lr": 0.0001,
      "sup_loss": 1.5343345774761443
    },
    {
      "step": 960,
      "lr": 0.0001,
      "sup_loss": 1.5342208978891574
    },
    {
      "step": 961,
      "lr": 0.0001,
      "sup_loss": 1.4968766406122025
    },
    {
      "step": 962,
      "lr": 0.0001,
      "sup_loss": 1.5280532851387352
    },
    {
      "step": 963,
      "lr": 0.0001,
      "sup_loss": 1.508405308662308
    },
    {
      "step": 964,
      "lr": 0.0001,
      "sup_loss": 1.5182322186861914
    },
    {
      "step": 965,
      "lr": 0.0001,
      "sup_loss": 1.4870202169077693
    },
    {
      "step": 966,
      "lr": 0.0001,
      "sup_loss": 1.5245849835259704
    },
    {
      "step": 967,
      "lr": 0.0001,
      "sup_loss": 1.5336015944622983
    },
    {
      "step": 968,
      "lr": 0.0001,
      "sup_loss": 1.5176369983189002
    },
    {
      "step": 969,
      "lr": 0.0001,
      "sup_loss": 1.5282146546852466
    },
    {
      "step": 970,
      "lr": 0.0001,
      "sup_loss": 1.5207952675641212
    },
    {
      "step": 971,
      "lr": 0.0001,
      "sup_loss": 1.5142953132764574
    },
    {
      "step": 972,
      "lr": 0.0001,
      "sup_loss": 1.5110283424503674
    },
    {
      "step": 973,
      "lr": 0.0001,
      "sup_loss": 1.5177174844296364
    },
    {
      "step": 974,
      "lr": 0.0001,
      "sup_loss": 1.5279808328189972
    },
    {
      "step": 975,
      "lr": 0.0001,
      "sup_loss": 1.5108974812792109
    },
    {
      "step": 976,
      "lr": 0.0001,
      "sup_loss": 1.5102873599549471
    },
    {
      "step": 977,
      "lr": 0.0001,
      "sup_loss": 1.530693192946476
    },
    {
      "step": 978,
      "lr": 0.0001,
      "sup_loss": 1.5581628743561438
    },
    {
      "step": 979,
      "lr": 0.0001,
      "sup_loss": 1.4633263929106293
    },
    {
      "step": 980,
      "lr": 0.0001,
      "sup_loss": 1.5682392841192343
    },
    {
      "step": 981,
      "lr": 0.0001,
      "sup_loss": 1.4906946976182003
    },
    {
      "step": 982,
      "lr": 0.0001,
      "sup_loss": 1.510652795630217
    },
    {
      "step": 983,
      "lr": 0.0001,
      "sup_loss": 1.5409361944045945
    },
    {
      "step": 984,
      "lr": 0.0001,
      "sup_loss": 1.537922758754951
    },
    {
      "step": 985,
      "lr": 0.0001,
      "sup_loss": 1.4668831677930894
    },
    {
      "step": 986,
      "lr": 0.0001,
      "sup_loss": 1.544940397702406
    },
    {
      "step": 987,
      "lr": 0.0001,
      "sup_loss": 1.5013719618749788
    },
    {
      "step": 988,
      "lr": 0.0001,
      "sup_loss": 1.5244964873111326
    },
    {
      "step": 989,
      "lr": 0.0001,
      "sup_loss": 1.4875266219483019
    },
    {
      "step": 990,
      "lr": 0.0001,
      "sup_loss": 1.5003623229623377
    },
    {
      "step": 991,
      "lr": 0.0001,
      "sup_loss": 1.510510814323742
    },
    {
      "step": 992,
      "lr": 0.0001,
      "sup_loss": 1.5002790269415267
    },
    {
      "step": 993,
      "lr": 0.0001,
      "sup_loss": 1.483475771992361
    },
    {
      "step": 994,
      "lr": 0.0001,
      "sup_loss": 1.5006942720886844
    },
    {
      "step": 995,
      "lr": 0.0001,
      "sup_loss": 1.5555402221738714
    },
    {
      "step": 996,
      "lr": 0.0001,
      "sup_loss": 1.4908621887627727
    },
    {
      "step": 997,
      "lr": 0.0001,
      "sup_loss": 1.4912327587784586
    },
    {
      "step": 998,
      "lr": 0.0001,
      "sup_loss": 1.5271872827015154
    },
    {
      "step": 999,
      "lr": 0.0001,
      "sup_loss": 1.4936907974320863
    },
    {
      "step": 1000,
      "lr": 0.0001,
      "sup_loss": 1.4973639350003876,
      "lyap1_mean": -10.514686584472656,
      "lyap1_max": -10.266777992248535,
      "lyap_spec_mean": [
        -10.514686584472656,
        -11.29997730255127
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 1001,
      "lr": 0.0001,
      "sup_loss": 1.5073940889217172
    },
    {
      "step": 1002,
      "lr": 0.0001,
      "sup_loss": 1.544463825004469
    },
    {
      "step": 1003,
      "lr": 0.0001,
      "sup_loss": 1.4738591898187512
    },
    {
      "step": 1004,
      "lr": 0.0001,
      "sup_loss": 1.510941011789433
    },
    {
      "step": 1005,
      "lr": 0.0001,
      "sup_loss": 1.5075554662664719
    },
    {
      "step": 1006,
      "lr": 0.0001,
      "sup_loss": 1.5315009020881578
    },
    {
      "step": 1007,
      "lr": 0.0001,
      "sup_loss": 1.5032170348184906
    },
    {
      "step": 1008,
      "lr": 0.0001,
      "sup_loss": 1.4985439276060195
    },
    {
      "step": 1009,
      "lr": 0.0001,
      "sup_loss": 1.5311330711101658
    },
    {
      "step": 1010,
      "lr": 0.0001,
      "sup_loss": 1.5205645356112503
    },
    {
      "step": 1011,
      "lr": 0.0001,
      "sup_loss": 1.5233735198217968
    },
    {
      "step": 1012,
      "lr": 0.0001,
      "sup_loss": 1.5040882208123314
    },
    {
      "step": 1013,
      "lr": 0.0001,
      "sup_loss": 1.5079369444769837
    },
    {
      "step": 1014,
      "lr": 0.0001,
      "sup_loss": 1.5135148809438879
    },
    {
      "step": 1015,
      "lr": 0.0001,
      "sup_loss": 1.5075691724475402
    },
    {
      "step": 1016,
      "lr": 0.0001,
      "sup_loss": 1.5240532345268807
    },
    {
      "step": 1017,
      "lr": 0.0001,
      "sup_loss": 1.5415380040674371
    },
    {
      "step": 1018,
      "lr": 0.0001,
      "sup_loss": 1.5076051500305356
    },
    {
      "step": 1019,
      "lr": 0.0001,
      "sup_loss": 1.5305444251037987
    },
    {
      "step": 1020,
      "lr": 0.0001,
      "sup_loss": 1.4903356437311586
    },
    {
      "step": 1021,
      "lr": 0.0001,
      "sup_loss": 1.5236684936512754
    },
    {
      "step": 1022,
      "lr": 0.0001,
      "sup_loss": 1.504507487706519
    },
    {
      "step": 1023,
      "lr": 0.0001,
      "sup_loss": 1.4498791021087813
    },
    {
      "step": 1024,
      "lr": 0.0001,
      "sup_loss": 1.5110422515716133
    },
    {
      "step": 1025,
      "lr": 0.0001,
      "sup_loss": 1.5213925309746967
    },
    {
      "step": 1026,
      "lr": 0.0001,
      "sup_loss": 1.501180068595964
    },
    {
      "step": 1027,
      "lr": 0.0001,
      "sup_loss": 1.5342517318829239
    },
    {
      "step": 1028,
      "lr": 0.0001,
      "sup_loss": 1.5076813997500278
    },
    {
      "step": 1029,
      "lr": 0.0001,
      "sup_loss": 1.5142791284847685
    },
    {
      "step": 1030,
      "lr": 0.0001,
      "sup_loss": 1.5142756085126452
    },
    {
      "step": 1031,
      "lr": 0.0001,
      "sup_loss": 1.510280030508682
    },
    {
      "step": 1032,
      "lr": 0.0001,
      "sup_loss": 1.4937975555266219
    },
    {
      "step": 1033,
      "lr": 0.0001,
      "sup_loss": 1.5233726135941932
    },
    {
      "step": 1034,
      "lr": 0.0001,
      "sup_loss": 1.5214495525318257
    },
    {
      "step": 1035,
      "lr": 0.0001,
      "sup_loss": 1.4968815132364703
    },
    {
      "step": 1036,
      "lr": 0.0001,
      "sup_loss": 1.4998109051965756
    },
    {
      "step": 1037,
      "lr": 0.0001,
      "sup_loss": 1.5038833734864818
    },
    {
      "step": 1038,
      "lr": 0.0001,
      "sup_loss": 1.5595741881848137
    },
    {
      "step": 1039,
      "lr": 0.0001,
      "sup_loss": 1.5242356713114378
    },
    {
      "step": 1040,
      "lr": 0.0001,
      "sup_loss": 1.4973475603192876
    },
    {
      "step": 1041,
      "lr": 0.0001,
      "sup_loss": 1.521409796844551
    },
    {
      "step": 1042,
      "lr": 0.0001,
      "sup_loss": 1.5003568204573885
    },
    {
      "step": 1043,
      "lr": 0.0001,
      "sup_loss": 1.515094730544753
    },
    {
      "step": 1044,
      "lr": 0.0001,
      "sup_loss": 1.5380390259911096
    },
    {
      "step": 1045,
      "lr": 0.0001,
      "sup_loss": 1.5206647407976805
    },
    {
      "step": 1046,
      "lr": 0.0001,
      "sup_loss": 1.5136010098490627
    },
    {
      "step": 1047,
      "lr": 0.0001,
      "sup_loss": 1.5199676557405792
    },
    {
      "step": 1048,
      "lr": 0.0001,
      "sup_loss": 1.5169618200232688
    },
    {
      "step": 1049,
      "lr": 0.0001,
      "sup_loss": 1.503622973622402
    },
    {
      "step": 1050,
      "lr": 0.0001,
      "sup_loss": 1.4800350241203735,
      "lyap1_mean": -10.48875904083252,
      "lyap1_max": -10.14209270477295,
      "lyap_spec_mean": [
        -10.48875904083252,
        -11.288721084594727
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 1051,
      "lr": 0.0001,
      "sup_loss": 1.5272025636091806
    },
    {
      "step": 1052,
      "lr": 0.0001,
      "sup_loss": 1.5205926153445293
    },
    {
      "step": 1053,
      "lr": 0.0001,
      "sup_loss": 1.5585274707824792
    },
    {
      "step": 1054,
      "lr": 0.0001,
      "sup_loss": 1.513778751661253
    },
    {
      "step": 1055,
      "lr": 0.0001,
      "sup_loss": 1.5018987930032344
    },
    {
      "step": 1056,
      "lr": 0.0001,
      "sup_loss": 1.5227274000219528
    },
    {
      "step": 1057,
      "lr": 0.0001,
      "sup_loss": 1.5211424367575703
    },
    {
      "step": 1058,
      "lr": 0.0001,
      "sup_loss": 1.5023955375590274
    },
    {
      "step": 1059,
      "lr": 0.0001,
      "sup_loss": 1.540841371386507
    },
    {
      "step": 1060,
      "lr": 0.0001,
      "sup_loss": 1.5316149956410103
    },
    {
      "step": 1061,
      "lr": 0.0001,
      "sup_loss": 1.4969879106590227
    },
    {
      "step": 1062,
      "lr": 0.0001,
      "sup_loss": 1.5103571309689134
    },
    {
      "step": 1063,
      "lr": 0.0001,
      "sup_loss": 1.5063094416633365
    },
    {
      "step": 1064,
      "lr": 0.0001,
      "sup_loss": 1.4969149671866473
    },
    {
      "step": 1065,
      "lr": 0.0001,
      "sup_loss": 1.5174092005529476
    },
    {
      "step": 1066,
      "lr": 0.0001,
      "sup_loss": 1.5204245805600276
    },
    {
      "step": 1067,
      "lr": 0.0001,
      "sup_loss": 1.5103452144204705
    },
    {
      "step": 1068,
      "lr": 0.0001,
      "sup_loss": 1.517080564153666
    },
    {
      "step": 1069,
      "lr": 0.0001,
      "sup_loss": 1.4724400210903543
    },
    {
      "step": 1070,
      "lr": 0.0001,
      "sup_loss": 1.5166704269234852
    },
    {
      "step": 1071,
      "lr": 0.0001,
      "sup_loss": 1.5279256447161207
    },
    {
      "step": 1072,
      "lr": 0.0001,
      "sup_loss": 1.5061720849644094
    },
    {
      "step": 1073,
      "lr": 0.0001,
      "sup_loss": 1.5106250375919277
    },
    {
      "step": 1074,
      "lr": 0.0001,
      "sup_loss": 1.5180297156519056
    },
    {
      "step": 1075,
      "lr": 0.0001,
      "sup_loss": 1.4884990179149893
    },
    {
      "step": 1076,
      "lr": 0.0001,
      "sup_loss": 1.5321261268788053
    },
    {
      "step": 1077,
      "lr": 0.0001,
      "sup_loss": 1.5104686412307335
    },
    {
      "step": 1078,
      "lr": 0.0001,
      "sup_loss": 1.4910582828164736
    },
    {
      "step": 1079,
      "lr": 0.0001,
      "sup_loss": 1.5071801230693216
    },
    {
      "step": 1080,
      "lr": 0.0001,
      "sup_loss": 1.5174735814885238
    },
    {
      "step": 1081,
      "lr": 0.0001,
      "sup_loss": 1.5106753166911289
    },
    {
      "step": 1082,
      "lr": 0.0001,
      "sup_loss": 1.5234376008864305
    },
    {
      "step": 1083,
      "lr": 0.0001,
      "sup_loss": 1.4930751150763013
    },
    {
      "step": 1084,
      "lr": 0.0001,
      "sup_loss": 1.5147959516882767
    },
    {
      "step": 1085,
      "lr": 0.0001,
      "sup_loss": 1.5209347552165153
    },
    {
      "step": 1086,
      "lr": 0.0001,
      "sup_loss": 1.50644536374663
    },
    {
      "step": 1087,
      "lr": 0.0001,
      "sup_loss": 1.5514516469109434
    },
    {
      "step": 1088,
      "lr": 0.0001,
      "sup_loss": 1.5341170091900043
    },
    {
      "step": 1089,
      "lr": 0.0001,
      "sup_loss": 1.513796698789378
    },
    {
      "step": 1090,
      "lr": 0.0001,
      "sup_loss": 1.4801056605187524
    },
    {
      "step": 1091,
      "lr": 0.0001,
      "sup_loss": 1.4966319137967188
    },
    {
      "step": 1092,
      "lr": 0.0001,
      "sup_loss": 1.4899085549590863
    },
    {
      "step": 1093,
      "lr": 0.0001,
      "sup_loss": 1.4801109080368169
    },
    {
      "step": 1094,
      "lr": 0.0001,
      "sup_loss": 1.4589603373372586
    },
    {
      "step": 1095,
      "lr": 0.0001,
      "sup_loss": 1.5582077268375976
    },
    {
      "step": 1096,
      "lr": 0.0001,
      "sup_loss": 1.489836545689724
    },
    {
      "step": 1097,
      "lr": 0.0001,
      "sup_loss": 1.5241535913472757
    },
    {
      "step": 1098,
      "lr": 0.0001,
      "sup_loss": 1.5266109750616894
    },
    {
      "step": 1099,
      "lr": 0.0001,
      "sup_loss": 1.5343256739193865
    },
    {
      "step": 1100,
      "lr": 0.0001,
      "sup_loss": 1.529762880122655,
      "lyap1_mean": -10.641798973083496,
      "lyap1_max": -10.386137008666992,
      "lyap_spec_mean": [
        -10.641798973083496,
        -11.142293930053711
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 1101,
      "lr": 0.0001,
      "sup_loss": 1.520818660628841
    },
    {
      "step": 1102,
      "lr": 0.0001,
      "sup_loss": 1.5006465654297256
    },
    {
      "step": 1103,
      "lr": 0.0001,
      "sup_loss": 1.5104708630018062
    },
    {
      "step": 1104,
      "lr": 0.0001,
      "sup_loss": 1.5172540123742746
    },
    {
      "step": 1105,
      "lr": 0.0001,
      "sup_loss": 1.5036072480614382
    },
    {
      "step": 1106,
      "lr": 0.0001,
      "sup_loss": 1.5455496808774247
    },
    {
      "step": 1107,
      "lr": 0.0001,
      "sup_loss": 1.5304535729869255
    },
    {
      "step": 1108,
      "lr": 0.0001,
      "sup_loss": 1.554694642787004
    },
    {
      "step": 1109,
      "lr": 0.0001,
      "sup_loss": 1.5195131419107535
    },
    {
      "step": 1110,
      "lr": 0.0001,
      "sup_loss": 1.516729056568863
    },
    {
      "step": 1111,
      "lr": 0.0001,
      "sup_loss": 1.514220705197893
    },
    {
      "step": 1112,
      "lr": 0.0001,
      "sup_loss": 1.439216468595088
    },
    {
      "step": 1113,
      "lr": 0.0001,
      "sup_loss": 1.5273479572271167
    },
    {
      "step": 1114,
      "lr": 0.0001,
      "sup_loss": 1.5131659466211045
    },
    {
      "step": 1115,
      "lr": 0.0001,
      "sup_loss": 1.5590201121375922
    },
    {
      "step": 1116,
      "lr": 0.0001,
      "sup_loss": 1.513057675220298
    },
    {
      "step": 1117,
      "lr": 0.0001,
      "sup_loss": 1.5168576837151553
    },
    {
      "step": 1118,
      "lr": 0.0001,
      "sup_loss": 1.5100721298895876
    },
    {
      "step": 1119,
      "lr": 0.0001,
      "sup_loss": 1.517645538693279
    },
    {
      "step": 1120,
      "lr": 0.0001,
      "sup_loss": 1.4881981640741304
    },
    {
      "step": 1121,
      "lr": 0.0001,
      "sup_loss": 1.5107571288838597
    },
    {
      "step": 1122,
      "lr": 0.0001,
      "sup_loss": 1.5070020741769181
    },
    {
      "step": 1123,
      "lr": 0.0001,
      "sup_loss": 1.5266019711113752
    },
    {
      "step": 1124,
      "lr": 0.0001,
      "sup_loss": 1.496003846339376
    },
    {
      "step": 1125,
      "lr": 0.0001,
      "sup_loss": 1.5074121014316855
    },
    {
      "step": 1126,
      "lr": 0.0001,
      "sup_loss": 1.493549940818824
    },
    {
      "step": 1127,
      "lr": 0.0001,
      "sup_loss": 1.5135345048639777
    },
    {
      "step": 1128,
      "lr": 0.0001,
      "sup_loss": 1.5142460506647937
    },
    {
      "step": 1129,
      "lr": 0.0001,
      "sup_loss": 1.5206142528626299
    },
    {
      "step": 1130,
      "lr": 0.0001,
      "sup_loss": 1.5003567830923654
    },
    {
      "step": 1131,
      "lr": 0.0001,
      "sup_loss": 1.527390240174164
    },
    {
      "step": 1132,
      "lr": 0.0001,
      "sup_loss": 1.4963879513227982
    },
    {
      "step": 1133,
      "lr": 0.0001,
      "sup_loss": 1.4867799629076504
    },
    {
      "step": 1134,
      "lr": 0.0001,
      "sup_loss": 1.4840619255960934
    },
    {
      "step": 1135,
      "lr": 0.0001,
      "sup_loss": 1.4933716027716504
    },
    {
      "step": 1136,
      "lr": 0.0001,
      "sup_loss": 1.531036115489307
    },
    {
      "step": 1137,
      "lr": 0.0001,
      "sup_loss": 1.5375903461724822
    },
    {
      "step": 1138,
      "lr": 0.0001,
      "sup_loss": 1.5182574550008072
    },
    {
      "step": 1139,
      "lr": 0.0001,
      "sup_loss": 1.497075131707928
    },
    {
      "step": 1140,
      "lr": 0.0001,
      "sup_loss": 1.5278479415331627
    },
    {
      "step": 1141,
      "lr": 0.0001,
      "sup_loss": 1.520515351022875
    },
    {
      "step": 1142,
      "lr": 0.0001,
      "sup_loss": 1.5016851240990374
    },
    {
      "step": 1143,
      "lr": 0.0001,
      "sup_loss": 1.5245503977727506
    },
    {
      "step": 1144,
      "lr": 0.0001,
      "sup_loss": 1.531674227529005
    },
    {
      "step": 1145,
      "lr": 0.0001,
      "sup_loss": 1.5136410368326192
    },
    {
      "step": 1146,
      "lr": 0.0001,
      "sup_loss": 1.5039991083522324
    },
    {
      "step": 1147,
      "lr": 0.0001,
      "sup_loss": 1.5136498077798672
    },
    {
      "step": 1148,
      "lr": 0.0001,
      "sup_loss": 1.5001547319480508
    },
    {
      "step": 1149,
      "lr": 0.0001,
      "sup_loss": 1.528253369692847
    },
    {
      "step": 1150,
      "lr": 0.0001,
      "sup_loss": 1.5104587191249514,
      "lyap1_mean": -10.477584838867188,
      "lyap1_max": -10.266040802001953,
      "lyap_spec_mean": [
        -10.477584838867188,
        -11.391194343566895
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 1151,
      "lr": 0.0001,
      "sup_loss": 1.4821131362551936
    },
    {
      "step": 1152,
      "lr": 0.0001,
      "sup_loss": 1.5312549756329086
    },
    {
      "step": 1153,
      "lr": 0.0001,
      "sup_loss": 1.4766076155250443
    },
    {
      "step": 1154,
      "lr": 0.0001,
      "sup_loss": 1.520339766126558
    },
    {
      "step": 1155,
      "lr": 0.0001,
      "sup_loss": 1.5271643974402285
    },
    {
      "step": 1156,
      "lr": 0.0001,
      "sup_loss": 1.533871365743686
    },
    {
      "step": 1157,
      "lr": 0.0001,
      "sup_loss": 1.5710268205798492
    },
    {
      "step": 1158,
      "lr": 0.0001,
      "sup_loss": 1.5068768153124819
    },
    {
      "step": 1159,
      "lr": 0.0001,
      "sup_loss": 1.5140275354524169
    },
    {
      "step": 1160,
      "lr": 0.0001,
      "sup_loss": 1.5243116272917698
    },
    {
      "step": 1161,
      "lr": 0.0001,
      "sup_loss": 1.520870453755664
    },
    {
      "step": 1162,
      "lr": 0.0001,
      "sup_loss": 1.5233592471102273
    },
    {
      "step": 1163,
      "lr": 0.0001,
      "sup_loss": 1.4977805927106946
    },
    {
      "step": 1164,
      "lr": 0.0001,
      "sup_loss": 1.5331554938445429
    },
    {
      "step": 1165,
      "lr": 0.0001,
      "sup_loss": 1.4876600928892616
    },
    {
      "step": 1166,
      "lr": 0.0001,
      "sup_loss": 1.5244620694614963
    },
    {
      "step": 1167,
      "lr": 0.0001,
      "sup_loss": 1.4797271958557663
    },
    {
      "step": 1168,
      "lr": 0.0001,
      "sup_loss": 1.522034846203957
    },
    {
      "step": 1169,
      "lr": 0.0001,
      "sup_loss": 1.5002823371910519
    },
    {
      "step": 1170,
      "lr": 0.0001,
      "sup_loss": 1.5204950192815379
    },
    {
      "step": 1171,
      "lr": 0.0001,
      "sup_loss": 1.4764679503431613
    },
    {
      "step": 1172,
      "lr": 0.0001,
      "sup_loss": 1.513772432945491
    },
    {
      "step": 1173,
      "lr": 0.0001,
      "sup_loss": 1.5376524610692368
    },
    {
      "step": 1174,
      "lr": 0.0001,
      "sup_loss": 1.4967023899908238
    },
    {
      "step": 1175,
      "lr": 0.0001,
      "sup_loss": 1.5270210483811808
    },
    {
      "step": 1176,
      "lr": 0.0001,
      "sup_loss": 1.5201838060838075
    },
    {
      "step": 1177,
      "lr": 0.0001,
      "sup_loss": 1.5275505762323611
    },
    {
      "step": 1178,
      "lr": 0.0001,
      "sup_loss": 1.5007030404952633
    },
    {
      "step": 1179,
      "lr": 0.0001,
      "sup_loss": 1.5175150651880427
    },
    {
      "step": 1180,
      "lr": 0.0001,
      "sup_loss": 1.4869591379402938
    },
    {
      "step": 1181,
      "lr": 0.0001,
      "sup_loss": 1.4937698684488179
    },
    {
      "step": 1182,
      "lr": 0.0001,
      "sup_loss": 1.5032411784745094
    },
    {
      "step": 1183,
      "lr": 0.0001,
      "sup_loss": 1.5114630471038324
    },
    {
      "step": 1184,
      "lr": 0.0001,
      "sup_loss": 1.5411341736836435
    },
    {
      "step": 1185,
      "lr": 0.0001,
      "sup_loss": 1.51382404206819
    },
    {
      "step": 1186,
      "lr": 0.0001,
      "sup_loss": 1.50374798036288
    },
    {
      "step": 1187,
      "lr": 0.0001,
      "sup_loss": 1.513468438006399
    },
    {
      "step": 1188,
      "lr": 0.0001,
      "sup_loss": 1.466293811029661
    },
    {
      "step": 1189,
      "lr": 0.0001,
      "sup_loss": 1.496986440923877
    },
    {
      "step": 1190,
      "lr": 0.0001,
      "sup_loss": 1.527998535775542
    },
    {
      "step": 1191,
      "lr": 0.0001,
      "sup_loss": 1.5142054793623356
    },
    {
      "step": 1192,
      "lr": 0.0001,
      "sup_loss": 1.517126396545784
    },
    {
      "step": 1193,
      "lr": 0.0001,
      "sup_loss": 1.5407380667989397
    },
    {
      "step": 1194,
      "lr": 0.0001,
      "sup_loss": 1.486733693309315
    },
    {
      "step": 1195,
      "lr": 0.0001,
      "sup_loss": 1.493060752390878
    },
    {
      "step": 1196,
      "lr": 0.0001,
      "sup_loss": 1.5197894520326458
    },
    {
      "step": 1197,
      "lr": 0.0001,
      "sup_loss": 1.4595610179398977
    },
    {
      "step": 1198,
      "lr": 0.0001,
      "sup_loss": 1.5244107263549567
    },
    {
      "step": 1199,
      "lr": 0.0001,
      "sup_loss": 1.5229276041572963
    },
    {
      "step": 1200,
      "lr": 0.0001,
      "sup_loss": 1.4868504938973006,
      "lyap1_mean": -10.821054458618164,
      "lyap1_max": -10.430198669433594,
      "lyap_spec_mean": [
        -10.821054458618164,
        -11.424166679382324
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 1201,
      "lr": 0.0001,
      "sup_loss": 1.5303461242986895
    },
    {
      "step": 1202,
      "lr": 0.0001,
      "sup_loss": 1.518109327851075
    },
    {
      "step": 1203,
      "lr": 0.0001,
      "sup_loss": 1.4297514042932784
    },
    {
      "step": 1204,
      "lr": 0.0001,
      "sup_loss": 1.5213388871331008
    },
    {
      "step": 1205,
      "lr": 0.0001,
      "sup_loss": 1.5137987468176843
    },
    {
      "step": 1206,
      "lr": 0.0001,
      "sup_loss": 1.5238073326732706
    },
    {
      "step": 1207,
      "lr": 0.0001,
      "sup_loss": 1.499894998088831
    },
    {
      "step": 1208,
      "lr": 0.0001,
      "sup_loss": 1.4901996656645264
    },
    {
      "step": 1209,
      "lr": 0.0001,
      "sup_loss": 1.4858403179771866
    },
    {
      "step": 1210,
      "lr": 0.0001,
      "sup_loss": 1.52980950840394
    },
    {
      "step": 1211,
      "lr": 0.0001,
      "sup_loss": 1.5199694179929903
    },
    {
      "step": 1212,
      "lr": 0.0001,
      "sup_loss": 1.5244928880017599
    },
    {
      "step": 1213,
      "lr": 0.0001,
      "sup_loss": 1.4648735265552526
    },
    {
      "step": 1214,
      "lr": 0.0001,
      "sup_loss": 1.5000539920972715
    },
    {
      "step": 1215,
      "lr": 0.0001,
      "sup_loss": 1.4348231164100225
    },
    {
      "step": 1216,
      "lr": 0.0001,
      "sup_loss": 1.4963114300272795
    },
    {
      "step": 1217,
      "lr": 0.0001,
      "sup_loss": 1.5179608251207573
    },
    {
      "step": 1218,
      "lr": 0.0001,
      "sup_loss": 1.4834007623165668
    },
    {
      "step": 1219,
      "lr": 0.0001,
      "sup_loss": 1.506268927421157
    },
    {
      "step": 1220,
      "lr": 0.0001,
      "sup_loss": 1.518170747451819
    },
    {
      "step": 1221,
      "lr": 0.0001,
      "sup_loss": 1.4974395224037238
    },
    {
      "step": 1222,
      "lr": 0.0001,
      "sup_loss": 1.4487977563167826
    },
    {
      "step": 1223,
      "lr": 0.0001,
      "sup_loss": 1.5240394324145075
    },
    {
      "step": 1224,
      "lr": 0.0001,
      "sup_loss": 1.5408679025934726
    },
    {
      "step": 1225,
      "lr": 0.0001,
      "sup_loss": 1.5107275783354157
    },
    {
      "step": 1226,
      "lr": 0.0001,
      "sup_loss": 1.5100202852646094
    },
    {
      "step": 1227,
      "lr": 0.0001,
      "sup_loss": 1.554076592606299
    },
    {
      "step": 1228,
      "lr": 0.0001,
      "sup_loss": 1.5283768381898672
    },
    {
      "step": 1229,
      "lr": 0.0001,
      "sup_loss": 1.5103696337775578
    },
    {
      "step": 1230,
      "lr": 0.0001,
      "sup_loss": 1.5160359142392286
    },
    {
      "step": 1231,
      "lr": 0.0001,
      "sup_loss": 1.512616442178945
    },
    {
      "step": 1232,
      "lr": 0.0001,
      "sup_loss": 1.5075565610779549
    },
    {
      "step": 1233,
      "lr": 0.0001,
      "sup_loss": 1.50985125060074
    },
    {
      "step": 1234,
      "lr": 0.0001,
      "sup_loss": 1.5036201958179265
    },
    {
      "step": 1235,
      "lr": 0.0001,
      "sup_loss": 1.536654246122191
    },
    {
      "step": 1236,
      "lr": 0.0001,
      "sup_loss": 1.5144692666133364
    },
    {
      "step": 1237,
      "lr": 0.0001,
      "sup_loss": 1.4844832670968178
    },
    {
      "step": 1238,
      "lr": 0.0001,
      "sup_loss": 1.466735198982158
    },
    {
      "step": 1239,
      "lr": 0.0001,
      "sup_loss": 1.5410083242929136
    },
    {
      "step": 1240,
      "lr": 0.0001,
      "sup_loss": 1.52761500585601
    },
    {
      "step": 1241,
      "lr": 0.0001,
      "sup_loss": 1.5206344872792525
    },
    {
      "step": 1242,
      "lr": 0.0001,
      "sup_loss": 1.516456349315079
    },
    {
      "step": 1243,
      "lr": 0.0001,
      "sup_loss": 1.5035736058784535
    },
    {
      "step": 1244,
      "lr": 0.0001,
      "sup_loss": 1.5165946425479495
    },
    {
      "step": 1245,
      "lr": 0.0001,
      "sup_loss": 1.530468162982282
    },
    {
      "step": 1246,
      "lr": 0.0001,
      "sup_loss": 1.519539882674977
    },
    {
      "step": 1247,
      "lr": 0.0001,
      "sup_loss": 1.4997542125156402
    },
    {
      "step": 1248,
      "lr": 0.0001,
      "sup_loss": 1.496302410803664
    },
    {
      "step": 1249,
      "lr": 0.0001,
      "sup_loss": 1.5103728859307508
    },
    {
      "step": 1250,
      "lr": 0.0001,
      "sup_loss": 1.5107784630427152,
      "lyap1_mean": -10.645218849182129,
      "lyap1_max": -10.434868812561035,
      "lyap_spec_mean": [
        -10.645218849182129,
        -11.488506317138672
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 1251,
      "lr": 0.0001,
      "sup_loss": 1.4976111801398138
    },
    {
      "step": 1252,
      "lr": 0.0001,
      "sup_loss": 1.510350153698212
    },
    {
      "step": 1253,
      "lr": 0.0001,
      "sup_loss": 1.5437645760088192
    },
    {
      "step": 1254,
      "lr": 0.0001,
      "sup_loss": 1.5306254844900191
    },
    {
      "step": 1255,
      "lr": 0.0001,
      "sup_loss": 1.5170390561138314
    },
    {
      "step": 1256,
      "lr": 0.0001,
      "sup_loss": 1.49599520098554
    },
    {
      "step": 1257,
      "lr": 0.0001,
      "sup_loss": 1.520838778814498
    },
    {
      "step": 1258,
      "lr": 0.0001,
      "sup_loss": 1.4854921351824049
    },
    {
      "step": 1259,
      "lr": 0.0001,
      "sup_loss": 1.472941466156597
    },
    {
      "step": 1260,
      "lr": 0.0001,
      "sup_loss": 1.5091105311739912
    },
    {
      "step": 1261,
      "lr": 0.0001,
      "sup_loss": 1.4874715203196052
    },
    {
      "step": 1262,
      "lr": 0.0001,
      "sup_loss": 1.5028014768505682
    },
    {
      "step": 1263,
      "lr": 0.0001,
      "sup_loss": 1.5135444460842602
    },
    {
      "step": 1264,
      "lr": 0.0001,
      "sup_loss": 1.524737207227631
    },
    {
      "step": 1265,
      "lr": 0.0001,
      "sup_loss": 1.518069595826668
    },
    {
      "step": 1266,
      "lr": 0.0001,
      "sup_loss": 1.5516894047393028
    },
    {
      "step": 1267,
      "lr": 0.0001,
      "sup_loss": 1.4591796731140907
    },
    {
      "step": 1268,
      "lr": 0.0001,
      "sup_loss": 1.5303950285520527
    },
    {
      "step": 1269,
      "lr": 0.0001,
      "sup_loss": 1.5274031932545629
    },
    {
      "step": 1270,
      "lr": 0.0001,
      "sup_loss": 1.5475652478266813
    },
    {
      "step": 1271,
      "lr": 0.0001,
      "sup_loss": 1.4797438771387414
    },
    {
      "step": 1272,
      "lr": 0.0001,
      "sup_loss": 1.550635498775946
    },
    {
      "step": 1273,
      "lr": 0.0001,
      "sup_loss": 1.5099982615822942
    },
    {
      "step": 1274,
      "lr": 0.0001,
      "sup_loss": 1.5166235371567525
    },
    {
      "step": 1275,
      "lr": 0.0001,
      "sup_loss": 1.4898968716101946
    },
    {
      "step": 1276,
      "lr": 0.0001,
      "sup_loss": 1.4967371174883406
    },
    {
      "step": 1277,
      "lr": 0.0001,
      "sup_loss": 1.5142452514021802
    },
    {
      "step": 1278,
      "lr": 0.0001,
      "sup_loss": 1.4800989942886318
    },
    {
      "step": 1279,
      "lr": 0.0001,
      "sup_loss": 1.5005613167969696
    },
    {
      "step": 1280,
      "lr": 0.0001,
      "sup_loss": 1.5096950435731598
    },
    {
      "step": 1281,
      "lr": 0.0001,
      "sup_loss": 1.4967517413790135
    },
    {
      "step": 1282,
      "lr": 0.0001,
      "sup_loss": 1.5271242427568812
    },
    {
      "step": 1283,
      "lr": 0.0001,
      "sup_loss": 1.46926402885785
    },
    {
      "step": 1284,
      "lr": 0.0001,
      "sup_loss": 1.5009915063698456
    },
    {
      "step": 1285,
      "lr": 0.0001,
      "sup_loss": 1.5066263379555889
    },
    {
      "step": 1286,
      "lr": 0.0001,
      "sup_loss": 1.5144783320719515
    },
    {
      "step": 1287,
      "lr": 0.0001,
      "sup_loss": 1.5340405467735512
    },
    {
      "step": 1288,
      "lr": 0.0001,
      "sup_loss": 1.5508888027725807
    },
    {
      "step": 1289,
      "lr": 0.0001,
      "sup_loss": 1.5378374955967107
    },
    {
      "step": 1290,
      "lr": 0.0001,
      "sup_loss": 1.4895920164712924
    },
    {
      "step": 1291,
      "lr": 0.0001,
      "sup_loss": 1.5275505962501166
    },
    {
      "step": 1292,
      "lr": 0.0001,
      "sup_loss": 1.5136906897323108
    },
    {
      "step": 1293,
      "lr": 0.0001,
      "sup_loss": 1.5065987785827668
    },
    {
      "step": 1294,
      "lr": 0.0001,
      "sup_loss": 1.4821369685935684
    },
    {
      "step": 1295,
      "lr": 0.0001,
      "sup_loss": 1.5275506810209658
    },
    {
      "step": 1296,
      "lr": 0.0001,
      "sup_loss": 1.5414360205505984
    },
    {
      "step": 1297,
      "lr": 0.0001,
      "sup_loss": 1.4969468354580895
    },
    {
      "step": 1298,
      "lr": 0.0001,
      "sup_loss": 1.5532970357356997
    },
    {
      "step": 1299,
      "lr": 0.0001,
      "sup_loss": 1.5139822518112103
    },
    {
      "step": 1300,
      "lr": 0.0001,
      "sup_loss": 1.5069592416575903,
      "lyap1_mean": -10.710769653320312,
      "lyap1_max": -10.560123443603516,
      "lyap_spec_mean": [
        -10.710770606994629,
        -11.567009925842285
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 1301,
      "lr": 0.0001,
      "sup_loss": 1.4997549968200834
    },
    {
      "step": 1302,
      "lr": 0.0001,
      "sup_loss": 1.5538790189142884
    },
    {
      "step": 1303,
      "lr": 0.0001,
      "sup_loss": 1.5264470796504657
    },
    {
      "step": 1304,
      "lr": 0.0001,
      "sup_loss": 1.5337258434357997
    },
    {
      "step": 1305,
      "lr": 0.0001,
      "sup_loss": 1.5853794700875345
    },
    {
      "step": 1306,
      "lr": 0.0001,
      "sup_loss": 1.5064744052505328
    },
    {
      "step": 1307,
      "lr": 0.0001,
      "sup_loss": 1.513668556255632
    },
    {
      "step": 1308,
      "lr": 0.0001,
      "sup_loss": 1.4562545938466445
    },
    {
      "step": 1309,
      "lr": 0.0001,
      "sup_loss": 1.527232471603875
    },
    {
      "step": 1310,
      "lr": 0.0001,
      "sup_loss": 1.4792007423233202
    },
    {
      "step": 1311,
      "lr": 0.0001,
      "sup_loss": 1.4974391216965157
    },
    {
      "step": 1312,
      "lr": 0.0001,
      "sup_loss": 1.5168112737407995
    },
    {
      "step": 1313,
      "lr": 0.0001,
      "sup_loss": 1.510068087051874
    },
    {
      "step": 1314,
      "lr": 0.0001,
      "sup_loss": 1.5337691215261238
    },
    {
      "step": 1315,
      "lr": 0.0001,
      "sup_loss": 1.5165348732461628
    },
    {
      "step": 1316,
      "lr": 0.0001,
      "sup_loss": 1.5242524540330815
    },
    {
      "step": 1317,
      "lr": 0.0001,
      "sup_loss": 1.537555120462959
    },
    {
      "step": 1318,
      "lr": 0.0001,
      "sup_loss": 1.5200519798956444
    },
    {
      "step": 1319,
      "lr": 0.0001,
      "sup_loss": 1.5572906252644723
    },
    {
      "step": 1320,
      "lr": 0.0001,
      "sup_loss": 1.5231984888316223
    },
    {
      "step": 1321,
      "lr": 0.0001,
      "sup_loss": 1.5062709168230792
    },
    {
      "step": 1322,
      "lr": 0.0001,
      "sup_loss": 1.5140948781275025
    },
    {
      "step": 1323,
      "lr": 0.0001,
      "sup_loss": 1.5072616973518564
    },
    {
      "step": 1324,
      "lr": 0.0001,
      "sup_loss": 1.5074072546160904
    },
    {
      "step": 1325,
      "lr": 0.0001,
      "sup_loss": 1.5474699516695087
    },
    {
      "step": 1326,
      "lr": 0.0001,
      "sup_loss": 1.4963163621865216
    },
    {
      "step": 1327,
      "lr": 0.0001,
      "sup_loss": 1.4802933624251058
    },
    {
      "step": 1328,
      "lr": 0.0001,
      "sup_loss": 1.496441607868229
    },
    {
      "step": 1329,
      "lr": 0.0001,
      "sup_loss": 1.4999290298246852
    },
    {
      "step": 1330,
      "lr": 0.0001,
      "sup_loss": 1.4969298463835763
    },
    {
      "step": 1331,
      "lr": 0.0001,
      "sup_loss": 1.5335308771930647
    },
    {
      "step": 1332,
      "lr": 0.0001,
      "sup_loss": 1.4935685345706808
    },
    {
      "step": 1333,
      "lr": 0.0001,
      "sup_loss": 1.4933103106271741
    },
    {
      "step": 1334,
      "lr": 0.0001,
      "sup_loss": 1.5172474059316696
    },
    {
      "step": 1335,
      "lr": 0.0001,
      "sup_loss": 1.4525455563204457
    },
    {
      "step": 1336,
      "lr": 0.0001,
      "sup_loss": 1.5305496035441197
    },
    {
      "step": 1337,
      "lr": 0.0001,
      "sup_loss": 1.4928096047575736
    },
    {
      "step": 1338,
      "lr": 0.0001,
      "sup_loss": 1.5028687127780258
    },
    {
      "step": 1339,
      "lr": 0.0001,
      "sup_loss": 1.5166916763907838
    },
    {
      "step": 1340,
      "lr": 0.0001,
      "sup_loss": 1.5270323699811439
    },
    {
      "step": 1341,
      "lr": 0.0001,
      "sup_loss": 1.5201634204443186
    },
    {
      "step": 1342,
      "lr": 0.0001,
      "sup_loss": 1.4968670718373327
    },
    {
      "step": 1343,
      "lr": 0.0001,
      "sup_loss": 1.5302544837148928
    },
    {
      "step": 1344,
      "lr": 0.0001,
      "sup_loss": 1.5437978799059817
    },
    {
      "step": 1345,
      "lr": 0.0001,
      "sup_loss": 1.5091520096565627
    },
    {
      "step": 1346,
      "lr": 0.0001,
      "sup_loss": 1.507267651303871
    },
    {
      "step": 1347,
      "lr": 0.0001,
      "sup_loss": 1.5097438519727575
    },
    {
      "step": 1348,
      "lr": 0.0001,
      "sup_loss": 1.5337337785530207
    },
    {
      "step": 1349,
      "lr": 0.0001,
      "sup_loss": 1.4928830028036728
    },
    {
      "step": 1350,
      "lr": 0.0001,
      "sup_loss": 1.5167475241745552,
      "lyap1_mean": -10.756025314331055,
      "lyap1_max": -10.599478721618652,
      "lyap_spec_mean": [
        -10.756025314331055,
        -11.619546890258789
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 1351,
      "lr": 0.0001,
      "sup_loss": 1.5132877941261855
    },
    {
      "step": 1352,
      "lr": 0.0001,
      "sup_loss": 1.4998524170694583
    },
    {
      "step": 1353,
      "lr": 0.0001,
      "sup_loss": 1.4964681651610476
    },
    {
      "step": 1354,
      "lr": 0.0001,
      "sup_loss": 1.523780240090228
    },
    {
      "step": 1355,
      "lr": 0.0001,
      "sup_loss": 1.5134572774699877
    },
    {
      "step": 1356,
      "lr": 0.0001,
      "sup_loss": 1.523701127384147
    },
    {
      "step": 1357,
      "lr": 0.0001,
      "sup_loss": 1.4826831081663778
    },
    {
      "step": 1358,
      "lr": 0.0001,
      "sup_loss": 1.489101442228866
    },
    {
      "step": 1359,
      "lr": 0.0001,
      "sup_loss": 1.5337381929563387
    },
    {
      "step": 1360,
      "lr": 0.0001,
      "sup_loss": 1.523609039644293
    },
    {
      "step": 1361,
      "lr": 0.0001,
      "sup_loss": 1.5300903667413235
    },
    {
      "step": 1362,
      "lr": 0.0001,
      "sup_loss": 1.5340221476706037
    },
    {
      "step": 1363,
      "lr": 0.0001,
      "sup_loss": 1.5096892453203667
    },
    {
      "step": 1364,
      "lr": 0.0001,
      "sup_loss": 1.5306723627659446
    },
    {
      "step": 1365,
      "lr": 0.0001,
      "sup_loss": 1.517983905423166
    },
    {
      "step": 1366,
      "lr": 0.0001,
      "sup_loss": 1.514550996461246
    },
    {
      "step": 1367,
      "lr": 0.0001,
      "sup_loss": 1.5381001728882597
    },
    {
      "step": 1368,
      "lr": 0.0001,
      "sup_loss": 1.5202694516311086
    },
    {
      "step": 1369,
      "lr": 0.0001,
      "sup_loss": 1.540922894876823
    },
    {
      "step": 1370,
      "lr": 0.0001,
      "sup_loss": 1.43938767497114
    },
    {
      "step": 1371,
      "lr": 0.0001,
      "sup_loss": 1.550329714953283
    },
    {
      "step": 1372,
      "lr": 0.0001,
      "sup_loss": 1.5162888125758986
    },
    {
      "step": 1373,
      "lr": 0.0001,
      "sup_loss": 1.5302514286534266
    },
    {
      "step": 1374,
      "lr": 0.0001,
      "sup_loss": 1.5306425072242158
    },
    {
      "step": 1375,
      "lr": 0.0001,
      "sup_loss": 1.5376976834049185
    },
    {
      "step": 1376,
      "lr": 0.0001,
      "sup_loss": 1.5180055870060358
    },
    {
      "step": 1377,
      "lr": 0.0001,
      "sup_loss": 1.5064911616887144
    },
    {
      "step": 1378,
      "lr": 0.0001,
      "sup_loss": 1.4858374612136402
    },
    {
      "step": 1379,
      "lr": 0.0001,
      "sup_loss": 1.5068031978563456
    },
    {
      "step": 1380,
      "lr": 0.0001,
      "sup_loss": 1.5037595295400765
    },
    {
      "step": 1381,
      "lr": 0.0001,
      "sup_loss": 1.4497843022777839
    },
    {
      "step": 1382,
      "lr": 0.0001,
      "sup_loss": 1.5172033123634552
    },
    {
      "step": 1383,
      "lr": 0.0001,
      "sup_loss": 1.5063538360209956
    },
    {
      "step": 1384,
      "lr": 0.0001,
      "sup_loss": 1.5032213806412227
    },
    {
      "step": 1385,
      "lr": 0.0001,
      "sup_loss": 1.4921385765287527
    },
    {
      "step": 1386,
      "lr": 0.0001,
      "sup_loss": 1.5101262684696397
    },
    {
      "step": 1387,
      "lr": 0.0001,
      "sup_loss": 1.5061251585554216
    },
    {
      "step": 1388,
      "lr": 0.0001,
      "sup_loss": 1.511438115128675
    },
    {
      "step": 1389,
      "lr": 0.0001,
      "sup_loss": 1.517195044699206
    },
    {
      "step": 1390,
      "lr": 0.0001,
      "sup_loss": 1.5096512687392971
    },
    {
      "step": 1391,
      "lr": 0.0001,
      "sup_loss": 1.5308632360936216
    },
    {
      "step": 1392,
      "lr": 0.0001,
      "sup_loss": 1.497700854237975
    },
    {
      "step": 1393,
      "lr": 0.0001,
      "sup_loss": 1.50994047432534
    },
    {
      "step": 1394,
      "lr": 0.0001,
      "sup_loss": 1.493986293536929
    },
    {
      "step": 1395,
      "lr": 0.0001,
      "sup_loss": 1.5405767348145123
    },
    {
      "step": 1396,
      "lr": 0.0001,
      "sup_loss": 1.5570772505888102
    },
    {
      "step": 1397,
      "lr": 0.0001,
      "sup_loss": 1.479177977332931
    },
    {
      "step": 1398,
      "lr": 0.0001,
      "sup_loss": 1.473023115311275
    },
    {
      "step": 1399,
      "lr": 0.0001,
      "sup_loss": 1.5334118239870425
    },
    {
      "step": 1400,
      "lr": 0.0001,
      "sup_loss": 1.5209411682922194,
      "lyap1_mean": -10.839595794677734,
      "lyap1_max": -10.633600234985352,
      "lyap_spec_mean": [
        -10.839594841003418,
        -11.527544021606445
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 1401,
      "lr": 0.0001,
      "sup_loss": 1.4926184424978264
    },
    {
      "step": 1402,
      "lr": 0.0001,
      "sup_loss": 1.5127407390032876
    },
    {
      "step": 1403,
      "lr": 0.0001,
      "sup_loss": 1.4758884473389282
    },
    {
      "step": 1404,
      "lr": 0.0001,
      "sup_loss": 1.5035471230967525
    },
    {
      "step": 1405,
      "lr": 0.0001,
      "sup_loss": 1.5346356605229434
    },
    {
      "step": 1406,
      "lr": 0.0001,
      "sup_loss": 1.5132485682935337
    },
    {
      "step": 1407,
      "lr": 0.0001,
      "sup_loss": 1.5163802157583863
    },
    {
      "step": 1408,
      "lr": 0.0001,
      "sup_loss": 1.5102673840995504
    },
    {
      "step": 1409,
      "lr": 0.0001,
      "sup_loss": 1.5232766491365932
    },
    {
      "step": 1410,
      "lr": 0.0001,
      "sup_loss": 1.5069633651708403
    },
    {
      "step": 1411,
      "lr": 0.0001,
      "sup_loss": 1.502949425836952
    },
    {
      "step": 1412,
      "lr": 0.0001,
      "sup_loss": 1.5228312720745476
    },
    {
      "step": 1413,
      "lr": 0.0001,
      "sup_loss": 1.5269397730566434
    },
    {
      "step": 1414,
      "lr": 0.0001,
      "sup_loss": 1.5094421110497127
    },
    {
      "step": 1415,
      "lr": 0.0001,
      "sup_loss": 1.4966239347597692
    },
    {
      "step": 1416,
      "lr": 0.0001,
      "sup_loss": 1.492071492922958
    },
    {
      "step": 1417,
      "lr": 0.0001,
      "sup_loss": 1.5371870225231705
    },
    {
      "step": 1418,
      "lr": 0.0001,
      "sup_loss": 1.5618148611301768
    },
    {
      "step": 1419,
      "lr": 0.0001,
      "sup_loss": 1.5231443979076156
    },
    {
      "step": 1420,
      "lr": 0.0001,
      "sup_loss": 1.4876756943457576
    },
    {
      "step": 1421,
      "lr": 0.0001,
      "sup_loss": 1.4965575642308941
    },
    {
      "step": 1422,
      "lr": 0.0001,
      "sup_loss": 1.5135288786724876
    },
    {
      "step": 1423,
      "lr": 0.0001,
      "sup_loss": 1.4966117724897432
    },
    {
      "step": 1424,
      "lr": 0.0001,
      "sup_loss": 1.5167129439518627
    },
    {
      "step": 1425,
      "lr": 0.0001,
      "sup_loss": 1.5168620340864474
    },
    {
      "step": 1426,
      "lr": 0.0001,
      "sup_loss": 1.5065856485544349
    },
    {
      "step": 1427,
      "lr": 0.0001,
      "sup_loss": 1.5099009208575584
    },
    {
      "step": 1428,
      "lr": 0.0001,
      "sup_loss": 1.4927170720448122
    },
    {
      "step": 1429,
      "lr": 0.0001,
      "sup_loss": 1.5061297197839674
    },
    {
      "step": 1430,
      "lr": 0.0001,
      "sup_loss": 1.499185701230378
    },
    {
      "step": 1431,
      "lr": 0.0001,
      "sup_loss": 1.4728664863717993
    },
    {
      "step": 1432,
      "lr": 0.0001,
      "sup_loss": 1.4788389757200588
    },
    {
      "step": 1433,
      "lr": 0.0001,
      "sup_loss": 1.5185025415764604
    },
    {
      "step": 1434,
      "lr": 0.0001,
      "sup_loss": 1.5106561808821297
    },
    {
      "step": 1435,
      "lr": 0.0001,
      "sup_loss": 1.4939901259162827
    },
    {
      "step": 1436,
      "lr": 0.0001,
      "sup_loss": 1.5155883597573516
    },
    {
      "step": 1437,
      "lr": 0.0001,
      "sup_loss": 1.5121881310413057
    },
    {
      "step": 1438,
      "lr": 0.0001,
      "sup_loss": 1.5070489858954186
    },
    {
      "step": 1439,
      "lr": 0.0001,
      "sup_loss": 1.4926588300674835
    },
    {
      "step": 1440,
      "lr": 0.0001,
      "sup_loss": 1.5033093127861614
    },
    {
      "step": 1441,
      "lr": 0.0001,
      "sup_loss": 1.4757855877504757
    },
    {
      "step": 1442,
      "lr": 0.0001,
      "sup_loss": 1.5097967946773738
    },
    {
      "step": 1443,
      "lr": 0.0001,
      "sup_loss": 1.49934289108629
    },
    {
      "step": 1444,
      "lr": 0.0001,
      "sup_loss": 1.4688221612418306
    },
    {
      "step": 1445,
      "lr": 0.0001,
      "sup_loss": 1.5106066387535921
    },
    {
      "step": 1446,
      "lr": 0.0001,
      "sup_loss": 1.5125560826298983
    },
    {
      "step": 1447,
      "lr": 0.0001,
      "sup_loss": 1.5102537064125874
    },
    {
      "step": 1448,
      "lr": 0.0001,
      "sup_loss": 1.5377897360789812
    },
    {
      "step": 1449,
      "lr": 0.0001,
      "sup_loss": 1.5164211013866546
    },
    {
      "step": 1450,
      "lr": 0.0001,
      "sup_loss": 1.5333729336736122,
      "lyap1_mean": -10.881546974182129,
      "lyap1_max": -10.591238021850586,
      "lyap_spec_mean": [
        -10.881546020507812,
        -11.589456558227539
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 1451,
      "lr": 0.0001,
      "sup_loss": 1.5377595650572007
    },
    {
      "step": 1452,
      "lr": 0.0001,
      "sup_loss": 1.4938637530976135
    },
    {
      "step": 1453,
      "lr": 0.0001,
      "sup_loss": 1.485357308244127
    },
    {
      "step": 1454,
      "lr": 0.0001,
      "sup_loss": 1.5309801263148481
    },
    {
      "step": 1455,
      "lr": 0.0001,
      "sup_loss": 1.5268525740979126
    },
    {
      "step": 1456,
      "lr": 0.0001,
      "sup_loss": 1.537046723993115
    },
    {
      "step": 1457,
      "lr": 0.0001,
      "sup_loss": 1.5066023701032403
    },
    {
      "step": 1458,
      "lr": 0.0001,
      "sup_loss": 1.526509971158013
    },
    {
      "step": 1459,
      "lr": 0.0001,
      "sup_loss": 1.483289357737817
    },
    {
      "step": 1460,
      "lr": 0.0001,
      "sup_loss": 1.520970082899898
    },
    {
      "step": 1461,
      "lr": 0.0001,
      "sup_loss": 1.5208767518172586
    },
    {
      "step": 1462,
      "lr": 0.0001,
      "sup_loss": 1.5201749468493415
    },
    {
      "step": 1463,
      "lr": 0.0001,
      "sup_loss": 1.5237536003725036
    },
    {
      "step": 1464,
      "lr": 0.0001,
      "sup_loss": 1.4857121136170688
    },
    {
      "step": 1465,
      "lr": 0.0001,
      "sup_loss": 1.508995845216981
    },
    {
      "step": 1466,
      "lr": 0.0001,
      "sup_loss": 1.5103444126568175
    },
    {
      "step": 1467,
      "lr": 0.0001,
      "sup_loss": 1.5135398162779836
    },
    {
      "step": 1468,
      "lr": 0.0001,
      "sup_loss": 1.5102486183591461
    },
    {
      "step": 1469,
      "lr": 0.0001,
      "sup_loss": 1.5000258193170024
    },
    {
      "step": 1470,
      "lr": 0.0001,
      "sup_loss": 1.5125700070607135
    },
    {
      "step": 1471,
      "lr": 0.0001,
      "sup_loss": 1.530756644934505
    },
    {
      "step": 1472,
      "lr": 0.0001,
      "sup_loss": 1.5162526446881293
    },
    {
      "step": 1473,
      "lr": 0.0001,
      "sup_loss": 1.52716808861625
    },
    {
      "step": 1474,
      "lr": 0.0001,
      "sup_loss": 1.4621953338674487
    },
    {
      "step": 1475,
      "lr": 0.0001,
      "sup_loss": 1.5342463182610142
    },
    {
      "step": 1476,
      "lr": 0.0001,
      "sup_loss": 1.5313130931684893
    },
    {
      "step": 1477,
      "lr": 0.0001,
      "sup_loss": 1.509097513530669
    },
    {
      "step": 1478,
      "lr": 0.0001,
      "sup_loss": 1.5171839647088528
    },
    {
      "step": 1479,
      "lr": 0.0001,
      "sup_loss": 1.4830660907867792
    },
    {
      "step": 1480,
      "lr": 0.0001,
      "sup_loss": 1.5169692839950746
    },
    {
      "step": 1481,
      "lr": 0.0001,
      "sup_loss": 1.5096950760627834
    },
    {
      "step": 1482,
      "lr": 0.0001,
      "sup_loss": 1.5237273754823817
    },
    {
      "step": 1483,
      "lr": 0.0001,
      "sup_loss": 1.5169950128026808
    },
    {
      "step": 1484,
      "lr": 0.0001,
      "sup_loss": 1.486464655741263
    },
    {
      "step": 1485,
      "lr": 0.0001,
      "sup_loss": 1.4995075094043673
    },
    {
      "step": 1486,
      "lr": 0.0001,
      "sup_loss": 1.4895546478113244
    },
    {
      "step": 1487,
      "lr": 0.0001,
      "sup_loss": 1.5093014664818258
    },
    {
      "step": 1488,
      "lr": 0.0001,
      "sup_loss": 1.516900546914382
    },
    {
      "step": 1489,
      "lr": 0.0001,
      "sup_loss": 1.5173310230470929
    },
    {
      "step": 1490,
      "lr": 0.0001,
      "sup_loss": 1.5062465681918806
    },
    {
      "step": 1491,
      "lr": 0.0001,
      "sup_loss": 1.4859032697449375
    },
    {
      "step": 1492,
      "lr": 0.0001,
      "sup_loss": 1.5136962818089519
    },
    {
      "step": 1493,
      "lr": 0.0001,
      "sup_loss": 1.533013349893898
    },
    {
      "step": 1494,
      "lr": 0.0001,
      "sup_loss": 1.5270248570973775
    },
    {
      "step": 1495,
      "lr": 0.0001,
      "sup_loss": 1.5150049034118969
    },
    {
      "step": 1496,
      "lr": 0.0001,
      "sup_loss": 1.5126701190166119
    },
    {
      "step": 1497,
      "lr": 0.0001,
      "sup_loss": 1.5036203770551568
    },
    {
      "step": 1498,
      "lr": 0.0001,
      "sup_loss": 1.5301773374466578
    },
    {
      "step": 1499,
      "lr": 0.0001,
      "sup_loss": 1.4519813221132694
    },
    {
      "step": 1500,
      "lr": 0.0001,
      "sup_loss": 1.468631745699784,
      "lyap1_mean": -11.001667022705078,
      "lyap1_max": -10.627558708190918,
      "lyap_spec_mean": [
        -11.001666069030762,
        -11.605794906616211
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 1501,
      "lr": 0.0001,
      "sup_loss": 1.4723696373242847
    },
    {
      "step": 1502,
      "lr": 0.0001,
      "sup_loss": 1.5070478285724638
    },
    {
      "step": 1503,
      "lr": 0.0001,
      "sup_loss": 1.4897881105792503
    },
    {
      "step": 1504,
      "lr": 0.0001,
      "sup_loss": 1.522933043845968
    },
    {
      "step": 1505,
      "lr": 0.0001,
      "sup_loss": 1.5095221335302038
    },
    {
      "step": 1506,
      "lr": 0.0001,
      "sup_loss": 1.5164698010852753
    },
    {
      "step": 1507,
      "lr": 0.0001,
      "sup_loss": 1.5029977390994158
    },
    {
      "step": 1508,
      "lr": 0.0001,
      "sup_loss": 1.476646989713
    },
    {
      "step": 1509,
      "lr": 0.0001,
      "sup_loss": 1.5227442946694465
    },
    {
      "step": 1510,
      "lr": 0.0001,
      "sup_loss": 1.5180405200022304
    },
    {
      "step": 1511,
      "lr": 0.0001,
      "sup_loss": 1.5199896180237527
    },
    {
      "step": 1512,
      "lr": 0.0001,
      "sup_loss": 1.418770350278989
    },
    {
      "step": 1513,
      "lr": 0.0001,
      "sup_loss": 1.513798446091538
    },
    {
      "step": 1514,
      "lr": 0.0001,
      "sup_loss": 1.5309517025875723
    },
    {
      "step": 1515,
      "lr": 0.0001,
      "sup_loss": 1.5236802454279827
    },
    {
      "step": 1516,
      "lr": 0.0001,
      "sup_loss": 1.526699481973296
    },
    {
      "step": 1517,
      "lr": 0.0001,
      "sup_loss": 1.5164408429780412
    },
    {
      "step": 1518,
      "lr": 0.0001,
      "sup_loss": 1.5135452350536458
    },
    {
      "step": 1519,
      "lr": 0.0001,
      "sup_loss": 1.5176179884340533
    },
    {
      "step": 1520,
      "lr": 0.0001,
      "sup_loss": 1.5246820825918408
    },
    {
      "step": 1521,
      "lr": 0.0001,
      "sup_loss": 1.5234525318838334
    },
    {
      "step": 1522,
      "lr": 0.0001,
      "sup_loss": 1.5095493214219668
    },
    {
      "step": 1523,
      "lr": 0.0001,
      "sup_loss": 1.5467531034260558
    },
    {
      "step": 1524,
      "lr": 0.0001,
      "sup_loss": 1.5266446044619746
    },
    {
      "step": 1525,
      "lr": 0.0001,
      "sup_loss": 1.5131726260563918
    },
    {
      "step": 1526,
      "lr": 0.0001,
      "sup_loss": 1.4990227729329735
    },
    {
      "step": 1527,
      "lr": 0.0001,
      "sup_loss": 1.4988202612832684
    },
    {
      "step": 1528,
      "lr": 0.0001,
      "sup_loss": 1.5472169363876136
    },
    {
      "step": 1529,
      "lr": 0.0001,
      "sup_loss": 1.5408185356890496
    },
    {
      "step": 1530,
      "lr": 0.0001,
      "sup_loss": 1.5575246415810002
    },
    {
      "step": 1531,
      "lr": 0.0001,
      "sup_loss": 1.5234086435331706
    },
    {
      "step": 1532,
      "lr": 0.0001,
      "sup_loss": 1.5236606179845933
    },
    {
      "step": 1533,
      "lr": 0.0001,
      "sup_loss": 1.5367165609974094
    },
    {
      "step": 1534,
      "lr": 0.0001,
      "sup_loss": 1.5133149802870245
    },
    {
      "step": 1535,
      "lr": 0.0001,
      "sup_loss": 1.4926495943751155
    },
    {
      "step": 1536,
      "lr": 0.0001,
      "sup_loss": 1.5502674225360626
    },
    {
      "step": 1537,
      "lr": 0.0001,
      "sup_loss": 1.5199076027190006
    },
    {
      "step": 1538,
      "lr": 0.0001,
      "sup_loss": 1.4901199455338379
    },
    {
      "step": 1539,
      "lr": 0.0001,
      "sup_loss": 1.5369915574611437
    },
    {
      "step": 1540,
      "lr": 0.0001,
      "sup_loss": 1.5069577478163398
    },
    {
      "step": 1541,
      "lr": 0.0001,
      "sup_loss": 1.5136343169297541
    },
    {
      "step": 1542,
      "lr": 0.0001,
      "sup_loss": 1.5000871920444678
    },
    {
      "step": 1543,
      "lr": 0.0001,
      "sup_loss": 1.4802163281699736
    },
    {
      "step": 1544,
      "lr": 0.0001,
      "sup_loss": 1.516809959243847
    },
    {
      "step": 1545,
      "lr": 0.0001,
      "sup_loss": 1.5296557137698272
    },
    {
      "step": 1546,
      "lr": 0.0001,
      "sup_loss": 1.479863614282976
    },
    {
      "step": 1547,
      "lr": 0.0001,
      "sup_loss": 1.5367117003407995
    },
    {
      "step": 1548,
      "lr": 0.0001,
      "sup_loss": 1.5039622026235653
    },
    {
      "step": 1549,
      "lr": 0.0001,
      "sup_loss": 1.5090042864619058
    },
    {
      "step": 1550,
      "lr": 0.0001,
      "sup_loss": 1.5233412591045794,
      "lyap1_mean": -10.809311866760254,
      "lyap1_max": -10.359489440917969,
      "lyap_spec_mean": [
        -10.809310913085938,
        -11.446893692016602
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 1551,
      "lr": 0.0001,
      "sup_loss": 1.4959574446197252
    },
    {
      "step": 1552,
      "lr": 0.0001,
      "sup_loss": 1.5303522429017742
    },
    {
      "step": 1553,
      "lr": 0.0001,
      "sup_loss": 1.4939373860084944
    },
    {
      "step": 1554,
      "lr": 0.0001,
      "sup_loss": 1.516303200065238
    },
    {
      "step": 1555,
      "lr": 0.0001,
      "sup_loss": 1.5130535702987986
    },
    {
      "step": 1556,
      "lr": 0.0001,
      "sup_loss": 1.4827778811379138
    },
    {
      "step": 1557,
      "lr": 0.0001,
      "sup_loss": 1.5065780030619071
    },
    {
      "step": 1558,
      "lr": 0.0001,
      "sup_loss": 1.5138020243413697
    },
    {
      "step": 1559,
      "lr": 0.0001,
      "sup_loss": 1.5139048555924635
    },
    {
      "step": 1560,
      "lr": 0.0001,
      "sup_loss": 1.5237180011432254
    },
    {
      "step": 1561,
      "lr": 0.0001,
      "sup_loss": 1.5101266507964013
    },
    {
      "step": 1562,
      "lr": 0.0001,
      "sup_loss": 1.5131091513238073
    },
    {
      "step": 1563,
      "lr": 0.0001,
      "sup_loss": 1.493322702284227
    },
    {
      "step": 1564,
      "lr": 0.0001,
      "sup_loss": 1.5201876191492487
    },
    {
      "step": 1565,
      "lr": 0.0001,
      "sup_loss": 1.503553010451075
    },
    {
      "step": 1566,
      "lr": 0.0001,
      "sup_loss": 1.5333948716421755
    },
    {
      "step": 1567,
      "lr": 0.0001,
      "sup_loss": 1.5001519448276885
    },
    {
      "step": 1568,
      "lr": 0.0001,
      "sup_loss": 1.4924266848967265
    },
    {
      "step": 1569,
      "lr": 0.0001,
      "sup_loss": 1.5438996623290744
    },
    {
      "step": 1570,
      "lr": 0.0001,
      "sup_loss": 1.5236302359077283
    },
    {
      "step": 1571,
      "lr": 0.0001,
      "sup_loss": 1.5093167629292783
    },
    {
      "step": 1572,
      "lr": 0.0001,
      "sup_loss": 1.466438471470282
    },
    {
      "step": 1573,
      "lr": 0.0001,
      "sup_loss": 1.5090517873131297
    },
    {
      "step": 1574,
      "lr": 0.0001,
      "sup_loss": 1.5140196947568199
    },
    {
      "step": 1575,
      "lr": 0.0001,
      "sup_loss": 1.4995318773471806
    },
    {
      "step": 1576,
      "lr": 0.0001,
      "sup_loss": 1.506116490443191
    },
    {
      "step": 1577,
      "lr": 0.0001,
      "sup_loss": 1.4997731337084599
    },
    {
      "step": 1578,
      "lr": 0.0001,
      "sup_loss": 1.5308399220951325
    },
    {
      "step": 1579,
      "lr": 0.0001,
      "sup_loss": 1.5172829868355948
    },
    {
      "step": 1580,
      "lr": 0.0001,
      "sup_loss": 1.5131118402692323
    },
    {
      "step": 1581,
      "lr": 0.0001,
      "sup_loss": 1.506263966091762
    },
    {
      "step": 1582,
      "lr": 0.0001,
      "sup_loss": 1.4920749398710706
    },
    {
      "step": 1583,
      "lr": 0.0001,
      "sup_loss": 1.5306609804773845
    },
    {
      "step": 1584,
      "lr": 0.0001,
      "sup_loss": 1.499934532443336
    },
    {
      "step": 1585,
      "lr": 0.0001,
      "sup_loss": 1.5075950473992505
    },
    {
      "step": 1586,
      "lr": 0.0001,
      "sup_loss": 1.5278714379382559
    },
    {
      "step": 1587,
      "lr": 0.0001,
      "sup_loss": 1.5166775869423563
    },
    {
      "step": 1588,
      "lr": 0.0001,
      "sup_loss": 1.520155811606897
    },
    {
      "step": 1589,
      "lr": 0.0001,
      "sup_loss": 1.5197717524476568
    },
    {
      "step": 1590,
      "lr": 0.0001,
      "sup_loss": 1.5299832933857842
    },
    {
      "step": 1591,
      "lr": 0.0001,
      "sup_loss": 1.48244028840325
    },
    {
      "step": 1592,
      "lr": 0.0001,
      "sup_loss": 1.513259149462762
    },
    {
      "step": 1593,
      "lr": 0.0001,
      "sup_loss": 1.5093215303593368
    },
    {
      "step": 1594,
      "lr": 0.0001,
      "sup_loss": 1.5369787833635793
    },
    {
      "step": 1595,
      "lr": 0.0001,
      "sup_loss": 1.4652762125720111
    },
    {
      "step": 1596,
      "lr": 0.0001,
      "sup_loss": 1.5199659886996684
    },
    {
      "step": 1597,
      "lr": 0.0001,
      "sup_loss": 1.5269785984957909
    },
    {
      "step": 1598,
      "lr": 0.0001,
      "sup_loss": 1.485939340492489
    },
    {
      "step": 1599,
      "lr": 0.0001,
      "sup_loss": 1.5271601262884078
    },
    {
      "step": 1600,
      "lr": 0.0001,
      "sup_loss": 1.5027044156815834,
      "lyap1_mean": -10.53994369506836,
      "lyap1_max": -10.287631034851074,
      "lyap_spec_mean": [
        -10.53994369506836,
        -11.317733764648438
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 1601,
      "lr": 0.0001,
      "sup_loss": 1.513694886771049
    },
    {
      "step": 1602,
      "lr": 0.0001,
      "sup_loss": 1.498839831528073
    },
    {
      "step": 1603,
      "lr": 0.0001,
      "sup_loss": 1.5034575240072487
    },
    {
      "step": 1604,
      "lr": 0.0001,
      "sup_loss": 1.4823676405065054
    },
    {
      "step": 1605,
      "lr": 0.0001,
      "sup_loss": 1.4655917166080419
    },
    {
      "step": 1606,
      "lr": 0.0001,
      "sup_loss": 1.5405933423829448
    },
    {
      "step": 1607,
      "lr": 0.0001,
      "sup_loss": 1.5368377768997057
    },
    {
      "step": 1608,
      "lr": 0.0001,
      "sup_loss": 1.5406045293719874
    },
    {
      "step": 1609,
      "lr": 0.0001,
      "sup_loss": 1.5404603069330622
    },
    {
      "step": 1610,
      "lr": 0.0001,
      "sup_loss": 1.476057281939865
    },
    {
      "step": 1611,
      "lr": 0.0001,
      "sup_loss": 1.5130167474572762
    },
    {
      "step": 1612,
      "lr": 0.0001,
      "sup_loss": 1.4731248817998381
    },
    {
      "step": 1613,
      "lr": 0.0001,
      "sup_loss": 1.499145381937623
    },
    {
      "step": 1614,
      "lr": 0.0001,
      "sup_loss": 1.4960471810586111
    },
    {
      "step": 1615,
      "lr": 0.0001,
      "sup_loss": 1.5234576361304126
    },
    {
      "step": 1616,
      "lr": 0.0001,
      "sup_loss": 1.5225464338514587
    },
    {
      "step": 1617,
      "lr": 0.0001,
      "sup_loss": 1.5097606886937136
    },
    {
      "step": 1618,
      "lr": 0.0001,
      "sup_loss": 1.530230547967843
    },
    {
      "step": 1619,
      "lr": 0.0001,
      "sup_loss": 1.4906739023026059
    },
    {
      "step": 1620,
      "lr": 0.0001,
      "sup_loss": 1.5208212757968977
    },
    {
      "step": 1621,
      "lr": 0.0001,
      "sup_loss": 1.5301733778817805
    },
    {
      "step": 1622,
      "lr": 0.0001,
      "sup_loss": 1.5398522373183638
    },
    {
      "step": 1623,
      "lr": 0.0001,
      "sup_loss": 1.496054200639765
    },
    {
      "step": 1624,
      "lr": 0.0001,
      "sup_loss": 1.5031501962171783
    },
    {
      "step": 1625,
      "lr": 0.0001,
      "sup_loss": 1.5269335265540238
    },
    {
      "step": 1626,
      "lr": 0.0001,
      "sup_loss": 1.4965395007438445
    },
    {
      "step": 1627,
      "lr": 0.0001,
      "sup_loss": 1.520187863227331
    },
    {
      "step": 1628,
      "lr": 0.0001,
      "sup_loss": 1.5534691606872966
    },
    {
      "step": 1629,
      "lr": 0.0001,
      "sup_loss": 1.5468749456249298
    },
    {
      "step": 1630,
      "lr": 0.0001,
      "sup_loss": 1.530772940000934
    },
    {
      "step": 1631,
      "lr": 0.0001,
      "sup_loss": 1.5204312527802746
    },
    {
      "step": 1632,
      "lr": 0.0001,
      "sup_loss": 1.5264603560212404
    },
    {
      "step": 1633,
      "lr": 0.0001,
      "sup_loss": 1.4863259170661463
    },
    {
      "step": 1634,
      "lr": 0.0001,
      "sup_loss": 1.5133508009389016
    },
    {
      "step": 1635,
      "lr": 0.0001,
      "sup_loss": 1.5396208854636153
    },
    {
      "step": 1636,
      "lr": 0.0001,
      "sup_loss": 1.5174272015126287
    },
    {
      "step": 1637,
      "lr": 0.0001,
      "sup_loss": 1.5163403901858887
    },
    {
      "step": 1638,
      "lr": 0.0001,
      "sup_loss": 1.5007346868573708
    },
    {
      "step": 1639,
      "lr": 0.0001,
      "sup_loss": 1.516573672722873
    },
    {
      "step": 1640,
      "lr": 0.0001,
      "sup_loss": 1.5092517670650947
    },
    {
      "step": 1641,
      "lr": 0.0001,
      "sup_loss": 1.5198533362551563
    },
    {
      "step": 1642,
      "lr": 0.0001,
      "sup_loss": 1.5129341837521504
    },
    {
      "step": 1643,
      "lr": 0.0001,
      "sup_loss": 1.496432205798251
    },
    {
      "step": 1644,
      "lr": 0.0001,
      "sup_loss": 1.5066479285208425
    },
    {
      "step": 1645,
      "lr": 0.0001,
      "sup_loss": 1.5063853049144205
    },
    {
      "step": 1646,
      "lr": 0.0001,
      "sup_loss": 1.5159650664700934
    },
    {
      "step": 1647,
      "lr": 0.0001,
      "sup_loss": 1.48681446390825
    },
    {
      "step": 1648,
      "lr": 0.0001,
      "sup_loss": 1.5402678471221838
    },
    {
      "step": 1649,
      "lr": 0.0001,
      "sup_loss": 1.4487274906091623
    },
    {
      "step": 1650,
      "lr": 0.0001,
      "sup_loss": 1.5370786164721753,
      "lyap1_mean": -10.553204536437988,
      "lyap1_max": -10.418966293334961,
      "lyap_spec_mean": [
        -10.553204536437988,
        -11.082437515258789
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 1651,
      "lr": 0.0001,
      "sup_loss": 1.5053547277929242
    },
    {
      "step": 1652,
      "lr": 0.0001,
      "sup_loss": 1.5200939059256757
    },
    {
      "step": 1653,
      "lr": 0.0001,
      "sup_loss": 1.5083491019031627
    },
    {
      "step": 1654,
      "lr": 0.0001,
      "sup_loss": 1.4970110740271705
    },
    {
      "step": 1655,
      "lr": 0.0001,
      "sup_loss": 1.4935374548000058
    },
    {
      "step": 1656,
      "lr": 0.0001,
      "sup_loss": 1.517560293750486
    },
    {
      "step": 1657,
      "lr": 0.0001,
      "sup_loss": 1.5137279054478445
    },
    {
      "step": 1658,
      "lr": 0.0001,
      "sup_loss": 1.4966175325217035
    },
    {
      "step": 1659,
      "lr": 0.0001,
      "sup_loss": 1.499015394487407
    },
    {
      "step": 1660,
      "lr": 0.0001,
      "sup_loss": 1.4754693933305358
    },
    {
      "step": 1661,
      "lr": 0.0001,
      "sup_loss": 1.527832887622633
    },
    {
      "step": 1662,
      "lr": 0.0001,
      "sup_loss": 1.5170190895722797
    },
    {
      "step": 1663,
      "lr": 0.0001,
      "sup_loss": 1.5408173607238864
    },
    {
      "step": 1664,
      "lr": 0.0001,
      "sup_loss": 1.5267094902743177
    },
    {
      "step": 1665,
      "lr": 0.0001,
      "sup_loss": 1.523571777603639
    },
    {
      "step": 1666,
      "lr": 0.0001,
      "sup_loss": 1.5434833822024931
    },
    {
      "step": 1667,
      "lr": 0.0001,
      "sup_loss": 1.4557437648013296
    },
    {
      "step": 1668,
      "lr": 0.0001,
      "sup_loss": 1.5229956437800936
    },
    {
      "step": 1669,
      "lr": 0.0001,
      "sup_loss": 1.513290085751912
    },
    {
      "step": 1670,
      "lr": 0.0001,
      "sup_loss": 1.5134002284680208
    },
    {
      "step": 1671,
      "lr": 0.0001,
      "sup_loss": 1.5473653551106994
    },
    {
      "step": 1672,
      "lr": 0.0001,
      "sup_loss": 1.5194259787541744
    },
    {
      "step": 1673,
      "lr": 0.0001,
      "sup_loss": 1.5064409797149017
    },
    {
      "step": 1674,
      "lr": 0.0001,
      "sup_loss": 1.5308548380176292
    },
    {
      "step": 1675,
      "lr": 0.0001,
      "sup_loss": 1.4790676812386048
    },
    {
      "step": 1676,
      "lr": 0.0001,
      "sup_loss": 1.5166160163930835
    },
    {
      "step": 1677,
      "lr": 0.0001,
      "sup_loss": 1.495918097932609
    },
    {
      "step": 1678,
      "lr": 0.0001,
      "sup_loss": 1.5167798020982959
    },
    {
      "step": 1679,
      "lr": 0.0001,
      "sup_loss": 1.5094467449466475
    },
    {
      "step": 1680,
      "lr": 0.0001,
      "sup_loss": 1.4890520693043465
    },
    {
      "step": 1681,
      "lr": 0.0001,
      "sup_loss": 1.5029446680561438
    },
    {
      "step": 1682,
      "lr": 0.0001,
      "sup_loss": 1.5472173324822431
    },
    {
      "step": 1683,
      "lr": 0.0001,
      "sup_loss": 1.4702821940553288
    },
    {
      "step": 1684,
      "lr": 0.0001,
      "sup_loss": 1.5582772229323976
    },
    {
      "step": 1685,
      "lr": 0.0001,
      "sup_loss": 1.5141843667225285
    },
    {
      "step": 1686,
      "lr": 0.0001,
      "sup_loss": 1.5069587023542834
    },
    {
      "step": 1687,
      "lr": 0.0001,
      "sup_loss": 1.4993481079291866
    },
    {
      "step": 1688,
      "lr": 0.0001,
      "sup_loss": 1.5236877515558036
    },
    {
      "step": 1689,
      "lr": 0.0001,
      "sup_loss": 1.482728247792052
    },
    {
      "step": 1690,
      "lr": 0.0001,
      "sup_loss": 1.5066147443340523
    },
    {
      "step": 1691,
      "lr": 0.0001,
      "sup_loss": 1.5199840726518088
    },
    {
      "step": 1692,
      "lr": 0.0001,
      "sup_loss": 1.5166131942078198
    },
    {
      "step": 1693,
      "lr": 0.0001,
      "sup_loss": 1.5090159353445178
    },
    {
      "step": 1694,
      "lr": 0.0001,
      "sup_loss": 1.5567879078399247
    },
    {
      "step": 1695,
      "lr": 0.0001,
      "sup_loss": 1.5166663938732976
    },
    {
      "step": 1696,
      "lr": 0.0001,
      "sup_loss": 1.5435607206957762
    },
    {
      "step": 1697,
      "lr": 0.0001,
      "sup_loss": 1.5248312915612021
    },
    {
      "step": 1698,
      "lr": 0.0001,
      "sup_loss": 1.5234049255246371
    },
    {
      "step": 1699,
      "lr": 0.0001,
      "sup_loss": 1.5270521228590053
    },
    {
      "step": 1700,
      "lr": 0.0001,
      "sup_loss": 1.5307370110397183,
      "lyap1_mean": -10.525472640991211,
      "lyap1_max": -10.16292667388916,
      "lyap_spec_mean": [
        -10.525472640991211,
        -11.110745429992676
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 1701,
      "lr": 0.0001,
      "sup_loss": 1.481411383430075
    },
    {
      "step": 1702,
      "lr": 0.0001,
      "sup_loss": 1.4993716992315493
    },
    {
      "step": 1703,
      "lr": 0.0001,
      "sup_loss": 1.5397136814282606
    },
    {
      "step": 1704,
      "lr": 0.0001,
      "sup_loss": 1.5197820070829378
    },
    {
      "step": 1705,
      "lr": 0.0001,
      "sup_loss": 1.4659067097507272
    },
    {
      "step": 1706,
      "lr": 0.0001,
      "sup_loss": 1.47606280125713
    },
    {
      "step": 1707,
      "lr": 0.0001,
      "sup_loss": 1.5134314557479756
    },
    {
      "step": 1708,
      "lr": 0.0001,
      "sup_loss": 1.4724650443288565
    },
    {
      "step": 1709,
      "lr": 0.0001,
      "sup_loss": 1.491133652054465
    },
    {
      "step": 1710,
      "lr": 0.0001,
      "sup_loss": 1.5507307923816782
    },
    {
      "step": 1711,
      "lr": 0.0001,
      "sup_loss": 1.5234810886906243
    },
    {
      "step": 1712,
      "lr": 0.0001,
      "sup_loss": 1.5003490941578155
    },
    {
      "step": 1713,
      "lr": 0.0001,
      "sup_loss": 1.530479658014515
    },
    {
      "step": 1714,
      "lr": 0.0001,
      "sup_loss": 1.4962610990075904
    },
    {
      "step": 1715,
      "lr": 0.0001,
      "sup_loss": 1.5171798062498605
    },
    {
      "step": 1716,
      "lr": 0.0001,
      "sup_loss": 1.5028523394166091
    },
    {
      "step": 1717,
      "lr": 0.0001,
      "sup_loss": 1.49884965906956
    },
    {
      "step": 1718,
      "lr": 0.0001,
      "sup_loss": 1.5359213880372653
    },
    {
      "step": 1719,
      "lr": 0.0001,
      "sup_loss": 1.5507016629764787
    },
    {
      "step": 1720,
      "lr": 0.0001,
      "sup_loss": 1.5171000832310666
    },
    {
      "step": 1721,
      "lr": 0.0001,
      "sup_loss": 1.5264795681458354
    },
    {
      "step": 1722,
      "lr": 0.0001,
      "sup_loss": 1.5340483371726588
    },
    {
      "step": 1723,
      "lr": 0.0001,
      "sup_loss": 1.51408349521786
    },
    {
      "step": 1724,
      "lr": 0.0001,
      "sup_loss": 1.4928249008794918
    },
    {
      "step": 1725,
      "lr": 0.0001,
      "sup_loss": 1.512671326815062
    },
    {
      "step": 1726,
      "lr": 0.0001,
      "sup_loss": 1.5209948903381836
    },
    {
      "step": 1727,
      "lr": 0.0001,
      "sup_loss": 1.5264761722366604
    },
    {
      "step": 1728,
      "lr": 0.0001,
      "sup_loss": 1.4896311008403842
    },
    {
      "step": 1729,
      "lr": 0.0001,
      "sup_loss": 1.5134032369641919
    },
    {
      "step": 1730,
      "lr": 0.0001,
      "sup_loss": 1.4997189970382823
    },
    {
      "step": 1731,
      "lr": 0.0001,
      "sup_loss": 1.5297459986637532
    },
    {
      "step": 1732,
      "lr": 0.0001,
      "sup_loss": 1.4929931881971388
    },
    {
      "step": 1733,
      "lr": 0.0001,
      "sup_loss": 1.495912590422481
    },
    {
      "step": 1734,
      "lr": 0.0001,
      "sup_loss": 1.507206131358185
    },
    {
      "step": 1735,
      "lr": 0.0001,
      "sup_loss": 1.5404803143698969
    },
    {
      "step": 1736,
      "lr": 0.0001,
      "sup_loss": 1.5133734109981594
    },
    {
      "step": 1737,
      "lr": 0.0001,
      "sup_loss": 1.5104855219938502
    },
    {
      "step": 1738,
      "lr": 0.0001,
      "sup_loss": 1.5059634577181915
    },
    {
      "step": 1739,
      "lr": 0.0001,
      "sup_loss": 1.5301966495812462
    },
    {
      "step": 1740,
      "lr": 0.0001,
      "sup_loss": 1.5061798756951152
    },
    {
      "step": 1741,
      "lr": 0.0001,
      "sup_loss": 1.4384166515654637
    },
    {
      "step": 1742,
      "lr": 0.0001,
      "sup_loss": 1.5002527729638158
    },
    {
      "step": 1743,
      "lr": 0.0001,
      "sup_loss": 1.5068285385684124
    },
    {
      "step": 1744,
      "lr": 0.0001,
      "sup_loss": 1.4903059034077626
    },
    {
      "step": 1745,
      "lr": 0.0001,
      "sup_loss": 1.522711962523792
    },
    {
      "step": 1746,
      "lr": 0.0001,
      "sup_loss": 1.5162339454758005
    },
    {
      "step": 1747,
      "lr": 0.0001,
      "sup_loss": 1.5108600252088566
    },
    {
      "step": 1748,
      "lr": 0.0001,
      "sup_loss": 1.5157122727884602
    },
    {
      "step": 1749,
      "lr": 0.0001,
      "sup_loss": 1.5248520508575514
    },
    {
      "step": 1750,
      "lr": 0.0001,
      "sup_loss": 1.5055940499245726,
      "lyap1_mean": -10.642162322998047,
      "lyap1_max": -10.365160942077637,
      "lyap_spec_mean": [
        -10.642162322998047,
        -11.194787979125977
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 1751,
      "lr": 0.0001,
      "sup_loss": 1.5232028526274362
    },
    {
      "step": 1752,
      "lr": 0.0001,
      "sup_loss": 1.527927418133434
    },
    {
      "step": 1753,
      "lr": 0.0001,
      "sup_loss": 1.5240177082015276
    },
    {
      "step": 1754,
      "lr": 0.0001,
      "sup_loss": 1.4902081227064985
    },
    {
      "step": 1755,
      "lr": 0.0001,
      "sup_loss": 1.5041870584693129
    },
    {
      "step": 1756,
      "lr": 0.0001,
      "sup_loss": 1.5127901965203112
    },
    {
      "step": 1757,
      "lr": 0.0001,
      "sup_loss": 1.506023636151414
    },
    {
      "step": 1758,
      "lr": 0.0001,
      "sup_loss": 1.5399555616708003
    },
    {
      "step": 1759,
      "lr": 0.0001,
      "sup_loss": 1.492647450362024
    },
    {
      "step": 1760,
      "lr": 0.0001,
      "sup_loss": 1.4786864843763954
    },
    {
      "step": 1761,
      "lr": 0.0001,
      "sup_loss": 1.4934734160208394
    },
    {
      "step": 1762,
      "lr": 0.0001,
      "sup_loss": 1.5202877663628083
    },
    {
      "step": 1763,
      "lr": 0.0001,
      "sup_loss": 1.5000071131229133
    },
    {
      "step": 1764,
      "lr": 0.0001,
      "sup_loss": 1.5269099803032982
    },
    {
      "step": 1765,
      "lr": 0.0001,
      "sup_loss": 1.5034782882032947
    },
    {
      "step": 1766,
      "lr": 0.0001,
      "sup_loss": 1.513331589448419
    },
    {
      "step": 1767,
      "lr": 0.0001,
      "sup_loss": 1.514107044044326
    },
    {
      "step": 1768,
      "lr": 0.0001,
      "sup_loss": 1.506593683133455
    },
    {
      "step": 1769,
      "lr": 0.0001,
      "sup_loss": 1.48604021744496
    },
    {
      "step": 1770,
      "lr": 0.0001,
      "sup_loss": 1.51098057131189
    },
    {
      "step": 1771,
      "lr": 0.0001,
      "sup_loss": 1.5044059736067399
    },
    {
      "step": 1772,
      "lr": 0.0001,
      "sup_loss": 1.530470706973546
    },
    {
      "step": 1773,
      "lr": 0.0001,
      "sup_loss": 1.512065829210465
    },
    {
      "step": 1774,
      "lr": 0.0001,
      "sup_loss": 1.4960605515563545
    },
    {
      "step": 1775,
      "lr": 0.0001,
      "sup_loss": 1.5135602708994254
    },
    {
      "step": 1776,
      "lr": 0.0001,
      "sup_loss": 1.5199000285891948
    },
    {
      "step": 1777,
      "lr": 0.0001,
      "sup_loss": 1.5123500834690387
    },
    {
      "step": 1778,
      "lr": 0.0001,
      "sup_loss": 1.5304107526173578
    },
    {
      "step": 1779,
      "lr": 0.0001,
      "sup_loss": 1.513602516636453
    },
    {
      "step": 1780,
      "lr": 0.0001,
      "sup_loss": 1.516562657667677
    },
    {
      "step": 1781,
      "lr": 0.0001,
      "sup_loss": 1.526798659468714
    },
    {
      "step": 1782,
      "lr": 0.0001,
      "sup_loss": 1.499950138798777
    },
    {
      "step": 1783,
      "lr": 0.0001,
      "sup_loss": 1.4797331142771326
    },
    {
      "step": 1784,
      "lr": 0.0001,
      "sup_loss": 1.5132061108372878
    },
    {
      "step": 1785,
      "lr": 0.0001,
      "sup_loss": 1.5399208614874982
    },
    {
      "step": 1786,
      "lr": 0.0001,
      "sup_loss": 1.5231493399402467
    },
    {
      "step": 1787,
      "lr": 0.0001,
      "sup_loss": 1.5207748463147464
    },
    {
      "step": 1788,
      "lr": 0.0001,
      "sup_loss": 1.4724264007482062
    },
    {
      "step": 1789,
      "lr": 0.0001,
      "sup_loss": 1.459132209067092
    },
    {
      "step": 1790,
      "lr": 0.0001,
      "sup_loss": 1.502888624204677
    },
    {
      "step": 1791,
      "lr": 0.0001,
      "sup_loss": 1.5096714376100688
    },
    {
      "step": 1792,
      "lr": 0.0001,
      "sup_loss": 1.48941207910585
    },
    {
      "step": 1793,
      "lr": 0.0001,
      "sup_loss": 1.533063344618789
    },
    {
      "step": 1794,
      "lr": 0.0001,
      "sup_loss": 1.5301017276695466
    },
    {
      "step": 1795,
      "lr": 0.0001,
      "sup_loss": 1.5332066525461543
    },
    {
      "step": 1796,
      "lr": 0.0001,
      "sup_loss": 1.5099248148260427
    },
    {
      "step": 1797,
      "lr": 0.0001,
      "sup_loss": 1.509701103557131
    },
    {
      "step": 1798,
      "lr": 0.0001,
      "sup_loss": 1.5019860034082702
    },
    {
      "step": 1799,
      "lr": 0.0001,
      "sup_loss": 1.4866764921554307
    },
    {
      "step": 1800,
      "lr": 0.0001,
      "sup_loss": 1.5271933121149641,
      "lyap1_mean": -11.182738304138184,
      "lyap1_max": -10.787989616394043,
      "lyap_spec_mean": [
        -11.1827392578125,
        -11.388103485107422
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 1801,
      "lr": 0.0001,
      "sup_loss": 1.4888855749801202
    },
    {
      "step": 1802,
      "lr": 0.0001,
      "sup_loss": 1.478579532533178
    },
    {
      "step": 1803,
      "lr": 0.0001,
      "sup_loss": 1.5446485785599717
    },
    {
      "step": 1804,
      "lr": 0.0001,
      "sup_loss": 1.5248110241117385
    },
    {
      "step": 1805,
      "lr": 0.0001,
      "sup_loss": 1.5107811671296754
    },
    {
      "step": 1806,
      "lr": 0.0001,
      "sup_loss": 1.4790010443508
    },
    {
      "step": 1807,
      "lr": 0.0001,
      "sup_loss": 1.5230718600002535
    },
    {
      "step": 1808,
      "lr": 0.0001,
      "sup_loss": 1.5162631718277348
    },
    {
      "step": 1809,
      "lr": 0.0001,
      "sup_loss": 1.489110688129902
    },
    {
      "step": 1810,
      "lr": 0.0001,
      "sup_loss": 1.5405423380264127
    },
    {
      "step": 1811,
      "lr": 0.0001,
      "sup_loss": 1.5200435045614253
    },
    {
      "step": 1812,
      "lr": 0.0001,
      "sup_loss": 1.5097177210593955
    },
    {
      "step": 1813,
      "lr": 0.0001,
      "sup_loss": 1.5240169755657054
    },
    {
      "step": 1814,
      "lr": 0.0001,
      "sup_loss": 1.5306888213781211
    },
    {
      "step": 1815,
      "lr": 0.0001,
      "sup_loss": 1.5347460042879673
    },
    {
      "step": 1816,
      "lr": 0.0001,
      "sup_loss": 1.5326829836017952
    },
    {
      "step": 1817,
      "lr": 0.0001,
      "sup_loss": 1.5023287234629488
    },
    {
      "step": 1818,
      "lr": 0.0001,
      "sup_loss": 1.503224369753803
    },
    {
      "step": 1819,
      "lr": 0.0001,
      "sup_loss": 1.5164595350328995
    },
    {
      "step": 1820,
      "lr": 0.0001,
      "sup_loss": 1.539942872882069
    },
    {
      "step": 1821,
      "lr": 0.0001,
      "sup_loss": 1.516827712886876
    },
    {
      "step": 1822,
      "lr": 0.0001,
      "sup_loss": 1.4724214639607673
    },
    {
      "step": 1823,
      "lr": 0.0001,
      "sup_loss": 1.5337824751431672
    },
    {
      "step": 1824,
      "lr": 0.0001,
      "sup_loss": 1.4993437440930333
    },
    {
      "step": 1825,
      "lr": 0.0001,
      "sup_loss": 1.5131270450083842
    },
    {
      "step": 1826,
      "lr": 0.0001,
      "sup_loss": 1.5373142038498564
    },
    {
      "step": 1827,
      "lr": 0.0001,
      "sup_loss": 1.502076077820181
    },
    {
      "step": 1828,
      "lr": 0.0001,
      "sup_loss": 1.51116839613309
    },
    {
      "step": 1829,
      "lr": 0.0001,
      "sup_loss": 1.5059921299991965
    },
    {
      "step": 1830,
      "lr": 0.0001,
      "sup_loss": 1.5194548261752712
    },
    {
      "step": 1831,
      "lr": 0.0001,
      "sup_loss": 1.509558087178071
    },
    {
      "step": 1832,
      "lr": 0.0001,
      "sup_loss": 1.5166805734092024
    },
    {
      "step": 1833,
      "lr": 0.0001,
      "sup_loss": 1.50386782398312
    },
    {
      "step": 1834,
      "lr": 0.0001,
      "sup_loss": 1.482696034530058
    },
    {
      "step": 1835,
      "lr": 0.0001,
      "sup_loss": 1.5205362815841295
    },
    {
      "step": 1836,
      "lr": 0.0001,
      "sup_loss": 1.50954779906111
    },
    {
      "step": 1837,
      "lr": 0.0001,
      "sup_loss": 1.506284391055561
    },
    {
      "step": 1838,
      "lr": 0.0001,
      "sup_loss": 1.543451000515031
    },
    {
      "step": 1839,
      "lr": 0.0001,
      "sup_loss": 1.5402650700699991
    },
    {
      "step": 1840,
      "lr": 0.0001,
      "sup_loss": 1.5406849103958773
    },
    {
      "step": 1841,
      "lr": 0.0001,
      "sup_loss": 1.5266263474089212
    },
    {
      "step": 1842,
      "lr": 0.0001,
      "sup_loss": 1.5053457552457143
    },
    {
      "step": 1843,
      "lr": 0.0001,
      "sup_loss": 1.5163531591427457
    },
    {
      "step": 1844,
      "lr": 0.0001,
      "sup_loss": 1.496208224922569
    },
    {
      "step": 1845,
      "lr": 0.0001,
      "sup_loss": 1.523695638894029
    },
    {
      "step": 1846,
      "lr": 0.0001,
      "sup_loss": 1.5161531894694695
    },
    {
      "step": 1847,
      "lr": 0.0001,
      "sup_loss": 1.4943990218298056
    },
    {
      "step": 1848,
      "lr": 0.0001,
      "sup_loss": 1.5025525349743836
    },
    {
      "step": 1849,
      "lr": 0.0001,
      "sup_loss": 1.546597616565546
    },
    {
      "step": 1850,
      "lr": 0.0001,
      "sup_loss": 1.4927943683642584,
      "lyap1_mean": -11.350260734558105,
      "lyap1_max": -11.024365425109863,
      "lyap_spec_mean": [
        -11.350261688232422,
        -11.566762924194336
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 1851,
      "lr": 0.0001,
      "sup_loss": 1.4828801438804151
    },
    {
      "step": 1852,
      "lr": 0.0001,
      "sup_loss": 1.5124738808101315
    },
    {
      "step": 1853,
      "lr": 0.0001,
      "sup_loss": 1.5068149089224765
    },
    {
      "step": 1854,
      "lr": 0.0001,
      "sup_loss": 1.5268369979023186
    },
    {
      "step": 1855,
      "lr": 0.0001,
      "sup_loss": 1.4935662803043175
    },
    {
      "step": 1856,
      "lr": 0.0001,
      "sup_loss": 1.527032508277338
    },
    {
      "step": 1857,
      "lr": 0.0001,
      "sup_loss": 1.5162206052201388
    },
    {
      "step": 1858,
      "lr": 0.0001,
      "sup_loss": 1.5299600046671504
    },
    {
      "step": 1859,
      "lr": 0.0001,
      "sup_loss": 1.464968998460744
    },
    {
      "step": 1860,
      "lr": 0.0001,
      "sup_loss": 1.5149053810257092
    },
    {
      "step": 1861,
      "lr": 0.0001,
      "sup_loss": 1.4902782254370532
    },
    {
      "step": 1862,
      "lr": 0.0001,
      "sup_loss": 1.5205711725885287
    },
    {
      "step": 1863,
      "lr": 0.0001,
      "sup_loss": 1.4899912526695365
    },
    {
      "step": 1864,
      "lr": 0.0001,
      "sup_loss": 1.5038157356327915
    },
    {
      "step": 1865,
      "lr": 0.0001,
      "sup_loss": 1.522788720877462
    },
    {
      "step": 1866,
      "lr": 0.0001,
      "sup_loss": 1.527266835745125
    },
    {
      "step": 1867,
      "lr": 0.0001,
      "sup_loss": 1.5239887348576355
    },
    {
      "step": 1868,
      "lr": 0.0001,
      "sup_loss": 1.4923718874642167
    },
    {
      "step": 1869,
      "lr": 0.0001,
      "sup_loss": 1.5511040104049412
    },
    {
      "step": 1870,
      "lr": 0.0001,
      "sup_loss": 1.4962683091729334
    },
    {
      "step": 1871,
      "lr": 0.0001,
      "sup_loss": 1.4630238294653635
    },
    {
      "step": 1872,
      "lr": 0.0001,
      "sup_loss": 1.4961777490987664
    },
    {
      "step": 1873,
      "lr": 0.0001,
      "sup_loss": 1.5026580888123175
    },
    {
      "step": 1874,
      "lr": 0.0001,
      "sup_loss": 1.5138371771004566
    },
    {
      "step": 1875,
      "lr": 0.0001,
      "sup_loss": 1.5022063200582185
    },
    {
      "step": 1876,
      "lr": 0.0001,
      "sup_loss": 1.4754897976379695
    },
    {
      "step": 1877,
      "lr": 0.0001,
      "sup_loss": 1.516692608842145
    },
    {
      "step": 1878,
      "lr": 0.0001,
      "sup_loss": 1.5164441531889494
    },
    {
      "step": 1879,
      "lr": 0.0001,
      "sup_loss": 1.5545073471559936
    },
    {
      "step": 1880,
      "lr": 0.0001,
      "sup_loss": 1.5224709981289424
    },
    {
      "step": 1881,
      "lr": 0.0001,
      "sup_loss": 1.5298205557960358
    },
    {
      "step": 1882,
      "lr": 0.0001,
      "sup_loss": 1.5132585890649994
    },
    {
      "step": 1883,
      "lr": 0.0001,
      "sup_loss": 1.5307324769740507
    },
    {
      "step": 1884,
      "lr": 0.0001,
      "sup_loss": 1.5160812332787434
    },
    {
      "step": 1885,
      "lr": 0.0001,
      "sup_loss": 1.5263274864135603
    },
    {
      "step": 1886,
      "lr": 0.0001,
      "sup_loss": 1.5235706895313643
    },
    {
      "step": 1887,
      "lr": 0.0001,
      "sup_loss": 1.4866203655425223
    },
    {
      "step": 1888,
      "lr": 0.0001,
      "sup_loss": 1.5296680983709832
    },
    {
      "step": 1889,
      "lr": 0.0001,
      "sup_loss": 1.5165410693080534
    },
    {
      "step": 1890,
      "lr": 0.0001,
      "sup_loss": 1.4929883596561704
    },
    {
      "step": 1891,
      "lr": 0.0001,
      "sup_loss": 1.5200822403182412
    },
    {
      "step": 1892,
      "lr": 0.0001,
      "sup_loss": 1.5023364976665654
    },
    {
      "step": 1893,
      "lr": 0.0001,
      "sup_loss": 1.5064116768877123
    },
    {
      "step": 1894,
      "lr": 0.0001,
      "sup_loss": 1.5158950347137436
    },
    {
      "step": 1895,
      "lr": 0.0001,
      "sup_loss": 1.5097240263724525
    },
    {
      "step": 1896,
      "lr": 0.0001,
      "sup_loss": 1.5168045584040195
    },
    {
      "step": 1897,
      "lr": 0.0001,
      "sup_loss": 1.4991592560824534
    },
    {
      "step": 1898,
      "lr": 0.0001,
      "sup_loss": 1.5065187714430617
    },
    {
      "step": 1899,
      "lr": 0.0001,
      "sup_loss": 1.5435677092028117
    },
    {
      "step": 1900,
      "lr": 0.0001,
      "sup_loss": 1.5243176205936446,
      "lyap1_mean": -11.329150199890137,
      "lyap1_max": -10.887066841125488,
      "lyap_spec_mean": [
        -11.329150199890137,
        -11.633506774902344
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 1901,
      "lr": 0.0001,
      "sup_loss": 1.5408980180501075
    },
    {
      "step": 1902,
      "lr": 0.0001,
      "sup_loss": 1.529878184629819
    },
    {
      "step": 1903,
      "lr": 0.0001,
      "sup_loss": 1.4824830222728582
    },
    {
      "step": 1904,
      "lr": 0.0001,
      "sup_loss": 1.5394627202323563
    },
    {
      "step": 1905,
      "lr": 0.0001,
      "sup_loss": 1.52067575790002
    },
    {
      "step": 1906,
      "lr": 0.0001,
      "sup_loss": 1.530581512392956
    },
    {
      "step": 1907,
      "lr": 0.0001,
      "sup_loss": 1.5131239402551098
    },
    {
      "step": 1908,
      "lr": 0.0001,
      "sup_loss": 1.5158721004392381
    },
    {
      "step": 1909,
      "lr": 0.0001,
      "sup_loss": 1.5195020153417018
    },
    {
      "step": 1910,
      "lr": 0.0001,
      "sup_loss": 1.5194494836761232
    },
    {
      "step": 1911,
      "lr": 0.0001,
      "sup_loss": 1.5128595800623839
    },
    {
      "step": 1912,
      "lr": 0.0001,
      "sup_loss": 1.4894953655913588
    },
    {
      "step": 1913,
      "lr": 0.0001,
      "sup_loss": 1.5168121119978708
    },
    {
      "step": 1914,
      "lr": 0.0001,
      "sup_loss": 1.4947312060515185
    },
    {
      "step": 1915,
      "lr": 0.0001,
      "sup_loss": 1.5265571552433554
    },
    {
      "step": 1916,
      "lr": 0.0001,
      "sup_loss": 1.5244353534672161
    },
    {
      "step": 1917,
      "lr": 0.0001,
      "sup_loss": 1.5132042302801905
    },
    {
      "step": 1918,
      "lr": 0.0001,
      "sup_loss": 1.5193007845851727
    },
    {
      "step": 1919,
      "lr": 0.0001,
      "sup_loss": 1.547049200274394
    },
    {
      "step": 1920,
      "lr": 0.0001,
      "sup_loss": 1.5061301152468203
    },
    {
      "step": 1921,
      "lr": 0.0001,
      "sup_loss": 1.5026853099920103
    },
    {
      "step": 1922,
      "lr": 0.0001,
      "sup_loss": 1.516391646557362
    },
    {
      "step": 1923,
      "lr": 0.0001,
      "sup_loss": 1.5065272910710727
    },
    {
      "step": 1924,
      "lr": 0.0001,
      "sup_loss": 1.462061181154183
    },
    {
      "step": 1925,
      "lr": 0.0001,
      "sup_loss": 1.5200037139388816
    },
    {
      "step": 1926,
      "lr": 0.0001,
      "sup_loss": 1.5231107866892761
    },
    {
      "step": 1927,
      "lr": 0.0001,
      "sup_loss": 1.5163330448538517
    },
    {
      "step": 1928,
      "lr": 0.0001,
      "sup_loss": 1.5135069441686293
    },
    {
      "step": 1929,
      "lr": 0.0001,
      "sup_loss": 1.5063628330559633
    },
    {
      "step": 1930,
      "lr": 0.0001,
      "sup_loss": 1.536394974481492
    },
    {
      "step": 1931,
      "lr": 0.0001,
      "sup_loss": 1.4784632383336695
    },
    {
      "step": 1932,
      "lr": 0.0001,
      "sup_loss": 1.5197840860348282
    },
    {
      "step": 1933,
      "lr": 0.0001,
      "sup_loss": 1.479212370839797
    },
    {
      "step": 1934,
      "lr": 0.0001,
      "sup_loss": 1.4956279077176617
    },
    {
      "step": 1935,
      "lr": 0.0001,
      "sup_loss": 1.5232151279036332
    },
    {
      "step": 1936,
      "lr": 0.0001,
      "sup_loss": 1.5199022077670774
    },
    {
      "step": 1937,
      "lr": 0.0001,
      "sup_loss": 1.4958386441305753
    },
    {
      "step": 1938,
      "lr": 0.0001,
      "sup_loss": 1.519926480777136
    },
    {
      "step": 1939,
      "lr": 0.0001,
      "sup_loss": 1.4759535430879243
    },
    {
      "step": 1940,
      "lr": 0.0001,
      "sup_loss": 1.4960990422044143
    },
    {
      "step": 1941,
      "lr": 0.0001,
      "sup_loss": 1.5129458140093381
    },
    {
      "step": 1942,
      "lr": 0.0001,
      "sup_loss": 1.5090788754341726
    },
    {
      "step": 1943,
      "lr": 0.0001,
      "sup_loss": 1.5263751149874247
    },
    {
      "step": 1944,
      "lr": 0.0001,
      "sup_loss": 1.5031065913327952
    },
    {
      "step": 1945,
      "lr": 0.0001,
      "sup_loss": 1.50529645187412
    },
    {
      "step": 1946,
      "lr": 0.0001,
      "sup_loss": 1.5143349929800334
    },
    {
      "step": 1947,
      "lr": 0.0001,
      "sup_loss": 1.5128904450645235
    },
    {
      "step": 1948,
      "lr": 0.0001,
      "sup_loss": 1.510385294312491
    },
    {
      "step": 1949,
      "lr": 0.0001,
      "sup_loss": 1.5233833708566176
    },
    {
      "step": 1950,
      "lr": 0.0001,
      "sup_loss": 1.5165996918089137,
      "lyap1_mean": -11.296674728393555,
      "lyap1_max": -10.911211967468262,
      "lyap_spec_mean": [
        -11.296675682067871,
        -11.475123405456543
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 1951,
      "lr": 0.0001,
      "sup_loss": 1.5126838632293205
    },
    {
      "step": 1952,
      "lr": 0.0001,
      "sup_loss": 1.5061037745799022
    },
    {
      "step": 1953,
      "lr": 0.0001,
      "sup_loss": 1.529811012647908
    },
    {
      "step": 1954,
      "lr": 0.0001,
      "sup_loss": 1.5027730328589006
    },
    {
      "step": 1955,
      "lr": 0.0001,
      "sup_loss": 1.502647503741002
    },
    {
      "step": 1956,
      "lr": 0.0001,
      "sup_loss": 1.4825297606212549
    },
    {
      "step": 1957,
      "lr": 0.0001,
      "sup_loss": 1.5367913166161384
    },
    {
      "step": 1958,
      "lr": 0.0001,
      "sup_loss": 1.5270714134060588
    },
    {
      "step": 1959,
      "lr": 0.0001,
      "sup_loss": 1.5056502383506105
    },
    {
      "step": 1960,
      "lr": 0.0001,
      "sup_loss": 1.5133130284114382
    },
    {
      "step": 1961,
      "lr": 0.0001,
      "sup_loss": 1.5062239482447535
    },
    {
      "step": 1962,
      "lr": 0.0001,
      "sup_loss": 1.506231833035333
    },
    {
      "step": 1963,
      "lr": 0.0001,
      "sup_loss": 1.4751764540746704
    },
    {
      "step": 1964,
      "lr": 0.0001,
      "sup_loss": 1.557161778325136
    },
    {
      "step": 1965,
      "lr": 0.0001,
      "sup_loss": 1.4721003170641185
    },
    {
      "step": 1966,
      "lr": 0.0001,
      "sup_loss": 1.550486393626624
    },
    {
      "step": 1967,
      "lr": 0.0001,
      "sup_loss": 1.5232885109775507
    },
    {
      "step": 1968,
      "lr": 0.0001,
      "sup_loss": 1.506768561863416
    },
    {
      "step": 1969,
      "lr": 0.0001,
      "sup_loss": 1.5435294897233076
    },
    {
      "step": 1970,
      "lr": 0.0001,
      "sup_loss": 1.5366586929120913
    },
    {
      "step": 1971,
      "lr": 0.0001,
      "sup_loss": 1.5470222351381353
    },
    {
      "step": 1972,
      "lr": 0.0001,
      "sup_loss": 1.5069680530003307
    },
    {
      "step": 1973,
      "lr": 0.0001,
      "sup_loss": 1.4895721957430499
    },
    {
      "step": 1974,
      "lr": 0.0001,
      "sup_loss": 1.526557934651818
    },
    {
      "step": 1975,
      "lr": 0.0001,
      "sup_loss": 1.5205668347845713
    },
    {
      "step": 1976,
      "lr": 0.0001,
      "sup_loss": 1.5409084967802709
    },
    {
      "step": 1977,
      "lr": 0.0001,
      "sup_loss": 1.560826931225716
    },
    {
      "step": 1978,
      "lr": 0.0001,
      "sup_loss": 1.517724260399073
    },
    {
      "step": 1979,
      "lr": 0.0001,
      "sup_loss": 1.5298820827209456
    },
    {
      "step": 1980,
      "lr": 0.0001,
      "sup_loss": 1.5236799517031445
    },
    {
      "step": 1981,
      "lr": 0.0001,
      "sup_loss": 1.4856180622305646
    },
    {
      "step": 1982,
      "lr": 0.0001,
      "sup_loss": 1.5404660162851582
    },
    {
      "step": 1983,
      "lr": 0.0001,
      "sup_loss": 1.466133648262751
    },
    {
      "step": 1984,
      "lr": 0.0001,
      "sup_loss": 1.5409720562685154
    },
    {
      "step": 1985,
      "lr": 0.0001,
      "sup_loss": 1.5133643869407623
    },
    {
      "step": 1986,
      "lr": 0.0001,
      "sup_loss": 1.5198814068188067
    },
    {
      "step": 1987,
      "lr": 0.0001,
      "sup_loss": 1.512776128900203
    },
    {
      "step": 1988,
      "lr": 0.0001,
      "sup_loss": 1.5155689293823582
    },
    {
      "step": 1989,
      "lr": 0.0001,
      "sup_loss": 1.5197537385478508
    },
    {
      "step": 1990,
      "lr": 0.0001,
      "sup_loss": 1.49988733167699
    },
    {
      "step": 1991,
      "lr": 0.0001,
      "sup_loss": 1.5375862499993465
    },
    {
      "step": 1992,
      "lr": 0.0001,
      "sup_loss": 1.5197949293069368
    },
    {
      "step": 1993,
      "lr": 0.0001,
      "sup_loss": 1.5076429724249754
    },
    {
      "step": 1994,
      "lr": 0.0001,
      "sup_loss": 1.5168911869161323
    },
    {
      "step": 1995,
      "lr": 0.0001,
      "sup_loss": 1.5204201662365537
    },
    {
      "step": 1996,
      "lr": 0.0001,
      "sup_loss": 1.5232493152488875
    },
    {
      "step": 1997,
      "lr": 0.0001,
      "sup_loss": 1.492675341711571
    },
    {
      "step": 1998,
      "lr": 0.0001,
      "sup_loss": 1.4855018446949795
    },
    {
      "step": 1999,
      "lr": 0.0001,
      "sup_loss": 1.4930537951853173
    },
    {
      "step": 2000,
      "lr": 0.0001,
      "sup_loss": 1.4866397791286017,
      "lyap1_mean": -11.322970390319824,
      "lyap1_max": -10.890480041503906,
      "lyap_spec_mean": [
        -11.322970390319824,
        -11.490907669067383
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 2001,
      "lr": 0.0001,
      "sup_loss": 1.4960011935116655
    },
    {
      "step": 2002,
      "lr": 0.0001,
      "sup_loss": 1.5843898969463188
    },
    {
      "step": 2003,
      "lr": 0.0001,
      "sup_loss": 1.5400172172642808
    },
    {
      "step": 2004,
      "lr": 0.0001,
      "sup_loss": 1.5058823991673764
    },
    {
      "step": 2005,
      "lr": 0.0001,
      "sup_loss": 1.4996476350930164
    },
    {
      "step": 2006,
      "lr": 0.0001,
      "sup_loss": 1.5330513299854607
    },
    {
      "step": 2007,
      "lr": 0.0001,
      "sup_loss": 1.5197170390370436
    },
    {
      "step": 2008,
      "lr": 0.0001,
      "sup_loss": 1.5231608396776257
    },
    {
      "step": 2009,
      "lr": 0.0001,
      "sup_loss": 1.5230797554356694
    },
    {
      "step": 2010,
      "lr": 0.0001,
      "sup_loss": 1.4826035577308472
    },
    {
      "step": 2011,
      "lr": 0.0001,
      "sup_loss": 1.5027263278312901
    },
    {
      "step": 2012,
      "lr": 0.0001,
      "sup_loss": 1.5032449905013745
    },
    {
      "step": 2013,
      "lr": 0.0001,
      "sup_loss": 1.5117349264123652
    },
    {
      "step": 2014,
      "lr": 0.0001,
      "sup_loss": 1.4512984583248767
    },
    {
      "step": 2015,
      "lr": 0.0001,
      "sup_loss": 1.493403601211862
    },
    {
      "step": 2016,
      "lr": 0.0001,
      "sup_loss": 1.5131610372813793
    },
    {
      "step": 2017,
      "lr": 0.0001,
      "sup_loss": 1.5027806580185081
    },
    {
      "step": 2018,
      "lr": 0.0001,
      "sup_loss": 1.5096814022771459
    },
    {
      "step": 2019,
      "lr": 0.0001,
      "sup_loss": 1.4916280041198307
    },
    {
      "step": 2020,
      "lr": 0.0001,
      "sup_loss": 1.5133228461003012
    },
    {
      "step": 2021,
      "lr": 0.0001,
      "sup_loss": 1.5308520424091372
    },
    {
      "step": 2022,
      "lr": 0.0001,
      "sup_loss": 1.4930235056443313
    },
    {
      "step": 2023,
      "lr": 0.0001,
      "sup_loss": 1.5040111716455373
    },
    {
      "step": 2024,
      "lr": 0.0001,
      "sup_loss": 1.5097771840249492
    },
    {
      "step": 2025,
      "lr": 0.0001,
      "sup_loss": 1.5364915175644998
    },
    {
      "step": 2026,
      "lr": 0.0001,
      "sup_loss": 1.5228221599994014
    },
    {
      "step": 2027,
      "lr": 0.0001,
      "sup_loss": 1.509705522162977
    },
    {
      "step": 2028,
      "lr": 0.0001,
      "sup_loss": 1.5024930349738628
    },
    {
      "step": 2029,
      "lr": 0.0001,
      "sup_loss": 1.4925471535338206
    },
    {
      "step": 2030,
      "lr": 0.0001,
      "sup_loss": 1.5140509677276164
    },
    {
      "step": 2031,
      "lr": 0.0001,
      "sup_loss": 1.5034397305307876
    },
    {
      "step": 2032,
      "lr": 0.0001,
      "sup_loss": 1.4896844492970625
    },
    {
      "step": 2033,
      "lr": 0.0001,
      "sup_loss": 1.5167836598091877
    },
    {
      "step": 2034,
      "lr": 0.0001,
      "sup_loss": 1.5272673332679583
    },
    {
      "step": 2035,
      "lr": 0.0001,
      "sup_loss": 1.5002166095341907
    },
    {
      "step": 2036,
      "lr": 0.0001,
      "sup_loss": 1.4751988757543943
    },
    {
      "step": 2037,
      "lr": 0.0001,
      "sup_loss": 1.5231128219469563
    },
    {
      "step": 2038,
      "lr": 0.0001,
      "sup_loss": 1.5199568907380896
    },
    {
      "step": 2039,
      "lr": 0.0001,
      "sup_loss": 1.5099439342899725
    },
    {
      "step": 2040,
      "lr": 0.0001,
      "sup_loss": 1.4995330269919516
    },
    {
      "step": 2041,
      "lr": 0.0001,
      "sup_loss": 1.5130296305520154
    },
    {
      "step": 2042,
      "lr": 0.0001,
      "sup_loss": 1.5034688136824554
    },
    {
      "step": 2043,
      "lr": 0.0001,
      "sup_loss": 1.5333496004314011
    },
    {
      "step": 2044,
      "lr": 0.0001,
      "sup_loss": 1.499723974249949
    },
    {
      "step": 2045,
      "lr": 0.0001,
      "sup_loss": 1.5234534027858746
    },
    {
      "step": 2046,
      "lr": 0.0001,
      "sup_loss": 1.5066064727355812
    },
    {
      "step": 2047,
      "lr": 0.0001,
      "sup_loss": 1.5031497824016686
    },
    {
      "step": 2048,
      "lr": 0.0001,
      "sup_loss": 1.507035281783747
    },
    {
      "step": 2049,
      "lr": 0.0001,
      "sup_loss": 1.479506332049932
    },
    {
      "step": 2050,
      "lr": 0.0001,
      "sup_loss": 1.5196813315753948,
      "lyap1_mean": -11.021892547607422,
      "lyap1_max": -10.215132713317871,
      "lyap_spec_mean": [
        -11.021892547607422,
        -11.340229034423828
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 2051,
      "lr": 0.0001,
      "sup_loss": 1.4920647126644309
    },
    {
      "step": 2052,
      "lr": 0.0001,
      "sup_loss": 1.513333230788504
    },
    {
      "step": 2053,
      "lr": 0.0001,
      "sup_loss": 1.5039675699097106
    },
    {
      "step": 2054,
      "lr": 0.0001,
      "sup_loss": 1.540374376614778
    },
    {
      "step": 2055,
      "lr": 0.0001,
      "sup_loss": 1.5159352534604937
    },
    {
      "step": 2056,
      "lr": 0.0001,
      "sup_loss": 1.5264475662182766
    },
    {
      "step": 2057,
      "lr": 0.0001,
      "sup_loss": 1.4619770340836666
    },
    {
      "step": 2058,
      "lr": 0.0001,
      "sup_loss": 1.5067464078516937
    },
    {
      "step": 2059,
      "lr": 0.0001,
      "sup_loss": 1.5129929244247184
    },
    {
      "step": 2060,
      "lr": 0.0001,
      "sup_loss": 1.5197639439003665
    },
    {
      "step": 2061,
      "lr": 0.0001,
      "sup_loss": 1.506922128746094
    },
    {
      "step": 2062,
      "lr": 0.0001,
      "sup_loss": 1.492705828192339
    },
    {
      "step": 2063,
      "lr": 0.0001,
      "sup_loss": 1.5269641201723787
    },
    {
      "step": 2064,
      "lr": 0.0001,
      "sup_loss": 1.513383464515944
    },
    {
      "step": 2065,
      "lr": 0.0001,
      "sup_loss": 1.513251808385605
    },
    {
      "step": 2066,
      "lr": 0.0001,
      "sup_loss": 1.498837931328409
    },
    {
      "step": 2067,
      "lr": 0.0001,
      "sup_loss": 1.5227745086902698
    },
    {
      "step": 2068,
      "lr": 0.0001,
      "sup_loss": 1.5161886765457278
    },
    {
      "step": 2069,
      "lr": 0.0001,
      "sup_loss": 1.506510200705621
    },
    {
      "step": 2070,
      "lr": 0.0001,
      "sup_loss": 1.5098678143301074
    },
    {
      "step": 2071,
      "lr": 0.0001,
      "sup_loss": 1.52321140631544
    },
    {
      "step": 2072,
      "lr": 0.0001,
      "sup_loss": 1.493114373140738
    },
    {
      "step": 2073,
      "lr": 0.0001,
      "sup_loss": 1.5333833581302163
    },
    {
      "step": 2074,
      "lr": 0.0001,
      "sup_loss": 1.519020048385059
    },
    {
      "step": 2075,
      "lr": 0.0001,
      "sup_loss": 1.490348879155686
    },
    {
      "step": 2076,
      "lr": 0.0001,
      "sup_loss": 1.5335794470051423
    },
    {
      "step": 2077,
      "lr": 0.0001,
      "sup_loss": 1.4687414211249499
    },
    {
      "step": 2078,
      "lr": 0.0001,
      "sup_loss": 1.4964815272097285
    },
    {
      "step": 2079,
      "lr": 0.0001,
      "sup_loss": 1.5336186923685489
    },
    {
      "step": 2080,
      "lr": 0.0001,
      "sup_loss": 1.577620624229406
    },
    {
      "step": 2081,
      "lr": 0.0001,
      "sup_loss": 1.506977744695885
    },
    {
      "step": 2082,
      "lr": 0.0001,
      "sup_loss": 1.516647250524058
    },
    {
      "step": 2083,
      "lr": 0.0001,
      "sup_loss": 1.498703258764262
    },
    {
      "step": 2084,
      "lr": 0.0001,
      "sup_loss": 1.5468984456486832
    },
    {
      "step": 2085,
      "lr": 0.0001,
      "sup_loss": 1.4718660657663998
    },
    {
      "step": 2086,
      "lr": 0.0001,
      "sup_loss": 1.4621467018003211
    },
    {
      "step": 2087,
      "lr": 0.0001,
      "sup_loss": 1.512751069290027
    },
    {
      "step": 2088,
      "lr": 0.0001,
      "sup_loss": 1.4890318318290003
    },
    {
      "step": 2089,
      "lr": 0.0001,
      "sup_loss": 1.5017267979385522
    },
    {
      "step": 2090,
      "lr": 0.0001,
      "sup_loss": 1.5164450406288357
    },
    {
      "step": 2091,
      "lr": 0.0001,
      "sup_loss": 1.5066016752490405
    },
    {
      "step": 2092,
      "lr": 0.0001,
      "sup_loss": 1.5234225425197194
    },
    {
      "step": 2093,
      "lr": 0.0001,
      "sup_loss": 1.4996083852673308
    },
    {
      "step": 2094,
      "lr": 0.0001,
      "sup_loss": 1.5296477495323866
    },
    {
      "step": 2095,
      "lr": 0.0001,
      "sup_loss": 1.495720962494964
    },
    {
      "step": 2096,
      "lr": 0.0001,
      "sup_loss": 1.5326038749583273
    },
    {
      "step": 2097,
      "lr": 0.0001,
      "sup_loss": 1.5496362548317915
    },
    {
      "step": 2098,
      "lr": 0.0001,
      "sup_loss": 1.5305920520449736
    },
    {
      "step": 2099,
      "lr": 0.0001,
      "sup_loss": 1.5169324151341181
    },
    {
      "step": 2100,
      "lr": 0.0001,
      "sup_loss": 1.5131090280170088,
      "lyap1_mean": -10.525592803955078,
      "lyap1_max": -10.010568618774414,
      "lyap_spec_mean": [
        -10.525592803955078,
        -10.758855819702148
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 2101,
      "lr": 0.0001,
      "sup_loss": 1.5370520249385466
    },
    {
      "step": 2102,
      "lr": 0.0001,
      "sup_loss": 1.5471082667136808
    },
    {
      "step": 2103,
      "lr": 0.0001,
      "sup_loss": 1.4959041339755241
    },
    {
      "step": 2104,
      "lr": 0.0001,
      "sup_loss": 1.5058752462810896
    },
    {
      "step": 2105,
      "lr": 0.0001,
      "sup_loss": 1.555946638415964
    },
    {
      "step": 2106,
      "lr": 0.0001,
      "sup_loss": 1.4828218029406843
    },
    {
      "step": 2107,
      "lr": 0.0001,
      "sup_loss": 1.5041661423123902
    },
    {
      "step": 2108,
      "lr": 0.0001,
      "sup_loss": 1.5135068886856151
    },
    {
      "step": 2109,
      "lr": 0.0001,
      "sup_loss": 1.496125847816772
    },
    {
      "step": 2110,
      "lr": 0.0001,
      "sup_loss": 1.5100093323237058
    },
    {
      "step": 2111,
      "lr": 0.0001,
      "sup_loss": 1.4858521134032618
    },
    {
      "step": 2112,
      "lr": 0.0001,
      "sup_loss": 1.5063659145448416
    },
    {
      "step": 2113,
      "lr": 0.0001,
      "sup_loss": 1.517060901956673
    },
    {
      "step": 2114,
      "lr": 0.0001,
      "sup_loss": 1.526396629497423
    },
    {
      "step": 2115,
      "lr": 0.0001,
      "sup_loss": 1.5163947656476848
    },
    {
      "step": 2116,
      "lr": 0.0001,
      "sup_loss": 1.5035832719722275
    },
    {
      "step": 2117,
      "lr": 0.0001,
      "sup_loss": 1.4825362611458814
    },
    {
      "step": 2118,
      "lr": 0.0001,
      "sup_loss": 1.5025646466230649
    },
    {
      "step": 2119,
      "lr": 0.0001,
      "sup_loss": 1.4630544810627801
    },
    {
      "step": 2120,
      "lr": 0.0001,
      "sup_loss": 1.499647693765966
    },
    {
      "step": 2121,
      "lr": 0.0001,
      "sup_loss": 1.5303422696698479
    },
    {
      "step": 2122,
      "lr": 0.0001,
      "sup_loss": 1.5159357145681078
    },
    {
      "step": 2123,
      "lr": 0.0001,
      "sup_loss": 1.4925102760461895
    },
    {
      "step": 2124,
      "lr": 0.0001,
      "sup_loss": 1.4956946436939247
    },
    {
      "step": 2125,
      "lr": 0.0001,
      "sup_loss": 1.5160389168532975
    },
    {
      "step": 2126,
      "lr": 0.0001,
      "sup_loss": 1.5301130072080806
    },
    {
      "step": 2127,
      "lr": 0.0001,
      "sup_loss": 1.4899894369576205
    },
    {
      "step": 2128,
      "lr": 0.0001,
      "sup_loss": 1.5259811017631164
    },
    {
      "step": 2129,
      "lr": 0.0001,
      "sup_loss": 1.529855654876286
    },
    {
      "step": 2130,
      "lr": 0.0001,
      "sup_loss": 1.5088865459048497
    },
    {
      "step": 2131,
      "lr": 0.0001,
      "sup_loss": 1.5159644064745523
    },
    {
      "step": 2132,
      "lr": 0.0001,
      "sup_loss": 1.5231021975800803
    },
    {
      "step": 2133,
      "lr": 0.0001,
      "sup_loss": 1.5132066529541186
    },
    {
      "step": 2134,
      "lr": 0.0001,
      "sup_loss": 1.4659945222037551
    },
    {
      "step": 2135,
      "lr": 0.0001,
      "sup_loss": 1.5305079256270608
    },
    {
      "step": 2136,
      "lr": 0.0001,
      "sup_loss": 1.4927190686480603
    },
    {
      "step": 2137,
      "lr": 0.0001,
      "sup_loss": 1.5171019285834968
    },
    {
      "step": 2138,
      "lr": 0.0001,
      "sup_loss": 1.5127600744971834
    },
    {
      "step": 2139,
      "lr": 0.0001,
      "sup_loss": 1.4889544834135184
    },
    {
      "step": 2140,
      "lr": 0.0001,
      "sup_loss": 1.500111247647175
    },
    {
      "step": 2141,
      "lr": 0.0001,
      "sup_loss": 1.5471158602670942
    },
    {
      "step": 2142,
      "lr": 0.0001,
      "sup_loss": 1.4996514120978899
    },
    {
      "step": 2143,
      "lr": 0.0001,
      "sup_loss": 1.550008331211554
    },
    {
      "step": 2144,
      "lr": 0.0001,
      "sup_loss": 1.4873505259819735
    },
    {
      "step": 2145,
      "lr": 0.0001,
      "sup_loss": 1.5398754910673564
    },
    {
      "step": 2146,
      "lr": 0.0001,
      "sup_loss": 1.496666844120577
    },
    {
      "step": 2147,
      "lr": 0.0001,
      "sup_loss": 1.5306110722427586
    },
    {
      "step": 2148,
      "lr": 0.0001,
      "sup_loss": 1.4999688902717947
    },
    {
      "step": 2149,
      "lr": 0.0001,
      "sup_loss": 1.509812684887154
    },
    {
      "step": 2150,
      "lr": 0.0001,
      "sup_loss": 1.5341005065095945,
      "lyap1_mean": -10.414691925048828,
      "lyap1_max": -9.885202407836914,
      "lyap_spec_mean": [
        -10.414691925048828,
        -10.704854965209961
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 2151,
      "lr": 0.0001,
      "sup_loss": 1.513350407572845
    },
    {
      "step": 2152,
      "lr": 0.0001,
      "sup_loss": 1.5366645783678592
    },
    {
      "step": 2153,
      "lr": 0.0001,
      "sup_loss": 1.5055996182543072
    },
    {
      "step": 2154,
      "lr": 0.0001,
      "sup_loss": 1.5303881373556651
    },
    {
      "step": 2155,
      "lr": 0.0001,
      "sup_loss": 1.49655485758877
    },
    {
      "step": 2156,
      "lr": 0.0001,
      "sup_loss": 1.4921080470741925
    },
    {
      "step": 2157,
      "lr": 0.0001,
      "sup_loss": 1.5088365489912474
    },
    {
      "step": 2158,
      "lr": 0.0001,
      "sup_loss": 1.512805684670145
    },
    {
      "step": 2159,
      "lr": 0.0001,
      "sup_loss": 1.5237878854150253
    },
    {
      "step": 2160,
      "lr": 0.0001,
      "sup_loss": 1.5330496819537938
    },
    {
      "step": 2161,
      "lr": 0.0001,
      "sup_loss": 1.5123853004290455
    },
    {
      "step": 2162,
      "lr": 0.0001,
      "sup_loss": 1.5233805082702503
    },
    {
      "step": 2163,
      "lr": 0.0001,
      "sup_loss": 1.4552607382254648
    },
    {
      "step": 2164,
      "lr": 0.0001,
      "sup_loss": 1.5268393349618352
    },
    {
      "step": 2165,
      "lr": 0.0001,
      "sup_loss": 1.550723281129827
    },
    {
      "step": 2166,
      "lr": 0.0001,
      "sup_loss": 1.533102374374384
    },
    {
      "step": 2167,
      "lr": 0.0001,
      "sup_loss": 1.5069340091355101
    },
    {
      "step": 2168,
      "lr": 0.0001,
      "sup_loss": 1.5064339804313032
    },
    {
      "step": 2169,
      "lr": 0.0001,
      "sup_loss": 1.5023787896622416
    },
    {
      "step": 2170,
      "lr": 0.0001,
      "sup_loss": 1.5162458819135196
    },
    {
      "step": 2171,
      "lr": 0.0001,
      "sup_loss": 1.4933277938837495
    },
    {
      "step": 2172,
      "lr": 0.0001,
      "sup_loss": 1.5224142957109872
    },
    {
      "step": 2173,
      "lr": 0.0001,
      "sup_loss": 1.5431448351075447
    },
    {
      "step": 2174,
      "lr": 0.0001,
      "sup_loss": 1.5333154859745879
    },
    {
      "step": 2175,
      "lr": 0.0001,
      "sup_loss": 1.5128842361905455
    },
    {
      "step": 2176,
      "lr": 0.0001,
      "sup_loss": 1.5124976540516892
    },
    {
      "step": 2177,
      "lr": 0.0001,
      "sup_loss": 1.5300409702172502
    },
    {
      "step": 2178,
      "lr": 0.0001,
      "sup_loss": 1.4951080321298196
    },
    {
      "step": 2179,
      "lr": 0.0001,
      "sup_loss": 1.5172640447977481
    },
    {
      "step": 2180,
      "lr": 0.0001,
      "sup_loss": 1.509106007203832
    },
    {
      "step": 2181,
      "lr": 0.0001,
      "sup_loss": 1.5033778987653441
    },
    {
      "step": 2182,
      "lr": 0.0001,
      "sup_loss": 1.4735838829901131
    },
    {
      "step": 2183,
      "lr": 0.0001,
      "sup_loss": 1.5263702029051203
    },
    {
      "step": 2184,
      "lr": 0.0001,
      "sup_loss": 1.496340374123101
    },
    {
      "step": 2185,
      "lr": 0.0001,
      "sup_loss": 1.52165705621513
    },
    {
      "step": 2186,
      "lr": 0.0001,
      "sup_loss": 1.5302225221521526
    },
    {
      "step": 2187,
      "lr": 0.0001,
      "sup_loss": 1.5358596667188529
    },
    {
      "step": 2188,
      "lr": 0.0001,
      "sup_loss": 1.4956344931525294
    },
    {
      "step": 2189,
      "lr": 0.0001,
      "sup_loss": 1.5534141269358048
    },
    {
      "step": 2190,
      "lr": 0.0001,
      "sup_loss": 1.4927876203305774
    },
    {
      "step": 2191,
      "lr": 0.0001,
      "sup_loss": 1.4687736255207693
    },
    {
      "step": 2192,
      "lr": 0.0001,
      "sup_loss": 1.5032045102134572
    },
    {
      "step": 2193,
      "lr": 0.0001,
      "sup_loss": 1.496064516447394
    },
    {
      "step": 2194,
      "lr": 0.0001,
      "sup_loss": 1.5165584517432824
    },
    {
      "step": 2195,
      "lr": 0.0001,
      "sup_loss": 1.4953203675270395
    },
    {
      "step": 2196,
      "lr": 0.0001,
      "sup_loss": 1.4381751752718088
    },
    {
      "step": 2197,
      "lr": 0.0001,
      "sup_loss": 1.4625203738675139
    },
    {
      "step": 2198,
      "lr": 0.0001,
      "sup_loss": 1.4716455832825492
    },
    {
      "step": 2199,
      "lr": 0.0001,
      "sup_loss": 1.4619753972008183
    },
    {
      "step": 2200,
      "lr": 0.0001,
      "sup_loss": 1.5343946237223018,
      "lyap1_mean": -9.857443809509277,
      "lyap1_max": -9.285022735595703,
      "lyap_spec_mean": [
        -9.857443809509277,
        -10.554052352905273
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 2201,
      "lr": 0.0001,
      "sup_loss": 1.493445131550346
    },
    {
      "step": 2202,
      "lr": 0.0001,
      "sup_loss": 1.5204819457823944
    },
    {
      "step": 2203,
      "lr": 0.0001,
      "sup_loss": 1.4859665352971843
    },
    {
      "step": 2204,
      "lr": 0.0001,
      "sup_loss": 1.5199175007994195
    },
    {
      "step": 2205,
      "lr": 0.0001,
      "sup_loss": 1.458638123564083
    },
    {
      "step": 2206,
      "lr": 0.0001,
      "sup_loss": 1.4937221853542337
    },
    {
      "step": 2207,
      "lr": 0.0001,
      "sup_loss": 1.5367229238073508
    },
    {
      "step": 2208,
      "lr": 0.0001,
      "sup_loss": 1.5066057317173986
    },
    {
      "step": 2209,
      "lr": 0.0001,
      "sup_loss": 1.5237427727044424
    },
    {
      "step": 2210,
      "lr": 0.0001,
      "sup_loss": 1.5297851744290072
    },
    {
      "step": 2211,
      "lr": 0.0001,
      "sup_loss": 1.502942969520986
    },
    {
      "step": 2212,
      "lr": 0.0001,
      "sup_loss": 1.5174242401239477
    },
    {
      "step": 2213,
      "lr": 0.0001,
      "sup_loss": 1.5473072601940956
    },
    {
      "step": 2214,
      "lr": 0.0001,
      "sup_loss": 1.4926185092687234
    },
    {
      "step": 2215,
      "lr": 0.0001,
      "sup_loss": 1.5533541263117907
    },
    {
      "step": 2216,
      "lr": 0.0001,
      "sup_loss": 1.5127761197892202
    },
    {
      "step": 2217,
      "lr": 0.0001,
      "sup_loss": 1.4852458868716976
    },
    {
      "step": 2218,
      "lr": 0.0001,
      "sup_loss": 1.51963743976625
    },
    {
      "step": 2219,
      "lr": 0.0001,
      "sup_loss": 1.536506328394379
    },
    {
      "step": 2220,
      "lr": 0.0001,
      "sup_loss": 1.5256533451325693
    },
    {
      "step": 2221,
      "lr": 0.0001,
      "sup_loss": 1.5200113807476625
    },
    {
      "step": 2222,
      "lr": 0.0001,
      "sup_loss": 1.5134892457851374
    },
    {
      "step": 2223,
      "lr": 0.0001,
      "sup_loss": 1.5128043688747477
    },
    {
      "step": 2224,
      "lr": 0.0001,
      "sup_loss": 1.527178443645706
    },
    {
      "step": 2225,
      "lr": 0.0001,
      "sup_loss": 1.489877133694634
    },
    {
      "step": 2226,
      "lr": 0.0001,
      "sup_loss": 1.5335585548543211
    },
    {
      "step": 2227,
      "lr": 0.0001,
      "sup_loss": 1.5233181606640342
    },
    {
      "step": 2228,
      "lr": 0.0001,
      "sup_loss": 1.4856133528911215
    },
    {
      "step": 2229,
      "lr": 0.0001,
      "sup_loss": 1.512646079320785
    },
    {
      "step": 2230,
      "lr": 0.0001,
      "sup_loss": 1.4853290939369814
    },
    {
      "step": 2231,
      "lr": 0.0001,
      "sup_loss": 1.5298486015456372
    },
    {
      "step": 2232,
      "lr": 0.0001,
      "sup_loss": 1.5329825060613378
    },
    {
      "step": 2233,
      "lr": 0.0001,
      "sup_loss": 1.5187389616520404
    },
    {
      "step": 2234,
      "lr": 0.0001,
      "sup_loss": 1.5071647520089257
    },
    {
      "step": 2235,
      "lr": 0.0001,
      "sup_loss": 1.4989563318894132
    },
    {
      "step": 2236,
      "lr": 0.0001,
      "sup_loss": 1.502590198122387
    },
    {
      "step": 2237,
      "lr": 0.0001,
      "sup_loss": 1.5033627914969294
    },
    {
      "step": 2238,
      "lr": 0.0001,
      "sup_loss": 1.5230011816534
    },
    {
      "step": 2239,
      "lr": 0.0001,
      "sup_loss": 1.5167958077536312
    },
    {
      "step": 2240,
      "lr": 0.0001,
      "sup_loss": 1.5086131220402772
    },
    {
      "step": 2241,
      "lr": 0.0001,
      "sup_loss": 1.5028902893256424
    },
    {
      "step": 2242,
      "lr": 0.0001,
      "sup_loss": 1.5050323384350919
    },
    {
      "step": 2243,
      "lr": 0.0001,
      "sup_loss": 1.5403038812966345
    },
    {
      "step": 2244,
      "lr": 0.0001,
      "sup_loss": 1.5307658812164049
    },
    {
      "step": 2245,
      "lr": 0.0001,
      "sup_loss": 1.5296970973263389
    },
    {
      "step": 2246,
      "lr": 0.0001,
      "sup_loss": 1.5289671477125684
    },
    {
      "step": 2247,
      "lr": 0.0001,
      "sup_loss": 1.485658250081715
    },
    {
      "step": 2248,
      "lr": 0.0001,
      "sup_loss": 1.509848616782357
    },
    {
      "step": 2249,
      "lr": 0.0001,
      "sup_loss": 1.5089231758443586
    },
    {
      "step": 2250,
      "lr": 0.0001,
      "sup_loss": 1.4891335841952535,
      "lyap1_mean": -9.766853332519531,
      "lyap1_max": -9.470773696899414,
      "lyap_spec_mean": [
        -9.766853332519531,
        -10.40333080291748
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 2251,
      "lr": 0.0001,
      "sup_loss": 1.480034102582459
    },
    {
      "step": 2252,
      "lr": 0.0001,
      "sup_loss": 1.505524274296499
    },
    {
      "step": 2253,
      "lr": 0.0001,
      "sup_loss": 1.5266200607922433
    },
    {
      "step": 2254,
      "lr": 0.0001,
      "sup_loss": 1.5231316305011264
    },
    {
      "step": 2255,
      "lr": 0.0001,
      "sup_loss": 1.4891715905444087
    },
    {
      "step": 2256,
      "lr": 0.0001,
      "sup_loss": 1.506109590288865
    },
    {
      "step": 2257,
      "lr": 0.0001,
      "sup_loss": 1.4751331569882173
    },
    {
      "step": 2258,
      "lr": 0.0001,
      "sup_loss": 1.5063949874186153
    },
    {
      "step": 2259,
      "lr": 0.0001,
      "sup_loss": 1.4515670000296657
    },
    {
      "step": 2260,
      "lr": 0.0001,
      "sup_loss": 1.5097836702498053
    },
    {
      "step": 2261,
      "lr": 0.0001,
      "sup_loss": 1.5266053625901794
    },
    {
      "step": 2262,
      "lr": 0.0001,
      "sup_loss": 1.5299457172963797
    },
    {
      "step": 2263,
      "lr": 0.0001,
      "sup_loss": 1.5366608340919325
    },
    {
      "step": 2264,
      "lr": 0.0001,
      "sup_loss": 1.499398794205034
    },
    {
      "step": 2265,
      "lr": 0.0001,
      "sup_loss": 1.4650755375309752
    },
    {
      "step": 2266,
      "lr": 0.0001,
      "sup_loss": 1.4984345620203439
    },
    {
      "step": 2267,
      "lr": 0.0001,
      "sup_loss": 1.5433063455832954
    },
    {
      "step": 2268,
      "lr": 0.0001,
      "sup_loss": 1.5169616679921556
    },
    {
      "step": 2269,
      "lr": 0.0001,
      "sup_loss": 1.5331533123900245
    },
    {
      "step": 2270,
      "lr": 0.0001,
      "sup_loss": 1.5032191789256215
    },
    {
      "step": 2271,
      "lr": 0.0001,
      "sup_loss": 1.4887115057435334
    },
    {
      "step": 2272,
      "lr": 0.0001,
      "sup_loss": 1.539920955391536
    },
    {
      "step": 2273,
      "lr": 0.0001,
      "sup_loss": 1.5136500001203796
    },
    {
      "step": 2274,
      "lr": 0.0001,
      "sup_loss": 1.5129437365497895
    },
    {
      "step": 2275,
      "lr": 0.0001,
      "sup_loss": 1.5093358540952766
    },
    {
      "step": 2276,
      "lr": 0.0001,
      "sup_loss": 1.529948439625662
    },
    {
      "step": 2277,
      "lr": 0.0001,
      "sup_loss": 1.4959265779383775
    },
    {
      "step": 2278,
      "lr": 0.0001,
      "sup_loss": 1.5304547369051527
    },
    {
      "step": 2279,
      "lr": 0.0001,
      "sup_loss": 1.5323890418162793
    },
    {
      "step": 2280,
      "lr": 0.0001,
      "sup_loss": 1.4962264970360466
    },
    {
      "step": 2281,
      "lr": 0.0001,
      "sup_loss": 1.5232671743270731
    },
    {
      "step": 2282,
      "lr": 0.0001,
      "sup_loss": 1.4986308819032994
    },
    {
      "step": 2283,
      "lr": 0.0001,
      "sup_loss": 1.560731178205112
    },
    {
      "step": 2284,
      "lr": 0.0001,
      "sup_loss": 1.482941108641339
    },
    {
      "step": 2285,
      "lr": 0.0001,
      "sup_loss": 1.4965560049843911
    },
    {
      "step": 2286,
      "lr": 0.0001,
      "sup_loss": 1.5141147099734613
    },
    {
      "step": 2287,
      "lr": 0.0001,
      "sup_loss": 1.5466405166817379
    },
    {
      "step": 2288,
      "lr": 0.0001,
      "sup_loss": 1.516930397876688
    },
    {
      "step": 2289,
      "lr": 0.0001,
      "sup_loss": 1.5061480591991812
    },
    {
      "step": 2290,
      "lr": 0.0001,
      "sup_loss": 1.5021234389000104
    },
    {
      "step": 2291,
      "lr": 0.0001,
      "sup_loss": 1.5231088373084478
    },
    {
      "step": 2292,
      "lr": 0.0001,
      "sup_loss": 1.5159935727265366
    },
    {
      "step": 2293,
      "lr": 0.0001,
      "sup_loss": 1.462117218509128
    },
    {
      "step": 2294,
      "lr": 0.0001,
      "sup_loss": 1.503415431150131
    },
    {
      "step": 2295,
      "lr": 0.0001,
      "sup_loss": 1.4933703820043436
    },
    {
      "step": 2296,
      "lr": 0.0001,
      "sup_loss": 1.515990706477299
    },
    {
      "step": 2297,
      "lr": 0.0001,
      "sup_loss": 1.5302406144418423
    },
    {
      "step": 2298,
      "lr": 0.0001,
      "sup_loss": 1.475610093842603
    },
    {
      "step": 2299,
      "lr": 0.0001,
      "sup_loss": 1.5061719606256854
    },
    {
      "step": 2300,
      "lr": 0.0001,
      "sup_loss": 1.5357619478572675,
      "lyap1_mean": -9.916058540344238,
      "lyap1_max": -9.622955322265625,
      "lyap_spec_mean": [
        -9.916058540344238,
        -10.319125175476074
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 2301,
      "lr": 0.0001,
      "sup_loss": 1.5139354500028037
    },
    {
      "step": 2302,
      "lr": 0.0001,
      "sup_loss": 1.4959533211932847
    },
    {
      "step": 2303,
      "lr": 0.0001,
      "sup_loss": 1.4960883968148364
    },
    {
      "step": 2304,
      "lr": 0.0001,
      "sup_loss": 1.527036414938187
    },
    {
      "step": 2305,
      "lr": 0.0001,
      "sup_loss": 1.493802005833204
    },
    {
      "step": 2306,
      "lr": 0.0001,
      "sup_loss": 1.5031447296663778
    },
    {
      "step": 2307,
      "lr": 0.0001,
      "sup_loss": 1.4958656009695743
    },
    {
      "step": 2308,
      "lr": 0.0001,
      "sup_loss": 1.5160499900831392
    },
    {
      "step": 2309,
      "lr": 0.0001,
      "sup_loss": 1.5128114978414995
    },
    {
      "step": 2310,
      "lr": 0.0001,
      "sup_loss": 1.5434024076273272
    },
    {
      "step": 2311,
      "lr": 0.0001,
      "sup_loss": 1.516145080010433
    },
    {
      "step": 2312,
      "lr": 0.0001,
      "sup_loss": 1.522729234192683
    },
    {
      "step": 2313,
      "lr": 0.0001,
      "sup_loss": 1.5024336516280041
    },
    {
      "step": 2314,
      "lr": 0.0001,
      "sup_loss": 1.5224521756742495
    },
    {
      "step": 2315,
      "lr": 0.0001,
      "sup_loss": 1.5191279181863753
    },
    {
      "step": 2316,
      "lr": 0.0001,
      "sup_loss": 1.5203993500386943
    },
    {
      "step": 2317,
      "lr": 0.0001,
      "sup_loss": 1.506061557359626
    },
    {
      "step": 2318,
      "lr": 0.0001,
      "sup_loss": 1.499381754796754
    },
    {
      "step": 2319,
      "lr": 0.0001,
      "sup_loss": 1.530599893440627
    },
    {
      "step": 2320,
      "lr": 0.0001,
      "sup_loss": 1.5166384455171322
    },
    {
      "step": 2321,
      "lr": 0.0001,
      "sup_loss": 1.5166659280584196
    },
    {
      "step": 2322,
      "lr": 0.0001,
      "sup_loss": 1.5365309421499316
    },
    {
      "step": 2323,
      "lr": 0.0001,
      "sup_loss": 1.5051887590110162
    },
    {
      "step": 2324,
      "lr": 0.0001,
      "sup_loss": 1.5155005920457045
    },
    {
      "step": 2325,
      "lr": 0.0001,
      "sup_loss": 1.4992984658163864
    },
    {
      "step": 2326,
      "lr": 0.0001,
      "sup_loss": 1.5070833411999778
    },
    {
      "step": 2327,
      "lr": 0.0001,
      "sup_loss": 1.4793606102871382
    },
    {
      "step": 2328,
      "lr": 0.0001,
      "sup_loss": 1.5439257310397736
    },
    {
      "step": 2329,
      "lr": 0.0001,
      "sup_loss": 1.519174070358913
    },
    {
      "step": 2330,
      "lr": 0.0001,
      "sup_loss": 1.4757174692057402
    },
    {
      "step": 2331,
      "lr": 0.0001,
      "sup_loss": 1.4911902159107253
    },
    {
      "step": 2332,
      "lr": 0.0001,
      "sup_loss": 1.5508543790267835
    },
    {
      "step": 2333,
      "lr": 0.0001,
      "sup_loss": 1.5194658507576362
    },
    {
      "step": 2334,
      "lr": 0.0001,
      "sup_loss": 1.516290869947371
    },
    {
      "step": 2335,
      "lr": 0.0001,
      "sup_loss": 1.4995380582398614
    },
    {
      "step": 2336,
      "lr": 0.0001,
      "sup_loss": 1.4989513822787683
    },
    {
      "step": 2337,
      "lr": 0.0001,
      "sup_loss": 1.5201051330832993
    },
    {
      "step": 2338,
      "lr": 0.0001,
      "sup_loss": 1.492758469067659
    },
    {
      "step": 2339,
      "lr": 0.0001,
      "sup_loss": 1.4790321909989035
    },
    {
      "step": 2340,
      "lr": 0.0001,
      "sup_loss": 1.5161776726262215
    },
    {
      "step": 2341,
      "lr": 0.0001,
      "sup_loss": 1.524556617441932
    },
    {
      "step": 2342,
      "lr": 0.0001,
      "sup_loss": 1.5103023139083787
    },
    {
      "step": 2343,
      "lr": 0.0001,
      "sup_loss": 1.5029924592303003
    },
    {
      "step": 2344,
      "lr": 0.0001,
      "sup_loss": 1.5177958617775054
    },
    {
      "step": 2345,
      "lr": 0.0001,
      "sup_loss": 1.52275715818389
    },
    {
      "step": 2346,
      "lr": 0.0001,
      "sup_loss": 1.5060484892023114
    },
    {
      "step": 2347,
      "lr": 0.0001,
      "sup_loss": 1.4789709095683994
    },
    {
      "step": 2348,
      "lr": 0.0001,
      "sup_loss": 1.5121737703860245
    },
    {
      "step": 2349,
      "lr": 0.0001,
      "sup_loss": 1.4558737794652428
    },
    {
      "step": 2350,
      "lr": 0.0001,
      "sup_loss": 1.5101342801744093,
      "lyap1_mean": -9.51066780090332,
      "lyap1_max": -9.105236053466797,
      "lyap_spec_mean": [
        -9.51066780090332,
        -9.912164688110352
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 2351,
      "lr": 0.0001,
      "sup_loss": 1.5477349726769523
    },
    {
      "step": 2352,
      "lr": 0.0001,
      "sup_loss": 1.5105477766900295
    },
    {
      "step": 2353,
      "lr": 0.0001,
      "sup_loss": 1.5226079423247705
    },
    {
      "step": 2354,
      "lr": 0.0001,
      "sup_loss": 1.5070101739453396
    },
    {
      "step": 2355,
      "lr": 0.0001,
      "sup_loss": 1.519610871334335
    },
    {
      "step": 2356,
      "lr": 0.0001,
      "sup_loss": 1.5163556157791183
    },
    {
      "step": 2357,
      "lr": 0.0001,
      "sup_loss": 1.5198566642536202
    },
    {
      "step": 2358,
      "lr": 0.0001,
      "sup_loss": 1.5037111992752081
    },
    {
      "step": 2359,
      "lr": 0.0001,
      "sup_loss": 1.489142003003933
    },
    {
      "step": 2360,
      "lr": 0.0001,
      "sup_loss": 1.5062257248399338
    },
    {
      "step": 2361,
      "lr": 0.0001,
      "sup_loss": 1.5567702589849843
    },
    {
      "step": 2362,
      "lr": 0.0001,
      "sup_loss": 1.516268831313906
    },
    {
      "step": 2363,
      "lr": 0.0001,
      "sup_loss": 1.5426154264980476
    },
    {
      "step": 2364,
      "lr": 0.0001,
      "sup_loss": 1.4986958518842
    },
    {
      "step": 2365,
      "lr": 0.0001,
      "sup_loss": 1.513460476956936
    },
    {
      "step": 2366,
      "lr": 0.0001,
      "sup_loss": 1.495795443312932
    },
    {
      "step": 2367,
      "lr": 0.0001,
      "sup_loss": 1.5063115062098569
    },
    {
      "step": 2368,
      "lr": 0.0001,
      "sup_loss": 1.5163832235709587
    },
    {
      "step": 2369,
      "lr": 0.0001,
      "sup_loss": 1.5237364299335323
    },
    {
      "step": 2370,
      "lr": 0.0001,
      "sup_loss": 1.5014872213875217
    },
    {
      "step": 2371,
      "lr": 0.0001,
      "sup_loss": 1.496289725906565
    },
    {
      "step": 2372,
      "lr": 0.0001,
      "sup_loss": 1.4993948166269004
    },
    {
      "step": 2373,
      "lr": 0.0001,
      "sup_loss": 1.4828897469835
    },
    {
      "step": 2374,
      "lr": 0.0001,
      "sup_loss": 1.5429622900511502
    },
    {
      "step": 2375,
      "lr": 0.0001,
      "sup_loss": 1.5442038292325597
    },
    {
      "step": 2376,
      "lr": 0.0001,
      "sup_loss": 1.519787462075779
    },
    {
      "step": 2377,
      "lr": 0.0001,
      "sup_loss": 1.5069092125042107
    },
    {
      "step": 2378,
      "lr": 0.0001,
      "sup_loss": 1.4896603134988151
    },
    {
      "step": 2379,
      "lr": 0.0001,
      "sup_loss": 1.4783122247219576
    },
    {
      "step": 2380,
      "lr": 0.0001,
      "sup_loss": 1.473341355609945
    },
    {
      "step": 2381,
      "lr": 0.0001,
      "sup_loss": 1.5134364670294744
    },
    {
      "step": 2382,
      "lr": 0.0001,
      "sup_loss": 1.5299928331045687
    },
    {
      "step": 2383,
      "lr": 0.0001,
      "sup_loss": 1.5195843255787462
    },
    {
      "step": 2384,
      "lr": 0.0001,
      "sup_loss": 1.4646261664351339
    },
    {
      "step": 2385,
      "lr": 0.0001,
      "sup_loss": 1.523079719017832
    },
    {
      "step": 2386,
      "lr": 0.0001,
      "sup_loss": 1.5132288410008796
    },
    {
      "step": 2387,
      "lr": 0.0001,
      "sup_loss": 1.5228700965785704
    },
    {
      "step": 2388,
      "lr": 0.0001,
      "sup_loss": 1.4458923167768771
    },
    {
      "step": 2389,
      "lr": 0.0001,
      "sup_loss": 1.5133971636663759
    },
    {
      "step": 2390,
      "lr": 0.0001,
      "sup_loss": 1.5133584400002986
    },
    {
      "step": 2391,
      "lr": 0.0001,
      "sup_loss": 1.5440856131071545
    },
    {
      "step": 2392,
      "lr": 0.0001,
      "sup_loss": 1.484875539927131
    },
    {
      "step": 2393,
      "lr": 0.0001,
      "sup_loss": 1.5135481781701392
    },
    {
      "step": 2394,
      "lr": 0.0001,
      "sup_loss": 1.5197577513626626
    },
    {
      "step": 2395,
      "lr": 0.0001,
      "sup_loss": 1.5167274925285237
    },
    {
      "step": 2396,
      "lr": 0.0001,
      "sup_loss": 1.489264774127612
    },
    {
      "step": 2397,
      "lr": 0.0001,
      "sup_loss": 1.5130725406616534
    },
    {
      "step": 2398,
      "lr": 0.0001,
      "sup_loss": 1.5155172323391153
    },
    {
      "step": 2399,
      "lr": 0.0001,
      "sup_loss": 1.4956741126993633
    },
    {
      "step": 2400,
      "lr": 0.0001,
      "sup_loss": 1.519551817562562,
      "lyap1_mean": -9.637104988098145,
      "lyap1_max": -9.343791961669922,
      "lyap_spec_mean": [
        -9.637105941772461,
        -10.045071601867676
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 2401,
      "lr": 0.0001,
      "sup_loss": 1.5308561969849703
    },
    {
      "step": 2402,
      "lr": 0.0001,
      "sup_loss": 1.5268637463561776
    },
    {
      "step": 2403,
      "lr": 0.0001,
      "sup_loss": 1.5268676035205422
    },
    {
      "step": 2404,
      "lr": 0.0001,
      "sup_loss": 1.5061623047058001
    },
    {
      "step": 2405,
      "lr": 0.0001,
      "sup_loss": 1.519639967432187
    },
    {
      "step": 2406,
      "lr": 0.0001,
      "sup_loss": 1.5058637555170122
    },
    {
      "step": 2407,
      "lr": 0.0001,
      "sup_loss": 1.5027935326753055
    },
    {
      "step": 2408,
      "lr": 0.0001,
      "sup_loss": 1.5203825609662216
    },
    {
      "step": 2409,
      "lr": 0.0001,
      "sup_loss": 1.5198701782999993
    },
    {
      "step": 2410,
      "lr": 0.0001,
      "sup_loss": 1.4965089624876216
    },
    {
      "step": 2411,
      "lr": 0.0001,
      "sup_loss": 1.485345912429913
    },
    {
      "step": 2412,
      "lr": 0.0001,
      "sup_loss": 1.4817987196670022
    },
    {
      "step": 2413,
      "lr": 0.0001,
      "sup_loss": 1.5265164155043867
    },
    {
      "step": 2414,
      "lr": 0.0001,
      "sup_loss": 1.5299220329271734
    },
    {
      "step": 2415,
      "lr": 0.0001,
      "sup_loss": 1.5329349522249556
    },
    {
      "step": 2416,
      "lr": 0.0001,
      "sup_loss": 1.4861000494445213
    },
    {
      "step": 2417,
      "lr": 0.0001,
      "sup_loss": 1.5064133288055823
    },
    {
      "step": 2418,
      "lr": 0.0001,
      "sup_loss": 1.5231147172216224
    },
    {
      "step": 2419,
      "lr": 0.0001,
      "sup_loss": 1.5160867359084802
    },
    {
      "step": 2420,
      "lr": 0.0001,
      "sup_loss": 1.5068218472808244
    },
    {
      "step": 2421,
      "lr": 0.0001,
      "sup_loss": 1.520141073606864
    },
    {
      "step": 2422,
      "lr": 0.0001,
      "sup_loss": 1.4871436596766163
    },
    {
      "step": 2423,
      "lr": 0.0001,
      "sup_loss": 1.5327485431139187
    },
    {
      "step": 2424,
      "lr": 0.0001,
      "sup_loss": 1.4828737962960328
    },
    {
      "step": 2425,
      "lr": 0.0001,
      "sup_loss": 1.5058719310849757
    },
    {
      "step": 2426,
      "lr": 0.0001,
      "sup_loss": 1.5060537723108103
    },
    {
      "step": 2427,
      "lr": 0.0001,
      "sup_loss": 1.5327269424396006
    },
    {
      "step": 2428,
      "lr": 0.0001,
      "sup_loss": 1.5021456447621626
    },
    {
      "step": 2429,
      "lr": 0.0001,
      "sup_loss": 1.5229766626109897
    },
    {
      "step": 2430,
      "lr": 0.0001,
      "sup_loss": 1.4988891108980598
    },
    {
      "step": 2431,
      "lr": 0.0001,
      "sup_loss": 1.5096935781852885
    },
    {
      "step": 2432,
      "lr": 0.0001,
      "sup_loss": 1.518988063517708
    },
    {
      "step": 2433,
      "lr": 0.0001,
      "sup_loss": 1.5201295108706494
    },
    {
      "step": 2434,
      "lr": 0.0001,
      "sup_loss": 1.5228754088938823
    },
    {
      "step": 2435,
      "lr": 0.0001,
      "sup_loss": 1.4688383683806858
    },
    {
      "step": 2436,
      "lr": 0.0001,
      "sup_loss": 1.4826059845432336
    },
    {
      "step": 2437,
      "lr": 0.0001,
      "sup_loss": 1.5546312424281725
    },
    {
      "step": 2438,
      "lr": 0.0001,
      "sup_loss": 1.5231559706459543
    },
    {
      "step": 2439,
      "lr": 0.0001,
      "sup_loss": 1.4991198498100546
    },
    {
      "step": 2440,
      "lr": 0.0001,
      "sup_loss": 1.4932036149812264
    },
    {
      "step": 2441,
      "lr": 0.0001,
      "sup_loss": 1.5340974909072556
    },
    {
      "step": 2442,
      "lr": 0.0001,
      "sup_loss": 1.4853288216878655
    },
    {
      "step": 2443,
      "lr": 0.0001,
      "sup_loss": 1.5603897025621765
    },
    {
      "step": 2444,
      "lr": 0.0001,
      "sup_loss": 1.5195048707271988
    },
    {
      "step": 2445,
      "lr": 0.0001,
      "sup_loss": 1.4993515185760766
    },
    {
      "step": 2446,
      "lr": 0.0001,
      "sup_loss": 1.52325801596691
    },
    {
      "step": 2447,
      "lr": 0.0001,
      "sup_loss": 1.5057915053452873
    },
    {
      "step": 2448,
      "lr": 0.0001,
      "sup_loss": 1.4994944712746108
    },
    {
      "step": 2449,
      "lr": 0.0001,
      "sup_loss": 1.5236857331330342
    },
    {
      "step": 2450,
      "lr": 0.0001,
      "sup_loss": 1.5374149753237705,
      "lyap1_mean": -9.324481964111328,
      "lyap1_max": -9.186753273010254,
      "lyap_spec_mean": [
        -9.324481010437012,
        -10.160441398620605
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 2451,
      "lr": 0.0001,
      "sup_loss": 1.502750370344381
    },
    {
      "step": 2452,
      "lr": 0.0001,
      "sup_loss": 1.4851696765358084
    },
    {
      "step": 2453,
      "lr": 0.0001,
      "sup_loss": 1.51936911721008
    },
    {
      "step": 2454,
      "lr": 0.0001,
      "sup_loss": 1.495082153332659
    },
    {
      "step": 2455,
      "lr": 0.0001,
      "sup_loss": 1.4890377506288948
    },
    {
      "step": 2456,
      "lr": 0.0001,
      "sup_loss": 1.5503782037465512
    },
    {
      "step": 2457,
      "lr": 0.0001,
      "sup_loss": 1.5330810521823834
    },
    {
      "step": 2458,
      "lr": 0.0001,
      "sup_loss": 1.523399654336997
    },
    {
      "step": 2459,
      "lr": 0.0001,
      "sup_loss": 1.5023506356526262
    },
    {
      "step": 2460,
      "lr": 0.0001,
      "sup_loss": 1.5101897411203158
    },
    {
      "step": 2461,
      "lr": 0.0001,
      "sup_loss": 1.490034720308003
    },
    {
      "step": 2462,
      "lr": 0.0001,
      "sup_loss": 1.550218248810576
    },
    {
      "step": 2463,
      "lr": 0.0001,
      "sup_loss": 1.4825796087058687
    },
    {
      "step": 2464,
      "lr": 0.0001,
      "sup_loss": 1.5370379949600566
    },
    {
      "step": 2465,
      "lr": 0.0001,
      "sup_loss": 1.4987093143685317
    },
    {
      "step": 2466,
      "lr": 0.0001,
      "sup_loss": 1.509332285148993
    },
    {
      "step": 2467,
      "lr": 0.0001,
      "sup_loss": 1.4959190827636488
    },
    {
      "step": 2468,
      "lr": 0.0001,
      "sup_loss": 1.536854849320798
    },
    {
      "step": 2469,
      "lr": 0.0001,
      "sup_loss": 1.4965721660311395
    },
    {
      "step": 2470,
      "lr": 0.0001,
      "sup_loss": 1.5050898566810331
    },
    {
      "step": 2471,
      "lr": 0.0001,
      "sup_loss": 1.531090868204679
    },
    {
      "step": 2472,
      "lr": 0.0001,
      "sup_loss": 1.5266257636028477
    },
    {
      "step": 2473,
      "lr": 0.0001,
      "sup_loss": 1.530598202611122
    },
    {
      "step": 2474,
      "lr": 0.0001,
      "sup_loss": 1.5458675792013852
    },
    {
      "step": 2475,
      "lr": 0.0001,
      "sup_loss": 1.4922485325454882
    },
    {
      "step": 2476,
      "lr": 0.0001,
      "sup_loss": 1.5121426914830676
    },
    {
      "step": 2477,
      "lr": 0.0001,
      "sup_loss": 1.5263674818521245
    },
    {
      "step": 2478,
      "lr": 0.0001,
      "sup_loss": 1.5508584002518178
    },
    {
      "step": 2479,
      "lr": 0.0001,
      "sup_loss": 1.539365885127396
    },
    {
      "step": 2480,
      "lr": 0.0001,
      "sup_loss": 1.4865130503781203
    },
    {
      "step": 2481,
      "lr": 0.0001,
      "sup_loss": 1.5055688356860482
    },
    {
      "step": 2482,
      "lr": 0.0001,
      "sup_loss": 1.517113926530663
    },
    {
      "step": 2483,
      "lr": 0.0001,
      "sup_loss": 1.4858444133314637
    },
    {
      "step": 2484,
      "lr": 0.0001,
      "sup_loss": 1.4829619394794273
    },
    {
      "step": 2485,
      "lr": 0.0001,
      "sup_loss": 1.5129960316707085
    },
    {
      "step": 2486,
      "lr": 0.0001,
      "sup_loss": 1.5095375036371474
    },
    {
      "step": 2487,
      "lr": 0.0001,
      "sup_loss": 1.51302862806255
    },
    {
      "step": 2488,
      "lr": 0.0001,
      "sup_loss": 1.4990439940974882
    },
    {
      "step": 2489,
      "lr": 0.0001,
      "sup_loss": 1.498911766899237
    },
    {
      "step": 2490,
      "lr": 0.0001,
      "sup_loss": 1.5263156124129582
    },
    {
      "step": 2491,
      "lr": 0.0001,
      "sup_loss": 1.503011740167487
    },
    {
      "step": 2492,
      "lr": 0.0001,
      "sup_loss": 1.5196100153916334
    },
    {
      "step": 2493,
      "lr": 0.0001,
      "sup_loss": 1.4996933628105287
    },
    {
      "step": 2494,
      "lr": 0.0001,
      "sup_loss": 1.5061428932633767
    },
    {
      "step": 2495,
      "lr": 0.0001,
      "sup_loss": 1.5087870371039427
    },
    {
      "step": 2496,
      "lr": 0.0001,
      "sup_loss": 1.4756574804901088
    },
    {
      "step": 2497,
      "lr": 0.0001,
      "sup_loss": 1.533409310497432
    },
    {
      "step": 2498,
      "lr": 0.0001,
      "sup_loss": 1.526628489452307
    },
    {
      "step": 2499,
      "lr": 0.0001,
      "sup_loss": 1.5095126140962092
    },
    {
      "step": 2500,
      "lr": 0.0001,
      "sup_loss": 1.4692957090832033,
      "lyap1_mean": -9.722370147705078,
      "lyap1_max": -9.41787338256836,
      "lyap_spec_mean": [
        -9.722370147705078,
        -9.96712875366211
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 2501,
      "lr": 0.0001,
      "sup_loss": 1.510262111319078
    },
    {
      "step": 2502,
      "lr": 0.0001,
      "sup_loss": 1.5230026596832358
    },
    {
      "step": 2503,
      "lr": 0.0001,
      "sup_loss": 1.5062160056737437
    },
    {
      "step": 2504,
      "lr": 0.0001,
      "sup_loss": 1.5227650086320035
    },
    {
      "step": 2505,
      "lr": 0.0001,
      "sup_loss": 1.4992936617462589
    },
    {
      "step": 2506,
      "lr": 0.0001,
      "sup_loss": 1.4958924329884424
    },
    {
      "step": 2507,
      "lr": 0.0001,
      "sup_loss": 1.5808081970424663
    },
    {
      "step": 2508,
      "lr": 0.0001,
      "sup_loss": 1.5469868286277813
    },
    {
      "step": 2509,
      "lr": 0.0001,
      "sup_loss": 1.516190061958228
    },
    {
      "step": 2510,
      "lr": 0.0001,
      "sup_loss": 1.5097514377556505
    },
    {
      "step": 2511,
      "lr": 0.0001,
      "sup_loss": 1.4987711329774644
    },
    {
      "step": 2512,
      "lr": 0.0001,
      "sup_loss": 1.5083291933870986
    },
    {
      "step": 2513,
      "lr": 0.0001,
      "sup_loss": 1.519182558049962
    },
    {
      "step": 2514,
      "lr": 0.0001,
      "sup_loss": 1.4623807003654992
    },
    {
      "step": 2515,
      "lr": 0.0001,
      "sup_loss": 1.5398037274907246
    },
    {
      "step": 2516,
      "lr": 0.0001,
      "sup_loss": 1.567806095291083
    },
    {
      "step": 2517,
      "lr": 0.0001,
      "sup_loss": 1.5105802578200227
    },
    {
      "step": 2518,
      "lr": 0.0001,
      "sup_loss": 1.5103219979338325
    },
    {
      "step": 2519,
      "lr": 0.0001,
      "sup_loss": 1.51267038814311
    },
    {
      "step": 2520,
      "lr": 0.0001,
      "sup_loss": 1.499505087651394
    },
    {
      "step": 2521,
      "lr": 0.0001,
      "sup_loss": 1.5430285995034094
    },
    {
      "step": 2522,
      "lr": 0.0001,
      "sup_loss": 1.5364231161341577
    },
    {
      "step": 2523,
      "lr": 0.0001,
      "sup_loss": 1.5192946873266093
    },
    {
      "step": 2524,
      "lr": 0.0001,
      "sup_loss": 1.5400403931411057
    },
    {
      "step": 2525,
      "lr": 0.0001,
      "sup_loss": 1.5086648406276169
    },
    {
      "step": 2526,
      "lr": 0.0001,
      "sup_loss": 1.4892824260216686
    },
    {
      "step": 2527,
      "lr": 0.0001,
      "sup_loss": 1.5053524916526004
    },
    {
      "step": 2528,
      "lr": 0.0001,
      "sup_loss": 1.533691403831978
    },
    {
      "step": 2529,
      "lr": 0.0001,
      "sup_loss": 1.4789377652148066
    },
    {
      "step": 2530,
      "lr": 0.0001,
      "sup_loss": 1.5255096779748838
    },
    {
      "step": 2531,
      "lr": 0.0001,
      "sup_loss": 1.5232084361583873
    },
    {
      "step": 2532,
      "lr": 0.0001,
      "sup_loss": 1.4960780703934833
    },
    {
      "step": 2533,
      "lr": 0.0001,
      "sup_loss": 1.5635575533962627
    },
    {
      "step": 2534,
      "lr": 0.0001,
      "sup_loss": 1.5020074666882783
    },
    {
      "step": 2535,
      "lr": 0.0001,
      "sup_loss": 1.512285491291703
    },
    {
      "step": 2536,
      "lr": 0.0001,
      "sup_loss": 1.506302605835212
    },
    {
      "step": 2537,
      "lr": 0.0001,
      "sup_loss": 1.5153734799882699
    },
    {
      "step": 2538,
      "lr": 0.0001,
      "sup_loss": 1.4828358630743248
    },
    {
      "step": 2539,
      "lr": 0.0001,
      "sup_loss": 1.5154986784693847
    },
    {
      "step": 2540,
      "lr": 0.0001,
      "sup_loss": 1.5241497941485957
    },
    {
      "step": 2541,
      "lr": 0.0001,
      "sup_loss": 1.4944323499384178
    },
    {
      "step": 2542,
      "lr": 0.0001,
      "sup_loss": 1.515913681583083
    },
    {
      "step": 2543,
      "lr": 0.0001,
      "sup_loss": 1.539751919082286
    },
    {
      "step": 2544,
      "lr": 0.0001,
      "sup_loss": 1.4956286568088142
    },
    {
      "step": 2545,
      "lr": 0.0001,
      "sup_loss": 1.543471056360199
    },
    {
      "step": 2546,
      "lr": 0.0001,
      "sup_loss": 1.5122431319654748
    },
    {
      "step": 2547,
      "lr": 0.0001,
      "sup_loss": 1.50866819272744
    },
    {
      "step": 2548,
      "lr": 0.0001,
      "sup_loss": 1.526507136162483
    },
    {
      "step": 2549,
      "lr": 0.0001,
      "sup_loss": 1.500080639101608
    },
    {
      "step": 2550,
      "lr": 0.0001,
      "sup_loss": 1.5170604055313779,
      "lyap1_mean": -9.317399978637695,
      "lyap1_max": -9.03246021270752,
      "lyap_spec_mean": [
        -9.317399978637695,
        -9.842851638793945
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 2551,
      "lr": 0.0001,
      "sup_loss": 1.5399264638261092
    },
    {
      "step": 2552,
      "lr": 0.0001,
      "sup_loss": 1.5012167197508801
    },
    {
      "step": 2553,
      "lr": 0.0001,
      "sup_loss": 1.5294229657422962
    },
    {
      "step": 2554,
      "lr": 0.0001,
      "sup_loss": 1.5101706520897022
    },
    {
      "step": 2555,
      "lr": 0.0001,
      "sup_loss": 1.5328054296714517
    },
    {
      "step": 2556,
      "lr": 0.0001,
      "sup_loss": 1.4730081523393925
    },
    {
      "step": 2557,
      "lr": 0.0001,
      "sup_loss": 1.533290285328427
    },
    {
      "step": 2558,
      "lr": 0.0001,
      "sup_loss": 1.5221956528916951
    },
    {
      "step": 2559,
      "lr": 0.0001,
      "sup_loss": 1.4617224536203008
    },
    {
      "step": 2560,
      "lr": 0.0001,
      "sup_loss": 1.536071138683555
    },
    {
      "step": 2561,
      "lr": 0.0001,
      "sup_loss": 1.536126142290018
    },
    {
      "step": 2562,
      "lr": 0.0001,
      "sup_loss": 1.5359590820875841
    },
    {
      "step": 2563,
      "lr": 0.0001,
      "sup_loss": 1.5165739867994446
    },
    {
      "step": 2564,
      "lr": 0.0001,
      "sup_loss": 1.5128932027320208
    },
    {
      "step": 2565,
      "lr": 0.0001,
      "sup_loss": 1.5097098904152302
    },
    {
      "step": 2566,
      "lr": 0.0001,
      "sup_loss": 1.5164607687239908
    },
    {
      "step": 2567,
      "lr": 0.0001,
      "sup_loss": 1.5256818527959086
    },
    {
      "step": 2568,
      "lr": 0.0001,
      "sup_loss": 1.5268477262292575
    },
    {
      "step": 2569,
      "lr": 0.0001,
      "sup_loss": 1.5052210001119053
    },
    {
      "step": 2570,
      "lr": 0.0001,
      "sup_loss": 1.5368654769590966
    },
    {
      "step": 2571,
      "lr": 0.0001,
      "sup_loss": 1.5328029352225652
    },
    {
      "step": 2572,
      "lr": 0.0001,
      "sup_loss": 1.5161923486269344
    },
    {
      "step": 2573,
      "lr": 0.0001,
      "sup_loss": 1.523740627599565
    },
    {
      "step": 2574,
      "lr": 0.0001,
      "sup_loss": 1.5326466414504234
    },
    {
      "step": 2575,
      "lr": 0.0001,
      "sup_loss": 1.5264800995523942
    },
    {
      "step": 2576,
      "lr": 0.0001,
      "sup_loss": 1.5157052547153635
    },
    {
      "step": 2577,
      "lr": 0.0001,
      "sup_loss": 1.5061953992885402
    },
    {
      "step": 2578,
      "lr": 0.0001,
      "sup_loss": 1.4718647984270186
    },
    {
      "step": 2579,
      "lr": 0.0001,
      "sup_loss": 1.5056637509891666
    },
    {
      "step": 2580,
      "lr": 0.0001,
      "sup_loss": 1.5231152022458867
    },
    {
      "step": 2581,
      "lr": 0.0001,
      "sup_loss": 1.472045774542771
    },
    {
      "step": 2582,
      "lr": 0.0001,
      "sup_loss": 1.523225945832038
    },
    {
      "step": 2583,
      "lr": 0.0001,
      "sup_loss": 1.519330094290661
    },
    {
      "step": 2584,
      "lr": 0.0001,
      "sup_loss": 1.5124375471792433
    },
    {
      "step": 2585,
      "lr": 0.0001,
      "sup_loss": 1.4920325297469896
    },
    {
      "step": 2586,
      "lr": 0.0001,
      "sup_loss": 1.5197706067483658
    },
    {
      "step": 2587,
      "lr": 0.0001,
      "sup_loss": 1.5196078796330557
    },
    {
      "step": 2588,
      "lr": 0.0001,
      "sup_loss": 1.5299211213481492
    },
    {
      "step": 2589,
      "lr": 0.0001,
      "sup_loss": 1.5342026729500806
    },
    {
      "step": 2590,
      "lr": 0.0001,
      "sup_loss": 1.5292051015646242
    },
    {
      "step": 2591,
      "lr": 0.0001,
      "sup_loss": 1.5233060448734654
    },
    {
      "step": 2592,
      "lr": 0.0001,
      "sup_loss": 1.5093039230492684
    },
    {
      "step": 2593,
      "lr": 0.0001,
      "sup_loss": 1.5128851723151044
    },
    {
      "step": 2594,
      "lr": 0.0001,
      "sup_loss": 1.5664569364485283
    },
    {
      "step": 2595,
      "lr": 0.0001,
      "sup_loss": 1.5030621194535925
    },
    {
      "step": 2596,
      "lr": 0.0001,
      "sup_loss": 1.5165761029305034
    },
    {
      "step": 2597,
      "lr": 0.0001,
      "sup_loss": 1.4718632136686767
    },
    {
      "step": 2598,
      "lr": 0.0001,
      "sup_loss": 1.5329459624819217
    },
    {
      "step": 2599,
      "lr": 0.0001,
      "sup_loss": 1.4783265813478381
    },
    {
      "step": 2600,
      "lr": 0.0001,
      "sup_loss": 1.522460607289816,
      "lyap1_mean": -8.991159439086914,
      "lyap1_max": -8.744073867797852,
      "lyap_spec_mean": [
        -8.991159439086914,
        -9.460504531860352
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 2601,
      "lr": 0.0001,
      "sup_loss": 1.513709520704918
    },
    {
      "step": 2602,
      "lr": 0.0001,
      "sup_loss": 1.519574663146122
    },
    {
      "step": 2603,
      "lr": 0.0001,
      "sup_loss": 1.4793081273994813
    },
    {
      "step": 2604,
      "lr": 0.0001,
      "sup_loss": 1.5166396505311537
    },
    {
      "step": 2605,
      "lr": 0.0001,
      "sup_loss": 1.5262304129759412
    },
    {
      "step": 2606,
      "lr": 0.0001,
      "sup_loss": 1.509487326807982
    },
    {
      "step": 2607,
      "lr": 0.0001,
      "sup_loss": 1.498855072444536
    },
    {
      "step": 2608,
      "lr": 0.0001,
      "sup_loss": 1.5192958816113644
    },
    {
      "step": 2609,
      "lr": 0.0001,
      "sup_loss": 1.536362258231005
    },
    {
      "step": 2610,
      "lr": 0.0001,
      "sup_loss": 1.512563608174647
    },
    {
      "step": 2611,
      "lr": 0.0001,
      "sup_loss": 1.5056413268592939
    },
    {
      "step": 2612,
      "lr": 0.0001,
      "sup_loss": 1.5254944142628453
    },
    {
      "step": 2613,
      "lr": 0.0001,
      "sup_loss": 1.5140763550911684
    },
    {
      "step": 2614,
      "lr": 0.0001,
      "sup_loss": 1.553554040273379
    },
    {
      "step": 2615,
      "lr": 0.0001,
      "sup_loss": 1.5310854511907914
    },
    {
      "step": 2616,
      "lr": 0.0001,
      "sup_loss": 1.5228728861415244
    },
    {
      "step": 2617,
      "lr": 0.0001,
      "sup_loss": 1.5534644742002843
    },
    {
      "step": 2618,
      "lr": 0.0001,
      "sup_loss": 1.509831921066496
    },
    {
      "step": 2619,
      "lr": 0.0001,
      "sup_loss": 1.4731662329622577
    },
    {
      "step": 2620,
      "lr": 0.0001,
      "sup_loss": 1.5032760936853962
    },
    {
      "step": 2621,
      "lr": 0.0001,
      "sup_loss": 1.5022822352343392
    },
    {
      "step": 2622,
      "lr": 0.0001,
      "sup_loss": 1.509767442894029
    },
    {
      "step": 2623,
      "lr": 0.0001,
      "sup_loss": 1.539584929620361
    },
    {
      "step": 2624,
      "lr": 0.0001,
      "sup_loss": 1.485557364246572
    },
    {
      "step": 2625,
      "lr": 0.0001,
      "sup_loss": 1.5291985753793669
    },
    {
      "step": 2626,
      "lr": 0.0001,
      "sup_loss": 1.512564072496864
    },
    {
      "step": 2627,
      "lr": 0.0001,
      "sup_loss": 1.5091088086458724
    },
    {
      "step": 2628,
      "lr": 0.0001,
      "sup_loss": 1.5196193330892542
    },
    {
      "step": 2629,
      "lr": 0.0001,
      "sup_loss": 1.5092906848718086
    },
    {
      "step": 2630,
      "lr": 0.0001,
      "sup_loss": 1.5125099635248638
    },
    {
      "step": 2631,
      "lr": 0.0001,
      "sup_loss": 1.4894883259769662
    },
    {
      "step": 2632,
      "lr": 0.0001,
      "sup_loss": 1.5260278607951618
    },
    {
      "step": 2633,
      "lr": 0.0001,
      "sup_loss": 1.5061989749466524
    },
    {
      "step": 2634,
      "lr": 0.0001,
      "sup_loss": 1.5292719087959754
    },
    {
      "step": 2635,
      "lr": 0.0001,
      "sup_loss": 1.529458637848503
    },
    {
      "step": 2636,
      "lr": 0.0001,
      "sup_loss": 1.5090783837095563
    },
    {
      "step": 2637,
      "lr": 0.0001,
      "sup_loss": 1.5202244762918657
    },
    {
      "step": 2638,
      "lr": 0.0001,
      "sup_loss": 1.486308963677409
    },
    {
      "step": 2639,
      "lr": 0.0001,
      "sup_loss": 1.5257988671279712
    },
    {
      "step": 2640,
      "lr": 0.0001,
      "sup_loss": 1.5334120435709575
    },
    {
      "step": 2641,
      "lr": 0.0001,
      "sup_loss": 1.5156536372448544
    },
    {
      "step": 2642,
      "lr": 0.0001,
      "sup_loss": 1.5033093386679923
    },
    {
      "step": 2643,
      "lr": 0.0001,
      "sup_loss": 1.506277115915865
    },
    {
      "step": 2644,
      "lr": 0.0001,
      "sup_loss": 1.5055643633697788
    },
    {
      "step": 2645,
      "lr": 0.0001,
      "sup_loss": 1.5090272047362152
    },
    {
      "step": 2646,
      "lr": 0.0001,
      "sup_loss": 1.5203353498544592
    },
    {
      "step": 2647,
      "lr": 0.0001,
      "sup_loss": 1.5128209003562914
    },
    {
      "step": 2648,
      "lr": 0.0001,
      "sup_loss": 1.502168380136078
    },
    {
      "step": 2649,
      "lr": 0.0001,
      "sup_loss": 1.4885951784459548
    },
    {
      "step": 2650,
      "lr": 0.0001,
      "sup_loss": 1.5664356958963812,
      "lyap1_mean": -9.098038673400879,
      "lyap1_max": -8.691319465637207,
      "lyap_spec_mean": [
        -9.098038673400879,
        -9.524681091308594
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 2651,
      "lr": 0.0001,
      "sup_loss": 1.50955000063896
    },
    {
      "step": 2652,
      "lr": 0.0001,
      "sup_loss": 1.4717415574921446
    },
    {
      "step": 2653,
      "lr": 0.0001,
      "sup_loss": 1.5367500951782844
    },
    {
      "step": 2654,
      "lr": 0.0001,
      "sup_loss": 1.5260445396284146
    },
    {
      "step": 2655,
      "lr": 0.0001,
      "sup_loss": 1.5261448852044486
    },
    {
      "step": 2656,
      "lr": 0.0001,
      "sup_loss": 1.4955761197098019
    },
    {
      "step": 2657,
      "lr": 0.0001,
      "sup_loss": 1.5294141840450874
    },
    {
      "step": 2658,
      "lr": 0.0001,
      "sup_loss": 1.5299417610800812
    },
    {
      "step": 2659,
      "lr": 0.0001,
      "sup_loss": 1.5405678741024642
    },
    {
      "step": 2660,
      "lr": 0.0001,
      "sup_loss": 1.5228389818462775
    },
    {
      "step": 2661,
      "lr": 0.0001,
      "sup_loss": 1.5365715263143482
    },
    {
      "step": 2662,
      "lr": 0.0001,
      "sup_loss": 1.5254532679990822
    },
    {
      "step": 2663,
      "lr": 0.0001,
      "sup_loss": 1.4966829653699867
    },
    {
      "step": 2664,
      "lr": 0.0001,
      "sup_loss": 1.5204010555508092
    },
    {
      "step": 2665,
      "lr": 0.0001,
      "sup_loss": 1.5273416981132724
    },
    {
      "step": 2666,
      "lr": 0.0001,
      "sup_loss": 1.5116567801316738
    },
    {
      "step": 2667,
      "lr": 0.0001,
      "sup_loss": 1.5093335139208048
    },
    {
      "step": 2668,
      "lr": 0.0001,
      "sup_loss": 1.5230042167545836
    },
    {
      "step": 2669,
      "lr": 0.0001,
      "sup_loss": 1.4986313228013266
    },
    {
      "step": 2670,
      "lr": 0.0001,
      "sup_loss": 1.557162555559087
    },
    {
      "step": 2671,
      "lr": 0.0001,
      "sup_loss": 1.4786506212723804
    },
    {
      "step": 2672,
      "lr": 0.0001,
      "sup_loss": 1.5050489084823298
    },
    {
      "step": 2673,
      "lr": 0.0001,
      "sup_loss": 1.4960961300252504
    },
    {
      "step": 2674,
      "lr": 0.0001,
      "sup_loss": 1.5066087972348843
    },
    {
      "step": 2675,
      "lr": 0.0001,
      "sup_loss": 1.502849133584328
    },
    {
      "step": 2676,
      "lr": 0.0001,
      "sup_loss": 1.491399637414021
    },
    {
      "step": 2677,
      "lr": 0.0001,
      "sup_loss": 1.4748144293147665
    },
    {
      "step": 2678,
      "lr": 0.0001,
      "sup_loss": 1.5222502156013302
    },
    {
      "step": 2679,
      "lr": 0.0001,
      "sup_loss": 1.5333073402187491
    },
    {
      "step": 2680,
      "lr": 0.0001,
      "sup_loss": 1.4788505444389035
    },
    {
      "step": 2681,
      "lr": 0.0001,
      "sup_loss": 1.5123469915147372
    },
    {
      "step": 2682,
      "lr": 0.0001,
      "sup_loss": 1.5539607026766038
    },
    {
      "step": 2683,
      "lr": 0.0001,
      "sup_loss": 1.5225917848753152
    },
    {
      "step": 2684,
      "lr": 0.0001,
      "sup_loss": 1.5292863224278475
    },
    {
      "step": 2685,
      "lr": 0.0001,
      "sup_loss": 1.4653128830528495
    },
    {
      "step": 2686,
      "lr": 0.0001,
      "sup_loss": 1.5226305139501877
    },
    {
      "step": 2687,
      "lr": 0.0001,
      "sup_loss": 1.516397521042111
    },
    {
      "step": 2688,
      "lr": 0.0001,
      "sup_loss": 1.5225587311428224
    },
    {
      "step": 2689,
      "lr": 0.0001,
      "sup_loss": 1.485874156432889
    },
    {
      "step": 2690,
      "lr": 0.0001,
      "sup_loss": 1.525788864259511
    },
    {
      "step": 2691,
      "lr": 0.0001,
      "sup_loss": 1.49173254918763
    },
    {
      "step": 2692,
      "lr": 0.0001,
      "sup_loss": 1.5203391479262613
    },
    {
      "step": 2693,
      "lr": 0.0001,
      "sup_loss": 1.5169403219550637
    },
    {
      "step": 2694,
      "lr": 0.0001,
      "sup_loss": 1.5165502458311366
    },
    {
      "step": 2695,
      "lr": 0.0001,
      "sup_loss": 1.478538283995527
    },
    {
      "step": 2696,
      "lr": 0.0001,
      "sup_loss": 1.5230183640172874
    },
    {
      "step": 2697,
      "lr": 0.0001,
      "sup_loss": 1.512077343780804
    },
    {
      "step": 2698,
      "lr": 0.0001,
      "sup_loss": 1.5202414725389846
    },
    {
      "step": 2699,
      "lr": 0.0001,
      "sup_loss": 1.4989056642254428
    },
    {
      "step": 2700,
      "lr": 0.0001,
      "sup_loss": 1.503270026100708,
      "lyap1_mean": -8.844300270080566,
      "lyap1_max": -8.456679344177246,
      "lyap_spec_mean": [
        -8.84429931640625,
        -9.363276481628418
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 2701,
      "lr": 0.0001,
      "sup_loss": 1.5511265684401838
    },
    {
      "step": 2702,
      "lr": 0.0001,
      "sup_loss": 1.496178695498028
    },
    {
      "step": 2703,
      "lr": 0.0001,
      "sup_loss": 1.5161816542247941
    },
    {
      "step": 2704,
      "lr": 0.0001,
      "sup_loss": 1.47465630106748
    },
    {
      "step": 2705,
      "lr": 0.0001,
      "sup_loss": 1.5172439988453095
    },
    {
      "step": 2706,
      "lr": 0.0001,
      "sup_loss": 1.5642189851624408
    },
    {
      "step": 2707,
      "lr": 0.0001,
      "sup_loss": 1.4915071939342264
    },
    {
      "step": 2708,
      "lr": 0.0001,
      "sup_loss": 1.4675037944286573
    },
    {
      "step": 2709,
      "lr": 0.0001,
      "sup_loss": 1.5180271981823568
    },
    {
      "step": 2710,
      "lr": 0.0001,
      "sup_loss": 1.5295331042799312
    },
    {
      "step": 2711,
      "lr": 0.0001,
      "sup_loss": 1.4858501731187082
    },
    {
      "step": 2712,
      "lr": 0.0001,
      "sup_loss": 1.5092818766602714
    },
    {
      "step": 2713,
      "lr": 0.0001,
      "sup_loss": 1.5437786837026561
    },
    {
      "step": 2714,
      "lr": 0.0001,
      "sup_loss": 1.4791228174298992
    },
    {
      "step": 2715,
      "lr": 0.0001,
      "sup_loss": 1.5167261903103724
    },
    {
      "step": 2716,
      "lr": 0.0001,
      "sup_loss": 1.4861472711577466
    },
    {
      "step": 2717,
      "lr": 0.0001,
      "sup_loss": 1.4550381333339022
    },
    {
      "step": 2718,
      "lr": 0.0001,
      "sup_loss": 1.4798206462223722
    },
    {
      "step": 2719,
      "lr": 0.0001,
      "sup_loss": 1.5233225019624146
    },
    {
      "step": 2720,
      "lr": 0.0001,
      "sup_loss": 1.5013551993922651
    },
    {
      "step": 2721,
      "lr": 0.0001,
      "sup_loss": 1.490292793753297
    },
    {
      "step": 2722,
      "lr": 0.0001,
      "sup_loss": 1.5034008503801666
    },
    {
      "step": 2723,
      "lr": 0.0001,
      "sup_loss": 1.5156252395962095
    },
    {
      "step": 2724,
      "lr": 0.0001,
      "sup_loss": 1.5165280950357019
    },
    {
      "step": 2725,
      "lr": 0.0001,
      "sup_loss": 1.51380026303828
    },
    {
      "step": 2726,
      "lr": 0.0001,
      "sup_loss": 1.5233494082140948
    },
    {
      "step": 2727,
      "lr": 0.0001,
      "sup_loss": 1.5361127730854214
    },
    {
      "step": 2728,
      "lr": 0.0001,
      "sup_loss": 1.529585195212748
    },
    {
      "step": 2729,
      "lr": 0.0001,
      "sup_loss": 1.5333029699122303
    },
    {
      "step": 2730,
      "lr": 0.0001,
      "sup_loss": 1.4760620606899622
    },
    {
      "step": 2731,
      "lr": 0.0001,
      "sup_loss": 1.5102922271962909
    },
    {
      "step": 2732,
      "lr": 0.0001,
      "sup_loss": 1.5197986858506476
    },
    {
      "step": 2733,
      "lr": 0.0001,
      "sup_loss": 1.465352990720544
    },
    {
      "step": 2734,
      "lr": 0.0001,
      "sup_loss": 1.5368086985238252
    },
    {
      "step": 2735,
      "lr": 0.0001,
      "sup_loss": 1.4992165062942173
    },
    {
      "step": 2736,
      "lr": 0.0001,
      "sup_loss": 1.4619453770721311
    },
    {
      "step": 2737,
      "lr": 0.0001,
      "sup_loss": 1.5200619629235568
    },
    {
      "step": 2738,
      "lr": 0.0001,
      "sup_loss": 1.5191772522541331
    },
    {
      "step": 2739,
      "lr": 0.0001,
      "sup_loss": 1.5197210237629692
    },
    {
      "step": 2740,
      "lr": 0.0001,
      "sup_loss": 1.5022190437708847
    },
    {
      "step": 2741,
      "lr": 0.0001,
      "sup_loss": 1.5021194751646962
    },
    {
      "step": 2742,
      "lr": 0.0001,
      "sup_loss": 1.5194594023036427
    },
    {
      "step": 2743,
      "lr": 0.0001,
      "sup_loss": 1.5557393145786977
    },
    {
      "step": 2744,
      "lr": 0.0001,
      "sup_loss": 1.4853784294279608
    },
    {
      "step": 2745,
      "lr": 0.0001,
      "sup_loss": 1.5059164155983562
    },
    {
      "step": 2746,
      "lr": 0.0001,
      "sup_loss": 1.5071862003081726
    },
    {
      "step": 2747,
      "lr": 0.0001,
      "sup_loss": 1.5054158872089871
    },
    {
      "step": 2748,
      "lr": 0.0001,
      "sup_loss": 1.5287817218840454
    },
    {
      "step": 2749,
      "lr": 0.0001,
      "sup_loss": 1.52287964149721
    },
    {
      "step": 2750,
      "lr": 0.0001,
      "sup_loss": 1.519570167029896,
      "lyap1_mean": -8.801053047180176,
      "lyap1_max": -8.30211353302002,
      "lyap_spec_mean": [
        -8.801053047180176,
        -9.077676773071289
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 2751,
      "lr": 0.0001,
      "sup_loss": 1.5648772178389727
    },
    {
      "step": 2752,
      "lr": 0.0001,
      "sup_loss": 1.529638673055108
    },
    {
      "step": 2753,
      "lr": 0.0001,
      "sup_loss": 1.5071772280277125
    },
    {
      "step": 2754,
      "lr": 0.0001,
      "sup_loss": 1.5223091943461458
    },
    {
      "step": 2755,
      "lr": 0.0001,
      "sup_loss": 1.5227720065853825
    },
    {
      "step": 2756,
      "lr": 0.0001,
      "sup_loss": 1.546720220781803
    },
    {
      "step": 2757,
      "lr": 0.0001,
      "sup_loss": 1.539895998969467
    },
    {
      "step": 2758,
      "lr": 0.0001,
      "sup_loss": 1.5159287627241147
    },
    {
      "step": 2759,
      "lr": 0.0001,
      "sup_loss": 1.5227834110793024
    },
    {
      "step": 2760,
      "lr": 0.0001,
      "sup_loss": 1.5164726453766308
    },
    {
      "step": 2761,
      "lr": 0.0001,
      "sup_loss": 1.520064355764943
    },
    {
      "step": 2762,
      "lr": 0.0001,
      "sup_loss": 1.5129681788510891
    },
    {
      "step": 2763,
      "lr": 0.0001,
      "sup_loss": 1.5216407146223823
    },
    {
      "step": 2764,
      "lr": 0.0001,
      "sup_loss": 1.5059002676474547
    },
    {
      "step": 2765,
      "lr": 0.0001,
      "sup_loss": 1.5303910916639902
    },
    {
      "step": 2766,
      "lr": 0.0001,
      "sup_loss": 1.510413250591205
    },
    {
      "step": 2767,
      "lr": 0.0001,
      "sup_loss": 1.4913779043178759
    },
    {
      "step": 2768,
      "lr": 0.0001,
      "sup_loss": 1.4922259513098997
    },
    {
      "step": 2769,
      "lr": 0.0001,
      "sup_loss": 1.5133804967369255
    },
    {
      "step": 2770,
      "lr": 0.0001,
      "sup_loss": 1.523161164391776
    },
    {
      "step": 2771,
      "lr": 0.0001,
      "sup_loss": 1.4889301465985891
    },
    {
      "step": 2772,
      "lr": 0.0001,
      "sup_loss": 1.5032979324683462
    },
    {
      "step": 2773,
      "lr": 0.0001,
      "sup_loss": 1.5028887733982845
    },
    {
      "step": 2774,
      "lr": 0.0001,
      "sup_loss": 1.4822812000183059
    },
    {
      "step": 2775,
      "lr": 0.0001,
      "sup_loss": 1.5157968841858014
    },
    {
      "step": 2776,
      "lr": 0.0001,
      "sup_loss": 1.5156942405858151
    },
    {
      "step": 2777,
      "lr": 0.0001,
      "sup_loss": 1.5134349276354253
    },
    {
      "step": 2778,
      "lr": 0.0001,
      "sup_loss": 1.5122486282937702
    },
    {
      "step": 2779,
      "lr": 0.0001,
      "sup_loss": 1.505506066495928
    },
    {
      "step": 2780,
      "lr": 0.0001,
      "sup_loss": 1.5097667302829454
    },
    {
      "step": 2781,
      "lr": 0.0001,
      "sup_loss": 1.5466109733958
    },
    {
      "step": 2782,
      "lr": 0.0001,
      "sup_loss": 1.525759811657514
    },
    {
      "step": 2783,
      "lr": 0.0001,
      "sup_loss": 1.5128629637064905
    },
    {
      "step": 2784,
      "lr": 0.0001,
      "sup_loss": 1.5198994957125693
    },
    {
      "step": 2785,
      "lr": 0.0001,
      "sup_loss": 1.5035589489587708
    },
    {
      "step": 2786,
      "lr": 0.0001,
      "sup_loss": 1.5187978238735993
    },
    {
      "step": 2787,
      "lr": 0.0001,
      "sup_loss": 1.5195311138890102
    },
    {
      "step": 2788,
      "lr": 0.0001,
      "sup_loss": 1.5205281794857617
    },
    {
      "step": 2789,
      "lr": 0.0001,
      "sup_loss": 1.532671251979135
    },
    {
      "step": 2790,
      "lr": 0.0001,
      "sup_loss": 1.4914008687504563
    },
    {
      "step": 2791,
      "lr": 0.0001,
      "sup_loss": 1.5154638737532353
    },
    {
      "step": 2792,
      "lr": 0.0001,
      "sup_loss": 1.5131350673844843
    },
    {
      "step": 2793,
      "lr": 0.0001,
      "sup_loss": 1.5504697866490342
    },
    {
      "step": 2794,
      "lr": 0.0001,
      "sup_loss": 1.4917874243325049
    },
    {
      "step": 2795,
      "lr": 0.0001,
      "sup_loss": 1.4952973445724187
    },
    {
      "step": 2796,
      "lr": 0.0001,
      "sup_loss": 1.5428367076020102
    },
    {
      "step": 2797,
      "lr": 0.0001,
      "sup_loss": 1.5029142310687524
    },
    {
      "step": 2798,
      "lr": 0.0001,
      "sup_loss": 1.5027768002197344
    },
    {
      "step": 2799,
      "lr": 0.0001,
      "sup_loss": 1.525199428026072
    },
    {
      "step": 2800,
      "lr": 0.0001,
      "sup_loss": 1.5036956062620364,
      "lyap1_mean": -8.647153854370117,
      "lyap1_max": -8.188324928283691,
      "lyap_spec_mean": [
        -8.647153854370117,
        -8.997187614440918
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 2801,
      "lr": 0.0001,
      "sup_loss": 1.5125319335219325
    },
    {
      "step": 2802,
      "lr": 0.0001,
      "sup_loss": 1.536798703561956
    },
    {
      "step": 2803,
      "lr": 0.0001,
      "sup_loss": 1.5270352546818193
    },
    {
      "step": 2804,
      "lr": 0.0001,
      "sup_loss": 1.5093320098705818
    },
    {
      "step": 2805,
      "lr": 0.0001,
      "sup_loss": 1.5121010366631968
    },
    {
      "step": 2806,
      "lr": 0.0001,
      "sup_loss": 1.5063748400811245
    },
    {
      "step": 2807,
      "lr": 0.0001,
      "sup_loss": 1.4926463518448558
    },
    {
      "step": 2808,
      "lr": 0.0001,
      "sup_loss": 1.5222635299887906
    },
    {
      "step": 2809,
      "lr": 0.0001,
      "sup_loss": 1.5196007524154864
    },
    {
      "step": 2810,
      "lr": 0.0001,
      "sup_loss": 1.4685719139699192
    },
    {
      "step": 2811,
      "lr": 0.0001,
      "sup_loss": 1.513006219285594
    },
    {
      "step": 2812,
      "lr": 0.0001,
      "sup_loss": 1.5058657970002711
    },
    {
      "step": 2813,
      "lr": 0.0001,
      "sup_loss": 1.536746902168418
    },
    {
      "step": 2814,
      "lr": 0.0001,
      "sup_loss": 1.5406282119224333
    },
    {
      "step": 2815,
      "lr": 0.0001,
      "sup_loss": 1.543025434044132
    },
    {
      "step": 2816,
      "lr": 0.0001,
      "sup_loss": 1.5159381635868443
    },
    {
      "step": 2817,
      "lr": 0.0001,
      "sup_loss": 1.4823734967893416
    },
    {
      "step": 2818,
      "lr": 0.0001,
      "sup_loss": 1.5200737038741685
    },
    {
      "step": 2819,
      "lr": 0.0001,
      "sup_loss": 1.4849751893471115
    },
    {
      "step": 2820,
      "lr": 0.0001,
      "sup_loss": 1.4786483002851005
    },
    {
      "step": 2821,
      "lr": 0.0001,
      "sup_loss": 1.5155737415749557
    },
    {
      "step": 2822,
      "lr": 0.0001,
      "sup_loss": 1.4953605064801585
    },
    {
      "step": 2823,
      "lr": 0.0001,
      "sup_loss": 1.5118310323333173
    },
    {
      "step": 2824,
      "lr": 0.0001,
      "sup_loss": 1.5195909275395412
    },
    {
      "step": 2825,
      "lr": 0.0001,
      "sup_loss": 1.5125435612065279
    },
    {
      "step": 2826,
      "lr": 0.0001,
      "sup_loss": 1.5241681170172385
    },
    {
      "step": 2827,
      "lr": 0.0001,
      "sup_loss": 1.5064338562751745
    },
    {
      "step": 2828,
      "lr": 0.0001,
      "sup_loss": 1.5401501624399148
    },
    {
      "step": 2829,
      "lr": 0.0001,
      "sup_loss": 1.5294878845098578
    },
    {
      "step": 2830,
      "lr": 0.0001,
      "sup_loss": 1.5566006121620992
    },
    {
      "step": 2831,
      "lr": 0.0001,
      "sup_loss": 1.5094978870905893
    },
    {
      "step": 2832,
      "lr": 0.0001,
      "sup_loss": 1.515939122423795
    },
    {
      "step": 2833,
      "lr": 0.0001,
      "sup_loss": 1.4450042525661697
    },
    {
      "step": 2834,
      "lr": 0.0001,
      "sup_loss": 1.5389337114877
    },
    {
      "step": 2835,
      "lr": 0.0001,
      "sup_loss": 1.5294279329757006
    },
    {
      "step": 2836,
      "lr": 0.0001,
      "sup_loss": 1.5261040021351397
    },
    {
      "step": 2837,
      "lr": 0.0001,
      "sup_loss": 1.4959451720303794
    },
    {
      "step": 2838,
      "lr": 0.0001,
      "sup_loss": 1.519141386246575
    },
    {
      "step": 2839,
      "lr": 0.0001,
      "sup_loss": 1.5306672707465416
    },
    {
      "step": 2840,
      "lr": 0.0001,
      "sup_loss": 1.4715441795933601
    },
    {
      "step": 2841,
      "lr": 0.0001,
      "sup_loss": 1.51421525343719
    },
    {
      "step": 2842,
      "lr": 0.0001,
      "sup_loss": 1.4998419003085695
    },
    {
      "step": 2843,
      "lr": 0.0001,
      "sup_loss": 1.5102054783048908
    },
    {
      "step": 2844,
      "lr": 0.0001,
      "sup_loss": 1.4929760453318592
    },
    {
      "step": 2845,
      "lr": 0.0001,
      "sup_loss": 1.5255189625601524
    },
    {
      "step": 2846,
      "lr": 0.0001,
      "sup_loss": 1.5154987556861856
    },
    {
      "step": 2847,
      "lr": 0.0001,
      "sup_loss": 1.5228836117923434
    },
    {
      "step": 2848,
      "lr": 0.0001,
      "sup_loss": 1.4724714266123842
    },
    {
      "step": 2849,
      "lr": 0.0001,
      "sup_loss": 1.5265474599474491
    },
    {
      "step": 2850,
      "lr": 0.0001,
      "sup_loss": 1.5028711815294737,
      "lyap1_mean": -8.510161399841309,
      "lyap1_max": -8.17573356628418,
      "lyap_spec_mean": [
        -8.510161399841309,
        -8.969608306884766
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 2851,
      "lr": 0.0001,
      "sup_loss": 1.5234024222032492
    },
    {
      "step": 2852,
      "lr": 0.0001,
      "sup_loss": 1.4960135853150378
    },
    {
      "step": 2853,
      "lr": 0.0001,
      "sup_loss": 1.5020587539706471
    },
    {
      "step": 2854,
      "lr": 0.0001,
      "sup_loss": 1.5094316912144357
    },
    {
      "step": 2855,
      "lr": 0.0001,
      "sup_loss": 1.515735374973473
    },
    {
      "step": 2856,
      "lr": 0.0001,
      "sup_loss": 1.5058923555680976
    },
    {
      "step": 2857,
      "lr": 0.0001,
      "sup_loss": 1.4893797030103386
    },
    {
      "step": 2858,
      "lr": 0.0001,
      "sup_loss": 1.5024567144183445
    },
    {
      "step": 2859,
      "lr": 0.0001,
      "sup_loss": 1.5057054325436643
    },
    {
      "step": 2860,
      "lr": 0.0001,
      "sup_loss": 1.4988336535578017
    },
    {
      "step": 2861,
      "lr": 0.0001,
      "sup_loss": 1.5195141471820277
    },
    {
      "step": 2862,
      "lr": 0.0001,
      "sup_loss": 1.529392168586038
    },
    {
      "step": 2863,
      "lr": 0.0001,
      "sup_loss": 1.4993483419961429
    },
    {
      "step": 2864,
      "lr": 0.0001,
      "sup_loss": 1.492027187369517
    },
    {
      "step": 2865,
      "lr": 0.0001,
      "sup_loss": 1.4929064812776305
    },
    {
      "step": 2866,
      "lr": 0.0001,
      "sup_loss": 1.4752352485826092
    },
    {
      "step": 2867,
      "lr": 0.0001,
      "sup_loss": 1.4920797443792415
    },
    {
      "step": 2868,
      "lr": 0.0001,
      "sup_loss": 1.5128688763599583
    },
    {
      "step": 2869,
      "lr": 0.0001,
      "sup_loss": 1.5129956995865552
    },
    {
      "step": 2870,
      "lr": 0.0001,
      "sup_loss": 1.4947422679864075
    },
    {
      "step": 2871,
      "lr": 0.0001,
      "sup_loss": 1.4777502482068485
    },
    {
      "step": 2872,
      "lr": 0.0001,
      "sup_loss": 1.4915466439356178
    },
    {
      "step": 2873,
      "lr": 0.0001,
      "sup_loss": 1.5242733029185058
    },
    {
      "step": 2874,
      "lr": 0.0001,
      "sup_loss": 1.5020832743061363
    },
    {
      "step": 2875,
      "lr": 0.0001,
      "sup_loss": 1.5048972016688476
    },
    {
      "step": 2876,
      "lr": 0.0001,
      "sup_loss": 1.526396347262128
    },
    {
      "step": 2877,
      "lr": 0.0001,
      "sup_loss": 1.502344779491286
    },
    {
      "step": 2878,
      "lr": 0.0001,
      "sup_loss": 1.501634727514593
    },
    {
      "step": 2879,
      "lr": 0.0001,
      "sup_loss": 1.5127440180146767
    },
    {
      "step": 2880,
      "lr": 0.0001,
      "sup_loss": 1.5183600202867316
    },
    {
      "step": 2881,
      "lr": 0.0001,
      "sup_loss": 1.4646491099028862
    },
    {
      "step": 2882,
      "lr": 0.0001,
      "sup_loss": 1.4888619742181834
    },
    {
      "step": 2883,
      "lr": 0.0001,
      "sup_loss": 1.5197844238237044
    },
    {
      "step": 2884,
      "lr": 0.0001,
      "sup_loss": 1.5148258113567532
    },
    {
      "step": 2885,
      "lr": 0.0001,
      "sup_loss": 1.526741217416653
    },
    {
      "step": 2886,
      "lr": 0.0001,
      "sup_loss": 1.5344325680979907
    },
    {
      "step": 2887,
      "lr": 0.0001,
      "sup_loss": 1.5255962405794246
    },
    {
      "step": 2888,
      "lr": 0.0001,
      "sup_loss": 1.4283915366452984
    },
    {
      "step": 2889,
      "lr": 0.0001,
      "sup_loss": 1.5642760048597628
    },
    {
      "step": 2890,
      "lr": 0.0001,
      "sup_loss": 1.509425604770576
    },
    {
      "step": 2891,
      "lr": 0.0001,
      "sup_loss": 1.502933126099108
    },
    {
      "step": 2892,
      "lr": 0.0001,
      "sup_loss": 1.5323946468570544
    },
    {
      "step": 2893,
      "lr": 0.0001,
      "sup_loss": 1.4961967406226557
    },
    {
      "step": 2894,
      "lr": 0.0001,
      "sup_loss": 1.5228417811556239
    },
    {
      "step": 2895,
      "lr": 0.0001,
      "sup_loss": 1.5017764558613587
    },
    {
      "step": 2896,
      "lr": 0.0001,
      "sup_loss": 1.5479284954456762
    },
    {
      "step": 2897,
      "lr": 0.0001,
      "sup_loss": 1.5608331307208607
    },
    {
      "step": 2898,
      "lr": 0.0001,
      "sup_loss": 1.4750939469143403
    },
    {
      "step": 2899,
      "lr": 0.0001,
      "sup_loss": 1.5034357566166165
    },
    {
      "step": 2900,
      "lr": 0.0001,
      "sup_loss": 1.520083346557646,
      "lyap1_mean": -8.383435249328613,
      "lyap1_max": -7.955485820770264,
      "lyap_spec_mean": [
        -8.383434295654297,
        -8.940679550170898
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 2901,
      "lr": 0.0001,
      "sup_loss": 1.5048681559634283
    },
    {
      "step": 2902,
      "lr": 0.0001,
      "sup_loss": 1.5469485154274079
    },
    {
      "step": 2903,
      "lr": 0.0001,
      "sup_loss": 1.5231801932115687
    },
    {
      "step": 2904,
      "lr": 0.0001,
      "sup_loss": 1.5025013103811191
    },
    {
      "step": 2905,
      "lr": 0.0001,
      "sup_loss": 1.4819126653875458
    },
    {
      "step": 2906,
      "lr": 0.0001,
      "sup_loss": 1.4844672403032206
    },
    {
      "step": 2907,
      "lr": 0.0001,
      "sup_loss": 1.5496275885969282
    },
    {
      "step": 2908,
      "lr": 0.0001,
      "sup_loss": 1.5255158989015356
    },
    {
      "step": 2909,
      "lr": 0.0001,
      "sup_loss": 1.5133561320405389
    },
    {
      "step": 2910,
      "lr": 0.0001,
      "sup_loss": 1.5091299354077576
    },
    {
      "step": 2911,
      "lr": 0.0001,
      "sup_loss": 1.5133633245472407
    },
    {
      "step": 2912,
      "lr": 0.0001,
      "sup_loss": 1.4743496241293919
    },
    {
      "step": 2913,
      "lr": 0.0001,
      "sup_loss": 1.5156892412410665
    },
    {
      "step": 2914,
      "lr": 0.0001,
      "sup_loss": 1.5329302618350436
    },
    {
      "step": 2915,
      "lr": 0.0001,
      "sup_loss": 1.5096786930233952
    },
    {
      "step": 2916,
      "lr": 0.0001,
      "sup_loss": 1.5061300623886757
    },
    {
      "step": 2917,
      "lr": 0.0001,
      "sup_loss": 1.4861225653723953
    },
    {
      "step": 2918,
      "lr": 0.0001,
      "sup_loss": 1.4813813358493975
    },
    {
      "step": 2919,
      "lr": 0.0001,
      "sup_loss": 1.498042394317311
    },
    {
      "step": 2920,
      "lr": 0.0001,
      "sup_loss": 1.4998282270935523
    },
    {
      "step": 2921,
      "lr": 0.0001,
      "sup_loss": 1.519771646317869
    },
    {
      "step": 2922,
      "lr": 0.0001,
      "sup_loss": 1.5360457573869457
    },
    {
      "step": 2923,
      "lr": 0.0001,
      "sup_loss": 1.515760876463756
    },
    {
      "step": 2924,
      "lr": 0.0001,
      "sup_loss": 1.4977812834025102
    },
    {
      "step": 2925,
      "lr": 0.0001,
      "sup_loss": 1.5236502353339383
    },
    {
      "step": 2926,
      "lr": 0.0001,
      "sup_loss": 1.525991743661665
    },
    {
      "step": 2927,
      "lr": 0.0001,
      "sup_loss": 1.5368059166231824
    },
    {
      "step": 2928,
      "lr": 0.0001,
      "sup_loss": 1.5083943591674114
    },
    {
      "step": 2929,
      "lr": 0.0001,
      "sup_loss": 1.5063305219116543
    },
    {
      "step": 2930,
      "lr": 0.0001,
      "sup_loss": 1.4945766956807893
    },
    {
      "step": 2931,
      "lr": 0.0001,
      "sup_loss": 1.5028505223603237
    },
    {
      "step": 2932,
      "lr": 0.0001,
      "sup_loss": 1.5046643844422654
    },
    {
      "step": 2933,
      "lr": 0.0001,
      "sup_loss": 1.50017780996385
    },
    {
      "step": 2934,
      "lr": 0.0001,
      "sup_loss": 1.5140106664466795
    },
    {
      "step": 2935,
      "lr": 0.0001,
      "sup_loss": 1.5129459304419053
    },
    {
      "step": 2936,
      "lr": 0.0001,
      "sup_loss": 1.5061596523542125
    },
    {
      "step": 2937,
      "lr": 0.0001,
      "sup_loss": 1.531776055741723
    },
    {
      "step": 2938,
      "lr": 0.0001,
      "sup_loss": 1.5134289360610893
    },
    {
      "step": 2939,
      "lr": 0.0001,
      "sup_loss": 1.4756265559872508
    },
    {
      "step": 2940,
      "lr": 0.0001,
      "sup_loss": 1.5031313727088933
    },
    {
      "step": 2941,
      "lr": 0.0001,
      "sup_loss": 1.5024014792683795
    },
    {
      "step": 2942,
      "lr": 0.0001,
      "sup_loss": 1.5358603412249412
    },
    {
      "step": 2943,
      "lr": 0.0001,
      "sup_loss": 1.5336556706704492
    },
    {
      "step": 2944,
      "lr": 0.0001,
      "sup_loss": 1.4760388451905404
    },
    {
      "step": 2945,
      "lr": 0.0001,
      "sup_loss": 1.5237122140936423
    },
    {
      "step": 2946,
      "lr": 0.0001,
      "sup_loss": 1.5329286652063197
    },
    {
      "step": 2947,
      "lr": 0.0001,
      "sup_loss": 1.5121014163611046
    },
    {
      "step": 2948,
      "lr": 0.0001,
      "sup_loss": 1.5058456580235247
    },
    {
      "step": 2949,
      "lr": 0.0001,
      "sup_loss": 1.5099556605466182
    },
    {
      "step": 2950,
      "lr": 0.0001,
      "sup_loss": 1.4919075945203557,
      "lyap1_mean": -8.444442749023438,
      "lyap1_max": -8.201986312866211,
      "lyap_spec_mean": [
        -8.444441795349121,
        -8.854179382324219
      ],
      "lyap_bound": -0.10536051565782628
    },
    {
      "step": 2951,
      "lr": 0.0001,
      "sup_loss": 1.503113180250828
    },
    {
      "step": 2952,
      "lr": 0.0001,
      "sup_loss": 1.5098936639690208
    },
    {
      "step": 2953,
      "lr": 0.0001,
      "sup_loss": 1.5092486461367565
    },
    {
      "step": 2954,
      "lr": 0.0001,
      "sup_loss": 1.5367960445610478
    },
    {
      "step": 2955,
      "lr": 0.0001,
      "sup_loss": 1.522864883315146
    },
    {
      "step": 2956,
      "lr": 0.0001,
      "sup_loss": 1.5127335450109312
    },
    {
      "step": 2957,
      "lr": 0.0001,
      "sup_loss": 1.5264390868914406
    },
    {
      "step": 2958,
      "lr": 0.0001,
      "sup_loss": 1.512567130251404
    },
    {
      "step": 2959,
      "lr": 0.0001,
      "sup_loss": 1.5167929114925096
    },
    {
      "step": 2960,
      "lr": 0.0001,
      "sup_loss": 1.5065224056401714
    },
    {
      "step": 2961,
      "lr": 0.0001,
      "sup_loss": 1.5130744500577402
    },
    {
      "step": 2962,
      "lr": 0.0001,
      "sup_loss": 1.513087016566023
    },
    {
      "step": 2963,
      "lr": 0.0001,
      "sup_loss": 1.50230843902988
    },
    {
      "step": 2964,
      "lr": 0.0001,
      "sup_loss": 1.5286429868211855
    },
    {
      "step": 2965,
      "lr": 0.0001,
      "sup_loss": 1.5187251452788435
    },
    {
      "step": 2966,
      "lr": 0.0001,
      "sup_loss": 1.4858335475098872
    },
    {
      "step": 2967,
      "lr": 0.0001,
      "sup_loss": 1.501553510439478
    },
    {
      "step": 2968,
      "lr": 0.0001,
      "sup_loss": 1.5089263566047793
    },
    {
      "step": 2969,
      "lr": 0.0001,
      "sup_loss": 1.5338997360063502
    },
    {
      "step": 2970,
      "lr": 0.0001,
      "sup_loss": 1.4951582449493612
    },
    {
      "step": 2971,
      "lr": 0.0001,
      "sup_loss": 1.512418691412798
    },
    {
      "step": 2972,
      "lr": 0.0001,
      "sup_loss": 1.5262456092497714
    },
    {
      "step": 2973,
      "lr": 0.0001,
      "sup_loss": 1.479397609502761
    },
    {
      "step": 2974,
      "lr": 0.0001,
      "sup_loss": 1.465245434781214
    },
    {
      "step": 2975,
      "lr": 0.0001,
      "sup_loss": 1.5096724850365864
    },
    {
      "step": 2976,
      "lr": 0.0001,
      "sup_loss": 1.5048517241402466
    },
    {
      "step": 2977,
      "lr": 0.0001,
      "sup_loss": 1.502642013000508
    },
    {
      "step": 2978,
      "lr": 0.0001,
      "sup_loss": 1.5482859456096618
    },
    {
      "step": 2979,
      "lr": 0.0001,
      "sup_loss": 1.5421171291496125
    },
    {
      "step": 2980,
      "lr": 0.0001,
      "sup_loss": 1.509523749709621
    },
    {
      "step": 2981,
      "lr": 0.0001,
      "sup_loss": 1.5059555062226182
    },
    {
      "step": 2982,
      "lr": 0.0001,
      "sup_loss": 1.5000585679596967
    },
    {
      "step": 2983,
      "lr": 0.0001,
      "sup_loss": 1.4990640046599086
    },
    {
      "step": 2984,
      "lr": 0.0001,
      "sup_loss": 1.5032385960883194
    },
    {
      "step": 2985,
      "lr": 0.0001,
      "sup_loss": 1.45935519353957
    },
    {
      "step": 2986,
      "lr": 0.0001,
      "sup_loss": 1.5330243328684994
    },
    {
      "step": 2987,
      "lr": 0.0001,
      "sup_loss": 1.5093518019088483
    },
    {
      "step": 2988,
      "lr": 0.0001,
      "sup_loss": 1.5230473923264736
    },
    {
      "step": 2989,
      "lr": 0.0001,
      "sup_loss": 1.505963828685485
    },
    {
      "step": 2990,
      "lr": 0.0001,
      "sup_loss": 1.5267481785276105
    },
    {
      "step": 2991,
      "lr": 0.0001,
      "sup_loss": 1.484002511967848
    },
    {
      "step": 2992,
      "lr": 0.0001,
      "sup_loss": 1.516239336863158
    },
    {
      "step": 2993,
      "lr": 0.0001,
      "sup_loss": 1.5113527859974767
    },
    {
      "step": 2994,
      "lr": 0.0001,
      "sup_loss": 1.5447019155611055
    },
    {
      "step": 2995,
      "lr": 0.0001,
      "sup_loss": 1.5263476241380238
    },
    {
      "step": 2996,
      "lr": 0.0001,
      "sup_loss": 1.5129204967258472
    },
    {
      "step": 2997,
      "lr": 0.0001,
      "sup_loss": 1.443162252776542
    },
    {
      "step": 2998,
      "lr": 0.0001,
      "sup_loss": 1.515408697866678
    },
    {
      "step": 2999,
      "lr": 0.0001,
      "sup_loss": 1.4894827105283397
    }
  ],
  "evals": [
    {
      "step": 0,
      "acc": 0.0,
      "tok_acc": 0.11072530864197531
    },
    {
      "step": 300,
      "acc": 0.0,
      "tok_acc": 0.38797260802469136
    },
    {
      "step": 600,
      "acc": 0.0,
      "tok_acc": 0.3890335648148148
    },
    {
      "step": 900,
      "acc": 0.0,
      "tok_acc": 0.3890094521604938
    },
    {
      "step": 1200,
      "acc": 0.0,
      "tok_acc": 0.3882619598765432
    },
    {
      "step": 1500,
      "acc": 0.0,
      "tok_acc": 0.38898533950617287
    },
    {
      "step": 1800,
      "acc": 0.0,
      "tok_acc": 0.3879002700617284
    },
    {
      "step": 2100,
      "acc": 0.0,
      "tok_acc": 0.3890576774691358
    },
    {
      "step": 2400,
      "acc": 0.0,
      "tok_acc": 0.39113136574074076
    },
    {
      "step": 2700,
      "acc": 0.0,
      "tok_acc": 0.39134837962962965
    },
    {
      "step": 3000,
      "acc": 0.0,
      "tok_acc": 0.39240933641975306
    }
  ],
  "final_acc": 0.0,
  "final_tok_acc": 0.39240933641975306
}