summaryrefslogtreecommitdiff
path: root/srm/runs/srm_v1_7M_sudoku1k_3k.json
diff options
context:
space:
mode:
authorYurenHao0426 <blackhao0426@gmail.com>2026-06-13 12:35:36 -0500
committerYurenHao0426 <blackhao0426@gmail.com>2026-06-13 12:35:36 -0500
commit66e0d8b9fd4d0f7a2231d689c055e26fdf1cf04a (patch)
treec29cba61124018755a19b02c9d33e3ad5f2e05cc /srm/runs/srm_v1_7M_sudoku1k_3k.json
rrm workspace: TRM/HRM/SRM code, Maze dataset, dynamical-analysis pipelineHEADmain
Curated export for clone-and-run Maze training (2x A6000) + diagnostics. trm/hrm pretrain.py carry trajectory-augmentation code (backward-compatible). Heavy artifacts (checkpoints/wandb/npz) gitignored; see PROVENANCE.md. Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
Diffstat (limited to 'srm/runs/srm_v1_7M_sudoku1k_3k.json')
-rw-r--r--srm/runs/srm_v1_7M_sudoku1k_3k.json15517
1 files changed, 15517 insertions, 0 deletions
diff --git a/srm/runs/srm_v1_7M_sudoku1k_3k.json b/srm/runs/srm_v1_7M_sudoku1k_3k.json
new file mode 100644
index 0000000..0afadcc
--- /dev/null
+++ b/srm/runs/srm_v1_7M_sudoku1k_3k.json
@@ -0,0 +1,15517 @@
+{
+ "args": {
+ "data_path": "/home/yurenh2/rrm/data/sudoku-extreme-1k-aug-1000",
+ "n_steps": 3000,
+ "batch_size": 8,
+ "lr": 0.0001,
+ "puzzle_emb_lr": 0.0001,
+ "warmup_steps": 200,
+ "weight_decay": 1.0,
+ "hidden_size": 512,
+ "n_iters": 12,
+ "n_aol_layers": 5,
+ "kappa": 0.9,
+ "eta": 1.0,
+ "alpha": 1.0,
+ "k_lyap": 2,
+ "lyap_iters": 8,
+ "lyap_every": 50,
+ "seed": 42,
+ "eval_every": 300,
+ "eval_n": 512,
+ "eval_batch_size": 32,
+ "out": "runs/srm_v1_7M_sudoku1k_3k.json",
+ "save_ckpt": "ckpts/srm_v1_7M_3k.pt"
+ },
+ "n_params": 6869236,
+ "initial_acc": 0.0,
+ "initial_tok_acc": 0.11072530864197531,
+ "initial_lip": {
+ "lip_emp_mean": 4.566142308704002e-08,
+ "lip_emp_max": 5.301484407027601e-08,
+ "lip_emp_99p": 5.179779805075668e-08,
+ "lip_theoretical_bound": 0.9,
+ "passes_bound": true
+ },
+ "steps": [
+ {
+ "step": 0,
+ "lr": 0.0,
+ "sup_loss": 2.545388497314158,
+ "lyap1_mean": -16.591732025146484,
+ "lyap1_max": -16.564510345458984,
+ "lyap_spec_mean": [
+ -16.591732025146484,
+ -16.587482452392578
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 1,
+ "lr": 5e-07,
+ "sup_loss": 2.520062125852257
+ },
+ {
+ "step": 2,
+ "lr": 1e-06,
+ "sup_loss": 2.5401019492153294
+ },
+ {
+ "step": 3,
+ "lr": 1.5e-06,
+ "sup_loss": 2.541414888335374
+ },
+ {
+ "step": 4,
+ "lr": 2e-06,
+ "sup_loss": 2.5445404259304185
+ },
+ {
+ "step": 5,
+ "lr": 2.5e-06,
+ "sup_loss": 2.544604022147916
+ },
+ {
+ "step": 6,
+ "lr": 3e-06,
+ "sup_loss": 2.5139777369216754
+ },
+ {
+ "step": 7,
+ "lr": 3.5e-06,
+ "sup_loss": 2.53090131215773
+ },
+ {
+ "step": 8,
+ "lr": 4e-06,
+ "sup_loss": 2.5181077778125167
+ },
+ {
+ "step": 9,
+ "lr": 4.5e-06,
+ "sup_loss": 2.5336223439798546
+ },
+ {
+ "step": 10,
+ "lr": 5e-06,
+ "sup_loss": 2.5004438372921713
+ },
+ {
+ "step": 11,
+ "lr": 5.500000000000001e-06,
+ "sup_loss": 2.500397831436203
+ },
+ {
+ "step": 12,
+ "lr": 6e-06,
+ "sup_loss": 2.514644659350256
+ },
+ {
+ "step": 13,
+ "lr": 6.5000000000000004e-06,
+ "sup_loss": 2.5053497221639836
+ },
+ {
+ "step": 14,
+ "lr": 7e-06,
+ "sup_loss": 2.4932143679006065
+ },
+ {
+ "step": 15,
+ "lr": 7.5e-06,
+ "sup_loss": 2.5039324402283887
+ },
+ {
+ "step": 16,
+ "lr": 8e-06,
+ "sup_loss": 2.4999695373334183
+ },
+ {
+ "step": 17,
+ "lr": 8.5e-06,
+ "sup_loss": 2.4715084261110647
+ },
+ {
+ "step": 18,
+ "lr": 9e-06,
+ "sup_loss": 2.4646305943266644
+ },
+ {
+ "step": 19,
+ "lr": 9.5e-06,
+ "sup_loss": 2.4279348480117995
+ },
+ {
+ "step": 20,
+ "lr": 1e-05,
+ "sup_loss": 2.4388607308610775
+ },
+ {
+ "step": 21,
+ "lr": 1.0500000000000001e-05,
+ "sup_loss": 2.4238828014090403
+ },
+ {
+ "step": 22,
+ "lr": 1.1000000000000001e-05,
+ "sup_loss": 2.4337139840790405
+ },
+ {
+ "step": 23,
+ "lr": 1.15e-05,
+ "sup_loss": 2.4281116385182964
+ },
+ {
+ "step": 24,
+ "lr": 1.2e-05,
+ "sup_loss": 2.39559567554181
+ },
+ {
+ "step": 25,
+ "lr": 1.25e-05,
+ "sup_loss": 2.3949485266753854
+ },
+ {
+ "step": 26,
+ "lr": 1.3000000000000001e-05,
+ "sup_loss": 2.358922499176413
+ },
+ {
+ "step": 27,
+ "lr": 1.3500000000000001e-05,
+ "sup_loss": 2.3565614093149567
+ },
+ {
+ "step": 28,
+ "lr": 1.4e-05,
+ "sup_loss": 2.383434605726758
+ },
+ {
+ "step": 29,
+ "lr": 1.4500000000000002e-05,
+ "sup_loss": 2.3896169688655604
+ },
+ {
+ "step": 30,
+ "lr": 1.5e-05,
+ "sup_loss": 2.338761299908307
+ },
+ {
+ "step": 31,
+ "lr": 1.55e-05,
+ "sup_loss": 2.3102453996857837
+ },
+ {
+ "step": 32,
+ "lr": 1.6e-05,
+ "sup_loss": 2.322905824594401
+ },
+ {
+ "step": 33,
+ "lr": 1.65e-05,
+ "sup_loss": 2.315363400514065
+ },
+ {
+ "step": 34,
+ "lr": 1.7e-05,
+ "sup_loss": 2.277430686700119
+ },
+ {
+ "step": 35,
+ "lr": 1.7500000000000002e-05,
+ "sup_loss": 2.285889955223168
+ },
+ {
+ "step": 36,
+ "lr": 1.8e-05,
+ "sup_loss": 2.273734133118314
+ },
+ {
+ "step": 37,
+ "lr": 1.8500000000000002e-05,
+ "sup_loss": 2.2575386614327755
+ },
+ {
+ "step": 38,
+ "lr": 1.9e-05,
+ "sup_loss": 2.2411266077943717
+ },
+ {
+ "step": 39,
+ "lr": 1.95e-05,
+ "sup_loss": 2.2475000956812576
+ },
+ {
+ "step": 40,
+ "lr": 2e-05,
+ "sup_loss": 2.2180165447401876
+ },
+ {
+ "step": 41,
+ "lr": 2.05e-05,
+ "sup_loss": 2.2254883297794104
+ },
+ {
+ "step": 42,
+ "lr": 2.1000000000000002e-05,
+ "sup_loss": 2.2245932501231276
+ },
+ {
+ "step": 43,
+ "lr": 2.15e-05,
+ "sup_loss": 2.1796953983390916
+ },
+ {
+ "step": 44,
+ "lr": 2.2000000000000003e-05,
+ "sup_loss": 2.2089661213882943
+ },
+ {
+ "step": 45,
+ "lr": 2.25e-05,
+ "sup_loss": 2.1688508683222447
+ },
+ {
+ "step": 46,
+ "lr": 2.3e-05,
+ "sup_loss": 2.172612517816952
+ },
+ {
+ "step": 47,
+ "lr": 2.3500000000000002e-05,
+ "sup_loss": 2.1523102979723996
+ },
+ {
+ "step": 48,
+ "lr": 2.4e-05,
+ "sup_loss": 2.1498654952498053
+ },
+ {
+ "step": 49,
+ "lr": 2.45e-05,
+ "sup_loss": 2.1472931735713097
+ },
+ {
+ "step": 50,
+ "lr": 2.5e-05,
+ "sup_loss": 2.143014239028663,
+ "lyap1_mean": -16.918052673339844,
+ "lyap1_max": -16.8529109954834,
+ "lyap_spec_mean": [
+ -16.918052673339844,
+ -16.922578811645508
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 51,
+ "lr": 2.5500000000000003e-05,
+ "sup_loss": 2.1366468357293793
+ },
+ {
+ "step": 52,
+ "lr": 2.6000000000000002e-05,
+ "sup_loss": 2.0814824435696417
+ },
+ {
+ "step": 53,
+ "lr": 2.65e-05,
+ "sup_loss": 2.0904627840078445
+ },
+ {
+ "step": 54,
+ "lr": 2.7000000000000002e-05,
+ "sup_loss": 2.0856293491144773
+ },
+ {
+ "step": 55,
+ "lr": 2.7500000000000004e-05,
+ "sup_loss": 2.0905153299963217
+ },
+ {
+ "step": 56,
+ "lr": 2.8e-05,
+ "sup_loss": 2.0874446462353586
+ },
+ {
+ "step": 57,
+ "lr": 2.85e-05,
+ "sup_loss": 2.0731640567223266
+ },
+ {
+ "step": 58,
+ "lr": 2.9000000000000004e-05,
+ "sup_loss": 2.068913765747051
+ },
+ {
+ "step": 59,
+ "lr": 2.95e-05,
+ "sup_loss": 2.0321220050099456
+ },
+ {
+ "step": 60,
+ "lr": 3e-05,
+ "sup_loss": 2.039560733981708
+ },
+ {
+ "step": 61,
+ "lr": 3.0500000000000003e-05,
+ "sup_loss": 2.0311050393582954
+ },
+ {
+ "step": 62,
+ "lr": 3.1e-05,
+ "sup_loss": 2.023536867022937
+ },
+ {
+ "step": 63,
+ "lr": 3.15e-05,
+ "sup_loss": 2.012712282327772
+ },
+ {
+ "step": 64,
+ "lr": 3.2e-05,
+ "sup_loss": 1.9895662289668616
+ },
+ {
+ "step": 65,
+ "lr": 3.2500000000000004e-05,
+ "sup_loss": 2.00573949675443
+ },
+ {
+ "step": 66,
+ "lr": 3.3e-05,
+ "sup_loss": 1.9787640293857178
+ },
+ {
+ "step": 67,
+ "lr": 3.35e-05,
+ "sup_loss": 1.972293977513286
+ },
+ {
+ "step": 68,
+ "lr": 3.4e-05,
+ "sup_loss": 1.9723419950107408
+ },
+ {
+ "step": 69,
+ "lr": 3.4500000000000005e-05,
+ "sup_loss": 1.9654930336422252
+ },
+ {
+ "step": 70,
+ "lr": 3.5000000000000004e-05,
+ "sup_loss": 1.960238565605203
+ },
+ {
+ "step": 71,
+ "lr": 3.55e-05,
+ "sup_loss": 1.946865884454777
+ },
+ {
+ "step": 72,
+ "lr": 3.6e-05,
+ "sup_loss": 1.9353493570877125
+ },
+ {
+ "step": 73,
+ "lr": 3.65e-05,
+ "sup_loss": 1.9190507243093153
+ },
+ {
+ "step": 74,
+ "lr": 3.7000000000000005e-05,
+ "sup_loss": 1.9216891112755936
+ },
+ {
+ "step": 75,
+ "lr": 3.7500000000000003e-05,
+ "sup_loss": 1.928104376862006
+ },
+ {
+ "step": 76,
+ "lr": 3.8e-05,
+ "sup_loss": 1.908872015314727
+ },
+ {
+ "step": 77,
+ "lr": 3.85e-05,
+ "sup_loss": 1.9038224428383652
+ },
+ {
+ "step": 78,
+ "lr": 3.9e-05,
+ "sup_loss": 1.908470684287983
+ },
+ {
+ "step": 79,
+ "lr": 3.9500000000000005e-05,
+ "sup_loss": 1.9006691564433424
+ },
+ {
+ "step": 80,
+ "lr": 4e-05,
+ "sup_loss": 1.8743926803907092
+ },
+ {
+ "step": 81,
+ "lr": 4.0499999999999995e-05,
+ "sup_loss": 1.8752125309344267
+ },
+ {
+ "step": 82,
+ "lr": 4.1e-05,
+ "sup_loss": 1.8476202373453925
+ },
+ {
+ "step": 83,
+ "lr": 4.15e-05,
+ "sup_loss": 1.8625218866493753
+ },
+ {
+ "step": 84,
+ "lr": 4.2000000000000004e-05,
+ "sup_loss": 1.8558469714931147
+ },
+ {
+ "step": 85,
+ "lr": 4.25e-05,
+ "sup_loss": 1.8378518003501194
+ },
+ {
+ "step": 86,
+ "lr": 4.3e-05,
+ "sup_loss": 1.8299320035381321
+ },
+ {
+ "step": 87,
+ "lr": 4.350000000000001e-05,
+ "sup_loss": 1.8286555014986339
+ },
+ {
+ "step": 88,
+ "lr": 4.4000000000000006e-05,
+ "sup_loss": 1.8463436871915169
+ },
+ {
+ "step": 89,
+ "lr": 4.45e-05,
+ "sup_loss": 1.8248907248495
+ },
+ {
+ "step": 90,
+ "lr": 4.5e-05,
+ "sup_loss": 1.8091619336800226
+ },
+ {
+ "step": 91,
+ "lr": 4.55e-05,
+ "sup_loss": 1.8116371199886308
+ },
+ {
+ "step": 92,
+ "lr": 4.6e-05,
+ "sup_loss": 1.8024278161917549
+ },
+ {
+ "step": 93,
+ "lr": 4.6500000000000005e-05,
+ "sup_loss": 1.7857707078309426
+ },
+ {
+ "step": 94,
+ "lr": 4.7000000000000004e-05,
+ "sup_loss": 1.8015773186789588
+ },
+ {
+ "step": 95,
+ "lr": 4.7499999999999996e-05,
+ "sup_loss": 1.7815456372285252
+ },
+ {
+ "step": 96,
+ "lr": 4.8e-05,
+ "sup_loss": 1.7857859334682855
+ },
+ {
+ "step": 97,
+ "lr": 4.85e-05,
+ "sup_loss": 1.7814948727940696
+ },
+ {
+ "step": 98,
+ "lr": 4.9e-05,
+ "sup_loss": 1.7859203612205619
+ },
+ {
+ "step": 99,
+ "lr": 4.9500000000000004e-05,
+ "sup_loss": 1.7633073071482288
+ },
+ {
+ "step": 100,
+ "lr": 5e-05,
+ "sup_loss": 1.749137886640539,
+ "lyap1_mean": -16.546123504638672,
+ "lyap1_max": -16.499147415161133,
+ "lyap_spec_mean": [
+ -16.546125411987305,
+ -16.557605743408203
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 101,
+ "lr": 5.050000000000001e-05,
+ "sup_loss": 1.7516780029297327
+ },
+ {
+ "step": 102,
+ "lr": 5.1000000000000006e-05,
+ "sup_loss": 1.7542192928392524
+ },
+ {
+ "step": 103,
+ "lr": 5.15e-05,
+ "sup_loss": 1.758186825576543
+ },
+ {
+ "step": 104,
+ "lr": 5.2000000000000004e-05,
+ "sup_loss": 1.740310638467503
+ },
+ {
+ "step": 105,
+ "lr": 5.25e-05,
+ "sup_loss": 1.7340111500177182
+ },
+ {
+ "step": 106,
+ "lr": 5.3e-05,
+ "sup_loss": 1.7329404153254435
+ },
+ {
+ "step": 107,
+ "lr": 5.3500000000000006e-05,
+ "sup_loss": 1.7275449830293221
+ },
+ {
+ "step": 108,
+ "lr": 5.4000000000000005e-05,
+ "sup_loss": 1.7262494352938373
+ },
+ {
+ "step": 109,
+ "lr": 5.4499999999999997e-05,
+ "sup_loss": 1.7024765444598133
+ },
+ {
+ "step": 110,
+ "lr": 5.500000000000001e-05,
+ "sup_loss": 1.7120000258009922
+ },
+ {
+ "step": 111,
+ "lr": 5.55e-05,
+ "sup_loss": 1.7031516089183187
+ },
+ {
+ "step": 112,
+ "lr": 5.6e-05,
+ "sup_loss": 1.728018202909447
+ },
+ {
+ "step": 113,
+ "lr": 5.6500000000000005e-05,
+ "sup_loss": 1.7091894804721155
+ },
+ {
+ "step": 114,
+ "lr": 5.7e-05,
+ "sup_loss": 1.7043584749679423
+ },
+ {
+ "step": 115,
+ "lr": 5.75e-05,
+ "sup_loss": 1.6568847494341825
+ },
+ {
+ "step": 116,
+ "lr": 5.800000000000001e-05,
+ "sup_loss": 1.6805926019007698
+ },
+ {
+ "step": 117,
+ "lr": 5.85e-05,
+ "sup_loss": 1.703872008245952
+ },
+ {
+ "step": 118,
+ "lr": 5.9e-05,
+ "sup_loss": 1.6823422522353808
+ },
+ {
+ "step": 119,
+ "lr": 5.95e-05,
+ "sup_loss": 1.6595561845360967
+ },
+ {
+ "step": 120,
+ "lr": 6e-05,
+ "sup_loss": 1.6681964209101177
+ },
+ {
+ "step": 121,
+ "lr": 6.050000000000001e-05,
+ "sup_loss": 1.6812294999431794
+ },
+ {
+ "step": 122,
+ "lr": 6.1000000000000005e-05,
+ "sup_loss": 1.6876474415755067
+ },
+ {
+ "step": 123,
+ "lr": 6.15e-05,
+ "sup_loss": 1.684829344928463
+ },
+ {
+ "step": 124,
+ "lr": 6.2e-05,
+ "sup_loss": 1.6832337149213155
+ },
+ {
+ "step": 125,
+ "lr": 6.25e-05,
+ "sup_loss": 1.6768433395838978
+ },
+ {
+ "step": 126,
+ "lr": 6.3e-05,
+ "sup_loss": 1.6563331318961014
+ },
+ {
+ "step": 127,
+ "lr": 6.350000000000001e-05,
+ "sup_loss": 1.6422538462032277
+ },
+ {
+ "step": 128,
+ "lr": 6.4e-05,
+ "sup_loss": 1.650632587007114
+ },
+ {
+ "step": 129,
+ "lr": 6.45e-05,
+ "sup_loss": 1.636353762380422
+ },
+ {
+ "step": 130,
+ "lr": 6.500000000000001e-05,
+ "sup_loss": 1.6214526462060446
+ },
+ {
+ "step": 131,
+ "lr": 6.55e-05,
+ "sup_loss": 1.6460770688290096
+ },
+ {
+ "step": 132,
+ "lr": 6.6e-05,
+ "sup_loss": 1.6370297239242264
+ },
+ {
+ "step": 133,
+ "lr": 6.65e-05,
+ "sup_loss": 1.6686424525772805
+ },
+ {
+ "step": 134,
+ "lr": 6.7e-05,
+ "sup_loss": 1.644915211472824
+ },
+ {
+ "step": 135,
+ "lr": 6.75e-05,
+ "sup_loss": 1.6595162434349684
+ },
+ {
+ "step": 136,
+ "lr": 6.8e-05,
+ "sup_loss": 1.674740805749333
+ },
+ {
+ "step": 137,
+ "lr": 6.85e-05,
+ "sup_loss": 1.6544656217632967
+ },
+ {
+ "step": 138,
+ "lr": 6.900000000000001e-05,
+ "sup_loss": 1.649680463638582
+ },
+ {
+ "step": 139,
+ "lr": 6.950000000000001e-05,
+ "sup_loss": 1.628350327902047
+ },
+ {
+ "step": 140,
+ "lr": 7.000000000000001e-05,
+ "sup_loss": 1.6499040061125425
+ },
+ {
+ "step": 141,
+ "lr": 7.05e-05,
+ "sup_loss": 1.6783952801695923
+ },
+ {
+ "step": 142,
+ "lr": 7.1e-05,
+ "sup_loss": 1.6312781619134684
+ },
+ {
+ "step": 143,
+ "lr": 7.15e-05,
+ "sup_loss": 1.6151848402388453
+ },
+ {
+ "step": 144,
+ "lr": 7.2e-05,
+ "sup_loss": 1.666482538368257
+ },
+ {
+ "step": 145,
+ "lr": 7.25e-05,
+ "sup_loss": 1.6147687382154745
+ },
+ {
+ "step": 146,
+ "lr": 7.3e-05,
+ "sup_loss": 1.6423219755220124
+ },
+ {
+ "step": 147,
+ "lr": 7.350000000000001e-05,
+ "sup_loss": 1.6349052848464927
+ },
+ {
+ "step": 148,
+ "lr": 7.400000000000001e-05,
+ "sup_loss": 1.564486616501131
+ },
+ {
+ "step": 149,
+ "lr": 7.45e-05,
+ "sup_loss": 1.5952894429569016
+ },
+ {
+ "step": 150,
+ "lr": 7.500000000000001e-05,
+ "sup_loss": 1.6072027271163234,
+ "lyap1_mean": -15.320697784423828,
+ "lyap1_max": -15.170461654663086,
+ "lyap_spec_mean": [
+ -15.320697784423828,
+ -15.36007308959961
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 151,
+ "lr": 7.55e-05,
+ "sup_loss": 1.629904038121481
+ },
+ {
+ "step": 152,
+ "lr": 7.6e-05,
+ "sup_loss": 1.6154697798857927
+ },
+ {
+ "step": 153,
+ "lr": 7.65e-05,
+ "sup_loss": 1.5897304250934883
+ },
+ {
+ "step": 154,
+ "lr": 7.7e-05,
+ "sup_loss": 1.6312396536927336
+ },
+ {
+ "step": 155,
+ "lr": 7.75e-05,
+ "sup_loss": 1.6204636841281057
+ },
+ {
+ "step": 156,
+ "lr": 7.8e-05,
+ "sup_loss": 1.6310431467852267
+ },
+ {
+ "step": 157,
+ "lr": 7.850000000000001e-05,
+ "sup_loss": 1.5991707993194202
+ },
+ {
+ "step": 158,
+ "lr": 7.900000000000001e-05,
+ "sup_loss": 1.6001230265663404
+ },
+ {
+ "step": 159,
+ "lr": 7.950000000000001e-05,
+ "sup_loss": 1.63382038208027
+ },
+ {
+ "step": 160,
+ "lr": 8e-05,
+ "sup_loss": 1.6234039701610425
+ },
+ {
+ "step": 161,
+ "lr": 8.05e-05,
+ "sup_loss": 1.5541464551724393
+ },
+ {
+ "step": 162,
+ "lr": 8.099999999999999e-05,
+ "sup_loss": 1.595696984441022
+ },
+ {
+ "step": 163,
+ "lr": 8.150000000000002e-05,
+ "sup_loss": 1.6004328154862009
+ },
+ {
+ "step": 164,
+ "lr": 8.2e-05,
+ "sup_loss": 1.5649726023722013
+ },
+ {
+ "step": 165,
+ "lr": 8.25e-05,
+ "sup_loss": 1.5895463019882323
+ },
+ {
+ "step": 166,
+ "lr": 8.3e-05,
+ "sup_loss": 1.5947065120508046
+ },
+ {
+ "step": 167,
+ "lr": 8.35e-05,
+ "sup_loss": 1.5678144384391373
+ },
+ {
+ "step": 168,
+ "lr": 8.400000000000001e-05,
+ "sup_loss": 1.61713849068063
+ },
+ {
+ "step": 169,
+ "lr": 8.450000000000001e-05,
+ "sup_loss": 1.5715750485377458
+ },
+ {
+ "step": 170,
+ "lr": 8.5e-05,
+ "sup_loss": 1.5898771453200746
+ },
+ {
+ "step": 171,
+ "lr": 8.55e-05,
+ "sup_loss": 1.5884602095578788
+ },
+ {
+ "step": 172,
+ "lr": 8.6e-05,
+ "sup_loss": 1.5870489294841537
+ },
+ {
+ "step": 173,
+ "lr": 8.65e-05,
+ "sup_loss": 1.5698268652324014
+ },
+ {
+ "step": 174,
+ "lr": 8.700000000000001e-05,
+ "sup_loss": 1.5633158451601286
+ },
+ {
+ "step": 175,
+ "lr": 8.750000000000001e-05,
+ "sup_loss": 1.562199086162526
+ },
+ {
+ "step": 176,
+ "lr": 8.800000000000001e-05,
+ "sup_loss": 1.5696177528603659
+ },
+ {
+ "step": 177,
+ "lr": 8.85e-05,
+ "sup_loss": 1.5700466905267636
+ },
+ {
+ "step": 178,
+ "lr": 8.9e-05,
+ "sup_loss": 1.5748911545928015
+ },
+ {
+ "step": 179,
+ "lr": 8.95e-05,
+ "sup_loss": 1.594718319599315
+ },
+ {
+ "step": 180,
+ "lr": 9e-05,
+ "sup_loss": 1.5729019246994131
+ },
+ {
+ "step": 181,
+ "lr": 9.05e-05,
+ "sup_loss": 1.5403525919372176
+ },
+ {
+ "step": 182,
+ "lr": 9.1e-05,
+ "sup_loss": 1.5778584864331255
+ },
+ {
+ "step": 183,
+ "lr": 9.15e-05,
+ "sup_loss": 1.5735868229766863
+ },
+ {
+ "step": 184,
+ "lr": 9.2e-05,
+ "sup_loss": 1.5616653359831962
+ },
+ {
+ "step": 185,
+ "lr": 9.250000000000001e-05,
+ "sup_loss": 1.5503534458189467
+ },
+ {
+ "step": 186,
+ "lr": 9.300000000000001e-05,
+ "sup_loss": 1.5230171047090646
+ },
+ {
+ "step": 187,
+ "lr": 9.350000000000001e-05,
+ "sup_loss": 1.5659364015331518
+ },
+ {
+ "step": 188,
+ "lr": 9.400000000000001e-05,
+ "sup_loss": 1.5428544288052446
+ },
+ {
+ "step": 189,
+ "lr": 9.45e-05,
+ "sup_loss": 1.5841358113755202
+ },
+ {
+ "step": 190,
+ "lr": 9.499999999999999e-05,
+ "sup_loss": 1.5570893348201698
+ },
+ {
+ "step": 191,
+ "lr": 9.550000000000002e-05,
+ "sup_loss": 1.5721590053339976
+ },
+ {
+ "step": 192,
+ "lr": 9.6e-05,
+ "sup_loss": 1.6046612562995117
+ },
+ {
+ "step": 193,
+ "lr": 9.65e-05,
+ "sup_loss": 1.557942953451703
+ },
+ {
+ "step": 194,
+ "lr": 9.7e-05,
+ "sup_loss": 1.5794450168460041
+ },
+ {
+ "step": 195,
+ "lr": 9.75e-05,
+ "sup_loss": 1.5879573812306729
+ },
+ {
+ "step": 196,
+ "lr": 9.8e-05,
+ "sup_loss": 1.5741866974540388
+ },
+ {
+ "step": 197,
+ "lr": 9.850000000000001e-05,
+ "sup_loss": 1.5578307132398128
+ },
+ {
+ "step": 198,
+ "lr": 9.900000000000001e-05,
+ "sup_loss": 1.5626090988619514
+ },
+ {
+ "step": 199,
+ "lr": 9.95e-05,
+ "sup_loss": 1.5784330617895097
+ },
+ {
+ "step": 200,
+ "lr": 0.0001,
+ "sup_loss": 1.546401136135047,
+ "lyap1_mean": -13.368176460266113,
+ "lyap1_max": -13.05943489074707,
+ "lyap_spec_mean": [
+ -13.36817741394043,
+ -13.445384979248047
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 201,
+ "lr": 0.0001,
+ "sup_loss": 1.5707265626098772
+ },
+ {
+ "step": 202,
+ "lr": 0.0001,
+ "sup_loss": 1.5629171279387688
+ },
+ {
+ "step": 203,
+ "lr": 0.0001,
+ "sup_loss": 1.5591698327696404
+ },
+ {
+ "step": 204,
+ "lr": 0.0001,
+ "sup_loss": 1.585064422243319
+ },
+ {
+ "step": 205,
+ "lr": 0.0001,
+ "sup_loss": 1.5770335808605092
+ },
+ {
+ "step": 206,
+ "lr": 0.0001,
+ "sup_loss": 1.5506618331915807
+ },
+ {
+ "step": 207,
+ "lr": 0.0001,
+ "sup_loss": 1.5566892124718412
+ },
+ {
+ "step": 208,
+ "lr": 0.0001,
+ "sup_loss": 1.5817056119087138
+ },
+ {
+ "step": 209,
+ "lr": 0.0001,
+ "sup_loss": 1.5620699338112491
+ },
+ {
+ "step": 210,
+ "lr": 0.0001,
+ "sup_loss": 1.5702948694656993
+ },
+ {
+ "step": 211,
+ "lr": 0.0001,
+ "sup_loss": 1.5285576594611012
+ },
+ {
+ "step": 212,
+ "lr": 0.0001,
+ "sup_loss": 1.557410632062521
+ },
+ {
+ "step": 213,
+ "lr": 0.0001,
+ "sup_loss": 1.5618627398768223
+ },
+ {
+ "step": 214,
+ "lr": 0.0001,
+ "sup_loss": 1.5652052144883482
+ },
+ {
+ "step": 215,
+ "lr": 0.0001,
+ "sup_loss": 1.5398064408676364
+ },
+ {
+ "step": 216,
+ "lr": 0.0001,
+ "sup_loss": 1.583365873349433
+ },
+ {
+ "step": 217,
+ "lr": 0.0001,
+ "sup_loss": 1.5647626402196404
+ },
+ {
+ "step": 218,
+ "lr": 0.0001,
+ "sup_loss": 1.5450069693157535
+ },
+ {
+ "step": 219,
+ "lr": 0.0001,
+ "sup_loss": 1.5570499121593666
+ },
+ {
+ "step": 220,
+ "lr": 0.0001,
+ "sup_loss": 1.5830725200500773
+ },
+ {
+ "step": 221,
+ "lr": 0.0001,
+ "sup_loss": 1.5093789472282069
+ },
+ {
+ "step": 222,
+ "lr": 0.0001,
+ "sup_loss": 1.5510206021558364
+ },
+ {
+ "step": 223,
+ "lr": 0.0001,
+ "sup_loss": 1.5473453186468795
+ },
+ {
+ "step": 224,
+ "lr": 0.0001,
+ "sup_loss": 1.4829352037843218
+ },
+ {
+ "step": 225,
+ "lr": 0.0001,
+ "sup_loss": 1.5657744773879758
+ },
+ {
+ "step": 226,
+ "lr": 0.0001,
+ "sup_loss": 1.5393384417931062
+ },
+ {
+ "step": 227,
+ "lr": 0.0001,
+ "sup_loss": 1.5678270349115604
+ },
+ {
+ "step": 228,
+ "lr": 0.0001,
+ "sup_loss": 1.5685422572235481
+ },
+ {
+ "step": 229,
+ "lr": 0.0001,
+ "sup_loss": 1.531041954977997
+ },
+ {
+ "step": 230,
+ "lr": 0.0001,
+ "sup_loss": 1.5138149851172324
+ },
+ {
+ "step": 231,
+ "lr": 0.0001,
+ "sup_loss": 1.54822918470603
+ },
+ {
+ "step": 232,
+ "lr": 0.0001,
+ "sup_loss": 1.5431681817167595
+ },
+ {
+ "step": 233,
+ "lr": 0.0001,
+ "sup_loss": 1.539734213338812
+ },
+ {
+ "step": 234,
+ "lr": 0.0001,
+ "sup_loss": 1.5416799692784875
+ },
+ {
+ "step": 235,
+ "lr": 0.0001,
+ "sup_loss": 1.5745525285420325
+ },
+ {
+ "step": 236,
+ "lr": 0.0001,
+ "sup_loss": 1.5421012001162497
+ },
+ {
+ "step": 237,
+ "lr": 0.0001,
+ "sup_loss": 1.538678641555442
+ },
+ {
+ "step": 238,
+ "lr": 0.0001,
+ "sup_loss": 1.5874294234526345
+ },
+ {
+ "step": 239,
+ "lr": 0.0001,
+ "sup_loss": 1.5342173889444943
+ },
+ {
+ "step": 240,
+ "lr": 0.0001,
+ "sup_loss": 1.570358153924424
+ },
+ {
+ "step": 241,
+ "lr": 0.0001,
+ "sup_loss": 1.577295845726841
+ },
+ {
+ "step": 242,
+ "lr": 0.0001,
+ "sup_loss": 1.5362609267440928
+ },
+ {
+ "step": 243,
+ "lr": 0.0001,
+ "sup_loss": 1.5400144670632003
+ },
+ {
+ "step": 244,
+ "lr": 0.0001,
+ "sup_loss": 1.567541306328402
+ },
+ {
+ "step": 245,
+ "lr": 0.0001,
+ "sup_loss": 1.524807518343752
+ },
+ {
+ "step": 246,
+ "lr": 0.0001,
+ "sup_loss": 1.5447458102219007
+ },
+ {
+ "step": 247,
+ "lr": 0.0001,
+ "sup_loss": 1.5317127849537944
+ },
+ {
+ "step": 248,
+ "lr": 0.0001,
+ "sup_loss": 1.5242111286932032
+ },
+ {
+ "step": 249,
+ "lr": 0.0001,
+ "sup_loss": 1.5115628344971517
+ },
+ {
+ "step": 250,
+ "lr": 0.0001,
+ "sup_loss": 1.5968853980420181,
+ "lyap1_mean": -12.76065444946289,
+ "lyap1_max": -12.461627960205078,
+ "lyap_spec_mean": [
+ -12.760655403137207,
+ -13.074414253234863
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 251,
+ "lr": 0.0001,
+ "sup_loss": 1.5377164252426143
+ },
+ {
+ "step": 252,
+ "lr": 0.0001,
+ "sup_loss": 1.533783487987029
+ },
+ {
+ "step": 253,
+ "lr": 0.0001,
+ "sup_loss": 1.5559082000631896
+ },
+ {
+ "step": 254,
+ "lr": 0.0001,
+ "sup_loss": 1.5265757917998573
+ },
+ {
+ "step": 255,
+ "lr": 0.0001,
+ "sup_loss": 1.5457447492958314
+ },
+ {
+ "step": 256,
+ "lr": 0.0001,
+ "sup_loss": 1.5245200520636855
+ },
+ {
+ "step": 257,
+ "lr": 0.0001,
+ "sup_loss": 1.5321827173336249
+ },
+ {
+ "step": 258,
+ "lr": 0.0001,
+ "sup_loss": 1.5253010675095062
+ },
+ {
+ "step": 259,
+ "lr": 0.0001,
+ "sup_loss": 1.5475077878105938
+ },
+ {
+ "step": 260,
+ "lr": 0.0001,
+ "sup_loss": 1.5240957494835288
+ },
+ {
+ "step": 261,
+ "lr": 0.0001,
+ "sup_loss": 1.53623332007266
+ },
+ {
+ "step": 262,
+ "lr": 0.0001,
+ "sup_loss": 1.5202508931036083
+ },
+ {
+ "step": 263,
+ "lr": 0.0001,
+ "sup_loss": 1.5409615128856442
+ },
+ {
+ "step": 264,
+ "lr": 0.0001,
+ "sup_loss": 1.5257998029523558
+ },
+ {
+ "step": 265,
+ "lr": 0.0001,
+ "sup_loss": 1.5476147485705918
+ },
+ {
+ "step": 266,
+ "lr": 0.0001,
+ "sup_loss": 1.4998600979850383
+ },
+ {
+ "step": 267,
+ "lr": 0.0001,
+ "sup_loss": 1.5563129452518811
+ },
+ {
+ "step": 268,
+ "lr": 0.0001,
+ "sup_loss": 1.55459653794199
+ },
+ {
+ "step": 269,
+ "lr": 0.0001,
+ "sup_loss": 1.5446183629575183
+ },
+ {
+ "step": 270,
+ "lr": 0.0001,
+ "sup_loss": 1.5649884375054481
+ },
+ {
+ "step": 271,
+ "lr": 0.0001,
+ "sup_loss": 1.5211582730400968
+ },
+ {
+ "step": 272,
+ "lr": 0.0001,
+ "sup_loss": 1.543548698685395
+ },
+ {
+ "step": 273,
+ "lr": 0.0001,
+ "sup_loss": 1.5403129099767445
+ },
+ {
+ "step": 274,
+ "lr": 0.0001,
+ "sup_loss": 1.502185424947168
+ },
+ {
+ "step": 275,
+ "lr": 0.0001,
+ "sup_loss": 1.5470820699206331
+ },
+ {
+ "step": 276,
+ "lr": 0.0001,
+ "sup_loss": 1.5331444350093189
+ },
+ {
+ "step": 277,
+ "lr": 0.0001,
+ "sup_loss": 1.526654793416104
+ },
+ {
+ "step": 278,
+ "lr": 0.0001,
+ "sup_loss": 1.5178877199071896
+ },
+ {
+ "step": 279,
+ "lr": 0.0001,
+ "sup_loss": 1.5130648259466557
+ },
+ {
+ "step": 280,
+ "lr": 0.0001,
+ "sup_loss": 1.5428109867825983
+ },
+ {
+ "step": 281,
+ "lr": 0.0001,
+ "sup_loss": 1.5413153901102445
+ },
+ {
+ "step": 282,
+ "lr": 0.0001,
+ "sup_loss": 1.5190851763243107
+ },
+ {
+ "step": 283,
+ "lr": 0.0001,
+ "sup_loss": 1.5294673094150493
+ },
+ {
+ "step": 284,
+ "lr": 0.0001,
+ "sup_loss": 1.5473096360150873
+ },
+ {
+ "step": 285,
+ "lr": 0.0001,
+ "sup_loss": 1.4936461705105055
+ },
+ {
+ "step": 286,
+ "lr": 0.0001,
+ "sup_loss": 1.5249270753168769
+ },
+ {
+ "step": 287,
+ "lr": 0.0001,
+ "sup_loss": 1.5409716495584647
+ },
+ {
+ "step": 288,
+ "lr": 0.0001,
+ "sup_loss": 1.5067128654123965
+ },
+ {
+ "step": 289,
+ "lr": 0.0001,
+ "sup_loss": 1.5453923666837237
+ },
+ {
+ "step": 290,
+ "lr": 0.0001,
+ "sup_loss": 1.5279357854214093
+ },
+ {
+ "step": 291,
+ "lr": 0.0001,
+ "sup_loss": 1.5108843102545828
+ },
+ {
+ "step": 292,
+ "lr": 0.0001,
+ "sup_loss": 1.5207642683045743
+ },
+ {
+ "step": 293,
+ "lr": 0.0001,
+ "sup_loss": 1.5144269104225796
+ },
+ {
+ "step": 294,
+ "lr": 0.0001,
+ "sup_loss": 1.540427461953779
+ },
+ {
+ "step": 295,
+ "lr": 0.0001,
+ "sup_loss": 1.51775692418918
+ },
+ {
+ "step": 296,
+ "lr": 0.0001,
+ "sup_loss": 1.5466497962445158
+ },
+ {
+ "step": 297,
+ "lr": 0.0001,
+ "sup_loss": 1.5208219815455593
+ },
+ {
+ "step": 298,
+ "lr": 0.0001,
+ "sup_loss": 1.5438470075505335
+ },
+ {
+ "step": 299,
+ "lr": 0.0001,
+ "sup_loss": 1.5295875607777705
+ },
+ {
+ "step": 300,
+ "lr": 0.0001,
+ "sup_loss": 1.5363952104257168,
+ "lyap1_mean": -12.055841445922852,
+ "lyap1_max": -11.794698715209961,
+ "lyap_spec_mean": [
+ -12.055841445922852,
+ -12.482438087463379
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 301,
+ "lr": 0.0001,
+ "sup_loss": 1.5265253785013224
+ },
+ {
+ "step": 302,
+ "lr": 0.0001,
+ "sup_loss": 1.5485932805615643
+ },
+ {
+ "step": 303,
+ "lr": 0.0001,
+ "sup_loss": 1.532059308595103
+ },
+ {
+ "step": 304,
+ "lr": 0.0001,
+ "sup_loss": 1.5185844766050065
+ },
+ {
+ "step": 305,
+ "lr": 0.0001,
+ "sup_loss": 1.5085965441514197
+ },
+ {
+ "step": 306,
+ "lr": 0.0001,
+ "sup_loss": 1.5381650129617592
+ },
+ {
+ "step": 307,
+ "lr": 0.0001,
+ "sup_loss": 1.5217289345523757
+ },
+ {
+ "step": 308,
+ "lr": 0.0001,
+ "sup_loss": 1.5314473551414873
+ },
+ {
+ "step": 309,
+ "lr": 0.0001,
+ "sup_loss": 1.5318292820057853
+ },
+ {
+ "step": 310,
+ "lr": 0.0001,
+ "sup_loss": 1.5454147006924128
+ },
+ {
+ "step": 311,
+ "lr": 0.0001,
+ "sup_loss": 1.5478995522167183
+ },
+ {
+ "step": 312,
+ "lr": 0.0001,
+ "sup_loss": 1.4948824485879793
+ },
+ {
+ "step": 313,
+ "lr": 0.0001,
+ "sup_loss": 1.5039715192494232
+ },
+ {
+ "step": 314,
+ "lr": 0.0001,
+ "sup_loss": 1.5310677554556276
+ },
+ {
+ "step": 315,
+ "lr": 0.0001,
+ "sup_loss": 1.548645158714049
+ },
+ {
+ "step": 316,
+ "lr": 0.0001,
+ "sup_loss": 1.5351186035085373
+ },
+ {
+ "step": 317,
+ "lr": 0.0001,
+ "sup_loss": 1.5608684248986613
+ },
+ {
+ "step": 318,
+ "lr": 0.0001,
+ "sup_loss": 1.5209470817015247
+ },
+ {
+ "step": 319,
+ "lr": 0.0001,
+ "sup_loss": 1.5350719744774592
+ },
+ {
+ "step": 320,
+ "lr": 0.0001,
+ "sup_loss": 1.513667166303545
+ },
+ {
+ "step": 321,
+ "lr": 0.0001,
+ "sup_loss": 1.524381616818733
+ },
+ {
+ "step": 322,
+ "lr": 0.0001,
+ "sup_loss": 1.5661981845789286
+ },
+ {
+ "step": 323,
+ "lr": 0.0001,
+ "sup_loss": 1.5466343282902035
+ },
+ {
+ "step": 324,
+ "lr": 0.0001,
+ "sup_loss": 1.5240239027753155
+ },
+ {
+ "step": 325,
+ "lr": 0.0001,
+ "sup_loss": 1.5610773357906593
+ },
+ {
+ "step": 326,
+ "lr": 0.0001,
+ "sup_loss": 1.514108863941202
+ },
+ {
+ "step": 327,
+ "lr": 0.0001,
+ "sup_loss": 1.535609906964776
+ },
+ {
+ "step": 328,
+ "lr": 0.0001,
+ "sup_loss": 1.5251050233357124
+ },
+ {
+ "step": 329,
+ "lr": 0.0001,
+ "sup_loss": 1.5059333961857875
+ },
+ {
+ "step": 330,
+ "lr": 0.0001,
+ "sup_loss": 1.5105862635379703
+ },
+ {
+ "step": 331,
+ "lr": 0.0001,
+ "sup_loss": 1.525230871206802
+ },
+ {
+ "step": 332,
+ "lr": 0.0001,
+ "sup_loss": 1.5370990801302722
+ },
+ {
+ "step": 333,
+ "lr": 0.0001,
+ "sup_loss": 1.4955896804642668
+ },
+ {
+ "step": 334,
+ "lr": 0.0001,
+ "sup_loss": 1.517139975098678
+ },
+ {
+ "step": 335,
+ "lr": 0.0001,
+ "sup_loss": 1.5275138130473764
+ },
+ {
+ "step": 336,
+ "lr": 0.0001,
+ "sup_loss": 1.5066966942485063
+ },
+ {
+ "step": 337,
+ "lr": 0.0001,
+ "sup_loss": 1.5188494949981362
+ },
+ {
+ "step": 338,
+ "lr": 0.0001,
+ "sup_loss": 1.5081528104603086
+ },
+ {
+ "step": 339,
+ "lr": 0.0001,
+ "sup_loss": 1.5255729925551231
+ },
+ {
+ "step": 340,
+ "lr": 0.0001,
+ "sup_loss": 1.5316505299963326
+ },
+ {
+ "step": 341,
+ "lr": 0.0001,
+ "sup_loss": 1.5387272257675237
+ },
+ {
+ "step": 342,
+ "lr": 0.0001,
+ "sup_loss": 1.5316030399791563
+ },
+ {
+ "step": 343,
+ "lr": 0.0001,
+ "sup_loss": 1.4925228769503045
+ },
+ {
+ "step": 344,
+ "lr": 0.0001,
+ "sup_loss": 1.5148584998605232
+ },
+ {
+ "step": 345,
+ "lr": 0.0001,
+ "sup_loss": 1.5474290929074288
+ },
+ {
+ "step": 346,
+ "lr": 0.0001,
+ "sup_loss": 1.5152496393182984
+ },
+ {
+ "step": 347,
+ "lr": 0.0001,
+ "sup_loss": 1.5049235099664908
+ },
+ {
+ "step": 348,
+ "lr": 0.0001,
+ "sup_loss": 1.5012060507265905
+ },
+ {
+ "step": 349,
+ "lr": 0.0001,
+ "sup_loss": 1.490658940575209
+ },
+ {
+ "step": 350,
+ "lr": 0.0001,
+ "sup_loss": 1.528470635842274,
+ "lyap1_mean": -11.76162338256836,
+ "lyap1_max": -11.400915145874023,
+ "lyap_spec_mean": [
+ -11.76162338256836,
+ -12.196332931518555
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 351,
+ "lr": 0.0001,
+ "sup_loss": 1.5413601384267321
+ },
+ {
+ "step": 352,
+ "lr": 0.0001,
+ "sup_loss": 1.4935529521035986
+ },
+ {
+ "step": 353,
+ "lr": 0.0001,
+ "sup_loss": 1.5377374380473017
+ },
+ {
+ "step": 354,
+ "lr": 0.0001,
+ "sup_loss": 1.540691730091662
+ },
+ {
+ "step": 355,
+ "lr": 0.0001,
+ "sup_loss": 1.5367175737465135
+ },
+ {
+ "step": 356,
+ "lr": 0.0001,
+ "sup_loss": 1.530635214732752
+ },
+ {
+ "step": 357,
+ "lr": 0.0001,
+ "sup_loss": 1.537838228473468
+ },
+ {
+ "step": 358,
+ "lr": 0.0001,
+ "sup_loss": 1.4962873036338886
+ },
+ {
+ "step": 359,
+ "lr": 0.0001,
+ "sup_loss": 1.5220921063807007
+ },
+ {
+ "step": 360,
+ "lr": 0.0001,
+ "sup_loss": 1.525491152953901
+ },
+ {
+ "step": 361,
+ "lr": 0.0001,
+ "sup_loss": 1.5163713474119085
+ },
+ {
+ "step": 362,
+ "lr": 0.0001,
+ "sup_loss": 1.527241535635908
+ },
+ {
+ "step": 363,
+ "lr": 0.0001,
+ "sup_loss": 1.5304982541321084
+ },
+ {
+ "step": 364,
+ "lr": 0.0001,
+ "sup_loss": 1.5231485266143923
+ },
+ {
+ "step": 365,
+ "lr": 0.0001,
+ "sup_loss": 1.5163112168975914
+ },
+ {
+ "step": 366,
+ "lr": 0.0001,
+ "sup_loss": 1.4956481701407742
+ },
+ {
+ "step": 367,
+ "lr": 0.0001,
+ "sup_loss": 1.5342452722976463
+ },
+ {
+ "step": 368,
+ "lr": 0.0001,
+ "sup_loss": 1.5466697642910805
+ },
+ {
+ "step": 369,
+ "lr": 0.0001,
+ "sup_loss": 1.508705077013109
+ },
+ {
+ "step": 370,
+ "lr": 0.0001,
+ "sup_loss": 1.5034609399833936
+ },
+ {
+ "step": 371,
+ "lr": 0.0001,
+ "sup_loss": 1.508052557532037
+ },
+ {
+ "step": 372,
+ "lr": 0.0001,
+ "sup_loss": 1.5233476730240343
+ },
+ {
+ "step": 373,
+ "lr": 0.0001,
+ "sup_loss": 1.5052934492967045
+ },
+ {
+ "step": 374,
+ "lr": 0.0001,
+ "sup_loss": 1.5759504070077464
+ },
+ {
+ "step": 375,
+ "lr": 0.0001,
+ "sup_loss": 1.535682558088765
+ },
+ {
+ "step": 376,
+ "lr": 0.0001,
+ "sup_loss": 1.4920791284608579
+ },
+ {
+ "step": 377,
+ "lr": 0.0001,
+ "sup_loss": 1.5194316339005662
+ },
+ {
+ "step": 378,
+ "lr": 0.0001,
+ "sup_loss": 1.5024805432250534
+ },
+ {
+ "step": 379,
+ "lr": 0.0001,
+ "sup_loss": 1.5147784185584083
+ },
+ {
+ "step": 380,
+ "lr": 0.0001,
+ "sup_loss": 1.589798218222819
+ },
+ {
+ "step": 381,
+ "lr": 0.0001,
+ "sup_loss": 1.4997049580475368
+ },
+ {
+ "step": 382,
+ "lr": 0.0001,
+ "sup_loss": 1.5326192082464976
+ },
+ {
+ "step": 383,
+ "lr": 0.0001,
+ "sup_loss": 1.4888976871603288
+ },
+ {
+ "step": 384,
+ "lr": 0.0001,
+ "sup_loss": 1.5015775235829594
+ },
+ {
+ "step": 385,
+ "lr": 0.0001,
+ "sup_loss": 1.4955910323385655
+ },
+ {
+ "step": 386,
+ "lr": 0.0001,
+ "sup_loss": 1.5194761939754748
+ },
+ {
+ "step": 387,
+ "lr": 0.0001,
+ "sup_loss": 1.5426483974957237
+ },
+ {
+ "step": 388,
+ "lr": 0.0001,
+ "sup_loss": 1.5427200981086682
+ },
+ {
+ "step": 389,
+ "lr": 0.0001,
+ "sup_loss": 1.532118576573357
+ },
+ {
+ "step": 390,
+ "lr": 0.0001,
+ "sup_loss": 1.491665999160759
+ },
+ {
+ "step": 391,
+ "lr": 0.0001,
+ "sup_loss": 1.521773124701603
+ },
+ {
+ "step": 392,
+ "lr": 0.0001,
+ "sup_loss": 1.5478305731232695
+ },
+ {
+ "step": 393,
+ "lr": 0.0001,
+ "sup_loss": 1.5358499212948626
+ },
+ {
+ "step": 394,
+ "lr": 0.0001,
+ "sup_loss": 1.5412414751324863
+ },
+ {
+ "step": 395,
+ "lr": 0.0001,
+ "sup_loss": 1.5203899037143354
+ },
+ {
+ "step": 396,
+ "lr": 0.0001,
+ "sup_loss": 1.515919086520783
+ },
+ {
+ "step": 397,
+ "lr": 0.0001,
+ "sup_loss": 1.4778075738777505
+ },
+ {
+ "step": 398,
+ "lr": 0.0001,
+ "sup_loss": 1.5215626293569535
+ },
+ {
+ "step": 399,
+ "lr": 0.0001,
+ "sup_loss": 1.50784120327608
+ },
+ {
+ "step": 400,
+ "lr": 0.0001,
+ "sup_loss": 1.4957776179249296,
+ "lyap1_mean": -11.334436416625977,
+ "lyap1_max": -11.105228424072266,
+ "lyap_spec_mean": [
+ -11.334436416625977,
+ -11.996769905090332
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 401,
+ "lr": 0.0001,
+ "sup_loss": 1.5216224765463873
+ },
+ {
+ "step": 402,
+ "lr": 0.0001,
+ "sup_loss": 1.5359090141151275
+ },
+ {
+ "step": 403,
+ "lr": 0.0001,
+ "sup_loss": 1.493550738533156
+ },
+ {
+ "step": 404,
+ "lr": 0.0001,
+ "sup_loss": 1.5041753699210472
+ },
+ {
+ "step": 405,
+ "lr": 0.0001,
+ "sup_loss": 1.5382870899791226
+ },
+ {
+ "step": 406,
+ "lr": 0.0001,
+ "sup_loss": 1.516634532380017
+ },
+ {
+ "step": 407,
+ "lr": 0.0001,
+ "sup_loss": 1.5042274152492738
+ },
+ {
+ "step": 408,
+ "lr": 0.0001,
+ "sup_loss": 1.5250359873912454
+ },
+ {
+ "step": 409,
+ "lr": 0.0001,
+ "sup_loss": 1.554047747398289
+ },
+ {
+ "step": 410,
+ "lr": 0.0001,
+ "sup_loss": 1.517932638824385
+ },
+ {
+ "step": 411,
+ "lr": 0.0001,
+ "sup_loss": 1.5308098472842881
+ },
+ {
+ "step": 412,
+ "lr": 0.0001,
+ "sup_loss": 1.523420909820821
+ },
+ {
+ "step": 413,
+ "lr": 0.0001,
+ "sup_loss": 1.5347458495683204
+ },
+ {
+ "step": 414,
+ "lr": 0.0001,
+ "sup_loss": 1.5482415076628526
+ },
+ {
+ "step": 415,
+ "lr": 0.0001,
+ "sup_loss": 1.5107501599955004
+ },
+ {
+ "step": 416,
+ "lr": 0.0001,
+ "sup_loss": 1.537757427110563
+ },
+ {
+ "step": 417,
+ "lr": 0.0001,
+ "sup_loss": 1.5469087856028731
+ },
+ {
+ "step": 418,
+ "lr": 0.0001,
+ "sup_loss": 1.5306598704879266
+ },
+ {
+ "step": 419,
+ "lr": 0.0001,
+ "sup_loss": 1.5138171178660402
+ },
+ {
+ "step": 420,
+ "lr": 0.0001,
+ "sup_loss": 1.527656047414869
+ },
+ {
+ "step": 421,
+ "lr": 0.0001,
+ "sup_loss": 1.506449975387827
+ },
+ {
+ "step": 422,
+ "lr": 0.0001,
+ "sup_loss": 1.5208335392766716
+ },
+ {
+ "step": 423,
+ "lr": 0.0001,
+ "sup_loss": 1.4902017388354212
+ },
+ {
+ "step": 424,
+ "lr": 0.0001,
+ "sup_loss": 1.5413524803077843
+ },
+ {
+ "step": 425,
+ "lr": 0.0001,
+ "sup_loss": 1.5068810687235097
+ },
+ {
+ "step": 426,
+ "lr": 0.0001,
+ "sup_loss": 1.5240164442619506
+ },
+ {
+ "step": 427,
+ "lr": 0.0001,
+ "sup_loss": 1.5096646446972923
+ },
+ {
+ "step": 428,
+ "lr": 0.0001,
+ "sup_loss": 1.506460142172738
+ },
+ {
+ "step": 429,
+ "lr": 0.0001,
+ "sup_loss": 1.5166393380900016
+ },
+ {
+ "step": 430,
+ "lr": 0.0001,
+ "sup_loss": 1.5093387145577521
+ },
+ {
+ "step": 431,
+ "lr": 0.0001,
+ "sup_loss": 1.530778531504104
+ },
+ {
+ "step": 432,
+ "lr": 0.0001,
+ "sup_loss": 1.4939584475722183
+ },
+ {
+ "step": 433,
+ "lr": 0.0001,
+ "sup_loss": 1.5171645769708706
+ },
+ {
+ "step": 434,
+ "lr": 0.0001,
+ "sup_loss": 1.4664217319449346
+ },
+ {
+ "step": 435,
+ "lr": 0.0001,
+ "sup_loss": 1.5052247536880472
+ },
+ {
+ "step": 436,
+ "lr": 0.0001,
+ "sup_loss": 1.5029870995156003
+ },
+ {
+ "step": 437,
+ "lr": 0.0001,
+ "sup_loss": 1.4905454737043538
+ },
+ {
+ "step": 438,
+ "lr": 0.0001,
+ "sup_loss": 1.5033068338247517
+ },
+ {
+ "step": 439,
+ "lr": 0.0001,
+ "sup_loss": 1.5225436570716893
+ },
+ {
+ "step": 440,
+ "lr": 0.0001,
+ "sup_loss": 1.5597090054310672
+ },
+ {
+ "step": 441,
+ "lr": 0.0001,
+ "sup_loss": 1.5234853636246892
+ },
+ {
+ "step": 442,
+ "lr": 0.0001,
+ "sup_loss": 1.534649946966083
+ },
+ {
+ "step": 443,
+ "lr": 0.0001,
+ "sup_loss": 1.5228690456636231
+ },
+ {
+ "step": 444,
+ "lr": 0.0001,
+ "sup_loss": 1.549154324361503
+ },
+ {
+ "step": 445,
+ "lr": 0.0001,
+ "sup_loss": 1.5092149712440277
+ },
+ {
+ "step": 446,
+ "lr": 0.0001,
+ "sup_loss": 1.4959582278232122
+ },
+ {
+ "step": 447,
+ "lr": 0.0001,
+ "sup_loss": 1.5225026543462026
+ },
+ {
+ "step": 448,
+ "lr": 0.0001,
+ "sup_loss": 1.5220281431462264
+ },
+ {
+ "step": 449,
+ "lr": 0.0001,
+ "sup_loss": 1.5331610736299486
+ },
+ {
+ "step": 450,
+ "lr": 0.0001,
+ "sup_loss": 1.516008084891901,
+ "lyap1_mean": -10.886491775512695,
+ "lyap1_max": -10.71495246887207,
+ "lyap_spec_mean": [
+ -10.886490821838379,
+ -11.48372745513916
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 451,
+ "lr": 0.0001,
+ "sup_loss": 1.5281486274054963
+ },
+ {
+ "step": 452,
+ "lr": 0.0001,
+ "sup_loss": 1.5132981839908974
+ },
+ {
+ "step": 453,
+ "lr": 0.0001,
+ "sup_loss": 1.506020706473522
+ },
+ {
+ "step": 454,
+ "lr": 0.0001,
+ "sup_loss": 1.5328268896248918
+ },
+ {
+ "step": 455,
+ "lr": 0.0001,
+ "sup_loss": 1.543571779811295
+ },
+ {
+ "step": 456,
+ "lr": 0.0001,
+ "sup_loss": 1.4875618513698212
+ },
+ {
+ "step": 457,
+ "lr": 0.0001,
+ "sup_loss": 1.5160344765585312
+ },
+ {
+ "step": 458,
+ "lr": 0.0001,
+ "sup_loss": 1.496706834535162
+ },
+ {
+ "step": 459,
+ "lr": 0.0001,
+ "sup_loss": 1.519816226362514
+ },
+ {
+ "step": 460,
+ "lr": 0.0001,
+ "sup_loss": 1.5302154606491456
+ },
+ {
+ "step": 461,
+ "lr": 0.0001,
+ "sup_loss": 1.515054851533421
+ },
+ {
+ "step": 462,
+ "lr": 0.0001,
+ "sup_loss": 1.5024020787822998
+ },
+ {
+ "step": 463,
+ "lr": 0.0001,
+ "sup_loss": 1.5868635471314814
+ },
+ {
+ "step": 464,
+ "lr": 0.0001,
+ "sup_loss": 1.5058209495205541
+ },
+ {
+ "step": 465,
+ "lr": 0.0001,
+ "sup_loss": 1.5123266278268024
+ },
+ {
+ "step": 466,
+ "lr": 0.0001,
+ "sup_loss": 1.5120566798623127
+ },
+ {
+ "step": 467,
+ "lr": 0.0001,
+ "sup_loss": 1.5090979126598907
+ },
+ {
+ "step": 468,
+ "lr": 0.0001,
+ "sup_loss": 1.5323289552471024
+ },
+ {
+ "step": 469,
+ "lr": 0.0001,
+ "sup_loss": 1.535519944862544
+ },
+ {
+ "step": 470,
+ "lr": 0.0001,
+ "sup_loss": 1.5158198348280305
+ },
+ {
+ "step": 471,
+ "lr": 0.0001,
+ "sup_loss": 1.5390713771279845
+ },
+ {
+ "step": 472,
+ "lr": 0.0001,
+ "sup_loss": 1.5099266110083536
+ },
+ {
+ "step": 473,
+ "lr": 0.0001,
+ "sup_loss": 1.4952983417388592
+ },
+ {
+ "step": 474,
+ "lr": 0.0001,
+ "sup_loss": 1.4881551282476981
+ },
+ {
+ "step": 475,
+ "lr": 0.0001,
+ "sup_loss": 1.5221923769527377
+ },
+ {
+ "step": 476,
+ "lr": 0.0001,
+ "sup_loss": 1.5288284945732573
+ },
+ {
+ "step": 477,
+ "lr": 0.0001,
+ "sup_loss": 1.4879322124914443
+ },
+ {
+ "step": 478,
+ "lr": 0.0001,
+ "sup_loss": 1.5350925664508945
+ },
+ {
+ "step": 479,
+ "lr": 0.0001,
+ "sup_loss": 1.5221501561091164
+ },
+ {
+ "step": 480,
+ "lr": 0.0001,
+ "sup_loss": 1.5348382403169307
+ },
+ {
+ "step": 481,
+ "lr": 0.0001,
+ "sup_loss": 1.5252797831776708
+ },
+ {
+ "step": 482,
+ "lr": 0.0001,
+ "sup_loss": 1.548010835870001
+ },
+ {
+ "step": 483,
+ "lr": 0.0001,
+ "sup_loss": 1.5154684962674378
+ },
+ {
+ "step": 484,
+ "lr": 0.0001,
+ "sup_loss": 1.5080549653919657
+ },
+ {
+ "step": 485,
+ "lr": 0.0001,
+ "sup_loss": 1.5154279761200906
+ },
+ {
+ "step": 486,
+ "lr": 0.0001,
+ "sup_loss": 1.5488460945883464
+ },
+ {
+ "step": 487,
+ "lr": 0.0001,
+ "sup_loss": 1.5079447739509535
+ },
+ {
+ "step": 488,
+ "lr": 0.0001,
+ "sup_loss": 1.5082584003533808
+ },
+ {
+ "step": 489,
+ "lr": 0.0001,
+ "sup_loss": 1.5317233193991164
+ },
+ {
+ "step": 490,
+ "lr": 0.0001,
+ "sup_loss": 1.5109312885090949
+ },
+ {
+ "step": 491,
+ "lr": 0.0001,
+ "sup_loss": 1.5218243009728538
+ },
+ {
+ "step": 492,
+ "lr": 0.0001,
+ "sup_loss": 1.5249214454908997
+ },
+ {
+ "step": 493,
+ "lr": 0.0001,
+ "sup_loss": 1.4878704606760282
+ },
+ {
+ "step": 494,
+ "lr": 0.0001,
+ "sup_loss": 1.5344827320892875
+ },
+ {
+ "step": 495,
+ "lr": 0.0001,
+ "sup_loss": 1.5260210121503275
+ },
+ {
+ "step": 496,
+ "lr": 0.0001,
+ "sup_loss": 1.500631589079166
+ },
+ {
+ "step": 497,
+ "lr": 0.0001,
+ "sup_loss": 1.5306146853932743
+ },
+ {
+ "step": 498,
+ "lr": 0.0001,
+ "sup_loss": 1.5256995954508872
+ },
+ {
+ "step": 499,
+ "lr": 0.0001,
+ "sup_loss": 1.5015291124305707
+ },
+ {
+ "step": 500,
+ "lr": 0.0001,
+ "sup_loss": 1.518727935741119,
+ "lyap1_mean": -10.704227447509766,
+ "lyap1_max": -10.380502700805664,
+ "lyap_spec_mean": [
+ -10.704227447509766,
+ -11.454790115356445
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 501,
+ "lr": 0.0001,
+ "sup_loss": 1.5420552040354285
+ },
+ {
+ "step": 502,
+ "lr": 0.0001,
+ "sup_loss": 1.5420224015274795
+ },
+ {
+ "step": 503,
+ "lr": 0.0001,
+ "sup_loss": 1.535579572824871
+ },
+ {
+ "step": 504,
+ "lr": 0.0001,
+ "sup_loss": 1.5307738799223558
+ },
+ {
+ "step": 505,
+ "lr": 0.0001,
+ "sup_loss": 1.5114492257411185
+ },
+ {
+ "step": 506,
+ "lr": 0.0001,
+ "sup_loss": 1.5322547497396821
+ },
+ {
+ "step": 507,
+ "lr": 0.0001,
+ "sup_loss": 1.5012640372746309
+ },
+ {
+ "step": 508,
+ "lr": 0.0001,
+ "sup_loss": 1.515905728106991
+ },
+ {
+ "step": 509,
+ "lr": 0.0001,
+ "sup_loss": 1.5076106365856818
+ },
+ {
+ "step": 510,
+ "lr": 0.0001,
+ "sup_loss": 1.4472614738253793
+ },
+ {
+ "step": 511,
+ "lr": 0.0001,
+ "sup_loss": 1.5251136855330647
+ },
+ {
+ "step": 512,
+ "lr": 0.0001,
+ "sup_loss": 1.5357037800845472
+ },
+ {
+ "step": 513,
+ "lr": 0.0001,
+ "sup_loss": 1.514495507139802
+ },
+ {
+ "step": 514,
+ "lr": 0.0001,
+ "sup_loss": 1.5492908231682714
+ },
+ {
+ "step": 515,
+ "lr": 0.0001,
+ "sup_loss": 1.4961621376987646
+ },
+ {
+ "step": 516,
+ "lr": 0.0001,
+ "sup_loss": 1.498826844054637
+ },
+ {
+ "step": 517,
+ "lr": 0.0001,
+ "sup_loss": 1.4979865871056692
+ },
+ {
+ "step": 518,
+ "lr": 0.0001,
+ "sup_loss": 1.5373061606385496
+ },
+ {
+ "step": 519,
+ "lr": 0.0001,
+ "sup_loss": 1.481182795657155
+ },
+ {
+ "step": 520,
+ "lr": 0.0001,
+ "sup_loss": 1.477984591324481
+ },
+ {
+ "step": 521,
+ "lr": 0.0001,
+ "sup_loss": 1.5452183030970241
+ },
+ {
+ "step": 522,
+ "lr": 0.0001,
+ "sup_loss": 1.5073475343843927
+ },
+ {
+ "step": 523,
+ "lr": 0.0001,
+ "sup_loss": 1.5270415359708072
+ },
+ {
+ "step": 524,
+ "lr": 0.0001,
+ "sup_loss": 1.535959679520951
+ },
+ {
+ "step": 525,
+ "lr": 0.0001,
+ "sup_loss": 1.5168191562792326
+ },
+ {
+ "step": 526,
+ "lr": 0.0001,
+ "sup_loss": 1.4874999947601295
+ },
+ {
+ "step": 527,
+ "lr": 0.0001,
+ "sup_loss": 1.477051435023021
+ },
+ {
+ "step": 528,
+ "lr": 0.0001,
+ "sup_loss": 1.4397327822724786
+ },
+ {
+ "step": 529,
+ "lr": 0.0001,
+ "sup_loss": 1.4616725742989656
+ },
+ {
+ "step": 530,
+ "lr": 0.0001,
+ "sup_loss": 1.503122216674289
+ },
+ {
+ "step": 531,
+ "lr": 0.0001,
+ "sup_loss": 1.5234685717426049
+ },
+ {
+ "step": 532,
+ "lr": 0.0001,
+ "sup_loss": 1.524883964174737
+ },
+ {
+ "step": 533,
+ "lr": 0.0001,
+ "sup_loss": 1.4800176732111547
+ },
+ {
+ "step": 534,
+ "lr": 0.0001,
+ "sup_loss": 1.532849136702353
+ },
+ {
+ "step": 535,
+ "lr": 0.0001,
+ "sup_loss": 1.5179139255477903
+ },
+ {
+ "step": 536,
+ "lr": 0.0001,
+ "sup_loss": 1.5213231049434022
+ },
+ {
+ "step": 537,
+ "lr": 0.0001,
+ "sup_loss": 1.5274944131365837
+ },
+ {
+ "step": 538,
+ "lr": 0.0001,
+ "sup_loss": 1.5005829312670993
+ },
+ {
+ "step": 539,
+ "lr": 0.0001,
+ "sup_loss": 1.5211662363087692
+ },
+ {
+ "step": 540,
+ "lr": 0.0001,
+ "sup_loss": 1.538015863914101
+ },
+ {
+ "step": 541,
+ "lr": 0.0001,
+ "sup_loss": 1.538406369767912
+ },
+ {
+ "step": 542,
+ "lr": 0.0001,
+ "sup_loss": 1.5014909322112258
+ },
+ {
+ "step": 543,
+ "lr": 0.0001,
+ "sup_loss": 1.5652702316615847
+ },
+ {
+ "step": 544,
+ "lr": 0.0001,
+ "sup_loss": 1.5142425507305857
+ },
+ {
+ "step": 545,
+ "lr": 0.0001,
+ "sup_loss": 1.5276751131394457
+ },
+ {
+ "step": 546,
+ "lr": 0.0001,
+ "sup_loss": 1.5245769195990062
+ },
+ {
+ "step": 547,
+ "lr": 0.0001,
+ "sup_loss": 1.5040433985839126
+ },
+ {
+ "step": 548,
+ "lr": 0.0001,
+ "sup_loss": 1.4731805883822844
+ },
+ {
+ "step": 549,
+ "lr": 0.0001,
+ "sup_loss": 1.523989010566578
+ },
+ {
+ "step": 550,
+ "lr": 0.0001,
+ "sup_loss": 1.5175207581712926,
+ "lyap1_mean": -10.758066177368164,
+ "lyap1_max": -10.607852935791016,
+ "lyap_spec_mean": [
+ -10.75806713104248,
+ -11.470582962036133
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 551,
+ "lr": 0.0001,
+ "sup_loss": 1.4971526018336017
+ },
+ {
+ "step": 552,
+ "lr": 0.0001,
+ "sup_loss": 1.4895302764798874
+ },
+ {
+ "step": 553,
+ "lr": 0.0001,
+ "sup_loss": 1.5332218163992666
+ },
+ {
+ "step": 554,
+ "lr": 0.0001,
+ "sup_loss": 1.51443773185748
+ },
+ {
+ "step": 555,
+ "lr": 0.0001,
+ "sup_loss": 1.5253722163721417
+ },
+ {
+ "step": 556,
+ "lr": 0.0001,
+ "sup_loss": 1.5050382465970886
+ },
+ {
+ "step": 557,
+ "lr": 0.0001,
+ "sup_loss": 1.5370492257954307
+ },
+ {
+ "step": 558,
+ "lr": 0.0001,
+ "sup_loss": 1.4657143857688804
+ },
+ {
+ "step": 559,
+ "lr": 0.0001,
+ "sup_loss": 1.536527869346071
+ },
+ {
+ "step": 560,
+ "lr": 0.0001,
+ "sup_loss": 1.524685885669237
+ },
+ {
+ "step": 561,
+ "lr": 0.0001,
+ "sup_loss": 1.5081444758780085
+ },
+ {
+ "step": 562,
+ "lr": 0.0001,
+ "sup_loss": 1.499385660737609
+ },
+ {
+ "step": 563,
+ "lr": 0.0001,
+ "sup_loss": 1.519724938071661
+ },
+ {
+ "step": 564,
+ "lr": 0.0001,
+ "sup_loss": 1.4798648503240914
+ },
+ {
+ "step": 565,
+ "lr": 0.0001,
+ "sup_loss": 1.5273230250184124
+ },
+ {
+ "step": 566,
+ "lr": 0.0001,
+ "sup_loss": 1.521062368234926
+ },
+ {
+ "step": 567,
+ "lr": 0.0001,
+ "sup_loss": 1.5222791412642909
+ },
+ {
+ "step": 568,
+ "lr": 0.0001,
+ "sup_loss": 1.5103247563659143
+ },
+ {
+ "step": 569,
+ "lr": 0.0001,
+ "sup_loss": 1.5569352920488948
+ },
+ {
+ "step": 570,
+ "lr": 0.0001,
+ "sup_loss": 1.489553136424848
+ },
+ {
+ "step": 571,
+ "lr": 0.0001,
+ "sup_loss": 1.52472145379252
+ },
+ {
+ "step": 572,
+ "lr": 0.0001,
+ "sup_loss": 1.5210004220148543
+ },
+ {
+ "step": 573,
+ "lr": 0.0001,
+ "sup_loss": 1.554976167923613
+ },
+ {
+ "step": 574,
+ "lr": 0.0001,
+ "sup_loss": 1.4831825865229942
+ },
+ {
+ "step": 575,
+ "lr": 0.0001,
+ "sup_loss": 1.4767394761102688
+ },
+ {
+ "step": 576,
+ "lr": 0.0001,
+ "sup_loss": 1.5271143907626947
+ },
+ {
+ "step": 577,
+ "lr": 0.0001,
+ "sup_loss": 1.519121455223726
+ },
+ {
+ "step": 578,
+ "lr": 0.0001,
+ "sup_loss": 1.497157712558869
+ },
+ {
+ "step": 579,
+ "lr": 0.0001,
+ "sup_loss": 1.517625795538412
+ },
+ {
+ "step": 580,
+ "lr": 0.0001,
+ "sup_loss": 1.567087316520561
+ },
+ {
+ "step": 581,
+ "lr": 0.0001,
+ "sup_loss": 1.5069574483855266
+ },
+ {
+ "step": 582,
+ "lr": 0.0001,
+ "sup_loss": 1.5266713767839415
+ },
+ {
+ "step": 583,
+ "lr": 0.0001,
+ "sup_loss": 1.5136533102031966
+ },
+ {
+ "step": 584,
+ "lr": 0.0001,
+ "sup_loss": 1.5398053821302395
+ },
+ {
+ "step": 585,
+ "lr": 0.0001,
+ "sup_loss": 1.5207036750253404
+ },
+ {
+ "step": 586,
+ "lr": 0.0001,
+ "sup_loss": 1.5568700070402846
+ },
+ {
+ "step": 587,
+ "lr": 0.0001,
+ "sup_loss": 1.4930601848272418
+ },
+ {
+ "step": 588,
+ "lr": 0.0001,
+ "sup_loss": 1.5197131728503268
+ },
+ {
+ "step": 589,
+ "lr": 0.0001,
+ "sup_loss": 1.509870372226886
+ },
+ {
+ "step": 590,
+ "lr": 0.0001,
+ "sup_loss": 1.5605127355427801
+ },
+ {
+ "step": 591,
+ "lr": 0.0001,
+ "sup_loss": 1.5329795747053463
+ },
+ {
+ "step": 592,
+ "lr": 0.0001,
+ "sup_loss": 1.4729902400828474
+ },
+ {
+ "step": 593,
+ "lr": 0.0001,
+ "sup_loss": 1.5065587852289786
+ },
+ {
+ "step": 594,
+ "lr": 0.0001,
+ "sup_loss": 1.5162436697453585
+ },
+ {
+ "step": 595,
+ "lr": 0.0001,
+ "sup_loss": 1.501181951466543
+ },
+ {
+ "step": 596,
+ "lr": 0.0001,
+ "sup_loss": 1.5128016271192617
+ },
+ {
+ "step": 597,
+ "lr": 0.0001,
+ "sup_loss": 1.4955089560463402
+ },
+ {
+ "step": 598,
+ "lr": 0.0001,
+ "sup_loss": 1.530072364291421
+ },
+ {
+ "step": 599,
+ "lr": 0.0001,
+ "sup_loss": 1.5269364022145997
+ },
+ {
+ "step": 600,
+ "lr": 0.0001,
+ "sup_loss": 1.4752203514301139,
+ "lyap1_mean": -10.81710433959961,
+ "lyap1_max": -10.478694915771484,
+ "lyap_spec_mean": [
+ -10.81710433959961,
+ -11.54246711730957
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 601,
+ "lr": 0.0001,
+ "sup_loss": 1.533622384028767
+ },
+ {
+ "step": 602,
+ "lr": 0.0001,
+ "sup_loss": 1.5294729872861208
+ },
+ {
+ "step": 603,
+ "lr": 0.0001,
+ "sup_loss": 1.5267323813111378
+ },
+ {
+ "step": 604,
+ "lr": 0.0001,
+ "sup_loss": 1.5037988005368887
+ },
+ {
+ "step": 605,
+ "lr": 0.0001,
+ "sup_loss": 1.5400566992703506
+ },
+ {
+ "step": 606,
+ "lr": 0.0001,
+ "sup_loss": 1.5194292891867367
+ },
+ {
+ "step": 607,
+ "lr": 0.0001,
+ "sup_loss": 1.5137679765290846
+ },
+ {
+ "step": 608,
+ "lr": 0.0001,
+ "sup_loss": 1.5263569481206216
+ },
+ {
+ "step": 609,
+ "lr": 0.0001,
+ "sup_loss": 1.526879212972724
+ },
+ {
+ "step": 610,
+ "lr": 0.0001,
+ "sup_loss": 1.5196563028366656
+ },
+ {
+ "step": 611,
+ "lr": 0.0001,
+ "sup_loss": 1.5264088291244253
+ },
+ {
+ "step": 612,
+ "lr": 0.0001,
+ "sup_loss": 1.5188258056963377
+ },
+ {
+ "step": 613,
+ "lr": 0.0001,
+ "sup_loss": 1.4833610200614398
+ },
+ {
+ "step": 614,
+ "lr": 0.0001,
+ "sup_loss": 1.5193956595283746
+ },
+ {
+ "step": 615,
+ "lr": 0.0001,
+ "sup_loss": 1.5095989430732548
+ },
+ {
+ "step": 616,
+ "lr": 0.0001,
+ "sup_loss": 1.4615477565895358
+ },
+ {
+ "step": 617,
+ "lr": 0.0001,
+ "sup_loss": 1.5202185730078797
+ },
+ {
+ "step": 618,
+ "lr": 0.0001,
+ "sup_loss": 1.5156975671961361
+ },
+ {
+ "step": 619,
+ "lr": 0.0001,
+ "sup_loss": 1.4955224378949017
+ },
+ {
+ "step": 620,
+ "lr": 0.0001,
+ "sup_loss": 1.5099647307638147
+ },
+ {
+ "step": 621,
+ "lr": 0.0001,
+ "sup_loss": 1.5170427436566138
+ },
+ {
+ "step": 622,
+ "lr": 0.0001,
+ "sup_loss": 1.4829578796560652
+ },
+ {
+ "step": 623,
+ "lr": 0.0001,
+ "sup_loss": 1.50918333743958
+ },
+ {
+ "step": 624,
+ "lr": 0.0001,
+ "sup_loss": 1.4180491391659908
+ },
+ {
+ "step": 625,
+ "lr": 0.0001,
+ "sup_loss": 1.5465893245313287
+ },
+ {
+ "step": 626,
+ "lr": 0.0001,
+ "sup_loss": 1.4919092553142828
+ },
+ {
+ "step": 627,
+ "lr": 0.0001,
+ "sup_loss": 1.5297118996456043
+ },
+ {
+ "step": 628,
+ "lr": 0.0001,
+ "sup_loss": 1.495986315293808
+ },
+ {
+ "step": 629,
+ "lr": 0.0001,
+ "sup_loss": 1.509888625886434
+ },
+ {
+ "step": 630,
+ "lr": 0.0001,
+ "sup_loss": 1.5541740824357826
+ },
+ {
+ "step": 631,
+ "lr": 0.0001,
+ "sup_loss": 1.5671991551040387
+ },
+ {
+ "step": 632,
+ "lr": 0.0001,
+ "sup_loss": 1.5292123928324544
+ },
+ {
+ "step": 633,
+ "lr": 0.0001,
+ "sup_loss": 1.5426588823660834
+ },
+ {
+ "step": 634,
+ "lr": 0.0001,
+ "sup_loss": 1.485453862634459
+ },
+ {
+ "step": 635,
+ "lr": 0.0001,
+ "sup_loss": 1.5019850115368816
+ },
+ {
+ "step": 636,
+ "lr": 0.0001,
+ "sup_loss": 1.4921709325170587
+ },
+ {
+ "step": 637,
+ "lr": 0.0001,
+ "sup_loss": 1.4889887552257757
+ },
+ {
+ "step": 638,
+ "lr": 0.0001,
+ "sup_loss": 1.5187691084285575
+ },
+ {
+ "step": 639,
+ "lr": 0.0001,
+ "sup_loss": 1.5239986702679065
+ },
+ {
+ "step": 640,
+ "lr": 0.0001,
+ "sup_loss": 1.5291586262015888
+ },
+ {
+ "step": 641,
+ "lr": 0.0001,
+ "sup_loss": 1.5329865261729436
+ },
+ {
+ "step": 642,
+ "lr": 0.0001,
+ "sup_loss": 1.569977579545054
+ },
+ {
+ "step": 643,
+ "lr": 0.0001,
+ "sup_loss": 1.549783921441173
+ },
+ {
+ "step": 644,
+ "lr": 0.0001,
+ "sup_loss": 1.529644188015594
+ },
+ {
+ "step": 645,
+ "lr": 0.0001,
+ "sup_loss": 1.5495971951458996
+ },
+ {
+ "step": 646,
+ "lr": 0.0001,
+ "sup_loss": 1.5296362485604438
+ },
+ {
+ "step": 647,
+ "lr": 0.0001,
+ "sup_loss": 1.516776888623355
+ },
+ {
+ "step": 648,
+ "lr": 0.0001,
+ "sup_loss": 1.5292761142052465
+ },
+ {
+ "step": 649,
+ "lr": 0.0001,
+ "sup_loss": 1.481605804893352
+ },
+ {
+ "step": 650,
+ "lr": 0.0001,
+ "sup_loss": 1.5052181313123125,
+ "lyap1_mean": -10.79106616973877,
+ "lyap1_max": -10.62818431854248,
+ "lyap_spec_mean": [
+ -10.791065216064453,
+ -11.572179794311523
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 651,
+ "lr": 0.0001,
+ "sup_loss": 1.5095250202707353
+ },
+ {
+ "step": 652,
+ "lr": 0.0001,
+ "sup_loss": 1.4998246756494011
+ },
+ {
+ "step": 653,
+ "lr": 0.0001,
+ "sup_loss": 1.5165095014388827
+ },
+ {
+ "step": 654,
+ "lr": 0.0001,
+ "sup_loss": 1.4986121224686637
+ },
+ {
+ "step": 655,
+ "lr": 0.0001,
+ "sup_loss": 1.5129015032380795
+ },
+ {
+ "step": 656,
+ "lr": 0.0001,
+ "sup_loss": 1.526282616974292
+ },
+ {
+ "step": 657,
+ "lr": 0.0001,
+ "sup_loss": 1.495326416440136
+ },
+ {
+ "step": 658,
+ "lr": 0.0001,
+ "sup_loss": 1.4822267224870795
+ },
+ {
+ "step": 659,
+ "lr": 0.0001,
+ "sup_loss": 1.525825302223177
+ },
+ {
+ "step": 660,
+ "lr": 0.0001,
+ "sup_loss": 1.502477268176428
+ },
+ {
+ "step": 661,
+ "lr": 0.0001,
+ "sup_loss": 1.5464670801194278
+ },
+ {
+ "step": 662,
+ "lr": 0.0001,
+ "sup_loss": 1.5121104604205902
+ },
+ {
+ "step": 663,
+ "lr": 0.0001,
+ "sup_loss": 1.5292461415509375
+ },
+ {
+ "step": 664,
+ "lr": 0.0001,
+ "sup_loss": 1.5218161709262943
+ },
+ {
+ "step": 665,
+ "lr": 0.0001,
+ "sup_loss": 1.518429114303191
+ },
+ {
+ "step": 666,
+ "lr": 0.0001,
+ "sup_loss": 1.5124343650140128
+ },
+ {
+ "step": 667,
+ "lr": 0.0001,
+ "sup_loss": 1.5050271700136015
+ },
+ {
+ "step": 668,
+ "lr": 0.0001,
+ "sup_loss": 1.5270223812749821
+ },
+ {
+ "step": 669,
+ "lr": 0.0001,
+ "sup_loss": 1.5211433306095115
+ },
+ {
+ "step": 670,
+ "lr": 0.0001,
+ "sup_loss": 1.4967751067197244
+ },
+ {
+ "step": 671,
+ "lr": 0.0001,
+ "sup_loss": 1.5191252181902835
+ },
+ {
+ "step": 672,
+ "lr": 0.0001,
+ "sup_loss": 1.533075950141082
+ },
+ {
+ "step": 673,
+ "lr": 0.0001,
+ "sup_loss": 1.5124783238105564
+ },
+ {
+ "step": 674,
+ "lr": 0.0001,
+ "sup_loss": 1.5020065678064312
+ },
+ {
+ "step": 675,
+ "lr": 0.0001,
+ "sup_loss": 1.4718938848144771
+ },
+ {
+ "step": 676,
+ "lr": 0.0001,
+ "sup_loss": 1.532326735807271
+ },
+ {
+ "step": 677,
+ "lr": 0.0001,
+ "sup_loss": 1.5025012455984457
+ },
+ {
+ "step": 678,
+ "lr": 0.0001,
+ "sup_loss": 1.5190053274390845
+ },
+ {
+ "step": 679,
+ "lr": 0.0001,
+ "sup_loss": 1.5333022539241081
+ },
+ {
+ "step": 680,
+ "lr": 0.0001,
+ "sup_loss": 1.4858050093654533
+ },
+ {
+ "step": 681,
+ "lr": 0.0001,
+ "sup_loss": 1.508341565917674
+ },
+ {
+ "step": 682,
+ "lr": 0.0001,
+ "sup_loss": 1.5061645018044307
+ },
+ {
+ "step": 683,
+ "lr": 0.0001,
+ "sup_loss": 1.5292034039309452
+ },
+ {
+ "step": 684,
+ "lr": 0.0001,
+ "sup_loss": 1.541927427278669
+ },
+ {
+ "step": 685,
+ "lr": 0.0001,
+ "sup_loss": 1.5052998803069229
+ },
+ {
+ "step": 686,
+ "lr": 0.0001,
+ "sup_loss": 1.4983297028023375
+ },
+ {
+ "step": 687,
+ "lr": 0.0001,
+ "sup_loss": 1.5358386888016897
+ },
+ {
+ "step": 688,
+ "lr": 0.0001,
+ "sup_loss": 1.4990119225021066
+ },
+ {
+ "step": 689,
+ "lr": 0.0001,
+ "sup_loss": 1.4814685883495502
+ },
+ {
+ "step": 690,
+ "lr": 0.0001,
+ "sup_loss": 1.5163947237770283
+ },
+ {
+ "step": 691,
+ "lr": 0.0001,
+ "sup_loss": 1.528870732185826
+ },
+ {
+ "step": 692,
+ "lr": 0.0001,
+ "sup_loss": 1.511581864923819
+ },
+ {
+ "step": 693,
+ "lr": 0.0001,
+ "sup_loss": 1.5196421981658732
+ },
+ {
+ "step": 694,
+ "lr": 0.0001,
+ "sup_loss": 1.511512192764341
+ },
+ {
+ "step": 695,
+ "lr": 0.0001,
+ "sup_loss": 1.5329121893741597
+ },
+ {
+ "step": 696,
+ "lr": 0.0001,
+ "sup_loss": 1.5052262364350593
+ },
+ {
+ "step": 697,
+ "lr": 0.0001,
+ "sup_loss": 1.5014731399588575
+ },
+ {
+ "step": 698,
+ "lr": 0.0001,
+ "sup_loss": 1.5318168981770957
+ },
+ {
+ "step": 699,
+ "lr": 0.0001,
+ "sup_loss": 1.488862287191306
+ },
+ {
+ "step": 700,
+ "lr": 0.0001,
+ "sup_loss": 1.55697784964122,
+ "lyap1_mean": -10.804607391357422,
+ "lyap1_max": -10.58384895324707,
+ "lyap_spec_mean": [
+ -10.804607391357422,
+ -11.663246154785156
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 701,
+ "lr": 0.0001,
+ "sup_loss": 1.529182813421109
+ },
+ {
+ "step": 702,
+ "lr": 0.0001,
+ "sup_loss": 1.5161712861556158
+ },
+ {
+ "step": 703,
+ "lr": 0.0001,
+ "sup_loss": 1.5146465248904295
+ },
+ {
+ "step": 704,
+ "lr": 0.0001,
+ "sup_loss": 1.5154857089574332
+ },
+ {
+ "step": 705,
+ "lr": 0.0001,
+ "sup_loss": 1.5327712002275256
+ },
+ {
+ "step": 706,
+ "lr": 0.0001,
+ "sup_loss": 1.5046359696722775
+ },
+ {
+ "step": 707,
+ "lr": 0.0001,
+ "sup_loss": 1.4750932345287184
+ },
+ {
+ "step": 708,
+ "lr": 0.0001,
+ "sup_loss": 1.5291139367852404
+ },
+ {
+ "step": 709,
+ "lr": 0.0001,
+ "sup_loss": 1.5356766559379944
+ },
+ {
+ "step": 710,
+ "lr": 0.0001,
+ "sup_loss": 1.52311202043396
+ },
+ {
+ "step": 711,
+ "lr": 0.0001,
+ "sup_loss": 1.5189525358120937
+ },
+ {
+ "step": 712,
+ "lr": 0.0001,
+ "sup_loss": 1.5119325984532817
+ },
+ {
+ "step": 713,
+ "lr": 0.0001,
+ "sup_loss": 1.4827629277817447
+ },
+ {
+ "step": 714,
+ "lr": 0.0001,
+ "sup_loss": 1.51270842795556
+ },
+ {
+ "step": 715,
+ "lr": 0.0001,
+ "sup_loss": 1.5161870292070179
+ },
+ {
+ "step": 716,
+ "lr": 0.0001,
+ "sup_loss": 1.5421892782500957
+ },
+ {
+ "step": 717,
+ "lr": 0.0001,
+ "sup_loss": 1.5015931869436003
+ },
+ {
+ "step": 718,
+ "lr": 0.0001,
+ "sup_loss": 1.5112513340994522
+ },
+ {
+ "step": 719,
+ "lr": 0.0001,
+ "sup_loss": 1.488745538150424
+ },
+ {
+ "step": 720,
+ "lr": 0.0001,
+ "sup_loss": 1.51878666913149
+ },
+ {
+ "step": 721,
+ "lr": 0.0001,
+ "sup_loss": 1.4983644579652984
+ },
+ {
+ "step": 722,
+ "lr": 0.0001,
+ "sup_loss": 1.5289960689695796
+ },
+ {
+ "step": 723,
+ "lr": 0.0001,
+ "sup_loss": 1.5292381749306603
+ },
+ {
+ "step": 724,
+ "lr": 0.0001,
+ "sup_loss": 1.5391319866767856
+ },
+ {
+ "step": 725,
+ "lr": 0.0001,
+ "sup_loss": 1.4849442998868232
+ },
+ {
+ "step": 726,
+ "lr": 0.0001,
+ "sup_loss": 1.5152041971808854
+ },
+ {
+ "step": 727,
+ "lr": 0.0001,
+ "sup_loss": 1.512240419605045
+ },
+ {
+ "step": 728,
+ "lr": 0.0001,
+ "sup_loss": 1.5329227835580534
+ },
+ {
+ "step": 729,
+ "lr": 0.0001,
+ "sup_loss": 1.5162379443758347
+ },
+ {
+ "step": 730,
+ "lr": 0.0001,
+ "sup_loss": 1.5162122363064547
+ },
+ {
+ "step": 731,
+ "lr": 0.0001,
+ "sup_loss": 1.5382885850686845
+ },
+ {
+ "step": 732,
+ "lr": 0.0001,
+ "sup_loss": 1.4815186575040509
+ },
+ {
+ "step": 733,
+ "lr": 0.0001,
+ "sup_loss": 1.5358293179519968
+ },
+ {
+ "step": 734,
+ "lr": 0.0001,
+ "sup_loss": 1.5288459243878267
+ },
+ {
+ "step": 735,
+ "lr": 0.0001,
+ "sup_loss": 1.5119742919694552
+ },
+ {
+ "step": 736,
+ "lr": 0.0001,
+ "sup_loss": 1.5022410754182223
+ },
+ {
+ "step": 737,
+ "lr": 0.0001,
+ "sup_loss": 1.5386172127628734
+ },
+ {
+ "step": 738,
+ "lr": 0.0001,
+ "sup_loss": 1.5182802942311613
+ },
+ {
+ "step": 739,
+ "lr": 0.0001,
+ "sup_loss": 1.5487784557477584
+ },
+ {
+ "step": 740,
+ "lr": 0.0001,
+ "sup_loss": 1.5287764719925763
+ },
+ {
+ "step": 741,
+ "lr": 0.0001,
+ "sup_loss": 1.4950540371594925
+ },
+ {
+ "step": 742,
+ "lr": 0.0001,
+ "sup_loss": 1.5287555230293786
+ },
+ {
+ "step": 743,
+ "lr": 0.0001,
+ "sup_loss": 1.5019130377289647
+ },
+ {
+ "step": 744,
+ "lr": 0.0001,
+ "sup_loss": 1.521496206828715
+ },
+ {
+ "step": 745,
+ "lr": 0.0001,
+ "sup_loss": 1.5248841628964667
+ },
+ {
+ "step": 746,
+ "lr": 0.0001,
+ "sup_loss": 1.5110152266975756
+ },
+ {
+ "step": 747,
+ "lr": 0.0001,
+ "sup_loss": 1.5050617333962355
+ },
+ {
+ "step": 748,
+ "lr": 0.0001,
+ "sup_loss": 1.5095923929374953
+ },
+ {
+ "step": 749,
+ "lr": 0.0001,
+ "sup_loss": 1.5092847147148623
+ },
+ {
+ "step": 750,
+ "lr": 0.0001,
+ "sup_loss": 1.5213463427949954,
+ "lyap1_mean": -10.365494728088379,
+ "lyap1_max": -10.14642333984375,
+ "lyap_spec_mean": [
+ -10.365494728088379,
+ -11.327884674072266
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 751,
+ "lr": 0.0001,
+ "sup_loss": 1.5157271434111264
+ },
+ {
+ "step": 752,
+ "lr": 0.0001,
+ "sup_loss": 1.534761531730872
+ },
+ {
+ "step": 753,
+ "lr": 0.0001,
+ "sup_loss": 1.5155674452368593
+ },
+ {
+ "step": 754,
+ "lr": 0.0001,
+ "sup_loss": 1.5127744980528466
+ },
+ {
+ "step": 755,
+ "lr": 0.0001,
+ "sup_loss": 1.48458346203028
+ },
+ {
+ "step": 756,
+ "lr": 0.0001,
+ "sup_loss": 1.5113518181245313
+ },
+ {
+ "step": 757,
+ "lr": 0.0001,
+ "sup_loss": 1.5048985155312475
+ },
+ {
+ "step": 758,
+ "lr": 0.0001,
+ "sup_loss": 1.5019569770718066
+ },
+ {
+ "step": 759,
+ "lr": 0.0001,
+ "sup_loss": 1.5395251596087587
+ },
+ {
+ "step": 760,
+ "lr": 0.0001,
+ "sup_loss": 1.528005678971303
+ },
+ {
+ "step": 761,
+ "lr": 0.0001,
+ "sup_loss": 1.5217897051002383
+ },
+ {
+ "step": 762,
+ "lr": 0.0001,
+ "sup_loss": 1.5148302245772594
+ },
+ {
+ "step": 763,
+ "lr": 0.0001,
+ "sup_loss": 1.5209695063435513
+ },
+ {
+ "step": 764,
+ "lr": 0.0001,
+ "sup_loss": 1.5366713797774127
+ },
+ {
+ "step": 765,
+ "lr": 0.0001,
+ "sup_loss": 1.533844608316639
+ },
+ {
+ "step": 766,
+ "lr": 0.0001,
+ "sup_loss": 1.5427119830297646
+ },
+ {
+ "step": 767,
+ "lr": 0.0001,
+ "sup_loss": 1.5014029013847752
+ },
+ {
+ "step": 768,
+ "lr": 0.0001,
+ "sup_loss": 1.5106917730622813
+ },
+ {
+ "step": 769,
+ "lr": 0.0001,
+ "sup_loss": 1.518839636126279
+ },
+ {
+ "step": 770,
+ "lr": 0.0001,
+ "sup_loss": 1.5183097596964177
+ },
+ {
+ "step": 771,
+ "lr": 0.0001,
+ "sup_loss": 1.5184461741966782
+ },
+ {
+ "step": 772,
+ "lr": 0.0001,
+ "sup_loss": 1.5087977099022973
+ },
+ {
+ "step": 773,
+ "lr": 0.0001,
+ "sup_loss": 1.5117215774479997
+ },
+ {
+ "step": 774,
+ "lr": 0.0001,
+ "sup_loss": 1.541727384252763
+ },
+ {
+ "step": 775,
+ "lr": 0.0001,
+ "sup_loss": 1.4948201109435526
+ },
+ {
+ "step": 776,
+ "lr": 0.0001,
+ "sup_loss": 1.531808708020129
+ },
+ {
+ "step": 777,
+ "lr": 0.0001,
+ "sup_loss": 1.5353412428112914
+ },
+ {
+ "step": 778,
+ "lr": 0.0001,
+ "sup_loss": 1.5261955516929175
+ },
+ {
+ "step": 779,
+ "lr": 0.0001,
+ "sup_loss": 1.4941617371290674
+ },
+ {
+ "step": 780,
+ "lr": 0.0001,
+ "sup_loss": 1.5445887139366297
+ },
+ {
+ "step": 781,
+ "lr": 0.0001,
+ "sup_loss": 1.4683481347836218
+ },
+ {
+ "step": 782,
+ "lr": 0.0001,
+ "sup_loss": 1.5113164945374589
+ },
+ {
+ "step": 783,
+ "lr": 0.0001,
+ "sup_loss": 1.495137873946895
+ },
+ {
+ "step": 784,
+ "lr": 0.0001,
+ "sup_loss": 1.5298191313877383
+ },
+ {
+ "step": 785,
+ "lr": 0.0001,
+ "sup_loss": 1.5154288886919682
+ },
+ {
+ "step": 786,
+ "lr": 0.0001,
+ "sup_loss": 1.5056340275910531
+ },
+ {
+ "step": 787,
+ "lr": 0.0001,
+ "sup_loss": 1.4908429575559838
+ },
+ {
+ "step": 788,
+ "lr": 0.0001,
+ "sup_loss": 1.5111767886215024
+ },
+ {
+ "step": 789,
+ "lr": 0.0001,
+ "sup_loss": 1.5110426302611102
+ },
+ {
+ "step": 790,
+ "lr": 0.0001,
+ "sup_loss": 1.4573402183646318
+ },
+ {
+ "step": 791,
+ "lr": 0.0001,
+ "sup_loss": 1.5250452036740125
+ },
+ {
+ "step": 792,
+ "lr": 0.0001,
+ "sup_loss": 1.5561298232807879
+ },
+ {
+ "step": 793,
+ "lr": 0.0001,
+ "sup_loss": 1.5316319150705693
+ },
+ {
+ "step": 794,
+ "lr": 0.0001,
+ "sup_loss": 1.5213894826742151
+ },
+ {
+ "step": 795,
+ "lr": 0.0001,
+ "sup_loss": 1.4982122296597422
+ },
+ {
+ "step": 796,
+ "lr": 0.0001,
+ "sup_loss": 1.5077798595295027
+ },
+ {
+ "step": 797,
+ "lr": 0.0001,
+ "sup_loss": 1.4848605011801441
+ },
+ {
+ "step": 798,
+ "lr": 0.0001,
+ "sup_loss": 1.4938309140937798
+ },
+ {
+ "step": 799,
+ "lr": 0.0001,
+ "sup_loss": 1.5289565811953243
+ },
+ {
+ "step": 800,
+ "lr": 0.0001,
+ "sup_loss": 1.5214458054102131,
+ "lyap1_mean": -10.4353609085083,
+ "lyap1_max": -10.282366752624512,
+ "lyap_spec_mean": [
+ -10.4353609085083,
+ -11.322216987609863
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 801,
+ "lr": 0.0001,
+ "sup_loss": 1.4814873377543591
+ },
+ {
+ "step": 802,
+ "lr": 0.0001,
+ "sup_loss": 1.5042551087130744
+ },
+ {
+ "step": 803,
+ "lr": 0.0001,
+ "sup_loss": 1.5179267508868197
+ },
+ {
+ "step": 804,
+ "lr": 0.0001,
+ "sup_loss": 1.5177964984585484
+ },
+ {
+ "step": 805,
+ "lr": 0.0001,
+ "sup_loss": 1.5388211023466885
+ },
+ {
+ "step": 806,
+ "lr": 0.0001,
+ "sup_loss": 1.5216918937936872
+ },
+ {
+ "step": 807,
+ "lr": 0.0001,
+ "sup_loss": 1.5216860563541421
+ },
+ {
+ "step": 808,
+ "lr": 0.0001,
+ "sup_loss": 1.4946585656314126
+ },
+ {
+ "step": 809,
+ "lr": 0.0001,
+ "sup_loss": 1.505771603829363
+ },
+ {
+ "step": 810,
+ "lr": 0.0001,
+ "sup_loss": 1.478309691161166
+ },
+ {
+ "step": 811,
+ "lr": 0.0001,
+ "sup_loss": 1.5217901175380344
+ },
+ {
+ "step": 812,
+ "lr": 0.0001,
+ "sup_loss": 1.5214631489340247
+ },
+ {
+ "step": 813,
+ "lr": 0.0001,
+ "sup_loss": 1.527842273002886
+ },
+ {
+ "step": 814,
+ "lr": 0.0001,
+ "sup_loss": 1.5386031272571359
+ },
+ {
+ "step": 815,
+ "lr": 0.0001,
+ "sup_loss": 1.532473693629925
+ },
+ {
+ "step": 816,
+ "lr": 0.0001,
+ "sup_loss": 1.4905039228069654
+ },
+ {
+ "step": 817,
+ "lr": 0.0001,
+ "sup_loss": 1.5143759629148181
+ },
+ {
+ "step": 818,
+ "lr": 0.0001,
+ "sup_loss": 1.4908353575327307
+ },
+ {
+ "step": 819,
+ "lr": 0.0001,
+ "sup_loss": 1.5344252499335345
+ },
+ {
+ "step": 820,
+ "lr": 0.0001,
+ "sup_loss": 1.548779810984247
+ },
+ {
+ "step": 821,
+ "lr": 0.0001,
+ "sup_loss": 1.5253148024225789
+ },
+ {
+ "step": 822,
+ "lr": 0.0001,
+ "sup_loss": 1.4976836142244427
+ },
+ {
+ "step": 823,
+ "lr": 0.0001,
+ "sup_loss": 1.4960360227125977
+ },
+ {
+ "step": 824,
+ "lr": 0.0001,
+ "sup_loss": 1.5324016930134545
+ },
+ {
+ "step": 825,
+ "lr": 0.0001,
+ "sup_loss": 1.5178845893447244
+ },
+ {
+ "step": 826,
+ "lr": 0.0001,
+ "sup_loss": 1.5250057091685358
+ },
+ {
+ "step": 827,
+ "lr": 0.0001,
+ "sup_loss": 1.5053816383483776
+ },
+ {
+ "step": 828,
+ "lr": 0.0001,
+ "sup_loss": 1.4947524095592895
+ },
+ {
+ "step": 829,
+ "lr": 0.0001,
+ "sup_loss": 1.5250796737258387
+ },
+ {
+ "step": 830,
+ "lr": 0.0001,
+ "sup_loss": 1.5450531314645986
+ },
+ {
+ "step": 831,
+ "lr": 0.0001,
+ "sup_loss": 1.5346856663516606
+ },
+ {
+ "step": 832,
+ "lr": 0.0001,
+ "sup_loss": 1.5258771238743665
+ },
+ {
+ "step": 833,
+ "lr": 0.0001,
+ "sup_loss": 1.5075100075109402
+ },
+ {
+ "step": 834,
+ "lr": 0.0001,
+ "sup_loss": 1.5198059566472084
+ },
+ {
+ "step": 835,
+ "lr": 0.0001,
+ "sup_loss": 1.516124102115623
+ },
+ {
+ "step": 836,
+ "lr": 0.0001,
+ "sup_loss": 1.5085963025232314
+ },
+ {
+ "step": 837,
+ "lr": 0.0001,
+ "sup_loss": 1.5210857846198094
+ },
+ {
+ "step": 838,
+ "lr": 0.0001,
+ "sup_loss": 1.5249432326393482
+ },
+ {
+ "step": 839,
+ "lr": 0.0001,
+ "sup_loss": 1.5420051860251147
+ },
+ {
+ "step": 840,
+ "lr": 0.0001,
+ "sup_loss": 1.4876766099221317
+ },
+ {
+ "step": 841,
+ "lr": 0.0001,
+ "sup_loss": 1.5120264948975182
+ },
+ {
+ "step": 842,
+ "lr": 0.0001,
+ "sup_loss": 1.5450506142496383
+ },
+ {
+ "step": 843,
+ "lr": 0.0001,
+ "sup_loss": 1.5362477521509854
+ },
+ {
+ "step": 844,
+ "lr": 0.0001,
+ "sup_loss": 1.522553544421977
+ },
+ {
+ "step": 845,
+ "lr": 0.0001,
+ "sup_loss": 1.5016102259073587
+ },
+ {
+ "step": 846,
+ "lr": 0.0001,
+ "sup_loss": 1.487891456966095
+ },
+ {
+ "step": 847,
+ "lr": 0.0001,
+ "sup_loss": 1.4565180287322126
+ },
+ {
+ "step": 848,
+ "lr": 0.0001,
+ "sup_loss": 1.4909856562260968
+ },
+ {
+ "step": 849,
+ "lr": 0.0001,
+ "sup_loss": 1.5137810626442132
+ },
+ {
+ "step": 850,
+ "lr": 0.0001,
+ "sup_loss": 1.535003360861764,
+ "lyap1_mean": -10.2115478515625,
+ "lyap1_max": -10.11120319366455,
+ "lyap_spec_mean": [
+ -10.2115478515625,
+ -11.240118026733398
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 851,
+ "lr": 0.0001,
+ "sup_loss": 1.4682571927871104
+ },
+ {
+ "step": 852,
+ "lr": 0.0001,
+ "sup_loss": 1.5002224188110593
+ },
+ {
+ "step": 853,
+ "lr": 0.0001,
+ "sup_loss": 1.4523688352839021
+ },
+ {
+ "step": 854,
+ "lr": 0.0001,
+ "sup_loss": 1.5123564662567506
+ },
+ {
+ "step": 855,
+ "lr": 0.0001,
+ "sup_loss": 1.5312771949104442
+ },
+ {
+ "step": 856,
+ "lr": 0.0001,
+ "sup_loss": 1.4911132235799118
+ },
+ {
+ "step": 857,
+ "lr": 0.0001,
+ "sup_loss": 1.5313469945534095
+ },
+ {
+ "step": 858,
+ "lr": 0.0001,
+ "sup_loss": 1.534936278180425
+ },
+ {
+ "step": 859,
+ "lr": 0.0001,
+ "sup_loss": 1.515452156091076
+ },
+ {
+ "step": 860,
+ "lr": 0.0001,
+ "sup_loss": 1.4970374731662635
+ },
+ {
+ "step": 861,
+ "lr": 0.0001,
+ "sup_loss": 1.5078185645833702
+ },
+ {
+ "step": 862,
+ "lr": 0.0001,
+ "sup_loss": 1.5350425544968045
+ },
+ {
+ "step": 863,
+ "lr": 0.0001,
+ "sup_loss": 1.5011965992925165
+ },
+ {
+ "step": 864,
+ "lr": 0.0001,
+ "sup_loss": 1.531625924427576
+ },
+ {
+ "step": 865,
+ "lr": 0.0001,
+ "sup_loss": 1.4873875083060037
+ },
+ {
+ "step": 866,
+ "lr": 0.0001,
+ "sup_loss": 1.5105695138559807
+ },
+ {
+ "step": 867,
+ "lr": 0.0001,
+ "sup_loss": 1.4673764461804975
+ },
+ {
+ "step": 868,
+ "lr": 0.0001,
+ "sup_loss": 1.497470526944972
+ },
+ {
+ "step": 869,
+ "lr": 0.0001,
+ "sup_loss": 1.5342015402243803
+ },
+ {
+ "step": 870,
+ "lr": 0.0001,
+ "sup_loss": 1.517589125550836
+ },
+ {
+ "step": 871,
+ "lr": 0.0001,
+ "sup_loss": 1.5253814758039894
+ },
+ {
+ "step": 872,
+ "lr": 0.0001,
+ "sup_loss": 1.4770774154840078
+ },
+ {
+ "step": 873,
+ "lr": 0.0001,
+ "sup_loss": 1.5177339977326907
+ },
+ {
+ "step": 874,
+ "lr": 0.0001,
+ "sup_loss": 1.5521058021518317
+ },
+ {
+ "step": 875,
+ "lr": 0.0001,
+ "sup_loss": 1.4876248452965795
+ },
+ {
+ "step": 876,
+ "lr": 0.0001,
+ "sup_loss": 1.4939198571288062
+ },
+ {
+ "step": 877,
+ "lr": 0.0001,
+ "sup_loss": 1.521567163839101
+ },
+ {
+ "step": 878,
+ "lr": 0.0001,
+ "sup_loss": 1.5144775918664342
+ },
+ {
+ "step": 879,
+ "lr": 0.0001,
+ "sup_loss": 1.5549464851979382
+ },
+ {
+ "step": 880,
+ "lr": 0.0001,
+ "sup_loss": 1.524532676127167
+ },
+ {
+ "step": 881,
+ "lr": 0.0001,
+ "sup_loss": 1.5035667530420096
+ },
+ {
+ "step": 882,
+ "lr": 0.0001,
+ "sup_loss": 1.4703883903791422
+ },
+ {
+ "step": 883,
+ "lr": 0.0001,
+ "sup_loss": 1.5031212800747258
+ },
+ {
+ "step": 884,
+ "lr": 0.0001,
+ "sup_loss": 1.5116881798084225
+ },
+ {
+ "step": 885,
+ "lr": 0.0001,
+ "sup_loss": 1.5062025258007876
+ },
+ {
+ "step": 886,
+ "lr": 0.0001,
+ "sup_loss": 1.522219582556288
+ },
+ {
+ "step": 887,
+ "lr": 0.0001,
+ "sup_loss": 1.5203086586431591
+ },
+ {
+ "step": 888,
+ "lr": 0.0001,
+ "sup_loss": 1.4976492600579807
+ },
+ {
+ "step": 889,
+ "lr": 0.0001,
+ "sup_loss": 1.5013764319003722
+ },
+ {
+ "step": 890,
+ "lr": 0.0001,
+ "sup_loss": 1.5220576529882013
+ },
+ {
+ "step": 891,
+ "lr": 0.0001,
+ "sup_loss": 1.5180304454157
+ },
+ {
+ "step": 892,
+ "lr": 0.0001,
+ "sup_loss": 1.4937295362463094
+ },
+ {
+ "step": 893,
+ "lr": 0.0001,
+ "sup_loss": 1.5170068069019793
+ },
+ {
+ "step": 894,
+ "lr": 0.0001,
+ "sup_loss": 1.5287469850045097
+ },
+ {
+ "step": 895,
+ "lr": 0.0001,
+ "sup_loss": 1.4710172590149657
+ },
+ {
+ "step": 896,
+ "lr": 0.0001,
+ "sup_loss": 1.5205454963184943
+ },
+ {
+ "step": 897,
+ "lr": 0.0001,
+ "sup_loss": 1.4983270265031525
+ },
+ {
+ "step": 898,
+ "lr": 0.0001,
+ "sup_loss": 1.5387304056330156
+ },
+ {
+ "step": 899,
+ "lr": 0.0001,
+ "sup_loss": 1.5411767710368482
+ },
+ {
+ "step": 900,
+ "lr": 0.0001,
+ "sup_loss": 1.5023575568769916,
+ "lyap1_mean": -10.297163963317871,
+ "lyap1_max": -10.145556449890137,
+ "lyap_spec_mean": [
+ -10.297163963317871,
+ -11.311446189880371
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 901,
+ "lr": 0.0001,
+ "sup_loss": 1.5109854576213162
+ },
+ {
+ "step": 902,
+ "lr": 0.0001,
+ "sup_loss": 1.5208414637898675
+ },
+ {
+ "step": 903,
+ "lr": 0.0001,
+ "sup_loss": 1.4711981539008612
+ },
+ {
+ "step": 904,
+ "lr": 0.0001,
+ "sup_loss": 1.5275393067711132
+ },
+ {
+ "step": 905,
+ "lr": 0.0001,
+ "sup_loss": 1.5344797450090302
+ },
+ {
+ "step": 906,
+ "lr": 0.0001,
+ "sup_loss": 1.5347596579431588
+ },
+ {
+ "step": 907,
+ "lr": 0.0001,
+ "sup_loss": 1.5176361721573979
+ },
+ {
+ "step": 908,
+ "lr": 0.0001,
+ "sup_loss": 1.4909805193404655
+ },
+ {
+ "step": 909,
+ "lr": 0.0001,
+ "sup_loss": 1.5038453429036809
+ },
+ {
+ "step": 910,
+ "lr": 0.0001,
+ "sup_loss": 1.487439858399984
+ },
+ {
+ "step": 911,
+ "lr": 0.0001,
+ "sup_loss": 1.4974947420197535
+ },
+ {
+ "step": 912,
+ "lr": 0.0001,
+ "sup_loss": 1.4903136629454157
+ },
+ {
+ "step": 913,
+ "lr": 0.0001,
+ "sup_loss": 1.545416287194641
+ },
+ {
+ "step": 914,
+ "lr": 0.0001,
+ "sup_loss": 1.517575744410618
+ },
+ {
+ "step": 915,
+ "lr": 0.0001,
+ "sup_loss": 1.450610183333114
+ },
+ {
+ "step": 916,
+ "lr": 0.0001,
+ "sup_loss": 1.541493121363801
+ },
+ {
+ "step": 917,
+ "lr": 0.0001,
+ "sup_loss": 1.469946223968813
+ },
+ {
+ "step": 918,
+ "lr": 0.0001,
+ "sup_loss": 1.5269957872205462
+ },
+ {
+ "step": 919,
+ "lr": 0.0001,
+ "sup_loss": 1.517771893809051
+ },
+ {
+ "step": 920,
+ "lr": 0.0001,
+ "sup_loss": 1.5011240283967675
+ },
+ {
+ "step": 921,
+ "lr": 0.0001,
+ "sup_loss": 1.5590813748738568
+ },
+ {
+ "step": 922,
+ "lr": 0.0001,
+ "sup_loss": 1.4795563569288244
+ },
+ {
+ "step": 923,
+ "lr": 0.0001,
+ "sup_loss": 1.5107349973930406
+ },
+ {
+ "step": 924,
+ "lr": 0.0001,
+ "sup_loss": 1.5105276790263353
+ },
+ {
+ "step": 925,
+ "lr": 0.0001,
+ "sup_loss": 1.4744425315567793
+ },
+ {
+ "step": 926,
+ "lr": 0.0001,
+ "sup_loss": 1.5010129998985005
+ },
+ {
+ "step": 927,
+ "lr": 0.0001,
+ "sup_loss": 1.4598719180228807
+ },
+ {
+ "step": 928,
+ "lr": 0.0001,
+ "sup_loss": 1.5314774915000235
+ },
+ {
+ "step": 929,
+ "lr": 0.0001,
+ "sup_loss": 1.5009488759550453
+ },
+ {
+ "step": 930,
+ "lr": 0.0001,
+ "sup_loss": 1.5381701181603815
+ },
+ {
+ "step": 931,
+ "lr": 0.0001,
+ "sup_loss": 1.5280688703841354
+ },
+ {
+ "step": 932,
+ "lr": 0.0001,
+ "sup_loss": 1.5146160768571129
+ },
+ {
+ "step": 933,
+ "lr": 0.0001,
+ "sup_loss": 1.5136209187054528
+ },
+ {
+ "step": 934,
+ "lr": 0.0001,
+ "sup_loss": 1.5212347568946822
+ },
+ {
+ "step": 935,
+ "lr": 0.0001,
+ "sup_loss": 1.5136310774557487
+ },
+ {
+ "step": 936,
+ "lr": 0.0001,
+ "sup_loss": 1.5166144502264525
+ },
+ {
+ "step": 937,
+ "lr": 0.0001,
+ "sup_loss": 1.5243278782056289
+ },
+ {
+ "step": 938,
+ "lr": 0.0001,
+ "sup_loss": 1.4438635854550592
+ },
+ {
+ "step": 939,
+ "lr": 0.0001,
+ "sup_loss": 1.5046012398203092
+ },
+ {
+ "step": 940,
+ "lr": 0.0001,
+ "sup_loss": 1.5058599738485512
+ },
+ {
+ "step": 941,
+ "lr": 0.0001,
+ "sup_loss": 1.5289266337819927
+ },
+ {
+ "step": 942,
+ "lr": 0.0001,
+ "sup_loss": 1.514043109825103
+ },
+ {
+ "step": 943,
+ "lr": 0.0001,
+ "sup_loss": 1.5277912631683168
+ },
+ {
+ "step": 944,
+ "lr": 0.0001,
+ "sup_loss": 1.5106536796009873
+ },
+ {
+ "step": 945,
+ "lr": 0.0001,
+ "sup_loss": 1.51011498670783
+ },
+ {
+ "step": 946,
+ "lr": 0.0001,
+ "sup_loss": 1.4769067316361997
+ },
+ {
+ "step": 947,
+ "lr": 0.0001,
+ "sup_loss": 1.5716995668970397
+ },
+ {
+ "step": 948,
+ "lr": 0.0001,
+ "sup_loss": 1.544085978621911
+ },
+ {
+ "step": 949,
+ "lr": 0.0001,
+ "sup_loss": 1.5114509171301553
+ },
+ {
+ "step": 950,
+ "lr": 0.0001,
+ "sup_loss": 1.5242237252433797,
+ "lyap1_mean": -10.358120918273926,
+ "lyap1_max": -10.184789657592773,
+ "lyap_spec_mean": [
+ -10.358120918273926,
+ -11.253217697143555
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 951,
+ "lr": 0.0001,
+ "sup_loss": 1.4869588015526922
+ },
+ {
+ "step": 952,
+ "lr": 0.0001,
+ "sup_loss": 1.5375909196645314
+ },
+ {
+ "step": 953,
+ "lr": 0.0001,
+ "sup_loss": 1.5277163755874463
+ },
+ {
+ "step": 954,
+ "lr": 0.0001,
+ "sup_loss": 1.5177826748530878
+ },
+ {
+ "step": 955,
+ "lr": 0.0001,
+ "sup_loss": 1.493687747807409
+ },
+ {
+ "step": 956,
+ "lr": 0.0001,
+ "sup_loss": 1.5140592466749003
+ },
+ {
+ "step": 957,
+ "lr": 0.0001,
+ "sup_loss": 1.5140724289414524
+ },
+ {
+ "step": 958,
+ "lr": 0.0001,
+ "sup_loss": 1.524299441971118
+ },
+ {
+ "step": 959,
+ "lr": 0.0001,
+ "sup_loss": 1.5343345774761443
+ },
+ {
+ "step": 960,
+ "lr": 0.0001,
+ "sup_loss": 1.5342208978891574
+ },
+ {
+ "step": 961,
+ "lr": 0.0001,
+ "sup_loss": 1.4968766406122025
+ },
+ {
+ "step": 962,
+ "lr": 0.0001,
+ "sup_loss": 1.5280532851387352
+ },
+ {
+ "step": 963,
+ "lr": 0.0001,
+ "sup_loss": 1.508405308662308
+ },
+ {
+ "step": 964,
+ "lr": 0.0001,
+ "sup_loss": 1.5182322186861914
+ },
+ {
+ "step": 965,
+ "lr": 0.0001,
+ "sup_loss": 1.4870202169077693
+ },
+ {
+ "step": 966,
+ "lr": 0.0001,
+ "sup_loss": 1.5245849835259704
+ },
+ {
+ "step": 967,
+ "lr": 0.0001,
+ "sup_loss": 1.5336015944622983
+ },
+ {
+ "step": 968,
+ "lr": 0.0001,
+ "sup_loss": 1.5176369983189002
+ },
+ {
+ "step": 969,
+ "lr": 0.0001,
+ "sup_loss": 1.5282146546852466
+ },
+ {
+ "step": 970,
+ "lr": 0.0001,
+ "sup_loss": 1.5207952675641212
+ },
+ {
+ "step": 971,
+ "lr": 0.0001,
+ "sup_loss": 1.5142953132764574
+ },
+ {
+ "step": 972,
+ "lr": 0.0001,
+ "sup_loss": 1.5110283424503674
+ },
+ {
+ "step": 973,
+ "lr": 0.0001,
+ "sup_loss": 1.5177174844296364
+ },
+ {
+ "step": 974,
+ "lr": 0.0001,
+ "sup_loss": 1.5279808328189972
+ },
+ {
+ "step": 975,
+ "lr": 0.0001,
+ "sup_loss": 1.5108974812792109
+ },
+ {
+ "step": 976,
+ "lr": 0.0001,
+ "sup_loss": 1.5102873599549471
+ },
+ {
+ "step": 977,
+ "lr": 0.0001,
+ "sup_loss": 1.530693192946476
+ },
+ {
+ "step": 978,
+ "lr": 0.0001,
+ "sup_loss": 1.5581628743561438
+ },
+ {
+ "step": 979,
+ "lr": 0.0001,
+ "sup_loss": 1.4633263929106293
+ },
+ {
+ "step": 980,
+ "lr": 0.0001,
+ "sup_loss": 1.5682392841192343
+ },
+ {
+ "step": 981,
+ "lr": 0.0001,
+ "sup_loss": 1.4906946976182003
+ },
+ {
+ "step": 982,
+ "lr": 0.0001,
+ "sup_loss": 1.510652795630217
+ },
+ {
+ "step": 983,
+ "lr": 0.0001,
+ "sup_loss": 1.5409361944045945
+ },
+ {
+ "step": 984,
+ "lr": 0.0001,
+ "sup_loss": 1.537922758754951
+ },
+ {
+ "step": 985,
+ "lr": 0.0001,
+ "sup_loss": 1.4668831677930894
+ },
+ {
+ "step": 986,
+ "lr": 0.0001,
+ "sup_loss": 1.544940397702406
+ },
+ {
+ "step": 987,
+ "lr": 0.0001,
+ "sup_loss": 1.5013719618749788
+ },
+ {
+ "step": 988,
+ "lr": 0.0001,
+ "sup_loss": 1.5244964873111326
+ },
+ {
+ "step": 989,
+ "lr": 0.0001,
+ "sup_loss": 1.4875266219483019
+ },
+ {
+ "step": 990,
+ "lr": 0.0001,
+ "sup_loss": 1.5003623229623377
+ },
+ {
+ "step": 991,
+ "lr": 0.0001,
+ "sup_loss": 1.510510814323742
+ },
+ {
+ "step": 992,
+ "lr": 0.0001,
+ "sup_loss": 1.5002790269415267
+ },
+ {
+ "step": 993,
+ "lr": 0.0001,
+ "sup_loss": 1.483475771992361
+ },
+ {
+ "step": 994,
+ "lr": 0.0001,
+ "sup_loss": 1.5006942720886844
+ },
+ {
+ "step": 995,
+ "lr": 0.0001,
+ "sup_loss": 1.5555402221738714
+ },
+ {
+ "step": 996,
+ "lr": 0.0001,
+ "sup_loss": 1.4908621887627727
+ },
+ {
+ "step": 997,
+ "lr": 0.0001,
+ "sup_loss": 1.4912327587784586
+ },
+ {
+ "step": 998,
+ "lr": 0.0001,
+ "sup_loss": 1.5271872827015154
+ },
+ {
+ "step": 999,
+ "lr": 0.0001,
+ "sup_loss": 1.4936907974320863
+ },
+ {
+ "step": 1000,
+ "lr": 0.0001,
+ "sup_loss": 1.4973639350003876,
+ "lyap1_mean": -10.514686584472656,
+ "lyap1_max": -10.266777992248535,
+ "lyap_spec_mean": [
+ -10.514686584472656,
+ -11.29997730255127
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 1001,
+ "lr": 0.0001,
+ "sup_loss": 1.5073940889217172
+ },
+ {
+ "step": 1002,
+ "lr": 0.0001,
+ "sup_loss": 1.544463825004469
+ },
+ {
+ "step": 1003,
+ "lr": 0.0001,
+ "sup_loss": 1.4738591898187512
+ },
+ {
+ "step": 1004,
+ "lr": 0.0001,
+ "sup_loss": 1.510941011789433
+ },
+ {
+ "step": 1005,
+ "lr": 0.0001,
+ "sup_loss": 1.5075554662664719
+ },
+ {
+ "step": 1006,
+ "lr": 0.0001,
+ "sup_loss": 1.5315009020881578
+ },
+ {
+ "step": 1007,
+ "lr": 0.0001,
+ "sup_loss": 1.5032170348184906
+ },
+ {
+ "step": 1008,
+ "lr": 0.0001,
+ "sup_loss": 1.4985439276060195
+ },
+ {
+ "step": 1009,
+ "lr": 0.0001,
+ "sup_loss": 1.5311330711101658
+ },
+ {
+ "step": 1010,
+ "lr": 0.0001,
+ "sup_loss": 1.5205645356112503
+ },
+ {
+ "step": 1011,
+ "lr": 0.0001,
+ "sup_loss": 1.5233735198217968
+ },
+ {
+ "step": 1012,
+ "lr": 0.0001,
+ "sup_loss": 1.5040882208123314
+ },
+ {
+ "step": 1013,
+ "lr": 0.0001,
+ "sup_loss": 1.5079369444769837
+ },
+ {
+ "step": 1014,
+ "lr": 0.0001,
+ "sup_loss": 1.5135148809438879
+ },
+ {
+ "step": 1015,
+ "lr": 0.0001,
+ "sup_loss": 1.5075691724475402
+ },
+ {
+ "step": 1016,
+ "lr": 0.0001,
+ "sup_loss": 1.5240532345268807
+ },
+ {
+ "step": 1017,
+ "lr": 0.0001,
+ "sup_loss": 1.5415380040674371
+ },
+ {
+ "step": 1018,
+ "lr": 0.0001,
+ "sup_loss": 1.5076051500305356
+ },
+ {
+ "step": 1019,
+ "lr": 0.0001,
+ "sup_loss": 1.5305444251037987
+ },
+ {
+ "step": 1020,
+ "lr": 0.0001,
+ "sup_loss": 1.4903356437311586
+ },
+ {
+ "step": 1021,
+ "lr": 0.0001,
+ "sup_loss": 1.5236684936512754
+ },
+ {
+ "step": 1022,
+ "lr": 0.0001,
+ "sup_loss": 1.504507487706519
+ },
+ {
+ "step": 1023,
+ "lr": 0.0001,
+ "sup_loss": 1.4498791021087813
+ },
+ {
+ "step": 1024,
+ "lr": 0.0001,
+ "sup_loss": 1.5110422515716133
+ },
+ {
+ "step": 1025,
+ "lr": 0.0001,
+ "sup_loss": 1.5213925309746967
+ },
+ {
+ "step": 1026,
+ "lr": 0.0001,
+ "sup_loss": 1.501180068595964
+ },
+ {
+ "step": 1027,
+ "lr": 0.0001,
+ "sup_loss": 1.5342517318829239
+ },
+ {
+ "step": 1028,
+ "lr": 0.0001,
+ "sup_loss": 1.5076813997500278
+ },
+ {
+ "step": 1029,
+ "lr": 0.0001,
+ "sup_loss": 1.5142791284847685
+ },
+ {
+ "step": 1030,
+ "lr": 0.0001,
+ "sup_loss": 1.5142756085126452
+ },
+ {
+ "step": 1031,
+ "lr": 0.0001,
+ "sup_loss": 1.510280030508682
+ },
+ {
+ "step": 1032,
+ "lr": 0.0001,
+ "sup_loss": 1.4937975555266219
+ },
+ {
+ "step": 1033,
+ "lr": 0.0001,
+ "sup_loss": 1.5233726135941932
+ },
+ {
+ "step": 1034,
+ "lr": 0.0001,
+ "sup_loss": 1.5214495525318257
+ },
+ {
+ "step": 1035,
+ "lr": 0.0001,
+ "sup_loss": 1.4968815132364703
+ },
+ {
+ "step": 1036,
+ "lr": 0.0001,
+ "sup_loss": 1.4998109051965756
+ },
+ {
+ "step": 1037,
+ "lr": 0.0001,
+ "sup_loss": 1.5038833734864818
+ },
+ {
+ "step": 1038,
+ "lr": 0.0001,
+ "sup_loss": 1.5595741881848137
+ },
+ {
+ "step": 1039,
+ "lr": 0.0001,
+ "sup_loss": 1.5242356713114378
+ },
+ {
+ "step": 1040,
+ "lr": 0.0001,
+ "sup_loss": 1.4973475603192876
+ },
+ {
+ "step": 1041,
+ "lr": 0.0001,
+ "sup_loss": 1.521409796844551
+ },
+ {
+ "step": 1042,
+ "lr": 0.0001,
+ "sup_loss": 1.5003568204573885
+ },
+ {
+ "step": 1043,
+ "lr": 0.0001,
+ "sup_loss": 1.515094730544753
+ },
+ {
+ "step": 1044,
+ "lr": 0.0001,
+ "sup_loss": 1.5380390259911096
+ },
+ {
+ "step": 1045,
+ "lr": 0.0001,
+ "sup_loss": 1.5206647407976805
+ },
+ {
+ "step": 1046,
+ "lr": 0.0001,
+ "sup_loss": 1.5136010098490627
+ },
+ {
+ "step": 1047,
+ "lr": 0.0001,
+ "sup_loss": 1.5199676557405792
+ },
+ {
+ "step": 1048,
+ "lr": 0.0001,
+ "sup_loss": 1.5169618200232688
+ },
+ {
+ "step": 1049,
+ "lr": 0.0001,
+ "sup_loss": 1.503622973622402
+ },
+ {
+ "step": 1050,
+ "lr": 0.0001,
+ "sup_loss": 1.4800350241203735,
+ "lyap1_mean": -10.48875904083252,
+ "lyap1_max": -10.14209270477295,
+ "lyap_spec_mean": [
+ -10.48875904083252,
+ -11.288721084594727
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 1051,
+ "lr": 0.0001,
+ "sup_loss": 1.5272025636091806
+ },
+ {
+ "step": 1052,
+ "lr": 0.0001,
+ "sup_loss": 1.5205926153445293
+ },
+ {
+ "step": 1053,
+ "lr": 0.0001,
+ "sup_loss": 1.5585274707824792
+ },
+ {
+ "step": 1054,
+ "lr": 0.0001,
+ "sup_loss": 1.513778751661253
+ },
+ {
+ "step": 1055,
+ "lr": 0.0001,
+ "sup_loss": 1.5018987930032344
+ },
+ {
+ "step": 1056,
+ "lr": 0.0001,
+ "sup_loss": 1.5227274000219528
+ },
+ {
+ "step": 1057,
+ "lr": 0.0001,
+ "sup_loss": 1.5211424367575703
+ },
+ {
+ "step": 1058,
+ "lr": 0.0001,
+ "sup_loss": 1.5023955375590274
+ },
+ {
+ "step": 1059,
+ "lr": 0.0001,
+ "sup_loss": 1.540841371386507
+ },
+ {
+ "step": 1060,
+ "lr": 0.0001,
+ "sup_loss": 1.5316149956410103
+ },
+ {
+ "step": 1061,
+ "lr": 0.0001,
+ "sup_loss": 1.4969879106590227
+ },
+ {
+ "step": 1062,
+ "lr": 0.0001,
+ "sup_loss": 1.5103571309689134
+ },
+ {
+ "step": 1063,
+ "lr": 0.0001,
+ "sup_loss": 1.5063094416633365
+ },
+ {
+ "step": 1064,
+ "lr": 0.0001,
+ "sup_loss": 1.4969149671866473
+ },
+ {
+ "step": 1065,
+ "lr": 0.0001,
+ "sup_loss": 1.5174092005529476
+ },
+ {
+ "step": 1066,
+ "lr": 0.0001,
+ "sup_loss": 1.5204245805600276
+ },
+ {
+ "step": 1067,
+ "lr": 0.0001,
+ "sup_loss": 1.5103452144204705
+ },
+ {
+ "step": 1068,
+ "lr": 0.0001,
+ "sup_loss": 1.517080564153666
+ },
+ {
+ "step": 1069,
+ "lr": 0.0001,
+ "sup_loss": 1.4724400210903543
+ },
+ {
+ "step": 1070,
+ "lr": 0.0001,
+ "sup_loss": 1.5166704269234852
+ },
+ {
+ "step": 1071,
+ "lr": 0.0001,
+ "sup_loss": 1.5279256447161207
+ },
+ {
+ "step": 1072,
+ "lr": 0.0001,
+ "sup_loss": 1.5061720849644094
+ },
+ {
+ "step": 1073,
+ "lr": 0.0001,
+ "sup_loss": 1.5106250375919277
+ },
+ {
+ "step": 1074,
+ "lr": 0.0001,
+ "sup_loss": 1.5180297156519056
+ },
+ {
+ "step": 1075,
+ "lr": 0.0001,
+ "sup_loss": 1.4884990179149893
+ },
+ {
+ "step": 1076,
+ "lr": 0.0001,
+ "sup_loss": 1.5321261268788053
+ },
+ {
+ "step": 1077,
+ "lr": 0.0001,
+ "sup_loss": 1.5104686412307335
+ },
+ {
+ "step": 1078,
+ "lr": 0.0001,
+ "sup_loss": 1.4910582828164736
+ },
+ {
+ "step": 1079,
+ "lr": 0.0001,
+ "sup_loss": 1.5071801230693216
+ },
+ {
+ "step": 1080,
+ "lr": 0.0001,
+ "sup_loss": 1.5174735814885238
+ },
+ {
+ "step": 1081,
+ "lr": 0.0001,
+ "sup_loss": 1.5106753166911289
+ },
+ {
+ "step": 1082,
+ "lr": 0.0001,
+ "sup_loss": 1.5234376008864305
+ },
+ {
+ "step": 1083,
+ "lr": 0.0001,
+ "sup_loss": 1.4930751150763013
+ },
+ {
+ "step": 1084,
+ "lr": 0.0001,
+ "sup_loss": 1.5147959516882767
+ },
+ {
+ "step": 1085,
+ "lr": 0.0001,
+ "sup_loss": 1.5209347552165153
+ },
+ {
+ "step": 1086,
+ "lr": 0.0001,
+ "sup_loss": 1.50644536374663
+ },
+ {
+ "step": 1087,
+ "lr": 0.0001,
+ "sup_loss": 1.5514516469109434
+ },
+ {
+ "step": 1088,
+ "lr": 0.0001,
+ "sup_loss": 1.5341170091900043
+ },
+ {
+ "step": 1089,
+ "lr": 0.0001,
+ "sup_loss": 1.513796698789378
+ },
+ {
+ "step": 1090,
+ "lr": 0.0001,
+ "sup_loss": 1.4801056605187524
+ },
+ {
+ "step": 1091,
+ "lr": 0.0001,
+ "sup_loss": 1.4966319137967188
+ },
+ {
+ "step": 1092,
+ "lr": 0.0001,
+ "sup_loss": 1.4899085549590863
+ },
+ {
+ "step": 1093,
+ "lr": 0.0001,
+ "sup_loss": 1.4801109080368169
+ },
+ {
+ "step": 1094,
+ "lr": 0.0001,
+ "sup_loss": 1.4589603373372586
+ },
+ {
+ "step": 1095,
+ "lr": 0.0001,
+ "sup_loss": 1.5582077268375976
+ },
+ {
+ "step": 1096,
+ "lr": 0.0001,
+ "sup_loss": 1.489836545689724
+ },
+ {
+ "step": 1097,
+ "lr": 0.0001,
+ "sup_loss": 1.5241535913472757
+ },
+ {
+ "step": 1098,
+ "lr": 0.0001,
+ "sup_loss": 1.5266109750616894
+ },
+ {
+ "step": 1099,
+ "lr": 0.0001,
+ "sup_loss": 1.5343256739193865
+ },
+ {
+ "step": 1100,
+ "lr": 0.0001,
+ "sup_loss": 1.529762880122655,
+ "lyap1_mean": -10.641798973083496,
+ "lyap1_max": -10.386137008666992,
+ "lyap_spec_mean": [
+ -10.641798973083496,
+ -11.142293930053711
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 1101,
+ "lr": 0.0001,
+ "sup_loss": 1.520818660628841
+ },
+ {
+ "step": 1102,
+ "lr": 0.0001,
+ "sup_loss": 1.5006465654297256
+ },
+ {
+ "step": 1103,
+ "lr": 0.0001,
+ "sup_loss": 1.5104708630018062
+ },
+ {
+ "step": 1104,
+ "lr": 0.0001,
+ "sup_loss": 1.5172540123742746
+ },
+ {
+ "step": 1105,
+ "lr": 0.0001,
+ "sup_loss": 1.5036072480614382
+ },
+ {
+ "step": 1106,
+ "lr": 0.0001,
+ "sup_loss": 1.5455496808774247
+ },
+ {
+ "step": 1107,
+ "lr": 0.0001,
+ "sup_loss": 1.5304535729869255
+ },
+ {
+ "step": 1108,
+ "lr": 0.0001,
+ "sup_loss": 1.554694642787004
+ },
+ {
+ "step": 1109,
+ "lr": 0.0001,
+ "sup_loss": 1.5195131419107535
+ },
+ {
+ "step": 1110,
+ "lr": 0.0001,
+ "sup_loss": 1.516729056568863
+ },
+ {
+ "step": 1111,
+ "lr": 0.0001,
+ "sup_loss": 1.514220705197893
+ },
+ {
+ "step": 1112,
+ "lr": 0.0001,
+ "sup_loss": 1.439216468595088
+ },
+ {
+ "step": 1113,
+ "lr": 0.0001,
+ "sup_loss": 1.5273479572271167
+ },
+ {
+ "step": 1114,
+ "lr": 0.0001,
+ "sup_loss": 1.5131659466211045
+ },
+ {
+ "step": 1115,
+ "lr": 0.0001,
+ "sup_loss": 1.5590201121375922
+ },
+ {
+ "step": 1116,
+ "lr": 0.0001,
+ "sup_loss": 1.513057675220298
+ },
+ {
+ "step": 1117,
+ "lr": 0.0001,
+ "sup_loss": 1.5168576837151553
+ },
+ {
+ "step": 1118,
+ "lr": 0.0001,
+ "sup_loss": 1.5100721298895876
+ },
+ {
+ "step": 1119,
+ "lr": 0.0001,
+ "sup_loss": 1.517645538693279
+ },
+ {
+ "step": 1120,
+ "lr": 0.0001,
+ "sup_loss": 1.4881981640741304
+ },
+ {
+ "step": 1121,
+ "lr": 0.0001,
+ "sup_loss": 1.5107571288838597
+ },
+ {
+ "step": 1122,
+ "lr": 0.0001,
+ "sup_loss": 1.5070020741769181
+ },
+ {
+ "step": 1123,
+ "lr": 0.0001,
+ "sup_loss": 1.5266019711113752
+ },
+ {
+ "step": 1124,
+ "lr": 0.0001,
+ "sup_loss": 1.496003846339376
+ },
+ {
+ "step": 1125,
+ "lr": 0.0001,
+ "sup_loss": 1.5074121014316855
+ },
+ {
+ "step": 1126,
+ "lr": 0.0001,
+ "sup_loss": 1.493549940818824
+ },
+ {
+ "step": 1127,
+ "lr": 0.0001,
+ "sup_loss": 1.5135345048639777
+ },
+ {
+ "step": 1128,
+ "lr": 0.0001,
+ "sup_loss": 1.5142460506647937
+ },
+ {
+ "step": 1129,
+ "lr": 0.0001,
+ "sup_loss": 1.5206142528626299
+ },
+ {
+ "step": 1130,
+ "lr": 0.0001,
+ "sup_loss": 1.5003567830923654
+ },
+ {
+ "step": 1131,
+ "lr": 0.0001,
+ "sup_loss": 1.527390240174164
+ },
+ {
+ "step": 1132,
+ "lr": 0.0001,
+ "sup_loss": 1.4963879513227982
+ },
+ {
+ "step": 1133,
+ "lr": 0.0001,
+ "sup_loss": 1.4867799629076504
+ },
+ {
+ "step": 1134,
+ "lr": 0.0001,
+ "sup_loss": 1.4840619255960934
+ },
+ {
+ "step": 1135,
+ "lr": 0.0001,
+ "sup_loss": 1.4933716027716504
+ },
+ {
+ "step": 1136,
+ "lr": 0.0001,
+ "sup_loss": 1.531036115489307
+ },
+ {
+ "step": 1137,
+ "lr": 0.0001,
+ "sup_loss": 1.5375903461724822
+ },
+ {
+ "step": 1138,
+ "lr": 0.0001,
+ "sup_loss": 1.5182574550008072
+ },
+ {
+ "step": 1139,
+ "lr": 0.0001,
+ "sup_loss": 1.497075131707928
+ },
+ {
+ "step": 1140,
+ "lr": 0.0001,
+ "sup_loss": 1.5278479415331627
+ },
+ {
+ "step": 1141,
+ "lr": 0.0001,
+ "sup_loss": 1.520515351022875
+ },
+ {
+ "step": 1142,
+ "lr": 0.0001,
+ "sup_loss": 1.5016851240990374
+ },
+ {
+ "step": 1143,
+ "lr": 0.0001,
+ "sup_loss": 1.5245503977727506
+ },
+ {
+ "step": 1144,
+ "lr": 0.0001,
+ "sup_loss": 1.531674227529005
+ },
+ {
+ "step": 1145,
+ "lr": 0.0001,
+ "sup_loss": 1.5136410368326192
+ },
+ {
+ "step": 1146,
+ "lr": 0.0001,
+ "sup_loss": 1.5039991083522324
+ },
+ {
+ "step": 1147,
+ "lr": 0.0001,
+ "sup_loss": 1.5136498077798672
+ },
+ {
+ "step": 1148,
+ "lr": 0.0001,
+ "sup_loss": 1.5001547319480508
+ },
+ {
+ "step": 1149,
+ "lr": 0.0001,
+ "sup_loss": 1.528253369692847
+ },
+ {
+ "step": 1150,
+ "lr": 0.0001,
+ "sup_loss": 1.5104587191249514,
+ "lyap1_mean": -10.477584838867188,
+ "lyap1_max": -10.266040802001953,
+ "lyap_spec_mean": [
+ -10.477584838867188,
+ -11.391194343566895
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 1151,
+ "lr": 0.0001,
+ "sup_loss": 1.4821131362551936
+ },
+ {
+ "step": 1152,
+ "lr": 0.0001,
+ "sup_loss": 1.5312549756329086
+ },
+ {
+ "step": 1153,
+ "lr": 0.0001,
+ "sup_loss": 1.4766076155250443
+ },
+ {
+ "step": 1154,
+ "lr": 0.0001,
+ "sup_loss": 1.520339766126558
+ },
+ {
+ "step": 1155,
+ "lr": 0.0001,
+ "sup_loss": 1.5271643974402285
+ },
+ {
+ "step": 1156,
+ "lr": 0.0001,
+ "sup_loss": 1.533871365743686
+ },
+ {
+ "step": 1157,
+ "lr": 0.0001,
+ "sup_loss": 1.5710268205798492
+ },
+ {
+ "step": 1158,
+ "lr": 0.0001,
+ "sup_loss": 1.5068768153124819
+ },
+ {
+ "step": 1159,
+ "lr": 0.0001,
+ "sup_loss": 1.5140275354524169
+ },
+ {
+ "step": 1160,
+ "lr": 0.0001,
+ "sup_loss": 1.5243116272917698
+ },
+ {
+ "step": 1161,
+ "lr": 0.0001,
+ "sup_loss": 1.520870453755664
+ },
+ {
+ "step": 1162,
+ "lr": 0.0001,
+ "sup_loss": 1.5233592471102273
+ },
+ {
+ "step": 1163,
+ "lr": 0.0001,
+ "sup_loss": 1.4977805927106946
+ },
+ {
+ "step": 1164,
+ "lr": 0.0001,
+ "sup_loss": 1.5331554938445429
+ },
+ {
+ "step": 1165,
+ "lr": 0.0001,
+ "sup_loss": 1.4876600928892616
+ },
+ {
+ "step": 1166,
+ "lr": 0.0001,
+ "sup_loss": 1.5244620694614963
+ },
+ {
+ "step": 1167,
+ "lr": 0.0001,
+ "sup_loss": 1.4797271958557663
+ },
+ {
+ "step": 1168,
+ "lr": 0.0001,
+ "sup_loss": 1.522034846203957
+ },
+ {
+ "step": 1169,
+ "lr": 0.0001,
+ "sup_loss": 1.5002823371910519
+ },
+ {
+ "step": 1170,
+ "lr": 0.0001,
+ "sup_loss": 1.5204950192815379
+ },
+ {
+ "step": 1171,
+ "lr": 0.0001,
+ "sup_loss": 1.4764679503431613
+ },
+ {
+ "step": 1172,
+ "lr": 0.0001,
+ "sup_loss": 1.513772432945491
+ },
+ {
+ "step": 1173,
+ "lr": 0.0001,
+ "sup_loss": 1.5376524610692368
+ },
+ {
+ "step": 1174,
+ "lr": 0.0001,
+ "sup_loss": 1.4967023899908238
+ },
+ {
+ "step": 1175,
+ "lr": 0.0001,
+ "sup_loss": 1.5270210483811808
+ },
+ {
+ "step": 1176,
+ "lr": 0.0001,
+ "sup_loss": 1.5201838060838075
+ },
+ {
+ "step": 1177,
+ "lr": 0.0001,
+ "sup_loss": 1.5275505762323611
+ },
+ {
+ "step": 1178,
+ "lr": 0.0001,
+ "sup_loss": 1.5007030404952633
+ },
+ {
+ "step": 1179,
+ "lr": 0.0001,
+ "sup_loss": 1.5175150651880427
+ },
+ {
+ "step": 1180,
+ "lr": 0.0001,
+ "sup_loss": 1.4869591379402938
+ },
+ {
+ "step": 1181,
+ "lr": 0.0001,
+ "sup_loss": 1.4937698684488179
+ },
+ {
+ "step": 1182,
+ "lr": 0.0001,
+ "sup_loss": 1.5032411784745094
+ },
+ {
+ "step": 1183,
+ "lr": 0.0001,
+ "sup_loss": 1.5114630471038324
+ },
+ {
+ "step": 1184,
+ "lr": 0.0001,
+ "sup_loss": 1.5411341736836435
+ },
+ {
+ "step": 1185,
+ "lr": 0.0001,
+ "sup_loss": 1.51382404206819
+ },
+ {
+ "step": 1186,
+ "lr": 0.0001,
+ "sup_loss": 1.50374798036288
+ },
+ {
+ "step": 1187,
+ "lr": 0.0001,
+ "sup_loss": 1.513468438006399
+ },
+ {
+ "step": 1188,
+ "lr": 0.0001,
+ "sup_loss": 1.466293811029661
+ },
+ {
+ "step": 1189,
+ "lr": 0.0001,
+ "sup_loss": 1.496986440923877
+ },
+ {
+ "step": 1190,
+ "lr": 0.0001,
+ "sup_loss": 1.527998535775542
+ },
+ {
+ "step": 1191,
+ "lr": 0.0001,
+ "sup_loss": 1.5142054793623356
+ },
+ {
+ "step": 1192,
+ "lr": 0.0001,
+ "sup_loss": 1.517126396545784
+ },
+ {
+ "step": 1193,
+ "lr": 0.0001,
+ "sup_loss": 1.5407380667989397
+ },
+ {
+ "step": 1194,
+ "lr": 0.0001,
+ "sup_loss": 1.486733693309315
+ },
+ {
+ "step": 1195,
+ "lr": 0.0001,
+ "sup_loss": 1.493060752390878
+ },
+ {
+ "step": 1196,
+ "lr": 0.0001,
+ "sup_loss": 1.5197894520326458
+ },
+ {
+ "step": 1197,
+ "lr": 0.0001,
+ "sup_loss": 1.4595610179398977
+ },
+ {
+ "step": 1198,
+ "lr": 0.0001,
+ "sup_loss": 1.5244107263549567
+ },
+ {
+ "step": 1199,
+ "lr": 0.0001,
+ "sup_loss": 1.5229276041572963
+ },
+ {
+ "step": 1200,
+ "lr": 0.0001,
+ "sup_loss": 1.4868504938973006,
+ "lyap1_mean": -10.821054458618164,
+ "lyap1_max": -10.430198669433594,
+ "lyap_spec_mean": [
+ -10.821054458618164,
+ -11.424166679382324
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 1201,
+ "lr": 0.0001,
+ "sup_loss": 1.5303461242986895
+ },
+ {
+ "step": 1202,
+ "lr": 0.0001,
+ "sup_loss": 1.518109327851075
+ },
+ {
+ "step": 1203,
+ "lr": 0.0001,
+ "sup_loss": 1.4297514042932784
+ },
+ {
+ "step": 1204,
+ "lr": 0.0001,
+ "sup_loss": 1.5213388871331008
+ },
+ {
+ "step": 1205,
+ "lr": 0.0001,
+ "sup_loss": 1.5137987468176843
+ },
+ {
+ "step": 1206,
+ "lr": 0.0001,
+ "sup_loss": 1.5238073326732706
+ },
+ {
+ "step": 1207,
+ "lr": 0.0001,
+ "sup_loss": 1.499894998088831
+ },
+ {
+ "step": 1208,
+ "lr": 0.0001,
+ "sup_loss": 1.4901996656645264
+ },
+ {
+ "step": 1209,
+ "lr": 0.0001,
+ "sup_loss": 1.4858403179771866
+ },
+ {
+ "step": 1210,
+ "lr": 0.0001,
+ "sup_loss": 1.52980950840394
+ },
+ {
+ "step": 1211,
+ "lr": 0.0001,
+ "sup_loss": 1.5199694179929903
+ },
+ {
+ "step": 1212,
+ "lr": 0.0001,
+ "sup_loss": 1.5244928880017599
+ },
+ {
+ "step": 1213,
+ "lr": 0.0001,
+ "sup_loss": 1.4648735265552526
+ },
+ {
+ "step": 1214,
+ "lr": 0.0001,
+ "sup_loss": 1.5000539920972715
+ },
+ {
+ "step": 1215,
+ "lr": 0.0001,
+ "sup_loss": 1.4348231164100225
+ },
+ {
+ "step": 1216,
+ "lr": 0.0001,
+ "sup_loss": 1.4963114300272795
+ },
+ {
+ "step": 1217,
+ "lr": 0.0001,
+ "sup_loss": 1.5179608251207573
+ },
+ {
+ "step": 1218,
+ "lr": 0.0001,
+ "sup_loss": 1.4834007623165668
+ },
+ {
+ "step": 1219,
+ "lr": 0.0001,
+ "sup_loss": 1.506268927421157
+ },
+ {
+ "step": 1220,
+ "lr": 0.0001,
+ "sup_loss": 1.518170747451819
+ },
+ {
+ "step": 1221,
+ "lr": 0.0001,
+ "sup_loss": 1.4974395224037238
+ },
+ {
+ "step": 1222,
+ "lr": 0.0001,
+ "sup_loss": 1.4487977563167826
+ },
+ {
+ "step": 1223,
+ "lr": 0.0001,
+ "sup_loss": 1.5240394324145075
+ },
+ {
+ "step": 1224,
+ "lr": 0.0001,
+ "sup_loss": 1.5408679025934726
+ },
+ {
+ "step": 1225,
+ "lr": 0.0001,
+ "sup_loss": 1.5107275783354157
+ },
+ {
+ "step": 1226,
+ "lr": 0.0001,
+ "sup_loss": 1.5100202852646094
+ },
+ {
+ "step": 1227,
+ "lr": 0.0001,
+ "sup_loss": 1.554076592606299
+ },
+ {
+ "step": 1228,
+ "lr": 0.0001,
+ "sup_loss": 1.5283768381898672
+ },
+ {
+ "step": 1229,
+ "lr": 0.0001,
+ "sup_loss": 1.5103696337775578
+ },
+ {
+ "step": 1230,
+ "lr": 0.0001,
+ "sup_loss": 1.5160359142392286
+ },
+ {
+ "step": 1231,
+ "lr": 0.0001,
+ "sup_loss": 1.512616442178945
+ },
+ {
+ "step": 1232,
+ "lr": 0.0001,
+ "sup_loss": 1.5075565610779549
+ },
+ {
+ "step": 1233,
+ "lr": 0.0001,
+ "sup_loss": 1.50985125060074
+ },
+ {
+ "step": 1234,
+ "lr": 0.0001,
+ "sup_loss": 1.5036201958179265
+ },
+ {
+ "step": 1235,
+ "lr": 0.0001,
+ "sup_loss": 1.536654246122191
+ },
+ {
+ "step": 1236,
+ "lr": 0.0001,
+ "sup_loss": 1.5144692666133364
+ },
+ {
+ "step": 1237,
+ "lr": 0.0001,
+ "sup_loss": 1.4844832670968178
+ },
+ {
+ "step": 1238,
+ "lr": 0.0001,
+ "sup_loss": 1.466735198982158
+ },
+ {
+ "step": 1239,
+ "lr": 0.0001,
+ "sup_loss": 1.5410083242929136
+ },
+ {
+ "step": 1240,
+ "lr": 0.0001,
+ "sup_loss": 1.52761500585601
+ },
+ {
+ "step": 1241,
+ "lr": 0.0001,
+ "sup_loss": 1.5206344872792525
+ },
+ {
+ "step": 1242,
+ "lr": 0.0001,
+ "sup_loss": 1.516456349315079
+ },
+ {
+ "step": 1243,
+ "lr": 0.0001,
+ "sup_loss": 1.5035736058784535
+ },
+ {
+ "step": 1244,
+ "lr": 0.0001,
+ "sup_loss": 1.5165946425479495
+ },
+ {
+ "step": 1245,
+ "lr": 0.0001,
+ "sup_loss": 1.530468162982282
+ },
+ {
+ "step": 1246,
+ "lr": 0.0001,
+ "sup_loss": 1.519539882674977
+ },
+ {
+ "step": 1247,
+ "lr": 0.0001,
+ "sup_loss": 1.4997542125156402
+ },
+ {
+ "step": 1248,
+ "lr": 0.0001,
+ "sup_loss": 1.496302410803664
+ },
+ {
+ "step": 1249,
+ "lr": 0.0001,
+ "sup_loss": 1.5103728859307508
+ },
+ {
+ "step": 1250,
+ "lr": 0.0001,
+ "sup_loss": 1.5107784630427152,
+ "lyap1_mean": -10.645218849182129,
+ "lyap1_max": -10.434868812561035,
+ "lyap_spec_mean": [
+ -10.645218849182129,
+ -11.488506317138672
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 1251,
+ "lr": 0.0001,
+ "sup_loss": 1.4976111801398138
+ },
+ {
+ "step": 1252,
+ "lr": 0.0001,
+ "sup_loss": 1.510350153698212
+ },
+ {
+ "step": 1253,
+ "lr": 0.0001,
+ "sup_loss": 1.5437645760088192
+ },
+ {
+ "step": 1254,
+ "lr": 0.0001,
+ "sup_loss": 1.5306254844900191
+ },
+ {
+ "step": 1255,
+ "lr": 0.0001,
+ "sup_loss": 1.5170390561138314
+ },
+ {
+ "step": 1256,
+ "lr": 0.0001,
+ "sup_loss": 1.49599520098554
+ },
+ {
+ "step": 1257,
+ "lr": 0.0001,
+ "sup_loss": 1.520838778814498
+ },
+ {
+ "step": 1258,
+ "lr": 0.0001,
+ "sup_loss": 1.4854921351824049
+ },
+ {
+ "step": 1259,
+ "lr": 0.0001,
+ "sup_loss": 1.472941466156597
+ },
+ {
+ "step": 1260,
+ "lr": 0.0001,
+ "sup_loss": 1.5091105311739912
+ },
+ {
+ "step": 1261,
+ "lr": 0.0001,
+ "sup_loss": 1.4874715203196052
+ },
+ {
+ "step": 1262,
+ "lr": 0.0001,
+ "sup_loss": 1.5028014768505682
+ },
+ {
+ "step": 1263,
+ "lr": 0.0001,
+ "sup_loss": 1.5135444460842602
+ },
+ {
+ "step": 1264,
+ "lr": 0.0001,
+ "sup_loss": 1.524737207227631
+ },
+ {
+ "step": 1265,
+ "lr": 0.0001,
+ "sup_loss": 1.518069595826668
+ },
+ {
+ "step": 1266,
+ "lr": 0.0001,
+ "sup_loss": 1.5516894047393028
+ },
+ {
+ "step": 1267,
+ "lr": 0.0001,
+ "sup_loss": 1.4591796731140907
+ },
+ {
+ "step": 1268,
+ "lr": 0.0001,
+ "sup_loss": 1.5303950285520527
+ },
+ {
+ "step": 1269,
+ "lr": 0.0001,
+ "sup_loss": 1.5274031932545629
+ },
+ {
+ "step": 1270,
+ "lr": 0.0001,
+ "sup_loss": 1.5475652478266813
+ },
+ {
+ "step": 1271,
+ "lr": 0.0001,
+ "sup_loss": 1.4797438771387414
+ },
+ {
+ "step": 1272,
+ "lr": 0.0001,
+ "sup_loss": 1.550635498775946
+ },
+ {
+ "step": 1273,
+ "lr": 0.0001,
+ "sup_loss": 1.5099982615822942
+ },
+ {
+ "step": 1274,
+ "lr": 0.0001,
+ "sup_loss": 1.5166235371567525
+ },
+ {
+ "step": 1275,
+ "lr": 0.0001,
+ "sup_loss": 1.4898968716101946
+ },
+ {
+ "step": 1276,
+ "lr": 0.0001,
+ "sup_loss": 1.4967371174883406
+ },
+ {
+ "step": 1277,
+ "lr": 0.0001,
+ "sup_loss": 1.5142452514021802
+ },
+ {
+ "step": 1278,
+ "lr": 0.0001,
+ "sup_loss": 1.4800989942886318
+ },
+ {
+ "step": 1279,
+ "lr": 0.0001,
+ "sup_loss": 1.5005613167969696
+ },
+ {
+ "step": 1280,
+ "lr": 0.0001,
+ "sup_loss": 1.5096950435731598
+ },
+ {
+ "step": 1281,
+ "lr": 0.0001,
+ "sup_loss": 1.4967517413790135
+ },
+ {
+ "step": 1282,
+ "lr": 0.0001,
+ "sup_loss": 1.5271242427568812
+ },
+ {
+ "step": 1283,
+ "lr": 0.0001,
+ "sup_loss": 1.46926402885785
+ },
+ {
+ "step": 1284,
+ "lr": 0.0001,
+ "sup_loss": 1.5009915063698456
+ },
+ {
+ "step": 1285,
+ "lr": 0.0001,
+ "sup_loss": 1.5066263379555889
+ },
+ {
+ "step": 1286,
+ "lr": 0.0001,
+ "sup_loss": 1.5144783320719515
+ },
+ {
+ "step": 1287,
+ "lr": 0.0001,
+ "sup_loss": 1.5340405467735512
+ },
+ {
+ "step": 1288,
+ "lr": 0.0001,
+ "sup_loss": 1.5508888027725807
+ },
+ {
+ "step": 1289,
+ "lr": 0.0001,
+ "sup_loss": 1.5378374955967107
+ },
+ {
+ "step": 1290,
+ "lr": 0.0001,
+ "sup_loss": 1.4895920164712924
+ },
+ {
+ "step": 1291,
+ "lr": 0.0001,
+ "sup_loss": 1.5275505962501166
+ },
+ {
+ "step": 1292,
+ "lr": 0.0001,
+ "sup_loss": 1.5136906897323108
+ },
+ {
+ "step": 1293,
+ "lr": 0.0001,
+ "sup_loss": 1.5065987785827668
+ },
+ {
+ "step": 1294,
+ "lr": 0.0001,
+ "sup_loss": 1.4821369685935684
+ },
+ {
+ "step": 1295,
+ "lr": 0.0001,
+ "sup_loss": 1.5275506810209658
+ },
+ {
+ "step": 1296,
+ "lr": 0.0001,
+ "sup_loss": 1.5414360205505984
+ },
+ {
+ "step": 1297,
+ "lr": 0.0001,
+ "sup_loss": 1.4969468354580895
+ },
+ {
+ "step": 1298,
+ "lr": 0.0001,
+ "sup_loss": 1.5532970357356997
+ },
+ {
+ "step": 1299,
+ "lr": 0.0001,
+ "sup_loss": 1.5139822518112103
+ },
+ {
+ "step": 1300,
+ "lr": 0.0001,
+ "sup_loss": 1.5069592416575903,
+ "lyap1_mean": -10.710769653320312,
+ "lyap1_max": -10.560123443603516,
+ "lyap_spec_mean": [
+ -10.710770606994629,
+ -11.567009925842285
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 1301,
+ "lr": 0.0001,
+ "sup_loss": 1.4997549968200834
+ },
+ {
+ "step": 1302,
+ "lr": 0.0001,
+ "sup_loss": 1.5538790189142884
+ },
+ {
+ "step": 1303,
+ "lr": 0.0001,
+ "sup_loss": 1.5264470796504657
+ },
+ {
+ "step": 1304,
+ "lr": 0.0001,
+ "sup_loss": 1.5337258434357997
+ },
+ {
+ "step": 1305,
+ "lr": 0.0001,
+ "sup_loss": 1.5853794700875345
+ },
+ {
+ "step": 1306,
+ "lr": 0.0001,
+ "sup_loss": 1.5064744052505328
+ },
+ {
+ "step": 1307,
+ "lr": 0.0001,
+ "sup_loss": 1.513668556255632
+ },
+ {
+ "step": 1308,
+ "lr": 0.0001,
+ "sup_loss": 1.4562545938466445
+ },
+ {
+ "step": 1309,
+ "lr": 0.0001,
+ "sup_loss": 1.527232471603875
+ },
+ {
+ "step": 1310,
+ "lr": 0.0001,
+ "sup_loss": 1.4792007423233202
+ },
+ {
+ "step": 1311,
+ "lr": 0.0001,
+ "sup_loss": 1.4974391216965157
+ },
+ {
+ "step": 1312,
+ "lr": 0.0001,
+ "sup_loss": 1.5168112737407995
+ },
+ {
+ "step": 1313,
+ "lr": 0.0001,
+ "sup_loss": 1.510068087051874
+ },
+ {
+ "step": 1314,
+ "lr": 0.0001,
+ "sup_loss": 1.5337691215261238
+ },
+ {
+ "step": 1315,
+ "lr": 0.0001,
+ "sup_loss": 1.5165348732461628
+ },
+ {
+ "step": 1316,
+ "lr": 0.0001,
+ "sup_loss": 1.5242524540330815
+ },
+ {
+ "step": 1317,
+ "lr": 0.0001,
+ "sup_loss": 1.537555120462959
+ },
+ {
+ "step": 1318,
+ "lr": 0.0001,
+ "sup_loss": 1.5200519798956444
+ },
+ {
+ "step": 1319,
+ "lr": 0.0001,
+ "sup_loss": 1.5572906252644723
+ },
+ {
+ "step": 1320,
+ "lr": 0.0001,
+ "sup_loss": 1.5231984888316223
+ },
+ {
+ "step": 1321,
+ "lr": 0.0001,
+ "sup_loss": 1.5062709168230792
+ },
+ {
+ "step": 1322,
+ "lr": 0.0001,
+ "sup_loss": 1.5140948781275025
+ },
+ {
+ "step": 1323,
+ "lr": 0.0001,
+ "sup_loss": 1.5072616973518564
+ },
+ {
+ "step": 1324,
+ "lr": 0.0001,
+ "sup_loss": 1.5074072546160904
+ },
+ {
+ "step": 1325,
+ "lr": 0.0001,
+ "sup_loss": 1.5474699516695087
+ },
+ {
+ "step": 1326,
+ "lr": 0.0001,
+ "sup_loss": 1.4963163621865216
+ },
+ {
+ "step": 1327,
+ "lr": 0.0001,
+ "sup_loss": 1.4802933624251058
+ },
+ {
+ "step": 1328,
+ "lr": 0.0001,
+ "sup_loss": 1.496441607868229
+ },
+ {
+ "step": 1329,
+ "lr": 0.0001,
+ "sup_loss": 1.4999290298246852
+ },
+ {
+ "step": 1330,
+ "lr": 0.0001,
+ "sup_loss": 1.4969298463835763
+ },
+ {
+ "step": 1331,
+ "lr": 0.0001,
+ "sup_loss": 1.5335308771930647
+ },
+ {
+ "step": 1332,
+ "lr": 0.0001,
+ "sup_loss": 1.4935685345706808
+ },
+ {
+ "step": 1333,
+ "lr": 0.0001,
+ "sup_loss": 1.4933103106271741
+ },
+ {
+ "step": 1334,
+ "lr": 0.0001,
+ "sup_loss": 1.5172474059316696
+ },
+ {
+ "step": 1335,
+ "lr": 0.0001,
+ "sup_loss": 1.4525455563204457
+ },
+ {
+ "step": 1336,
+ "lr": 0.0001,
+ "sup_loss": 1.5305496035441197
+ },
+ {
+ "step": 1337,
+ "lr": 0.0001,
+ "sup_loss": 1.4928096047575736
+ },
+ {
+ "step": 1338,
+ "lr": 0.0001,
+ "sup_loss": 1.5028687127780258
+ },
+ {
+ "step": 1339,
+ "lr": 0.0001,
+ "sup_loss": 1.5166916763907838
+ },
+ {
+ "step": 1340,
+ "lr": 0.0001,
+ "sup_loss": 1.5270323699811439
+ },
+ {
+ "step": 1341,
+ "lr": 0.0001,
+ "sup_loss": 1.5201634204443186
+ },
+ {
+ "step": 1342,
+ "lr": 0.0001,
+ "sup_loss": 1.4968670718373327
+ },
+ {
+ "step": 1343,
+ "lr": 0.0001,
+ "sup_loss": 1.5302544837148928
+ },
+ {
+ "step": 1344,
+ "lr": 0.0001,
+ "sup_loss": 1.5437978799059817
+ },
+ {
+ "step": 1345,
+ "lr": 0.0001,
+ "sup_loss": 1.5091520096565627
+ },
+ {
+ "step": 1346,
+ "lr": 0.0001,
+ "sup_loss": 1.507267651303871
+ },
+ {
+ "step": 1347,
+ "lr": 0.0001,
+ "sup_loss": 1.5097438519727575
+ },
+ {
+ "step": 1348,
+ "lr": 0.0001,
+ "sup_loss": 1.5337337785530207
+ },
+ {
+ "step": 1349,
+ "lr": 0.0001,
+ "sup_loss": 1.4928830028036728
+ },
+ {
+ "step": 1350,
+ "lr": 0.0001,
+ "sup_loss": 1.5167475241745552,
+ "lyap1_mean": -10.756025314331055,
+ "lyap1_max": -10.599478721618652,
+ "lyap_spec_mean": [
+ -10.756025314331055,
+ -11.619546890258789
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 1351,
+ "lr": 0.0001,
+ "sup_loss": 1.5132877941261855
+ },
+ {
+ "step": 1352,
+ "lr": 0.0001,
+ "sup_loss": 1.4998524170694583
+ },
+ {
+ "step": 1353,
+ "lr": 0.0001,
+ "sup_loss": 1.4964681651610476
+ },
+ {
+ "step": 1354,
+ "lr": 0.0001,
+ "sup_loss": 1.523780240090228
+ },
+ {
+ "step": 1355,
+ "lr": 0.0001,
+ "sup_loss": 1.5134572774699877
+ },
+ {
+ "step": 1356,
+ "lr": 0.0001,
+ "sup_loss": 1.523701127384147
+ },
+ {
+ "step": 1357,
+ "lr": 0.0001,
+ "sup_loss": 1.4826831081663778
+ },
+ {
+ "step": 1358,
+ "lr": 0.0001,
+ "sup_loss": 1.489101442228866
+ },
+ {
+ "step": 1359,
+ "lr": 0.0001,
+ "sup_loss": 1.5337381929563387
+ },
+ {
+ "step": 1360,
+ "lr": 0.0001,
+ "sup_loss": 1.523609039644293
+ },
+ {
+ "step": 1361,
+ "lr": 0.0001,
+ "sup_loss": 1.5300903667413235
+ },
+ {
+ "step": 1362,
+ "lr": 0.0001,
+ "sup_loss": 1.5340221476706037
+ },
+ {
+ "step": 1363,
+ "lr": 0.0001,
+ "sup_loss": 1.5096892453203667
+ },
+ {
+ "step": 1364,
+ "lr": 0.0001,
+ "sup_loss": 1.5306723627659446
+ },
+ {
+ "step": 1365,
+ "lr": 0.0001,
+ "sup_loss": 1.517983905423166
+ },
+ {
+ "step": 1366,
+ "lr": 0.0001,
+ "sup_loss": 1.514550996461246
+ },
+ {
+ "step": 1367,
+ "lr": 0.0001,
+ "sup_loss": 1.5381001728882597
+ },
+ {
+ "step": 1368,
+ "lr": 0.0001,
+ "sup_loss": 1.5202694516311086
+ },
+ {
+ "step": 1369,
+ "lr": 0.0001,
+ "sup_loss": 1.540922894876823
+ },
+ {
+ "step": 1370,
+ "lr": 0.0001,
+ "sup_loss": 1.43938767497114
+ },
+ {
+ "step": 1371,
+ "lr": 0.0001,
+ "sup_loss": 1.550329714953283
+ },
+ {
+ "step": 1372,
+ "lr": 0.0001,
+ "sup_loss": 1.5162888125758986
+ },
+ {
+ "step": 1373,
+ "lr": 0.0001,
+ "sup_loss": 1.5302514286534266
+ },
+ {
+ "step": 1374,
+ "lr": 0.0001,
+ "sup_loss": 1.5306425072242158
+ },
+ {
+ "step": 1375,
+ "lr": 0.0001,
+ "sup_loss": 1.5376976834049185
+ },
+ {
+ "step": 1376,
+ "lr": 0.0001,
+ "sup_loss": 1.5180055870060358
+ },
+ {
+ "step": 1377,
+ "lr": 0.0001,
+ "sup_loss": 1.5064911616887144
+ },
+ {
+ "step": 1378,
+ "lr": 0.0001,
+ "sup_loss": 1.4858374612136402
+ },
+ {
+ "step": 1379,
+ "lr": 0.0001,
+ "sup_loss": 1.5068031978563456
+ },
+ {
+ "step": 1380,
+ "lr": 0.0001,
+ "sup_loss": 1.5037595295400765
+ },
+ {
+ "step": 1381,
+ "lr": 0.0001,
+ "sup_loss": 1.4497843022777839
+ },
+ {
+ "step": 1382,
+ "lr": 0.0001,
+ "sup_loss": 1.5172033123634552
+ },
+ {
+ "step": 1383,
+ "lr": 0.0001,
+ "sup_loss": 1.5063538360209956
+ },
+ {
+ "step": 1384,
+ "lr": 0.0001,
+ "sup_loss": 1.5032213806412227
+ },
+ {
+ "step": 1385,
+ "lr": 0.0001,
+ "sup_loss": 1.4921385765287527
+ },
+ {
+ "step": 1386,
+ "lr": 0.0001,
+ "sup_loss": 1.5101262684696397
+ },
+ {
+ "step": 1387,
+ "lr": 0.0001,
+ "sup_loss": 1.5061251585554216
+ },
+ {
+ "step": 1388,
+ "lr": 0.0001,
+ "sup_loss": 1.511438115128675
+ },
+ {
+ "step": 1389,
+ "lr": 0.0001,
+ "sup_loss": 1.517195044699206
+ },
+ {
+ "step": 1390,
+ "lr": 0.0001,
+ "sup_loss": 1.5096512687392971
+ },
+ {
+ "step": 1391,
+ "lr": 0.0001,
+ "sup_loss": 1.5308632360936216
+ },
+ {
+ "step": 1392,
+ "lr": 0.0001,
+ "sup_loss": 1.497700854237975
+ },
+ {
+ "step": 1393,
+ "lr": 0.0001,
+ "sup_loss": 1.50994047432534
+ },
+ {
+ "step": 1394,
+ "lr": 0.0001,
+ "sup_loss": 1.493986293536929
+ },
+ {
+ "step": 1395,
+ "lr": 0.0001,
+ "sup_loss": 1.5405767348145123
+ },
+ {
+ "step": 1396,
+ "lr": 0.0001,
+ "sup_loss": 1.5570772505888102
+ },
+ {
+ "step": 1397,
+ "lr": 0.0001,
+ "sup_loss": 1.479177977332931
+ },
+ {
+ "step": 1398,
+ "lr": 0.0001,
+ "sup_loss": 1.473023115311275
+ },
+ {
+ "step": 1399,
+ "lr": 0.0001,
+ "sup_loss": 1.5334118239870425
+ },
+ {
+ "step": 1400,
+ "lr": 0.0001,
+ "sup_loss": 1.5209411682922194,
+ "lyap1_mean": -10.839595794677734,
+ "lyap1_max": -10.633600234985352,
+ "lyap_spec_mean": [
+ -10.839594841003418,
+ -11.527544021606445
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 1401,
+ "lr": 0.0001,
+ "sup_loss": 1.4926184424978264
+ },
+ {
+ "step": 1402,
+ "lr": 0.0001,
+ "sup_loss": 1.5127407390032876
+ },
+ {
+ "step": 1403,
+ "lr": 0.0001,
+ "sup_loss": 1.4758884473389282
+ },
+ {
+ "step": 1404,
+ "lr": 0.0001,
+ "sup_loss": 1.5035471230967525
+ },
+ {
+ "step": 1405,
+ "lr": 0.0001,
+ "sup_loss": 1.5346356605229434
+ },
+ {
+ "step": 1406,
+ "lr": 0.0001,
+ "sup_loss": 1.5132485682935337
+ },
+ {
+ "step": 1407,
+ "lr": 0.0001,
+ "sup_loss": 1.5163802157583863
+ },
+ {
+ "step": 1408,
+ "lr": 0.0001,
+ "sup_loss": 1.5102673840995504
+ },
+ {
+ "step": 1409,
+ "lr": 0.0001,
+ "sup_loss": 1.5232766491365932
+ },
+ {
+ "step": 1410,
+ "lr": 0.0001,
+ "sup_loss": 1.5069633651708403
+ },
+ {
+ "step": 1411,
+ "lr": 0.0001,
+ "sup_loss": 1.502949425836952
+ },
+ {
+ "step": 1412,
+ "lr": 0.0001,
+ "sup_loss": 1.5228312720745476
+ },
+ {
+ "step": 1413,
+ "lr": 0.0001,
+ "sup_loss": 1.5269397730566434
+ },
+ {
+ "step": 1414,
+ "lr": 0.0001,
+ "sup_loss": 1.5094421110497127
+ },
+ {
+ "step": 1415,
+ "lr": 0.0001,
+ "sup_loss": 1.4966239347597692
+ },
+ {
+ "step": 1416,
+ "lr": 0.0001,
+ "sup_loss": 1.492071492922958
+ },
+ {
+ "step": 1417,
+ "lr": 0.0001,
+ "sup_loss": 1.5371870225231705
+ },
+ {
+ "step": 1418,
+ "lr": 0.0001,
+ "sup_loss": 1.5618148611301768
+ },
+ {
+ "step": 1419,
+ "lr": 0.0001,
+ "sup_loss": 1.5231443979076156
+ },
+ {
+ "step": 1420,
+ "lr": 0.0001,
+ "sup_loss": 1.4876756943457576
+ },
+ {
+ "step": 1421,
+ "lr": 0.0001,
+ "sup_loss": 1.4965575642308941
+ },
+ {
+ "step": 1422,
+ "lr": 0.0001,
+ "sup_loss": 1.5135288786724876
+ },
+ {
+ "step": 1423,
+ "lr": 0.0001,
+ "sup_loss": 1.4966117724897432
+ },
+ {
+ "step": 1424,
+ "lr": 0.0001,
+ "sup_loss": 1.5167129439518627
+ },
+ {
+ "step": 1425,
+ "lr": 0.0001,
+ "sup_loss": 1.5168620340864474
+ },
+ {
+ "step": 1426,
+ "lr": 0.0001,
+ "sup_loss": 1.5065856485544349
+ },
+ {
+ "step": 1427,
+ "lr": 0.0001,
+ "sup_loss": 1.5099009208575584
+ },
+ {
+ "step": 1428,
+ "lr": 0.0001,
+ "sup_loss": 1.4927170720448122
+ },
+ {
+ "step": 1429,
+ "lr": 0.0001,
+ "sup_loss": 1.5061297197839674
+ },
+ {
+ "step": 1430,
+ "lr": 0.0001,
+ "sup_loss": 1.499185701230378
+ },
+ {
+ "step": 1431,
+ "lr": 0.0001,
+ "sup_loss": 1.4728664863717993
+ },
+ {
+ "step": 1432,
+ "lr": 0.0001,
+ "sup_loss": 1.4788389757200588
+ },
+ {
+ "step": 1433,
+ "lr": 0.0001,
+ "sup_loss": 1.5185025415764604
+ },
+ {
+ "step": 1434,
+ "lr": 0.0001,
+ "sup_loss": 1.5106561808821297
+ },
+ {
+ "step": 1435,
+ "lr": 0.0001,
+ "sup_loss": 1.4939901259162827
+ },
+ {
+ "step": 1436,
+ "lr": 0.0001,
+ "sup_loss": 1.5155883597573516
+ },
+ {
+ "step": 1437,
+ "lr": 0.0001,
+ "sup_loss": 1.5121881310413057
+ },
+ {
+ "step": 1438,
+ "lr": 0.0001,
+ "sup_loss": 1.5070489858954186
+ },
+ {
+ "step": 1439,
+ "lr": 0.0001,
+ "sup_loss": 1.4926588300674835
+ },
+ {
+ "step": 1440,
+ "lr": 0.0001,
+ "sup_loss": 1.5033093127861614
+ },
+ {
+ "step": 1441,
+ "lr": 0.0001,
+ "sup_loss": 1.4757855877504757
+ },
+ {
+ "step": 1442,
+ "lr": 0.0001,
+ "sup_loss": 1.5097967946773738
+ },
+ {
+ "step": 1443,
+ "lr": 0.0001,
+ "sup_loss": 1.49934289108629
+ },
+ {
+ "step": 1444,
+ "lr": 0.0001,
+ "sup_loss": 1.4688221612418306
+ },
+ {
+ "step": 1445,
+ "lr": 0.0001,
+ "sup_loss": 1.5106066387535921
+ },
+ {
+ "step": 1446,
+ "lr": 0.0001,
+ "sup_loss": 1.5125560826298983
+ },
+ {
+ "step": 1447,
+ "lr": 0.0001,
+ "sup_loss": 1.5102537064125874
+ },
+ {
+ "step": 1448,
+ "lr": 0.0001,
+ "sup_loss": 1.5377897360789812
+ },
+ {
+ "step": 1449,
+ "lr": 0.0001,
+ "sup_loss": 1.5164211013866546
+ },
+ {
+ "step": 1450,
+ "lr": 0.0001,
+ "sup_loss": 1.5333729336736122,
+ "lyap1_mean": -10.881546974182129,
+ "lyap1_max": -10.591238021850586,
+ "lyap_spec_mean": [
+ -10.881546020507812,
+ -11.589456558227539
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 1451,
+ "lr": 0.0001,
+ "sup_loss": 1.5377595650572007
+ },
+ {
+ "step": 1452,
+ "lr": 0.0001,
+ "sup_loss": 1.4938637530976135
+ },
+ {
+ "step": 1453,
+ "lr": 0.0001,
+ "sup_loss": 1.485357308244127
+ },
+ {
+ "step": 1454,
+ "lr": 0.0001,
+ "sup_loss": 1.5309801263148481
+ },
+ {
+ "step": 1455,
+ "lr": 0.0001,
+ "sup_loss": 1.5268525740979126
+ },
+ {
+ "step": 1456,
+ "lr": 0.0001,
+ "sup_loss": 1.537046723993115
+ },
+ {
+ "step": 1457,
+ "lr": 0.0001,
+ "sup_loss": 1.5066023701032403
+ },
+ {
+ "step": 1458,
+ "lr": 0.0001,
+ "sup_loss": 1.526509971158013
+ },
+ {
+ "step": 1459,
+ "lr": 0.0001,
+ "sup_loss": 1.483289357737817
+ },
+ {
+ "step": 1460,
+ "lr": 0.0001,
+ "sup_loss": 1.520970082899898
+ },
+ {
+ "step": 1461,
+ "lr": 0.0001,
+ "sup_loss": 1.5208767518172586
+ },
+ {
+ "step": 1462,
+ "lr": 0.0001,
+ "sup_loss": 1.5201749468493415
+ },
+ {
+ "step": 1463,
+ "lr": 0.0001,
+ "sup_loss": 1.5237536003725036
+ },
+ {
+ "step": 1464,
+ "lr": 0.0001,
+ "sup_loss": 1.4857121136170688
+ },
+ {
+ "step": 1465,
+ "lr": 0.0001,
+ "sup_loss": 1.508995845216981
+ },
+ {
+ "step": 1466,
+ "lr": 0.0001,
+ "sup_loss": 1.5103444126568175
+ },
+ {
+ "step": 1467,
+ "lr": 0.0001,
+ "sup_loss": 1.5135398162779836
+ },
+ {
+ "step": 1468,
+ "lr": 0.0001,
+ "sup_loss": 1.5102486183591461
+ },
+ {
+ "step": 1469,
+ "lr": 0.0001,
+ "sup_loss": 1.5000258193170024
+ },
+ {
+ "step": 1470,
+ "lr": 0.0001,
+ "sup_loss": 1.5125700070607135
+ },
+ {
+ "step": 1471,
+ "lr": 0.0001,
+ "sup_loss": 1.530756644934505
+ },
+ {
+ "step": 1472,
+ "lr": 0.0001,
+ "sup_loss": 1.5162526446881293
+ },
+ {
+ "step": 1473,
+ "lr": 0.0001,
+ "sup_loss": 1.52716808861625
+ },
+ {
+ "step": 1474,
+ "lr": 0.0001,
+ "sup_loss": 1.4621953338674487
+ },
+ {
+ "step": 1475,
+ "lr": 0.0001,
+ "sup_loss": 1.5342463182610142
+ },
+ {
+ "step": 1476,
+ "lr": 0.0001,
+ "sup_loss": 1.5313130931684893
+ },
+ {
+ "step": 1477,
+ "lr": 0.0001,
+ "sup_loss": 1.509097513530669
+ },
+ {
+ "step": 1478,
+ "lr": 0.0001,
+ "sup_loss": 1.5171839647088528
+ },
+ {
+ "step": 1479,
+ "lr": 0.0001,
+ "sup_loss": 1.4830660907867792
+ },
+ {
+ "step": 1480,
+ "lr": 0.0001,
+ "sup_loss": 1.5169692839950746
+ },
+ {
+ "step": 1481,
+ "lr": 0.0001,
+ "sup_loss": 1.5096950760627834
+ },
+ {
+ "step": 1482,
+ "lr": 0.0001,
+ "sup_loss": 1.5237273754823817
+ },
+ {
+ "step": 1483,
+ "lr": 0.0001,
+ "sup_loss": 1.5169950128026808
+ },
+ {
+ "step": 1484,
+ "lr": 0.0001,
+ "sup_loss": 1.486464655741263
+ },
+ {
+ "step": 1485,
+ "lr": 0.0001,
+ "sup_loss": 1.4995075094043673
+ },
+ {
+ "step": 1486,
+ "lr": 0.0001,
+ "sup_loss": 1.4895546478113244
+ },
+ {
+ "step": 1487,
+ "lr": 0.0001,
+ "sup_loss": 1.5093014664818258
+ },
+ {
+ "step": 1488,
+ "lr": 0.0001,
+ "sup_loss": 1.516900546914382
+ },
+ {
+ "step": 1489,
+ "lr": 0.0001,
+ "sup_loss": 1.5173310230470929
+ },
+ {
+ "step": 1490,
+ "lr": 0.0001,
+ "sup_loss": 1.5062465681918806
+ },
+ {
+ "step": 1491,
+ "lr": 0.0001,
+ "sup_loss": 1.4859032697449375
+ },
+ {
+ "step": 1492,
+ "lr": 0.0001,
+ "sup_loss": 1.5136962818089519
+ },
+ {
+ "step": 1493,
+ "lr": 0.0001,
+ "sup_loss": 1.533013349893898
+ },
+ {
+ "step": 1494,
+ "lr": 0.0001,
+ "sup_loss": 1.5270248570973775
+ },
+ {
+ "step": 1495,
+ "lr": 0.0001,
+ "sup_loss": 1.5150049034118969
+ },
+ {
+ "step": 1496,
+ "lr": 0.0001,
+ "sup_loss": 1.5126701190166119
+ },
+ {
+ "step": 1497,
+ "lr": 0.0001,
+ "sup_loss": 1.5036203770551568
+ },
+ {
+ "step": 1498,
+ "lr": 0.0001,
+ "sup_loss": 1.5301773374466578
+ },
+ {
+ "step": 1499,
+ "lr": 0.0001,
+ "sup_loss": 1.4519813221132694
+ },
+ {
+ "step": 1500,
+ "lr": 0.0001,
+ "sup_loss": 1.468631745699784,
+ "lyap1_mean": -11.001667022705078,
+ "lyap1_max": -10.627558708190918,
+ "lyap_spec_mean": [
+ -11.001666069030762,
+ -11.605794906616211
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 1501,
+ "lr": 0.0001,
+ "sup_loss": 1.4723696373242847
+ },
+ {
+ "step": 1502,
+ "lr": 0.0001,
+ "sup_loss": 1.5070478285724638
+ },
+ {
+ "step": 1503,
+ "lr": 0.0001,
+ "sup_loss": 1.4897881105792503
+ },
+ {
+ "step": 1504,
+ "lr": 0.0001,
+ "sup_loss": 1.522933043845968
+ },
+ {
+ "step": 1505,
+ "lr": 0.0001,
+ "sup_loss": 1.5095221335302038
+ },
+ {
+ "step": 1506,
+ "lr": 0.0001,
+ "sup_loss": 1.5164698010852753
+ },
+ {
+ "step": 1507,
+ "lr": 0.0001,
+ "sup_loss": 1.5029977390994158
+ },
+ {
+ "step": 1508,
+ "lr": 0.0001,
+ "sup_loss": 1.476646989713
+ },
+ {
+ "step": 1509,
+ "lr": 0.0001,
+ "sup_loss": 1.5227442946694465
+ },
+ {
+ "step": 1510,
+ "lr": 0.0001,
+ "sup_loss": 1.5180405200022304
+ },
+ {
+ "step": 1511,
+ "lr": 0.0001,
+ "sup_loss": 1.5199896180237527
+ },
+ {
+ "step": 1512,
+ "lr": 0.0001,
+ "sup_loss": 1.418770350278989
+ },
+ {
+ "step": 1513,
+ "lr": 0.0001,
+ "sup_loss": 1.513798446091538
+ },
+ {
+ "step": 1514,
+ "lr": 0.0001,
+ "sup_loss": 1.5309517025875723
+ },
+ {
+ "step": 1515,
+ "lr": 0.0001,
+ "sup_loss": 1.5236802454279827
+ },
+ {
+ "step": 1516,
+ "lr": 0.0001,
+ "sup_loss": 1.526699481973296
+ },
+ {
+ "step": 1517,
+ "lr": 0.0001,
+ "sup_loss": 1.5164408429780412
+ },
+ {
+ "step": 1518,
+ "lr": 0.0001,
+ "sup_loss": 1.5135452350536458
+ },
+ {
+ "step": 1519,
+ "lr": 0.0001,
+ "sup_loss": 1.5176179884340533
+ },
+ {
+ "step": 1520,
+ "lr": 0.0001,
+ "sup_loss": 1.5246820825918408
+ },
+ {
+ "step": 1521,
+ "lr": 0.0001,
+ "sup_loss": 1.5234525318838334
+ },
+ {
+ "step": 1522,
+ "lr": 0.0001,
+ "sup_loss": 1.5095493214219668
+ },
+ {
+ "step": 1523,
+ "lr": 0.0001,
+ "sup_loss": 1.5467531034260558
+ },
+ {
+ "step": 1524,
+ "lr": 0.0001,
+ "sup_loss": 1.5266446044619746
+ },
+ {
+ "step": 1525,
+ "lr": 0.0001,
+ "sup_loss": 1.5131726260563918
+ },
+ {
+ "step": 1526,
+ "lr": 0.0001,
+ "sup_loss": 1.4990227729329735
+ },
+ {
+ "step": 1527,
+ "lr": 0.0001,
+ "sup_loss": 1.4988202612832684
+ },
+ {
+ "step": 1528,
+ "lr": 0.0001,
+ "sup_loss": 1.5472169363876136
+ },
+ {
+ "step": 1529,
+ "lr": 0.0001,
+ "sup_loss": 1.5408185356890496
+ },
+ {
+ "step": 1530,
+ "lr": 0.0001,
+ "sup_loss": 1.5575246415810002
+ },
+ {
+ "step": 1531,
+ "lr": 0.0001,
+ "sup_loss": 1.5234086435331706
+ },
+ {
+ "step": 1532,
+ "lr": 0.0001,
+ "sup_loss": 1.5236606179845933
+ },
+ {
+ "step": 1533,
+ "lr": 0.0001,
+ "sup_loss": 1.5367165609974094
+ },
+ {
+ "step": 1534,
+ "lr": 0.0001,
+ "sup_loss": 1.5133149802870245
+ },
+ {
+ "step": 1535,
+ "lr": 0.0001,
+ "sup_loss": 1.4926495943751155
+ },
+ {
+ "step": 1536,
+ "lr": 0.0001,
+ "sup_loss": 1.5502674225360626
+ },
+ {
+ "step": 1537,
+ "lr": 0.0001,
+ "sup_loss": 1.5199076027190006
+ },
+ {
+ "step": 1538,
+ "lr": 0.0001,
+ "sup_loss": 1.4901199455338379
+ },
+ {
+ "step": 1539,
+ "lr": 0.0001,
+ "sup_loss": 1.5369915574611437
+ },
+ {
+ "step": 1540,
+ "lr": 0.0001,
+ "sup_loss": 1.5069577478163398
+ },
+ {
+ "step": 1541,
+ "lr": 0.0001,
+ "sup_loss": 1.5136343169297541
+ },
+ {
+ "step": 1542,
+ "lr": 0.0001,
+ "sup_loss": 1.5000871920444678
+ },
+ {
+ "step": 1543,
+ "lr": 0.0001,
+ "sup_loss": 1.4802163281699736
+ },
+ {
+ "step": 1544,
+ "lr": 0.0001,
+ "sup_loss": 1.516809959243847
+ },
+ {
+ "step": 1545,
+ "lr": 0.0001,
+ "sup_loss": 1.5296557137698272
+ },
+ {
+ "step": 1546,
+ "lr": 0.0001,
+ "sup_loss": 1.479863614282976
+ },
+ {
+ "step": 1547,
+ "lr": 0.0001,
+ "sup_loss": 1.5367117003407995
+ },
+ {
+ "step": 1548,
+ "lr": 0.0001,
+ "sup_loss": 1.5039622026235653
+ },
+ {
+ "step": 1549,
+ "lr": 0.0001,
+ "sup_loss": 1.5090042864619058
+ },
+ {
+ "step": 1550,
+ "lr": 0.0001,
+ "sup_loss": 1.5233412591045794,
+ "lyap1_mean": -10.809311866760254,
+ "lyap1_max": -10.359489440917969,
+ "lyap_spec_mean": [
+ -10.809310913085938,
+ -11.446893692016602
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 1551,
+ "lr": 0.0001,
+ "sup_loss": 1.4959574446197252
+ },
+ {
+ "step": 1552,
+ "lr": 0.0001,
+ "sup_loss": 1.5303522429017742
+ },
+ {
+ "step": 1553,
+ "lr": 0.0001,
+ "sup_loss": 1.4939373860084944
+ },
+ {
+ "step": 1554,
+ "lr": 0.0001,
+ "sup_loss": 1.516303200065238
+ },
+ {
+ "step": 1555,
+ "lr": 0.0001,
+ "sup_loss": 1.5130535702987986
+ },
+ {
+ "step": 1556,
+ "lr": 0.0001,
+ "sup_loss": 1.4827778811379138
+ },
+ {
+ "step": 1557,
+ "lr": 0.0001,
+ "sup_loss": 1.5065780030619071
+ },
+ {
+ "step": 1558,
+ "lr": 0.0001,
+ "sup_loss": 1.5138020243413697
+ },
+ {
+ "step": 1559,
+ "lr": 0.0001,
+ "sup_loss": 1.5139048555924635
+ },
+ {
+ "step": 1560,
+ "lr": 0.0001,
+ "sup_loss": 1.5237180011432254
+ },
+ {
+ "step": 1561,
+ "lr": 0.0001,
+ "sup_loss": 1.5101266507964013
+ },
+ {
+ "step": 1562,
+ "lr": 0.0001,
+ "sup_loss": 1.5131091513238073
+ },
+ {
+ "step": 1563,
+ "lr": 0.0001,
+ "sup_loss": 1.493322702284227
+ },
+ {
+ "step": 1564,
+ "lr": 0.0001,
+ "sup_loss": 1.5201876191492487
+ },
+ {
+ "step": 1565,
+ "lr": 0.0001,
+ "sup_loss": 1.503553010451075
+ },
+ {
+ "step": 1566,
+ "lr": 0.0001,
+ "sup_loss": 1.5333948716421755
+ },
+ {
+ "step": 1567,
+ "lr": 0.0001,
+ "sup_loss": 1.5001519448276885
+ },
+ {
+ "step": 1568,
+ "lr": 0.0001,
+ "sup_loss": 1.4924266848967265
+ },
+ {
+ "step": 1569,
+ "lr": 0.0001,
+ "sup_loss": 1.5438996623290744
+ },
+ {
+ "step": 1570,
+ "lr": 0.0001,
+ "sup_loss": 1.5236302359077283
+ },
+ {
+ "step": 1571,
+ "lr": 0.0001,
+ "sup_loss": 1.5093167629292783
+ },
+ {
+ "step": 1572,
+ "lr": 0.0001,
+ "sup_loss": 1.466438471470282
+ },
+ {
+ "step": 1573,
+ "lr": 0.0001,
+ "sup_loss": 1.5090517873131297
+ },
+ {
+ "step": 1574,
+ "lr": 0.0001,
+ "sup_loss": 1.5140196947568199
+ },
+ {
+ "step": 1575,
+ "lr": 0.0001,
+ "sup_loss": 1.4995318773471806
+ },
+ {
+ "step": 1576,
+ "lr": 0.0001,
+ "sup_loss": 1.506116490443191
+ },
+ {
+ "step": 1577,
+ "lr": 0.0001,
+ "sup_loss": 1.4997731337084599
+ },
+ {
+ "step": 1578,
+ "lr": 0.0001,
+ "sup_loss": 1.5308399220951325
+ },
+ {
+ "step": 1579,
+ "lr": 0.0001,
+ "sup_loss": 1.5172829868355948
+ },
+ {
+ "step": 1580,
+ "lr": 0.0001,
+ "sup_loss": 1.5131118402692323
+ },
+ {
+ "step": 1581,
+ "lr": 0.0001,
+ "sup_loss": 1.506263966091762
+ },
+ {
+ "step": 1582,
+ "lr": 0.0001,
+ "sup_loss": 1.4920749398710706
+ },
+ {
+ "step": 1583,
+ "lr": 0.0001,
+ "sup_loss": 1.5306609804773845
+ },
+ {
+ "step": 1584,
+ "lr": 0.0001,
+ "sup_loss": 1.499934532443336
+ },
+ {
+ "step": 1585,
+ "lr": 0.0001,
+ "sup_loss": 1.5075950473992505
+ },
+ {
+ "step": 1586,
+ "lr": 0.0001,
+ "sup_loss": 1.5278714379382559
+ },
+ {
+ "step": 1587,
+ "lr": 0.0001,
+ "sup_loss": 1.5166775869423563
+ },
+ {
+ "step": 1588,
+ "lr": 0.0001,
+ "sup_loss": 1.520155811606897
+ },
+ {
+ "step": 1589,
+ "lr": 0.0001,
+ "sup_loss": 1.5197717524476568
+ },
+ {
+ "step": 1590,
+ "lr": 0.0001,
+ "sup_loss": 1.5299832933857842
+ },
+ {
+ "step": 1591,
+ "lr": 0.0001,
+ "sup_loss": 1.48244028840325
+ },
+ {
+ "step": 1592,
+ "lr": 0.0001,
+ "sup_loss": 1.513259149462762
+ },
+ {
+ "step": 1593,
+ "lr": 0.0001,
+ "sup_loss": 1.5093215303593368
+ },
+ {
+ "step": 1594,
+ "lr": 0.0001,
+ "sup_loss": 1.5369787833635793
+ },
+ {
+ "step": 1595,
+ "lr": 0.0001,
+ "sup_loss": 1.4652762125720111
+ },
+ {
+ "step": 1596,
+ "lr": 0.0001,
+ "sup_loss": 1.5199659886996684
+ },
+ {
+ "step": 1597,
+ "lr": 0.0001,
+ "sup_loss": 1.5269785984957909
+ },
+ {
+ "step": 1598,
+ "lr": 0.0001,
+ "sup_loss": 1.485939340492489
+ },
+ {
+ "step": 1599,
+ "lr": 0.0001,
+ "sup_loss": 1.5271601262884078
+ },
+ {
+ "step": 1600,
+ "lr": 0.0001,
+ "sup_loss": 1.5027044156815834,
+ "lyap1_mean": -10.53994369506836,
+ "lyap1_max": -10.287631034851074,
+ "lyap_spec_mean": [
+ -10.53994369506836,
+ -11.317733764648438
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 1601,
+ "lr": 0.0001,
+ "sup_loss": 1.513694886771049
+ },
+ {
+ "step": 1602,
+ "lr": 0.0001,
+ "sup_loss": 1.498839831528073
+ },
+ {
+ "step": 1603,
+ "lr": 0.0001,
+ "sup_loss": 1.5034575240072487
+ },
+ {
+ "step": 1604,
+ "lr": 0.0001,
+ "sup_loss": 1.4823676405065054
+ },
+ {
+ "step": 1605,
+ "lr": 0.0001,
+ "sup_loss": 1.4655917166080419
+ },
+ {
+ "step": 1606,
+ "lr": 0.0001,
+ "sup_loss": 1.5405933423829448
+ },
+ {
+ "step": 1607,
+ "lr": 0.0001,
+ "sup_loss": 1.5368377768997057
+ },
+ {
+ "step": 1608,
+ "lr": 0.0001,
+ "sup_loss": 1.5406045293719874
+ },
+ {
+ "step": 1609,
+ "lr": 0.0001,
+ "sup_loss": 1.5404603069330622
+ },
+ {
+ "step": 1610,
+ "lr": 0.0001,
+ "sup_loss": 1.476057281939865
+ },
+ {
+ "step": 1611,
+ "lr": 0.0001,
+ "sup_loss": 1.5130167474572762
+ },
+ {
+ "step": 1612,
+ "lr": 0.0001,
+ "sup_loss": 1.4731248817998381
+ },
+ {
+ "step": 1613,
+ "lr": 0.0001,
+ "sup_loss": 1.499145381937623
+ },
+ {
+ "step": 1614,
+ "lr": 0.0001,
+ "sup_loss": 1.4960471810586111
+ },
+ {
+ "step": 1615,
+ "lr": 0.0001,
+ "sup_loss": 1.5234576361304126
+ },
+ {
+ "step": 1616,
+ "lr": 0.0001,
+ "sup_loss": 1.5225464338514587
+ },
+ {
+ "step": 1617,
+ "lr": 0.0001,
+ "sup_loss": 1.5097606886937136
+ },
+ {
+ "step": 1618,
+ "lr": 0.0001,
+ "sup_loss": 1.530230547967843
+ },
+ {
+ "step": 1619,
+ "lr": 0.0001,
+ "sup_loss": 1.4906739023026059
+ },
+ {
+ "step": 1620,
+ "lr": 0.0001,
+ "sup_loss": 1.5208212757968977
+ },
+ {
+ "step": 1621,
+ "lr": 0.0001,
+ "sup_loss": 1.5301733778817805
+ },
+ {
+ "step": 1622,
+ "lr": 0.0001,
+ "sup_loss": 1.5398522373183638
+ },
+ {
+ "step": 1623,
+ "lr": 0.0001,
+ "sup_loss": 1.496054200639765
+ },
+ {
+ "step": 1624,
+ "lr": 0.0001,
+ "sup_loss": 1.5031501962171783
+ },
+ {
+ "step": 1625,
+ "lr": 0.0001,
+ "sup_loss": 1.5269335265540238
+ },
+ {
+ "step": 1626,
+ "lr": 0.0001,
+ "sup_loss": 1.4965395007438445
+ },
+ {
+ "step": 1627,
+ "lr": 0.0001,
+ "sup_loss": 1.520187863227331
+ },
+ {
+ "step": 1628,
+ "lr": 0.0001,
+ "sup_loss": 1.5534691606872966
+ },
+ {
+ "step": 1629,
+ "lr": 0.0001,
+ "sup_loss": 1.5468749456249298
+ },
+ {
+ "step": 1630,
+ "lr": 0.0001,
+ "sup_loss": 1.530772940000934
+ },
+ {
+ "step": 1631,
+ "lr": 0.0001,
+ "sup_loss": 1.5204312527802746
+ },
+ {
+ "step": 1632,
+ "lr": 0.0001,
+ "sup_loss": 1.5264603560212404
+ },
+ {
+ "step": 1633,
+ "lr": 0.0001,
+ "sup_loss": 1.4863259170661463
+ },
+ {
+ "step": 1634,
+ "lr": 0.0001,
+ "sup_loss": 1.5133508009389016
+ },
+ {
+ "step": 1635,
+ "lr": 0.0001,
+ "sup_loss": 1.5396208854636153
+ },
+ {
+ "step": 1636,
+ "lr": 0.0001,
+ "sup_loss": 1.5174272015126287
+ },
+ {
+ "step": 1637,
+ "lr": 0.0001,
+ "sup_loss": 1.5163403901858887
+ },
+ {
+ "step": 1638,
+ "lr": 0.0001,
+ "sup_loss": 1.5007346868573708
+ },
+ {
+ "step": 1639,
+ "lr": 0.0001,
+ "sup_loss": 1.516573672722873
+ },
+ {
+ "step": 1640,
+ "lr": 0.0001,
+ "sup_loss": 1.5092517670650947
+ },
+ {
+ "step": 1641,
+ "lr": 0.0001,
+ "sup_loss": 1.5198533362551563
+ },
+ {
+ "step": 1642,
+ "lr": 0.0001,
+ "sup_loss": 1.5129341837521504
+ },
+ {
+ "step": 1643,
+ "lr": 0.0001,
+ "sup_loss": 1.496432205798251
+ },
+ {
+ "step": 1644,
+ "lr": 0.0001,
+ "sup_loss": 1.5066479285208425
+ },
+ {
+ "step": 1645,
+ "lr": 0.0001,
+ "sup_loss": 1.5063853049144205
+ },
+ {
+ "step": 1646,
+ "lr": 0.0001,
+ "sup_loss": 1.5159650664700934
+ },
+ {
+ "step": 1647,
+ "lr": 0.0001,
+ "sup_loss": 1.48681446390825
+ },
+ {
+ "step": 1648,
+ "lr": 0.0001,
+ "sup_loss": 1.5402678471221838
+ },
+ {
+ "step": 1649,
+ "lr": 0.0001,
+ "sup_loss": 1.4487274906091623
+ },
+ {
+ "step": 1650,
+ "lr": 0.0001,
+ "sup_loss": 1.5370786164721753,
+ "lyap1_mean": -10.553204536437988,
+ "lyap1_max": -10.418966293334961,
+ "lyap_spec_mean": [
+ -10.553204536437988,
+ -11.082437515258789
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 1651,
+ "lr": 0.0001,
+ "sup_loss": 1.5053547277929242
+ },
+ {
+ "step": 1652,
+ "lr": 0.0001,
+ "sup_loss": 1.5200939059256757
+ },
+ {
+ "step": 1653,
+ "lr": 0.0001,
+ "sup_loss": 1.5083491019031627
+ },
+ {
+ "step": 1654,
+ "lr": 0.0001,
+ "sup_loss": 1.4970110740271705
+ },
+ {
+ "step": 1655,
+ "lr": 0.0001,
+ "sup_loss": 1.4935374548000058
+ },
+ {
+ "step": 1656,
+ "lr": 0.0001,
+ "sup_loss": 1.517560293750486
+ },
+ {
+ "step": 1657,
+ "lr": 0.0001,
+ "sup_loss": 1.5137279054478445
+ },
+ {
+ "step": 1658,
+ "lr": 0.0001,
+ "sup_loss": 1.4966175325217035
+ },
+ {
+ "step": 1659,
+ "lr": 0.0001,
+ "sup_loss": 1.499015394487407
+ },
+ {
+ "step": 1660,
+ "lr": 0.0001,
+ "sup_loss": 1.4754693933305358
+ },
+ {
+ "step": 1661,
+ "lr": 0.0001,
+ "sup_loss": 1.527832887622633
+ },
+ {
+ "step": 1662,
+ "lr": 0.0001,
+ "sup_loss": 1.5170190895722797
+ },
+ {
+ "step": 1663,
+ "lr": 0.0001,
+ "sup_loss": 1.5408173607238864
+ },
+ {
+ "step": 1664,
+ "lr": 0.0001,
+ "sup_loss": 1.5267094902743177
+ },
+ {
+ "step": 1665,
+ "lr": 0.0001,
+ "sup_loss": 1.523571777603639
+ },
+ {
+ "step": 1666,
+ "lr": 0.0001,
+ "sup_loss": 1.5434833822024931
+ },
+ {
+ "step": 1667,
+ "lr": 0.0001,
+ "sup_loss": 1.4557437648013296
+ },
+ {
+ "step": 1668,
+ "lr": 0.0001,
+ "sup_loss": 1.5229956437800936
+ },
+ {
+ "step": 1669,
+ "lr": 0.0001,
+ "sup_loss": 1.513290085751912
+ },
+ {
+ "step": 1670,
+ "lr": 0.0001,
+ "sup_loss": 1.5134002284680208
+ },
+ {
+ "step": 1671,
+ "lr": 0.0001,
+ "sup_loss": 1.5473653551106994
+ },
+ {
+ "step": 1672,
+ "lr": 0.0001,
+ "sup_loss": 1.5194259787541744
+ },
+ {
+ "step": 1673,
+ "lr": 0.0001,
+ "sup_loss": 1.5064409797149017
+ },
+ {
+ "step": 1674,
+ "lr": 0.0001,
+ "sup_loss": 1.5308548380176292
+ },
+ {
+ "step": 1675,
+ "lr": 0.0001,
+ "sup_loss": 1.4790676812386048
+ },
+ {
+ "step": 1676,
+ "lr": 0.0001,
+ "sup_loss": 1.5166160163930835
+ },
+ {
+ "step": 1677,
+ "lr": 0.0001,
+ "sup_loss": 1.495918097932609
+ },
+ {
+ "step": 1678,
+ "lr": 0.0001,
+ "sup_loss": 1.5167798020982959
+ },
+ {
+ "step": 1679,
+ "lr": 0.0001,
+ "sup_loss": 1.5094467449466475
+ },
+ {
+ "step": 1680,
+ "lr": 0.0001,
+ "sup_loss": 1.4890520693043465
+ },
+ {
+ "step": 1681,
+ "lr": 0.0001,
+ "sup_loss": 1.5029446680561438
+ },
+ {
+ "step": 1682,
+ "lr": 0.0001,
+ "sup_loss": 1.5472173324822431
+ },
+ {
+ "step": 1683,
+ "lr": 0.0001,
+ "sup_loss": 1.4702821940553288
+ },
+ {
+ "step": 1684,
+ "lr": 0.0001,
+ "sup_loss": 1.5582772229323976
+ },
+ {
+ "step": 1685,
+ "lr": 0.0001,
+ "sup_loss": 1.5141843667225285
+ },
+ {
+ "step": 1686,
+ "lr": 0.0001,
+ "sup_loss": 1.5069587023542834
+ },
+ {
+ "step": 1687,
+ "lr": 0.0001,
+ "sup_loss": 1.4993481079291866
+ },
+ {
+ "step": 1688,
+ "lr": 0.0001,
+ "sup_loss": 1.5236877515558036
+ },
+ {
+ "step": 1689,
+ "lr": 0.0001,
+ "sup_loss": 1.482728247792052
+ },
+ {
+ "step": 1690,
+ "lr": 0.0001,
+ "sup_loss": 1.5066147443340523
+ },
+ {
+ "step": 1691,
+ "lr": 0.0001,
+ "sup_loss": 1.5199840726518088
+ },
+ {
+ "step": 1692,
+ "lr": 0.0001,
+ "sup_loss": 1.5166131942078198
+ },
+ {
+ "step": 1693,
+ "lr": 0.0001,
+ "sup_loss": 1.5090159353445178
+ },
+ {
+ "step": 1694,
+ "lr": 0.0001,
+ "sup_loss": 1.5567879078399247
+ },
+ {
+ "step": 1695,
+ "lr": 0.0001,
+ "sup_loss": 1.5166663938732976
+ },
+ {
+ "step": 1696,
+ "lr": 0.0001,
+ "sup_loss": 1.5435607206957762
+ },
+ {
+ "step": 1697,
+ "lr": 0.0001,
+ "sup_loss": 1.5248312915612021
+ },
+ {
+ "step": 1698,
+ "lr": 0.0001,
+ "sup_loss": 1.5234049255246371
+ },
+ {
+ "step": 1699,
+ "lr": 0.0001,
+ "sup_loss": 1.5270521228590053
+ },
+ {
+ "step": 1700,
+ "lr": 0.0001,
+ "sup_loss": 1.5307370110397183,
+ "lyap1_mean": -10.525472640991211,
+ "lyap1_max": -10.16292667388916,
+ "lyap_spec_mean": [
+ -10.525472640991211,
+ -11.110745429992676
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 1701,
+ "lr": 0.0001,
+ "sup_loss": 1.481411383430075
+ },
+ {
+ "step": 1702,
+ "lr": 0.0001,
+ "sup_loss": 1.4993716992315493
+ },
+ {
+ "step": 1703,
+ "lr": 0.0001,
+ "sup_loss": 1.5397136814282606
+ },
+ {
+ "step": 1704,
+ "lr": 0.0001,
+ "sup_loss": 1.5197820070829378
+ },
+ {
+ "step": 1705,
+ "lr": 0.0001,
+ "sup_loss": 1.4659067097507272
+ },
+ {
+ "step": 1706,
+ "lr": 0.0001,
+ "sup_loss": 1.47606280125713
+ },
+ {
+ "step": 1707,
+ "lr": 0.0001,
+ "sup_loss": 1.5134314557479756
+ },
+ {
+ "step": 1708,
+ "lr": 0.0001,
+ "sup_loss": 1.4724650443288565
+ },
+ {
+ "step": 1709,
+ "lr": 0.0001,
+ "sup_loss": 1.491133652054465
+ },
+ {
+ "step": 1710,
+ "lr": 0.0001,
+ "sup_loss": 1.5507307923816782
+ },
+ {
+ "step": 1711,
+ "lr": 0.0001,
+ "sup_loss": 1.5234810886906243
+ },
+ {
+ "step": 1712,
+ "lr": 0.0001,
+ "sup_loss": 1.5003490941578155
+ },
+ {
+ "step": 1713,
+ "lr": 0.0001,
+ "sup_loss": 1.530479658014515
+ },
+ {
+ "step": 1714,
+ "lr": 0.0001,
+ "sup_loss": 1.4962610990075904
+ },
+ {
+ "step": 1715,
+ "lr": 0.0001,
+ "sup_loss": 1.5171798062498605
+ },
+ {
+ "step": 1716,
+ "lr": 0.0001,
+ "sup_loss": 1.5028523394166091
+ },
+ {
+ "step": 1717,
+ "lr": 0.0001,
+ "sup_loss": 1.49884965906956
+ },
+ {
+ "step": 1718,
+ "lr": 0.0001,
+ "sup_loss": 1.5359213880372653
+ },
+ {
+ "step": 1719,
+ "lr": 0.0001,
+ "sup_loss": 1.5507016629764787
+ },
+ {
+ "step": 1720,
+ "lr": 0.0001,
+ "sup_loss": 1.5171000832310666
+ },
+ {
+ "step": 1721,
+ "lr": 0.0001,
+ "sup_loss": 1.5264795681458354
+ },
+ {
+ "step": 1722,
+ "lr": 0.0001,
+ "sup_loss": 1.5340483371726588
+ },
+ {
+ "step": 1723,
+ "lr": 0.0001,
+ "sup_loss": 1.51408349521786
+ },
+ {
+ "step": 1724,
+ "lr": 0.0001,
+ "sup_loss": 1.4928249008794918
+ },
+ {
+ "step": 1725,
+ "lr": 0.0001,
+ "sup_loss": 1.512671326815062
+ },
+ {
+ "step": 1726,
+ "lr": 0.0001,
+ "sup_loss": 1.5209948903381836
+ },
+ {
+ "step": 1727,
+ "lr": 0.0001,
+ "sup_loss": 1.5264761722366604
+ },
+ {
+ "step": 1728,
+ "lr": 0.0001,
+ "sup_loss": 1.4896311008403842
+ },
+ {
+ "step": 1729,
+ "lr": 0.0001,
+ "sup_loss": 1.5134032369641919
+ },
+ {
+ "step": 1730,
+ "lr": 0.0001,
+ "sup_loss": 1.4997189970382823
+ },
+ {
+ "step": 1731,
+ "lr": 0.0001,
+ "sup_loss": 1.5297459986637532
+ },
+ {
+ "step": 1732,
+ "lr": 0.0001,
+ "sup_loss": 1.4929931881971388
+ },
+ {
+ "step": 1733,
+ "lr": 0.0001,
+ "sup_loss": 1.495912590422481
+ },
+ {
+ "step": 1734,
+ "lr": 0.0001,
+ "sup_loss": 1.507206131358185
+ },
+ {
+ "step": 1735,
+ "lr": 0.0001,
+ "sup_loss": 1.5404803143698969
+ },
+ {
+ "step": 1736,
+ "lr": 0.0001,
+ "sup_loss": 1.5133734109981594
+ },
+ {
+ "step": 1737,
+ "lr": 0.0001,
+ "sup_loss": 1.5104855219938502
+ },
+ {
+ "step": 1738,
+ "lr": 0.0001,
+ "sup_loss": 1.5059634577181915
+ },
+ {
+ "step": 1739,
+ "lr": 0.0001,
+ "sup_loss": 1.5301966495812462
+ },
+ {
+ "step": 1740,
+ "lr": 0.0001,
+ "sup_loss": 1.5061798756951152
+ },
+ {
+ "step": 1741,
+ "lr": 0.0001,
+ "sup_loss": 1.4384166515654637
+ },
+ {
+ "step": 1742,
+ "lr": 0.0001,
+ "sup_loss": 1.5002527729638158
+ },
+ {
+ "step": 1743,
+ "lr": 0.0001,
+ "sup_loss": 1.5068285385684124
+ },
+ {
+ "step": 1744,
+ "lr": 0.0001,
+ "sup_loss": 1.4903059034077626
+ },
+ {
+ "step": 1745,
+ "lr": 0.0001,
+ "sup_loss": 1.522711962523792
+ },
+ {
+ "step": 1746,
+ "lr": 0.0001,
+ "sup_loss": 1.5162339454758005
+ },
+ {
+ "step": 1747,
+ "lr": 0.0001,
+ "sup_loss": 1.5108600252088566
+ },
+ {
+ "step": 1748,
+ "lr": 0.0001,
+ "sup_loss": 1.5157122727884602
+ },
+ {
+ "step": 1749,
+ "lr": 0.0001,
+ "sup_loss": 1.5248520508575514
+ },
+ {
+ "step": 1750,
+ "lr": 0.0001,
+ "sup_loss": 1.5055940499245726,
+ "lyap1_mean": -10.642162322998047,
+ "lyap1_max": -10.365160942077637,
+ "lyap_spec_mean": [
+ -10.642162322998047,
+ -11.194787979125977
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 1751,
+ "lr": 0.0001,
+ "sup_loss": 1.5232028526274362
+ },
+ {
+ "step": 1752,
+ "lr": 0.0001,
+ "sup_loss": 1.527927418133434
+ },
+ {
+ "step": 1753,
+ "lr": 0.0001,
+ "sup_loss": 1.5240177082015276
+ },
+ {
+ "step": 1754,
+ "lr": 0.0001,
+ "sup_loss": 1.4902081227064985
+ },
+ {
+ "step": 1755,
+ "lr": 0.0001,
+ "sup_loss": 1.5041870584693129
+ },
+ {
+ "step": 1756,
+ "lr": 0.0001,
+ "sup_loss": 1.5127901965203112
+ },
+ {
+ "step": 1757,
+ "lr": 0.0001,
+ "sup_loss": 1.506023636151414
+ },
+ {
+ "step": 1758,
+ "lr": 0.0001,
+ "sup_loss": 1.5399555616708003
+ },
+ {
+ "step": 1759,
+ "lr": 0.0001,
+ "sup_loss": 1.492647450362024
+ },
+ {
+ "step": 1760,
+ "lr": 0.0001,
+ "sup_loss": 1.4786864843763954
+ },
+ {
+ "step": 1761,
+ "lr": 0.0001,
+ "sup_loss": 1.4934734160208394
+ },
+ {
+ "step": 1762,
+ "lr": 0.0001,
+ "sup_loss": 1.5202877663628083
+ },
+ {
+ "step": 1763,
+ "lr": 0.0001,
+ "sup_loss": 1.5000071131229133
+ },
+ {
+ "step": 1764,
+ "lr": 0.0001,
+ "sup_loss": 1.5269099803032982
+ },
+ {
+ "step": 1765,
+ "lr": 0.0001,
+ "sup_loss": 1.5034782882032947
+ },
+ {
+ "step": 1766,
+ "lr": 0.0001,
+ "sup_loss": 1.513331589448419
+ },
+ {
+ "step": 1767,
+ "lr": 0.0001,
+ "sup_loss": 1.514107044044326
+ },
+ {
+ "step": 1768,
+ "lr": 0.0001,
+ "sup_loss": 1.506593683133455
+ },
+ {
+ "step": 1769,
+ "lr": 0.0001,
+ "sup_loss": 1.48604021744496
+ },
+ {
+ "step": 1770,
+ "lr": 0.0001,
+ "sup_loss": 1.51098057131189
+ },
+ {
+ "step": 1771,
+ "lr": 0.0001,
+ "sup_loss": 1.5044059736067399
+ },
+ {
+ "step": 1772,
+ "lr": 0.0001,
+ "sup_loss": 1.530470706973546
+ },
+ {
+ "step": 1773,
+ "lr": 0.0001,
+ "sup_loss": 1.512065829210465
+ },
+ {
+ "step": 1774,
+ "lr": 0.0001,
+ "sup_loss": 1.4960605515563545
+ },
+ {
+ "step": 1775,
+ "lr": 0.0001,
+ "sup_loss": 1.5135602708994254
+ },
+ {
+ "step": 1776,
+ "lr": 0.0001,
+ "sup_loss": 1.5199000285891948
+ },
+ {
+ "step": 1777,
+ "lr": 0.0001,
+ "sup_loss": 1.5123500834690387
+ },
+ {
+ "step": 1778,
+ "lr": 0.0001,
+ "sup_loss": 1.5304107526173578
+ },
+ {
+ "step": 1779,
+ "lr": 0.0001,
+ "sup_loss": 1.513602516636453
+ },
+ {
+ "step": 1780,
+ "lr": 0.0001,
+ "sup_loss": 1.516562657667677
+ },
+ {
+ "step": 1781,
+ "lr": 0.0001,
+ "sup_loss": 1.526798659468714
+ },
+ {
+ "step": 1782,
+ "lr": 0.0001,
+ "sup_loss": 1.499950138798777
+ },
+ {
+ "step": 1783,
+ "lr": 0.0001,
+ "sup_loss": 1.4797331142771326
+ },
+ {
+ "step": 1784,
+ "lr": 0.0001,
+ "sup_loss": 1.5132061108372878
+ },
+ {
+ "step": 1785,
+ "lr": 0.0001,
+ "sup_loss": 1.5399208614874982
+ },
+ {
+ "step": 1786,
+ "lr": 0.0001,
+ "sup_loss": 1.5231493399402467
+ },
+ {
+ "step": 1787,
+ "lr": 0.0001,
+ "sup_loss": 1.5207748463147464
+ },
+ {
+ "step": 1788,
+ "lr": 0.0001,
+ "sup_loss": 1.4724264007482062
+ },
+ {
+ "step": 1789,
+ "lr": 0.0001,
+ "sup_loss": 1.459132209067092
+ },
+ {
+ "step": 1790,
+ "lr": 0.0001,
+ "sup_loss": 1.502888624204677
+ },
+ {
+ "step": 1791,
+ "lr": 0.0001,
+ "sup_loss": 1.5096714376100688
+ },
+ {
+ "step": 1792,
+ "lr": 0.0001,
+ "sup_loss": 1.48941207910585
+ },
+ {
+ "step": 1793,
+ "lr": 0.0001,
+ "sup_loss": 1.533063344618789
+ },
+ {
+ "step": 1794,
+ "lr": 0.0001,
+ "sup_loss": 1.5301017276695466
+ },
+ {
+ "step": 1795,
+ "lr": 0.0001,
+ "sup_loss": 1.5332066525461543
+ },
+ {
+ "step": 1796,
+ "lr": 0.0001,
+ "sup_loss": 1.5099248148260427
+ },
+ {
+ "step": 1797,
+ "lr": 0.0001,
+ "sup_loss": 1.509701103557131
+ },
+ {
+ "step": 1798,
+ "lr": 0.0001,
+ "sup_loss": 1.5019860034082702
+ },
+ {
+ "step": 1799,
+ "lr": 0.0001,
+ "sup_loss": 1.4866764921554307
+ },
+ {
+ "step": 1800,
+ "lr": 0.0001,
+ "sup_loss": 1.5271933121149641,
+ "lyap1_mean": -11.182738304138184,
+ "lyap1_max": -10.787989616394043,
+ "lyap_spec_mean": [
+ -11.1827392578125,
+ -11.388103485107422
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 1801,
+ "lr": 0.0001,
+ "sup_loss": 1.4888855749801202
+ },
+ {
+ "step": 1802,
+ "lr": 0.0001,
+ "sup_loss": 1.478579532533178
+ },
+ {
+ "step": 1803,
+ "lr": 0.0001,
+ "sup_loss": 1.5446485785599717
+ },
+ {
+ "step": 1804,
+ "lr": 0.0001,
+ "sup_loss": 1.5248110241117385
+ },
+ {
+ "step": 1805,
+ "lr": 0.0001,
+ "sup_loss": 1.5107811671296754
+ },
+ {
+ "step": 1806,
+ "lr": 0.0001,
+ "sup_loss": 1.4790010443508
+ },
+ {
+ "step": 1807,
+ "lr": 0.0001,
+ "sup_loss": 1.5230718600002535
+ },
+ {
+ "step": 1808,
+ "lr": 0.0001,
+ "sup_loss": 1.5162631718277348
+ },
+ {
+ "step": 1809,
+ "lr": 0.0001,
+ "sup_loss": 1.489110688129902
+ },
+ {
+ "step": 1810,
+ "lr": 0.0001,
+ "sup_loss": 1.5405423380264127
+ },
+ {
+ "step": 1811,
+ "lr": 0.0001,
+ "sup_loss": 1.5200435045614253
+ },
+ {
+ "step": 1812,
+ "lr": 0.0001,
+ "sup_loss": 1.5097177210593955
+ },
+ {
+ "step": 1813,
+ "lr": 0.0001,
+ "sup_loss": 1.5240169755657054
+ },
+ {
+ "step": 1814,
+ "lr": 0.0001,
+ "sup_loss": 1.5306888213781211
+ },
+ {
+ "step": 1815,
+ "lr": 0.0001,
+ "sup_loss": 1.5347460042879673
+ },
+ {
+ "step": 1816,
+ "lr": 0.0001,
+ "sup_loss": 1.5326829836017952
+ },
+ {
+ "step": 1817,
+ "lr": 0.0001,
+ "sup_loss": 1.5023287234629488
+ },
+ {
+ "step": 1818,
+ "lr": 0.0001,
+ "sup_loss": 1.503224369753803
+ },
+ {
+ "step": 1819,
+ "lr": 0.0001,
+ "sup_loss": 1.5164595350328995
+ },
+ {
+ "step": 1820,
+ "lr": 0.0001,
+ "sup_loss": 1.539942872882069
+ },
+ {
+ "step": 1821,
+ "lr": 0.0001,
+ "sup_loss": 1.516827712886876
+ },
+ {
+ "step": 1822,
+ "lr": 0.0001,
+ "sup_loss": 1.4724214639607673
+ },
+ {
+ "step": 1823,
+ "lr": 0.0001,
+ "sup_loss": 1.5337824751431672
+ },
+ {
+ "step": 1824,
+ "lr": 0.0001,
+ "sup_loss": 1.4993437440930333
+ },
+ {
+ "step": 1825,
+ "lr": 0.0001,
+ "sup_loss": 1.5131270450083842
+ },
+ {
+ "step": 1826,
+ "lr": 0.0001,
+ "sup_loss": 1.5373142038498564
+ },
+ {
+ "step": 1827,
+ "lr": 0.0001,
+ "sup_loss": 1.502076077820181
+ },
+ {
+ "step": 1828,
+ "lr": 0.0001,
+ "sup_loss": 1.51116839613309
+ },
+ {
+ "step": 1829,
+ "lr": 0.0001,
+ "sup_loss": 1.5059921299991965
+ },
+ {
+ "step": 1830,
+ "lr": 0.0001,
+ "sup_loss": 1.5194548261752712
+ },
+ {
+ "step": 1831,
+ "lr": 0.0001,
+ "sup_loss": 1.509558087178071
+ },
+ {
+ "step": 1832,
+ "lr": 0.0001,
+ "sup_loss": 1.5166805734092024
+ },
+ {
+ "step": 1833,
+ "lr": 0.0001,
+ "sup_loss": 1.50386782398312
+ },
+ {
+ "step": 1834,
+ "lr": 0.0001,
+ "sup_loss": 1.482696034530058
+ },
+ {
+ "step": 1835,
+ "lr": 0.0001,
+ "sup_loss": 1.5205362815841295
+ },
+ {
+ "step": 1836,
+ "lr": 0.0001,
+ "sup_loss": 1.50954779906111
+ },
+ {
+ "step": 1837,
+ "lr": 0.0001,
+ "sup_loss": 1.506284391055561
+ },
+ {
+ "step": 1838,
+ "lr": 0.0001,
+ "sup_loss": 1.543451000515031
+ },
+ {
+ "step": 1839,
+ "lr": 0.0001,
+ "sup_loss": 1.5402650700699991
+ },
+ {
+ "step": 1840,
+ "lr": 0.0001,
+ "sup_loss": 1.5406849103958773
+ },
+ {
+ "step": 1841,
+ "lr": 0.0001,
+ "sup_loss": 1.5266263474089212
+ },
+ {
+ "step": 1842,
+ "lr": 0.0001,
+ "sup_loss": 1.5053457552457143
+ },
+ {
+ "step": 1843,
+ "lr": 0.0001,
+ "sup_loss": 1.5163531591427457
+ },
+ {
+ "step": 1844,
+ "lr": 0.0001,
+ "sup_loss": 1.496208224922569
+ },
+ {
+ "step": 1845,
+ "lr": 0.0001,
+ "sup_loss": 1.523695638894029
+ },
+ {
+ "step": 1846,
+ "lr": 0.0001,
+ "sup_loss": 1.5161531894694695
+ },
+ {
+ "step": 1847,
+ "lr": 0.0001,
+ "sup_loss": 1.4943990218298056
+ },
+ {
+ "step": 1848,
+ "lr": 0.0001,
+ "sup_loss": 1.5025525349743836
+ },
+ {
+ "step": 1849,
+ "lr": 0.0001,
+ "sup_loss": 1.546597616565546
+ },
+ {
+ "step": 1850,
+ "lr": 0.0001,
+ "sup_loss": 1.4927943683642584,
+ "lyap1_mean": -11.350260734558105,
+ "lyap1_max": -11.024365425109863,
+ "lyap_spec_mean": [
+ -11.350261688232422,
+ -11.566762924194336
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 1851,
+ "lr": 0.0001,
+ "sup_loss": 1.4828801438804151
+ },
+ {
+ "step": 1852,
+ "lr": 0.0001,
+ "sup_loss": 1.5124738808101315
+ },
+ {
+ "step": 1853,
+ "lr": 0.0001,
+ "sup_loss": 1.5068149089224765
+ },
+ {
+ "step": 1854,
+ "lr": 0.0001,
+ "sup_loss": 1.5268369979023186
+ },
+ {
+ "step": 1855,
+ "lr": 0.0001,
+ "sup_loss": 1.4935662803043175
+ },
+ {
+ "step": 1856,
+ "lr": 0.0001,
+ "sup_loss": 1.527032508277338
+ },
+ {
+ "step": 1857,
+ "lr": 0.0001,
+ "sup_loss": 1.5162206052201388
+ },
+ {
+ "step": 1858,
+ "lr": 0.0001,
+ "sup_loss": 1.5299600046671504
+ },
+ {
+ "step": 1859,
+ "lr": 0.0001,
+ "sup_loss": 1.464968998460744
+ },
+ {
+ "step": 1860,
+ "lr": 0.0001,
+ "sup_loss": 1.5149053810257092
+ },
+ {
+ "step": 1861,
+ "lr": 0.0001,
+ "sup_loss": 1.4902782254370532
+ },
+ {
+ "step": 1862,
+ "lr": 0.0001,
+ "sup_loss": 1.5205711725885287
+ },
+ {
+ "step": 1863,
+ "lr": 0.0001,
+ "sup_loss": 1.4899912526695365
+ },
+ {
+ "step": 1864,
+ "lr": 0.0001,
+ "sup_loss": 1.5038157356327915
+ },
+ {
+ "step": 1865,
+ "lr": 0.0001,
+ "sup_loss": 1.522788720877462
+ },
+ {
+ "step": 1866,
+ "lr": 0.0001,
+ "sup_loss": 1.527266835745125
+ },
+ {
+ "step": 1867,
+ "lr": 0.0001,
+ "sup_loss": 1.5239887348576355
+ },
+ {
+ "step": 1868,
+ "lr": 0.0001,
+ "sup_loss": 1.4923718874642167
+ },
+ {
+ "step": 1869,
+ "lr": 0.0001,
+ "sup_loss": 1.5511040104049412
+ },
+ {
+ "step": 1870,
+ "lr": 0.0001,
+ "sup_loss": 1.4962683091729334
+ },
+ {
+ "step": 1871,
+ "lr": 0.0001,
+ "sup_loss": 1.4630238294653635
+ },
+ {
+ "step": 1872,
+ "lr": 0.0001,
+ "sup_loss": 1.4961777490987664
+ },
+ {
+ "step": 1873,
+ "lr": 0.0001,
+ "sup_loss": 1.5026580888123175
+ },
+ {
+ "step": 1874,
+ "lr": 0.0001,
+ "sup_loss": 1.5138371771004566
+ },
+ {
+ "step": 1875,
+ "lr": 0.0001,
+ "sup_loss": 1.5022063200582185
+ },
+ {
+ "step": 1876,
+ "lr": 0.0001,
+ "sup_loss": 1.4754897976379695
+ },
+ {
+ "step": 1877,
+ "lr": 0.0001,
+ "sup_loss": 1.516692608842145
+ },
+ {
+ "step": 1878,
+ "lr": 0.0001,
+ "sup_loss": 1.5164441531889494
+ },
+ {
+ "step": 1879,
+ "lr": 0.0001,
+ "sup_loss": 1.5545073471559936
+ },
+ {
+ "step": 1880,
+ "lr": 0.0001,
+ "sup_loss": 1.5224709981289424
+ },
+ {
+ "step": 1881,
+ "lr": 0.0001,
+ "sup_loss": 1.5298205557960358
+ },
+ {
+ "step": 1882,
+ "lr": 0.0001,
+ "sup_loss": 1.5132585890649994
+ },
+ {
+ "step": 1883,
+ "lr": 0.0001,
+ "sup_loss": 1.5307324769740507
+ },
+ {
+ "step": 1884,
+ "lr": 0.0001,
+ "sup_loss": 1.5160812332787434
+ },
+ {
+ "step": 1885,
+ "lr": 0.0001,
+ "sup_loss": 1.5263274864135603
+ },
+ {
+ "step": 1886,
+ "lr": 0.0001,
+ "sup_loss": 1.5235706895313643
+ },
+ {
+ "step": 1887,
+ "lr": 0.0001,
+ "sup_loss": 1.4866203655425223
+ },
+ {
+ "step": 1888,
+ "lr": 0.0001,
+ "sup_loss": 1.5296680983709832
+ },
+ {
+ "step": 1889,
+ "lr": 0.0001,
+ "sup_loss": 1.5165410693080534
+ },
+ {
+ "step": 1890,
+ "lr": 0.0001,
+ "sup_loss": 1.4929883596561704
+ },
+ {
+ "step": 1891,
+ "lr": 0.0001,
+ "sup_loss": 1.5200822403182412
+ },
+ {
+ "step": 1892,
+ "lr": 0.0001,
+ "sup_loss": 1.5023364976665654
+ },
+ {
+ "step": 1893,
+ "lr": 0.0001,
+ "sup_loss": 1.5064116768877123
+ },
+ {
+ "step": 1894,
+ "lr": 0.0001,
+ "sup_loss": 1.5158950347137436
+ },
+ {
+ "step": 1895,
+ "lr": 0.0001,
+ "sup_loss": 1.5097240263724525
+ },
+ {
+ "step": 1896,
+ "lr": 0.0001,
+ "sup_loss": 1.5168045584040195
+ },
+ {
+ "step": 1897,
+ "lr": 0.0001,
+ "sup_loss": 1.4991592560824534
+ },
+ {
+ "step": 1898,
+ "lr": 0.0001,
+ "sup_loss": 1.5065187714430617
+ },
+ {
+ "step": 1899,
+ "lr": 0.0001,
+ "sup_loss": 1.5435677092028117
+ },
+ {
+ "step": 1900,
+ "lr": 0.0001,
+ "sup_loss": 1.5243176205936446,
+ "lyap1_mean": -11.329150199890137,
+ "lyap1_max": -10.887066841125488,
+ "lyap_spec_mean": [
+ -11.329150199890137,
+ -11.633506774902344
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 1901,
+ "lr": 0.0001,
+ "sup_loss": 1.5408980180501075
+ },
+ {
+ "step": 1902,
+ "lr": 0.0001,
+ "sup_loss": 1.529878184629819
+ },
+ {
+ "step": 1903,
+ "lr": 0.0001,
+ "sup_loss": 1.4824830222728582
+ },
+ {
+ "step": 1904,
+ "lr": 0.0001,
+ "sup_loss": 1.5394627202323563
+ },
+ {
+ "step": 1905,
+ "lr": 0.0001,
+ "sup_loss": 1.52067575790002
+ },
+ {
+ "step": 1906,
+ "lr": 0.0001,
+ "sup_loss": 1.530581512392956
+ },
+ {
+ "step": 1907,
+ "lr": 0.0001,
+ "sup_loss": 1.5131239402551098
+ },
+ {
+ "step": 1908,
+ "lr": 0.0001,
+ "sup_loss": 1.5158721004392381
+ },
+ {
+ "step": 1909,
+ "lr": 0.0001,
+ "sup_loss": 1.5195020153417018
+ },
+ {
+ "step": 1910,
+ "lr": 0.0001,
+ "sup_loss": 1.5194494836761232
+ },
+ {
+ "step": 1911,
+ "lr": 0.0001,
+ "sup_loss": 1.5128595800623839
+ },
+ {
+ "step": 1912,
+ "lr": 0.0001,
+ "sup_loss": 1.4894953655913588
+ },
+ {
+ "step": 1913,
+ "lr": 0.0001,
+ "sup_loss": 1.5168121119978708
+ },
+ {
+ "step": 1914,
+ "lr": 0.0001,
+ "sup_loss": 1.4947312060515185
+ },
+ {
+ "step": 1915,
+ "lr": 0.0001,
+ "sup_loss": 1.5265571552433554
+ },
+ {
+ "step": 1916,
+ "lr": 0.0001,
+ "sup_loss": 1.5244353534672161
+ },
+ {
+ "step": 1917,
+ "lr": 0.0001,
+ "sup_loss": 1.5132042302801905
+ },
+ {
+ "step": 1918,
+ "lr": 0.0001,
+ "sup_loss": 1.5193007845851727
+ },
+ {
+ "step": 1919,
+ "lr": 0.0001,
+ "sup_loss": 1.547049200274394
+ },
+ {
+ "step": 1920,
+ "lr": 0.0001,
+ "sup_loss": 1.5061301152468203
+ },
+ {
+ "step": 1921,
+ "lr": 0.0001,
+ "sup_loss": 1.5026853099920103
+ },
+ {
+ "step": 1922,
+ "lr": 0.0001,
+ "sup_loss": 1.516391646557362
+ },
+ {
+ "step": 1923,
+ "lr": 0.0001,
+ "sup_loss": 1.5065272910710727
+ },
+ {
+ "step": 1924,
+ "lr": 0.0001,
+ "sup_loss": 1.462061181154183
+ },
+ {
+ "step": 1925,
+ "lr": 0.0001,
+ "sup_loss": 1.5200037139388816
+ },
+ {
+ "step": 1926,
+ "lr": 0.0001,
+ "sup_loss": 1.5231107866892761
+ },
+ {
+ "step": 1927,
+ "lr": 0.0001,
+ "sup_loss": 1.5163330448538517
+ },
+ {
+ "step": 1928,
+ "lr": 0.0001,
+ "sup_loss": 1.5135069441686293
+ },
+ {
+ "step": 1929,
+ "lr": 0.0001,
+ "sup_loss": 1.5063628330559633
+ },
+ {
+ "step": 1930,
+ "lr": 0.0001,
+ "sup_loss": 1.536394974481492
+ },
+ {
+ "step": 1931,
+ "lr": 0.0001,
+ "sup_loss": 1.4784632383336695
+ },
+ {
+ "step": 1932,
+ "lr": 0.0001,
+ "sup_loss": 1.5197840860348282
+ },
+ {
+ "step": 1933,
+ "lr": 0.0001,
+ "sup_loss": 1.479212370839797
+ },
+ {
+ "step": 1934,
+ "lr": 0.0001,
+ "sup_loss": 1.4956279077176617
+ },
+ {
+ "step": 1935,
+ "lr": 0.0001,
+ "sup_loss": 1.5232151279036332
+ },
+ {
+ "step": 1936,
+ "lr": 0.0001,
+ "sup_loss": 1.5199022077670774
+ },
+ {
+ "step": 1937,
+ "lr": 0.0001,
+ "sup_loss": 1.4958386441305753
+ },
+ {
+ "step": 1938,
+ "lr": 0.0001,
+ "sup_loss": 1.519926480777136
+ },
+ {
+ "step": 1939,
+ "lr": 0.0001,
+ "sup_loss": 1.4759535430879243
+ },
+ {
+ "step": 1940,
+ "lr": 0.0001,
+ "sup_loss": 1.4960990422044143
+ },
+ {
+ "step": 1941,
+ "lr": 0.0001,
+ "sup_loss": 1.5129458140093381
+ },
+ {
+ "step": 1942,
+ "lr": 0.0001,
+ "sup_loss": 1.5090788754341726
+ },
+ {
+ "step": 1943,
+ "lr": 0.0001,
+ "sup_loss": 1.5263751149874247
+ },
+ {
+ "step": 1944,
+ "lr": 0.0001,
+ "sup_loss": 1.5031065913327952
+ },
+ {
+ "step": 1945,
+ "lr": 0.0001,
+ "sup_loss": 1.50529645187412
+ },
+ {
+ "step": 1946,
+ "lr": 0.0001,
+ "sup_loss": 1.5143349929800334
+ },
+ {
+ "step": 1947,
+ "lr": 0.0001,
+ "sup_loss": 1.5128904450645235
+ },
+ {
+ "step": 1948,
+ "lr": 0.0001,
+ "sup_loss": 1.510385294312491
+ },
+ {
+ "step": 1949,
+ "lr": 0.0001,
+ "sup_loss": 1.5233833708566176
+ },
+ {
+ "step": 1950,
+ "lr": 0.0001,
+ "sup_loss": 1.5165996918089137,
+ "lyap1_mean": -11.296674728393555,
+ "lyap1_max": -10.911211967468262,
+ "lyap_spec_mean": [
+ -11.296675682067871,
+ -11.475123405456543
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 1951,
+ "lr": 0.0001,
+ "sup_loss": 1.5126838632293205
+ },
+ {
+ "step": 1952,
+ "lr": 0.0001,
+ "sup_loss": 1.5061037745799022
+ },
+ {
+ "step": 1953,
+ "lr": 0.0001,
+ "sup_loss": 1.529811012647908
+ },
+ {
+ "step": 1954,
+ "lr": 0.0001,
+ "sup_loss": 1.5027730328589006
+ },
+ {
+ "step": 1955,
+ "lr": 0.0001,
+ "sup_loss": 1.502647503741002
+ },
+ {
+ "step": 1956,
+ "lr": 0.0001,
+ "sup_loss": 1.4825297606212549
+ },
+ {
+ "step": 1957,
+ "lr": 0.0001,
+ "sup_loss": 1.5367913166161384
+ },
+ {
+ "step": 1958,
+ "lr": 0.0001,
+ "sup_loss": 1.5270714134060588
+ },
+ {
+ "step": 1959,
+ "lr": 0.0001,
+ "sup_loss": 1.5056502383506105
+ },
+ {
+ "step": 1960,
+ "lr": 0.0001,
+ "sup_loss": 1.5133130284114382
+ },
+ {
+ "step": 1961,
+ "lr": 0.0001,
+ "sup_loss": 1.5062239482447535
+ },
+ {
+ "step": 1962,
+ "lr": 0.0001,
+ "sup_loss": 1.506231833035333
+ },
+ {
+ "step": 1963,
+ "lr": 0.0001,
+ "sup_loss": 1.4751764540746704
+ },
+ {
+ "step": 1964,
+ "lr": 0.0001,
+ "sup_loss": 1.557161778325136
+ },
+ {
+ "step": 1965,
+ "lr": 0.0001,
+ "sup_loss": 1.4721003170641185
+ },
+ {
+ "step": 1966,
+ "lr": 0.0001,
+ "sup_loss": 1.550486393626624
+ },
+ {
+ "step": 1967,
+ "lr": 0.0001,
+ "sup_loss": 1.5232885109775507
+ },
+ {
+ "step": 1968,
+ "lr": 0.0001,
+ "sup_loss": 1.506768561863416
+ },
+ {
+ "step": 1969,
+ "lr": 0.0001,
+ "sup_loss": 1.5435294897233076
+ },
+ {
+ "step": 1970,
+ "lr": 0.0001,
+ "sup_loss": 1.5366586929120913
+ },
+ {
+ "step": 1971,
+ "lr": 0.0001,
+ "sup_loss": 1.5470222351381353
+ },
+ {
+ "step": 1972,
+ "lr": 0.0001,
+ "sup_loss": 1.5069680530003307
+ },
+ {
+ "step": 1973,
+ "lr": 0.0001,
+ "sup_loss": 1.4895721957430499
+ },
+ {
+ "step": 1974,
+ "lr": 0.0001,
+ "sup_loss": 1.526557934651818
+ },
+ {
+ "step": 1975,
+ "lr": 0.0001,
+ "sup_loss": 1.5205668347845713
+ },
+ {
+ "step": 1976,
+ "lr": 0.0001,
+ "sup_loss": 1.5409084967802709
+ },
+ {
+ "step": 1977,
+ "lr": 0.0001,
+ "sup_loss": 1.560826931225716
+ },
+ {
+ "step": 1978,
+ "lr": 0.0001,
+ "sup_loss": 1.517724260399073
+ },
+ {
+ "step": 1979,
+ "lr": 0.0001,
+ "sup_loss": 1.5298820827209456
+ },
+ {
+ "step": 1980,
+ "lr": 0.0001,
+ "sup_loss": 1.5236799517031445
+ },
+ {
+ "step": 1981,
+ "lr": 0.0001,
+ "sup_loss": 1.4856180622305646
+ },
+ {
+ "step": 1982,
+ "lr": 0.0001,
+ "sup_loss": 1.5404660162851582
+ },
+ {
+ "step": 1983,
+ "lr": 0.0001,
+ "sup_loss": 1.466133648262751
+ },
+ {
+ "step": 1984,
+ "lr": 0.0001,
+ "sup_loss": 1.5409720562685154
+ },
+ {
+ "step": 1985,
+ "lr": 0.0001,
+ "sup_loss": 1.5133643869407623
+ },
+ {
+ "step": 1986,
+ "lr": 0.0001,
+ "sup_loss": 1.5198814068188067
+ },
+ {
+ "step": 1987,
+ "lr": 0.0001,
+ "sup_loss": 1.512776128900203
+ },
+ {
+ "step": 1988,
+ "lr": 0.0001,
+ "sup_loss": 1.5155689293823582
+ },
+ {
+ "step": 1989,
+ "lr": 0.0001,
+ "sup_loss": 1.5197537385478508
+ },
+ {
+ "step": 1990,
+ "lr": 0.0001,
+ "sup_loss": 1.49988733167699
+ },
+ {
+ "step": 1991,
+ "lr": 0.0001,
+ "sup_loss": 1.5375862499993465
+ },
+ {
+ "step": 1992,
+ "lr": 0.0001,
+ "sup_loss": 1.5197949293069368
+ },
+ {
+ "step": 1993,
+ "lr": 0.0001,
+ "sup_loss": 1.5076429724249754
+ },
+ {
+ "step": 1994,
+ "lr": 0.0001,
+ "sup_loss": 1.5168911869161323
+ },
+ {
+ "step": 1995,
+ "lr": 0.0001,
+ "sup_loss": 1.5204201662365537
+ },
+ {
+ "step": 1996,
+ "lr": 0.0001,
+ "sup_loss": 1.5232493152488875
+ },
+ {
+ "step": 1997,
+ "lr": 0.0001,
+ "sup_loss": 1.492675341711571
+ },
+ {
+ "step": 1998,
+ "lr": 0.0001,
+ "sup_loss": 1.4855018446949795
+ },
+ {
+ "step": 1999,
+ "lr": 0.0001,
+ "sup_loss": 1.4930537951853173
+ },
+ {
+ "step": 2000,
+ "lr": 0.0001,
+ "sup_loss": 1.4866397791286017,
+ "lyap1_mean": -11.322970390319824,
+ "lyap1_max": -10.890480041503906,
+ "lyap_spec_mean": [
+ -11.322970390319824,
+ -11.490907669067383
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 2001,
+ "lr": 0.0001,
+ "sup_loss": 1.4960011935116655
+ },
+ {
+ "step": 2002,
+ "lr": 0.0001,
+ "sup_loss": 1.5843898969463188
+ },
+ {
+ "step": 2003,
+ "lr": 0.0001,
+ "sup_loss": 1.5400172172642808
+ },
+ {
+ "step": 2004,
+ "lr": 0.0001,
+ "sup_loss": 1.5058823991673764
+ },
+ {
+ "step": 2005,
+ "lr": 0.0001,
+ "sup_loss": 1.4996476350930164
+ },
+ {
+ "step": 2006,
+ "lr": 0.0001,
+ "sup_loss": 1.5330513299854607
+ },
+ {
+ "step": 2007,
+ "lr": 0.0001,
+ "sup_loss": 1.5197170390370436
+ },
+ {
+ "step": 2008,
+ "lr": 0.0001,
+ "sup_loss": 1.5231608396776257
+ },
+ {
+ "step": 2009,
+ "lr": 0.0001,
+ "sup_loss": 1.5230797554356694
+ },
+ {
+ "step": 2010,
+ "lr": 0.0001,
+ "sup_loss": 1.4826035577308472
+ },
+ {
+ "step": 2011,
+ "lr": 0.0001,
+ "sup_loss": 1.5027263278312901
+ },
+ {
+ "step": 2012,
+ "lr": 0.0001,
+ "sup_loss": 1.5032449905013745
+ },
+ {
+ "step": 2013,
+ "lr": 0.0001,
+ "sup_loss": 1.5117349264123652
+ },
+ {
+ "step": 2014,
+ "lr": 0.0001,
+ "sup_loss": 1.4512984583248767
+ },
+ {
+ "step": 2015,
+ "lr": 0.0001,
+ "sup_loss": 1.493403601211862
+ },
+ {
+ "step": 2016,
+ "lr": 0.0001,
+ "sup_loss": 1.5131610372813793
+ },
+ {
+ "step": 2017,
+ "lr": 0.0001,
+ "sup_loss": 1.5027806580185081
+ },
+ {
+ "step": 2018,
+ "lr": 0.0001,
+ "sup_loss": 1.5096814022771459
+ },
+ {
+ "step": 2019,
+ "lr": 0.0001,
+ "sup_loss": 1.4916280041198307
+ },
+ {
+ "step": 2020,
+ "lr": 0.0001,
+ "sup_loss": 1.5133228461003012
+ },
+ {
+ "step": 2021,
+ "lr": 0.0001,
+ "sup_loss": 1.5308520424091372
+ },
+ {
+ "step": 2022,
+ "lr": 0.0001,
+ "sup_loss": 1.4930235056443313
+ },
+ {
+ "step": 2023,
+ "lr": 0.0001,
+ "sup_loss": 1.5040111716455373
+ },
+ {
+ "step": 2024,
+ "lr": 0.0001,
+ "sup_loss": 1.5097771840249492
+ },
+ {
+ "step": 2025,
+ "lr": 0.0001,
+ "sup_loss": 1.5364915175644998
+ },
+ {
+ "step": 2026,
+ "lr": 0.0001,
+ "sup_loss": 1.5228221599994014
+ },
+ {
+ "step": 2027,
+ "lr": 0.0001,
+ "sup_loss": 1.509705522162977
+ },
+ {
+ "step": 2028,
+ "lr": 0.0001,
+ "sup_loss": 1.5024930349738628
+ },
+ {
+ "step": 2029,
+ "lr": 0.0001,
+ "sup_loss": 1.4925471535338206
+ },
+ {
+ "step": 2030,
+ "lr": 0.0001,
+ "sup_loss": 1.5140509677276164
+ },
+ {
+ "step": 2031,
+ "lr": 0.0001,
+ "sup_loss": 1.5034397305307876
+ },
+ {
+ "step": 2032,
+ "lr": 0.0001,
+ "sup_loss": 1.4896844492970625
+ },
+ {
+ "step": 2033,
+ "lr": 0.0001,
+ "sup_loss": 1.5167836598091877
+ },
+ {
+ "step": 2034,
+ "lr": 0.0001,
+ "sup_loss": 1.5272673332679583
+ },
+ {
+ "step": 2035,
+ "lr": 0.0001,
+ "sup_loss": 1.5002166095341907
+ },
+ {
+ "step": 2036,
+ "lr": 0.0001,
+ "sup_loss": 1.4751988757543943
+ },
+ {
+ "step": 2037,
+ "lr": 0.0001,
+ "sup_loss": 1.5231128219469563
+ },
+ {
+ "step": 2038,
+ "lr": 0.0001,
+ "sup_loss": 1.5199568907380896
+ },
+ {
+ "step": 2039,
+ "lr": 0.0001,
+ "sup_loss": 1.5099439342899725
+ },
+ {
+ "step": 2040,
+ "lr": 0.0001,
+ "sup_loss": 1.4995330269919516
+ },
+ {
+ "step": 2041,
+ "lr": 0.0001,
+ "sup_loss": 1.5130296305520154
+ },
+ {
+ "step": 2042,
+ "lr": 0.0001,
+ "sup_loss": 1.5034688136824554
+ },
+ {
+ "step": 2043,
+ "lr": 0.0001,
+ "sup_loss": 1.5333496004314011
+ },
+ {
+ "step": 2044,
+ "lr": 0.0001,
+ "sup_loss": 1.499723974249949
+ },
+ {
+ "step": 2045,
+ "lr": 0.0001,
+ "sup_loss": 1.5234534027858746
+ },
+ {
+ "step": 2046,
+ "lr": 0.0001,
+ "sup_loss": 1.5066064727355812
+ },
+ {
+ "step": 2047,
+ "lr": 0.0001,
+ "sup_loss": 1.5031497824016686
+ },
+ {
+ "step": 2048,
+ "lr": 0.0001,
+ "sup_loss": 1.507035281783747
+ },
+ {
+ "step": 2049,
+ "lr": 0.0001,
+ "sup_loss": 1.479506332049932
+ },
+ {
+ "step": 2050,
+ "lr": 0.0001,
+ "sup_loss": 1.5196813315753948,
+ "lyap1_mean": -11.021892547607422,
+ "lyap1_max": -10.215132713317871,
+ "lyap_spec_mean": [
+ -11.021892547607422,
+ -11.340229034423828
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 2051,
+ "lr": 0.0001,
+ "sup_loss": 1.4920647126644309
+ },
+ {
+ "step": 2052,
+ "lr": 0.0001,
+ "sup_loss": 1.513333230788504
+ },
+ {
+ "step": 2053,
+ "lr": 0.0001,
+ "sup_loss": 1.5039675699097106
+ },
+ {
+ "step": 2054,
+ "lr": 0.0001,
+ "sup_loss": 1.540374376614778
+ },
+ {
+ "step": 2055,
+ "lr": 0.0001,
+ "sup_loss": 1.5159352534604937
+ },
+ {
+ "step": 2056,
+ "lr": 0.0001,
+ "sup_loss": 1.5264475662182766
+ },
+ {
+ "step": 2057,
+ "lr": 0.0001,
+ "sup_loss": 1.4619770340836666
+ },
+ {
+ "step": 2058,
+ "lr": 0.0001,
+ "sup_loss": 1.5067464078516937
+ },
+ {
+ "step": 2059,
+ "lr": 0.0001,
+ "sup_loss": 1.5129929244247184
+ },
+ {
+ "step": 2060,
+ "lr": 0.0001,
+ "sup_loss": 1.5197639439003665
+ },
+ {
+ "step": 2061,
+ "lr": 0.0001,
+ "sup_loss": 1.506922128746094
+ },
+ {
+ "step": 2062,
+ "lr": 0.0001,
+ "sup_loss": 1.492705828192339
+ },
+ {
+ "step": 2063,
+ "lr": 0.0001,
+ "sup_loss": 1.5269641201723787
+ },
+ {
+ "step": 2064,
+ "lr": 0.0001,
+ "sup_loss": 1.513383464515944
+ },
+ {
+ "step": 2065,
+ "lr": 0.0001,
+ "sup_loss": 1.513251808385605
+ },
+ {
+ "step": 2066,
+ "lr": 0.0001,
+ "sup_loss": 1.498837931328409
+ },
+ {
+ "step": 2067,
+ "lr": 0.0001,
+ "sup_loss": 1.5227745086902698
+ },
+ {
+ "step": 2068,
+ "lr": 0.0001,
+ "sup_loss": 1.5161886765457278
+ },
+ {
+ "step": 2069,
+ "lr": 0.0001,
+ "sup_loss": 1.506510200705621
+ },
+ {
+ "step": 2070,
+ "lr": 0.0001,
+ "sup_loss": 1.5098678143301074
+ },
+ {
+ "step": 2071,
+ "lr": 0.0001,
+ "sup_loss": 1.52321140631544
+ },
+ {
+ "step": 2072,
+ "lr": 0.0001,
+ "sup_loss": 1.493114373140738
+ },
+ {
+ "step": 2073,
+ "lr": 0.0001,
+ "sup_loss": 1.5333833581302163
+ },
+ {
+ "step": 2074,
+ "lr": 0.0001,
+ "sup_loss": 1.519020048385059
+ },
+ {
+ "step": 2075,
+ "lr": 0.0001,
+ "sup_loss": 1.490348879155686
+ },
+ {
+ "step": 2076,
+ "lr": 0.0001,
+ "sup_loss": 1.5335794470051423
+ },
+ {
+ "step": 2077,
+ "lr": 0.0001,
+ "sup_loss": 1.4687414211249499
+ },
+ {
+ "step": 2078,
+ "lr": 0.0001,
+ "sup_loss": 1.4964815272097285
+ },
+ {
+ "step": 2079,
+ "lr": 0.0001,
+ "sup_loss": 1.5336186923685489
+ },
+ {
+ "step": 2080,
+ "lr": 0.0001,
+ "sup_loss": 1.577620624229406
+ },
+ {
+ "step": 2081,
+ "lr": 0.0001,
+ "sup_loss": 1.506977744695885
+ },
+ {
+ "step": 2082,
+ "lr": 0.0001,
+ "sup_loss": 1.516647250524058
+ },
+ {
+ "step": 2083,
+ "lr": 0.0001,
+ "sup_loss": 1.498703258764262
+ },
+ {
+ "step": 2084,
+ "lr": 0.0001,
+ "sup_loss": 1.5468984456486832
+ },
+ {
+ "step": 2085,
+ "lr": 0.0001,
+ "sup_loss": 1.4718660657663998
+ },
+ {
+ "step": 2086,
+ "lr": 0.0001,
+ "sup_loss": 1.4621467018003211
+ },
+ {
+ "step": 2087,
+ "lr": 0.0001,
+ "sup_loss": 1.512751069290027
+ },
+ {
+ "step": 2088,
+ "lr": 0.0001,
+ "sup_loss": 1.4890318318290003
+ },
+ {
+ "step": 2089,
+ "lr": 0.0001,
+ "sup_loss": 1.5017267979385522
+ },
+ {
+ "step": 2090,
+ "lr": 0.0001,
+ "sup_loss": 1.5164450406288357
+ },
+ {
+ "step": 2091,
+ "lr": 0.0001,
+ "sup_loss": 1.5066016752490405
+ },
+ {
+ "step": 2092,
+ "lr": 0.0001,
+ "sup_loss": 1.5234225425197194
+ },
+ {
+ "step": 2093,
+ "lr": 0.0001,
+ "sup_loss": 1.4996083852673308
+ },
+ {
+ "step": 2094,
+ "lr": 0.0001,
+ "sup_loss": 1.5296477495323866
+ },
+ {
+ "step": 2095,
+ "lr": 0.0001,
+ "sup_loss": 1.495720962494964
+ },
+ {
+ "step": 2096,
+ "lr": 0.0001,
+ "sup_loss": 1.5326038749583273
+ },
+ {
+ "step": 2097,
+ "lr": 0.0001,
+ "sup_loss": 1.5496362548317915
+ },
+ {
+ "step": 2098,
+ "lr": 0.0001,
+ "sup_loss": 1.5305920520449736
+ },
+ {
+ "step": 2099,
+ "lr": 0.0001,
+ "sup_loss": 1.5169324151341181
+ },
+ {
+ "step": 2100,
+ "lr": 0.0001,
+ "sup_loss": 1.5131090280170088,
+ "lyap1_mean": -10.525592803955078,
+ "lyap1_max": -10.010568618774414,
+ "lyap_spec_mean": [
+ -10.525592803955078,
+ -10.758855819702148
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 2101,
+ "lr": 0.0001,
+ "sup_loss": 1.5370520249385466
+ },
+ {
+ "step": 2102,
+ "lr": 0.0001,
+ "sup_loss": 1.5471082667136808
+ },
+ {
+ "step": 2103,
+ "lr": 0.0001,
+ "sup_loss": 1.4959041339755241
+ },
+ {
+ "step": 2104,
+ "lr": 0.0001,
+ "sup_loss": 1.5058752462810896
+ },
+ {
+ "step": 2105,
+ "lr": 0.0001,
+ "sup_loss": 1.555946638415964
+ },
+ {
+ "step": 2106,
+ "lr": 0.0001,
+ "sup_loss": 1.4828218029406843
+ },
+ {
+ "step": 2107,
+ "lr": 0.0001,
+ "sup_loss": 1.5041661423123902
+ },
+ {
+ "step": 2108,
+ "lr": 0.0001,
+ "sup_loss": 1.5135068886856151
+ },
+ {
+ "step": 2109,
+ "lr": 0.0001,
+ "sup_loss": 1.496125847816772
+ },
+ {
+ "step": 2110,
+ "lr": 0.0001,
+ "sup_loss": 1.5100093323237058
+ },
+ {
+ "step": 2111,
+ "lr": 0.0001,
+ "sup_loss": 1.4858521134032618
+ },
+ {
+ "step": 2112,
+ "lr": 0.0001,
+ "sup_loss": 1.5063659145448416
+ },
+ {
+ "step": 2113,
+ "lr": 0.0001,
+ "sup_loss": 1.517060901956673
+ },
+ {
+ "step": 2114,
+ "lr": 0.0001,
+ "sup_loss": 1.526396629497423
+ },
+ {
+ "step": 2115,
+ "lr": 0.0001,
+ "sup_loss": 1.5163947656476848
+ },
+ {
+ "step": 2116,
+ "lr": 0.0001,
+ "sup_loss": 1.5035832719722275
+ },
+ {
+ "step": 2117,
+ "lr": 0.0001,
+ "sup_loss": 1.4825362611458814
+ },
+ {
+ "step": 2118,
+ "lr": 0.0001,
+ "sup_loss": 1.5025646466230649
+ },
+ {
+ "step": 2119,
+ "lr": 0.0001,
+ "sup_loss": 1.4630544810627801
+ },
+ {
+ "step": 2120,
+ "lr": 0.0001,
+ "sup_loss": 1.499647693765966
+ },
+ {
+ "step": 2121,
+ "lr": 0.0001,
+ "sup_loss": 1.5303422696698479
+ },
+ {
+ "step": 2122,
+ "lr": 0.0001,
+ "sup_loss": 1.5159357145681078
+ },
+ {
+ "step": 2123,
+ "lr": 0.0001,
+ "sup_loss": 1.4925102760461895
+ },
+ {
+ "step": 2124,
+ "lr": 0.0001,
+ "sup_loss": 1.4956946436939247
+ },
+ {
+ "step": 2125,
+ "lr": 0.0001,
+ "sup_loss": 1.5160389168532975
+ },
+ {
+ "step": 2126,
+ "lr": 0.0001,
+ "sup_loss": 1.5301130072080806
+ },
+ {
+ "step": 2127,
+ "lr": 0.0001,
+ "sup_loss": 1.4899894369576205
+ },
+ {
+ "step": 2128,
+ "lr": 0.0001,
+ "sup_loss": 1.5259811017631164
+ },
+ {
+ "step": 2129,
+ "lr": 0.0001,
+ "sup_loss": 1.529855654876286
+ },
+ {
+ "step": 2130,
+ "lr": 0.0001,
+ "sup_loss": 1.5088865459048497
+ },
+ {
+ "step": 2131,
+ "lr": 0.0001,
+ "sup_loss": 1.5159644064745523
+ },
+ {
+ "step": 2132,
+ "lr": 0.0001,
+ "sup_loss": 1.5231021975800803
+ },
+ {
+ "step": 2133,
+ "lr": 0.0001,
+ "sup_loss": 1.5132066529541186
+ },
+ {
+ "step": 2134,
+ "lr": 0.0001,
+ "sup_loss": 1.4659945222037551
+ },
+ {
+ "step": 2135,
+ "lr": 0.0001,
+ "sup_loss": 1.5305079256270608
+ },
+ {
+ "step": 2136,
+ "lr": 0.0001,
+ "sup_loss": 1.4927190686480603
+ },
+ {
+ "step": 2137,
+ "lr": 0.0001,
+ "sup_loss": 1.5171019285834968
+ },
+ {
+ "step": 2138,
+ "lr": 0.0001,
+ "sup_loss": 1.5127600744971834
+ },
+ {
+ "step": 2139,
+ "lr": 0.0001,
+ "sup_loss": 1.4889544834135184
+ },
+ {
+ "step": 2140,
+ "lr": 0.0001,
+ "sup_loss": 1.500111247647175
+ },
+ {
+ "step": 2141,
+ "lr": 0.0001,
+ "sup_loss": 1.5471158602670942
+ },
+ {
+ "step": 2142,
+ "lr": 0.0001,
+ "sup_loss": 1.4996514120978899
+ },
+ {
+ "step": 2143,
+ "lr": 0.0001,
+ "sup_loss": 1.550008331211554
+ },
+ {
+ "step": 2144,
+ "lr": 0.0001,
+ "sup_loss": 1.4873505259819735
+ },
+ {
+ "step": 2145,
+ "lr": 0.0001,
+ "sup_loss": 1.5398754910673564
+ },
+ {
+ "step": 2146,
+ "lr": 0.0001,
+ "sup_loss": 1.496666844120577
+ },
+ {
+ "step": 2147,
+ "lr": 0.0001,
+ "sup_loss": 1.5306110722427586
+ },
+ {
+ "step": 2148,
+ "lr": 0.0001,
+ "sup_loss": 1.4999688902717947
+ },
+ {
+ "step": 2149,
+ "lr": 0.0001,
+ "sup_loss": 1.509812684887154
+ },
+ {
+ "step": 2150,
+ "lr": 0.0001,
+ "sup_loss": 1.5341005065095945,
+ "lyap1_mean": -10.414691925048828,
+ "lyap1_max": -9.885202407836914,
+ "lyap_spec_mean": [
+ -10.414691925048828,
+ -10.704854965209961
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 2151,
+ "lr": 0.0001,
+ "sup_loss": 1.513350407572845
+ },
+ {
+ "step": 2152,
+ "lr": 0.0001,
+ "sup_loss": 1.5366645783678592
+ },
+ {
+ "step": 2153,
+ "lr": 0.0001,
+ "sup_loss": 1.5055996182543072
+ },
+ {
+ "step": 2154,
+ "lr": 0.0001,
+ "sup_loss": 1.5303881373556651
+ },
+ {
+ "step": 2155,
+ "lr": 0.0001,
+ "sup_loss": 1.49655485758877
+ },
+ {
+ "step": 2156,
+ "lr": 0.0001,
+ "sup_loss": 1.4921080470741925
+ },
+ {
+ "step": 2157,
+ "lr": 0.0001,
+ "sup_loss": 1.5088365489912474
+ },
+ {
+ "step": 2158,
+ "lr": 0.0001,
+ "sup_loss": 1.512805684670145
+ },
+ {
+ "step": 2159,
+ "lr": 0.0001,
+ "sup_loss": 1.5237878854150253
+ },
+ {
+ "step": 2160,
+ "lr": 0.0001,
+ "sup_loss": 1.5330496819537938
+ },
+ {
+ "step": 2161,
+ "lr": 0.0001,
+ "sup_loss": 1.5123853004290455
+ },
+ {
+ "step": 2162,
+ "lr": 0.0001,
+ "sup_loss": 1.5233805082702503
+ },
+ {
+ "step": 2163,
+ "lr": 0.0001,
+ "sup_loss": 1.4552607382254648
+ },
+ {
+ "step": 2164,
+ "lr": 0.0001,
+ "sup_loss": 1.5268393349618352
+ },
+ {
+ "step": 2165,
+ "lr": 0.0001,
+ "sup_loss": 1.550723281129827
+ },
+ {
+ "step": 2166,
+ "lr": 0.0001,
+ "sup_loss": 1.533102374374384
+ },
+ {
+ "step": 2167,
+ "lr": 0.0001,
+ "sup_loss": 1.5069340091355101
+ },
+ {
+ "step": 2168,
+ "lr": 0.0001,
+ "sup_loss": 1.5064339804313032
+ },
+ {
+ "step": 2169,
+ "lr": 0.0001,
+ "sup_loss": 1.5023787896622416
+ },
+ {
+ "step": 2170,
+ "lr": 0.0001,
+ "sup_loss": 1.5162458819135196
+ },
+ {
+ "step": 2171,
+ "lr": 0.0001,
+ "sup_loss": 1.4933277938837495
+ },
+ {
+ "step": 2172,
+ "lr": 0.0001,
+ "sup_loss": 1.5224142957109872
+ },
+ {
+ "step": 2173,
+ "lr": 0.0001,
+ "sup_loss": 1.5431448351075447
+ },
+ {
+ "step": 2174,
+ "lr": 0.0001,
+ "sup_loss": 1.5333154859745879
+ },
+ {
+ "step": 2175,
+ "lr": 0.0001,
+ "sup_loss": 1.5128842361905455
+ },
+ {
+ "step": 2176,
+ "lr": 0.0001,
+ "sup_loss": 1.5124976540516892
+ },
+ {
+ "step": 2177,
+ "lr": 0.0001,
+ "sup_loss": 1.5300409702172502
+ },
+ {
+ "step": 2178,
+ "lr": 0.0001,
+ "sup_loss": 1.4951080321298196
+ },
+ {
+ "step": 2179,
+ "lr": 0.0001,
+ "sup_loss": 1.5172640447977481
+ },
+ {
+ "step": 2180,
+ "lr": 0.0001,
+ "sup_loss": 1.509106007203832
+ },
+ {
+ "step": 2181,
+ "lr": 0.0001,
+ "sup_loss": 1.5033778987653441
+ },
+ {
+ "step": 2182,
+ "lr": 0.0001,
+ "sup_loss": 1.4735838829901131
+ },
+ {
+ "step": 2183,
+ "lr": 0.0001,
+ "sup_loss": 1.5263702029051203
+ },
+ {
+ "step": 2184,
+ "lr": 0.0001,
+ "sup_loss": 1.496340374123101
+ },
+ {
+ "step": 2185,
+ "lr": 0.0001,
+ "sup_loss": 1.52165705621513
+ },
+ {
+ "step": 2186,
+ "lr": 0.0001,
+ "sup_loss": 1.5302225221521526
+ },
+ {
+ "step": 2187,
+ "lr": 0.0001,
+ "sup_loss": 1.5358596667188529
+ },
+ {
+ "step": 2188,
+ "lr": 0.0001,
+ "sup_loss": 1.4956344931525294
+ },
+ {
+ "step": 2189,
+ "lr": 0.0001,
+ "sup_loss": 1.5534141269358048
+ },
+ {
+ "step": 2190,
+ "lr": 0.0001,
+ "sup_loss": 1.4927876203305774
+ },
+ {
+ "step": 2191,
+ "lr": 0.0001,
+ "sup_loss": 1.4687736255207693
+ },
+ {
+ "step": 2192,
+ "lr": 0.0001,
+ "sup_loss": 1.5032045102134572
+ },
+ {
+ "step": 2193,
+ "lr": 0.0001,
+ "sup_loss": 1.496064516447394
+ },
+ {
+ "step": 2194,
+ "lr": 0.0001,
+ "sup_loss": 1.5165584517432824
+ },
+ {
+ "step": 2195,
+ "lr": 0.0001,
+ "sup_loss": 1.4953203675270395
+ },
+ {
+ "step": 2196,
+ "lr": 0.0001,
+ "sup_loss": 1.4381751752718088
+ },
+ {
+ "step": 2197,
+ "lr": 0.0001,
+ "sup_loss": 1.4625203738675139
+ },
+ {
+ "step": 2198,
+ "lr": 0.0001,
+ "sup_loss": 1.4716455832825492
+ },
+ {
+ "step": 2199,
+ "lr": 0.0001,
+ "sup_loss": 1.4619753972008183
+ },
+ {
+ "step": 2200,
+ "lr": 0.0001,
+ "sup_loss": 1.5343946237223018,
+ "lyap1_mean": -9.857443809509277,
+ "lyap1_max": -9.285022735595703,
+ "lyap_spec_mean": [
+ -9.857443809509277,
+ -10.554052352905273
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 2201,
+ "lr": 0.0001,
+ "sup_loss": 1.493445131550346
+ },
+ {
+ "step": 2202,
+ "lr": 0.0001,
+ "sup_loss": 1.5204819457823944
+ },
+ {
+ "step": 2203,
+ "lr": 0.0001,
+ "sup_loss": 1.4859665352971843
+ },
+ {
+ "step": 2204,
+ "lr": 0.0001,
+ "sup_loss": 1.5199175007994195
+ },
+ {
+ "step": 2205,
+ "lr": 0.0001,
+ "sup_loss": 1.458638123564083
+ },
+ {
+ "step": 2206,
+ "lr": 0.0001,
+ "sup_loss": 1.4937221853542337
+ },
+ {
+ "step": 2207,
+ "lr": 0.0001,
+ "sup_loss": 1.5367229238073508
+ },
+ {
+ "step": 2208,
+ "lr": 0.0001,
+ "sup_loss": 1.5066057317173986
+ },
+ {
+ "step": 2209,
+ "lr": 0.0001,
+ "sup_loss": 1.5237427727044424
+ },
+ {
+ "step": 2210,
+ "lr": 0.0001,
+ "sup_loss": 1.5297851744290072
+ },
+ {
+ "step": 2211,
+ "lr": 0.0001,
+ "sup_loss": 1.502942969520986
+ },
+ {
+ "step": 2212,
+ "lr": 0.0001,
+ "sup_loss": 1.5174242401239477
+ },
+ {
+ "step": 2213,
+ "lr": 0.0001,
+ "sup_loss": 1.5473072601940956
+ },
+ {
+ "step": 2214,
+ "lr": 0.0001,
+ "sup_loss": 1.4926185092687234
+ },
+ {
+ "step": 2215,
+ "lr": 0.0001,
+ "sup_loss": 1.5533541263117907
+ },
+ {
+ "step": 2216,
+ "lr": 0.0001,
+ "sup_loss": 1.5127761197892202
+ },
+ {
+ "step": 2217,
+ "lr": 0.0001,
+ "sup_loss": 1.4852458868716976
+ },
+ {
+ "step": 2218,
+ "lr": 0.0001,
+ "sup_loss": 1.51963743976625
+ },
+ {
+ "step": 2219,
+ "lr": 0.0001,
+ "sup_loss": 1.536506328394379
+ },
+ {
+ "step": 2220,
+ "lr": 0.0001,
+ "sup_loss": 1.5256533451325693
+ },
+ {
+ "step": 2221,
+ "lr": 0.0001,
+ "sup_loss": 1.5200113807476625
+ },
+ {
+ "step": 2222,
+ "lr": 0.0001,
+ "sup_loss": 1.5134892457851374
+ },
+ {
+ "step": 2223,
+ "lr": 0.0001,
+ "sup_loss": 1.5128043688747477
+ },
+ {
+ "step": 2224,
+ "lr": 0.0001,
+ "sup_loss": 1.527178443645706
+ },
+ {
+ "step": 2225,
+ "lr": 0.0001,
+ "sup_loss": 1.489877133694634
+ },
+ {
+ "step": 2226,
+ "lr": 0.0001,
+ "sup_loss": 1.5335585548543211
+ },
+ {
+ "step": 2227,
+ "lr": 0.0001,
+ "sup_loss": 1.5233181606640342
+ },
+ {
+ "step": 2228,
+ "lr": 0.0001,
+ "sup_loss": 1.4856133528911215
+ },
+ {
+ "step": 2229,
+ "lr": 0.0001,
+ "sup_loss": 1.512646079320785
+ },
+ {
+ "step": 2230,
+ "lr": 0.0001,
+ "sup_loss": 1.4853290939369814
+ },
+ {
+ "step": 2231,
+ "lr": 0.0001,
+ "sup_loss": 1.5298486015456372
+ },
+ {
+ "step": 2232,
+ "lr": 0.0001,
+ "sup_loss": 1.5329825060613378
+ },
+ {
+ "step": 2233,
+ "lr": 0.0001,
+ "sup_loss": 1.5187389616520404
+ },
+ {
+ "step": 2234,
+ "lr": 0.0001,
+ "sup_loss": 1.5071647520089257
+ },
+ {
+ "step": 2235,
+ "lr": 0.0001,
+ "sup_loss": 1.4989563318894132
+ },
+ {
+ "step": 2236,
+ "lr": 0.0001,
+ "sup_loss": 1.502590198122387
+ },
+ {
+ "step": 2237,
+ "lr": 0.0001,
+ "sup_loss": 1.5033627914969294
+ },
+ {
+ "step": 2238,
+ "lr": 0.0001,
+ "sup_loss": 1.5230011816534
+ },
+ {
+ "step": 2239,
+ "lr": 0.0001,
+ "sup_loss": 1.5167958077536312
+ },
+ {
+ "step": 2240,
+ "lr": 0.0001,
+ "sup_loss": 1.5086131220402772
+ },
+ {
+ "step": 2241,
+ "lr": 0.0001,
+ "sup_loss": 1.5028902893256424
+ },
+ {
+ "step": 2242,
+ "lr": 0.0001,
+ "sup_loss": 1.5050323384350919
+ },
+ {
+ "step": 2243,
+ "lr": 0.0001,
+ "sup_loss": 1.5403038812966345
+ },
+ {
+ "step": 2244,
+ "lr": 0.0001,
+ "sup_loss": 1.5307658812164049
+ },
+ {
+ "step": 2245,
+ "lr": 0.0001,
+ "sup_loss": 1.5296970973263389
+ },
+ {
+ "step": 2246,
+ "lr": 0.0001,
+ "sup_loss": 1.5289671477125684
+ },
+ {
+ "step": 2247,
+ "lr": 0.0001,
+ "sup_loss": 1.485658250081715
+ },
+ {
+ "step": 2248,
+ "lr": 0.0001,
+ "sup_loss": 1.509848616782357
+ },
+ {
+ "step": 2249,
+ "lr": 0.0001,
+ "sup_loss": 1.5089231758443586
+ },
+ {
+ "step": 2250,
+ "lr": 0.0001,
+ "sup_loss": 1.4891335841952535,
+ "lyap1_mean": -9.766853332519531,
+ "lyap1_max": -9.470773696899414,
+ "lyap_spec_mean": [
+ -9.766853332519531,
+ -10.40333080291748
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 2251,
+ "lr": 0.0001,
+ "sup_loss": 1.480034102582459
+ },
+ {
+ "step": 2252,
+ "lr": 0.0001,
+ "sup_loss": 1.505524274296499
+ },
+ {
+ "step": 2253,
+ "lr": 0.0001,
+ "sup_loss": 1.5266200607922433
+ },
+ {
+ "step": 2254,
+ "lr": 0.0001,
+ "sup_loss": 1.5231316305011264
+ },
+ {
+ "step": 2255,
+ "lr": 0.0001,
+ "sup_loss": 1.4891715905444087
+ },
+ {
+ "step": 2256,
+ "lr": 0.0001,
+ "sup_loss": 1.506109590288865
+ },
+ {
+ "step": 2257,
+ "lr": 0.0001,
+ "sup_loss": 1.4751331569882173
+ },
+ {
+ "step": 2258,
+ "lr": 0.0001,
+ "sup_loss": 1.5063949874186153
+ },
+ {
+ "step": 2259,
+ "lr": 0.0001,
+ "sup_loss": 1.4515670000296657
+ },
+ {
+ "step": 2260,
+ "lr": 0.0001,
+ "sup_loss": 1.5097836702498053
+ },
+ {
+ "step": 2261,
+ "lr": 0.0001,
+ "sup_loss": 1.5266053625901794
+ },
+ {
+ "step": 2262,
+ "lr": 0.0001,
+ "sup_loss": 1.5299457172963797
+ },
+ {
+ "step": 2263,
+ "lr": 0.0001,
+ "sup_loss": 1.5366608340919325
+ },
+ {
+ "step": 2264,
+ "lr": 0.0001,
+ "sup_loss": 1.499398794205034
+ },
+ {
+ "step": 2265,
+ "lr": 0.0001,
+ "sup_loss": 1.4650755375309752
+ },
+ {
+ "step": 2266,
+ "lr": 0.0001,
+ "sup_loss": 1.4984345620203439
+ },
+ {
+ "step": 2267,
+ "lr": 0.0001,
+ "sup_loss": 1.5433063455832954
+ },
+ {
+ "step": 2268,
+ "lr": 0.0001,
+ "sup_loss": 1.5169616679921556
+ },
+ {
+ "step": 2269,
+ "lr": 0.0001,
+ "sup_loss": 1.5331533123900245
+ },
+ {
+ "step": 2270,
+ "lr": 0.0001,
+ "sup_loss": 1.5032191789256215
+ },
+ {
+ "step": 2271,
+ "lr": 0.0001,
+ "sup_loss": 1.4887115057435334
+ },
+ {
+ "step": 2272,
+ "lr": 0.0001,
+ "sup_loss": 1.539920955391536
+ },
+ {
+ "step": 2273,
+ "lr": 0.0001,
+ "sup_loss": 1.5136500001203796
+ },
+ {
+ "step": 2274,
+ "lr": 0.0001,
+ "sup_loss": 1.5129437365497895
+ },
+ {
+ "step": 2275,
+ "lr": 0.0001,
+ "sup_loss": 1.5093358540952766
+ },
+ {
+ "step": 2276,
+ "lr": 0.0001,
+ "sup_loss": 1.529948439625662
+ },
+ {
+ "step": 2277,
+ "lr": 0.0001,
+ "sup_loss": 1.4959265779383775
+ },
+ {
+ "step": 2278,
+ "lr": 0.0001,
+ "sup_loss": 1.5304547369051527
+ },
+ {
+ "step": 2279,
+ "lr": 0.0001,
+ "sup_loss": 1.5323890418162793
+ },
+ {
+ "step": 2280,
+ "lr": 0.0001,
+ "sup_loss": 1.4962264970360466
+ },
+ {
+ "step": 2281,
+ "lr": 0.0001,
+ "sup_loss": 1.5232671743270731
+ },
+ {
+ "step": 2282,
+ "lr": 0.0001,
+ "sup_loss": 1.4986308819032994
+ },
+ {
+ "step": 2283,
+ "lr": 0.0001,
+ "sup_loss": 1.560731178205112
+ },
+ {
+ "step": 2284,
+ "lr": 0.0001,
+ "sup_loss": 1.482941108641339
+ },
+ {
+ "step": 2285,
+ "lr": 0.0001,
+ "sup_loss": 1.4965560049843911
+ },
+ {
+ "step": 2286,
+ "lr": 0.0001,
+ "sup_loss": 1.5141147099734613
+ },
+ {
+ "step": 2287,
+ "lr": 0.0001,
+ "sup_loss": 1.5466405166817379
+ },
+ {
+ "step": 2288,
+ "lr": 0.0001,
+ "sup_loss": 1.516930397876688
+ },
+ {
+ "step": 2289,
+ "lr": 0.0001,
+ "sup_loss": 1.5061480591991812
+ },
+ {
+ "step": 2290,
+ "lr": 0.0001,
+ "sup_loss": 1.5021234389000104
+ },
+ {
+ "step": 2291,
+ "lr": 0.0001,
+ "sup_loss": 1.5231088373084478
+ },
+ {
+ "step": 2292,
+ "lr": 0.0001,
+ "sup_loss": 1.5159935727265366
+ },
+ {
+ "step": 2293,
+ "lr": 0.0001,
+ "sup_loss": 1.462117218509128
+ },
+ {
+ "step": 2294,
+ "lr": 0.0001,
+ "sup_loss": 1.503415431150131
+ },
+ {
+ "step": 2295,
+ "lr": 0.0001,
+ "sup_loss": 1.4933703820043436
+ },
+ {
+ "step": 2296,
+ "lr": 0.0001,
+ "sup_loss": 1.515990706477299
+ },
+ {
+ "step": 2297,
+ "lr": 0.0001,
+ "sup_loss": 1.5302406144418423
+ },
+ {
+ "step": 2298,
+ "lr": 0.0001,
+ "sup_loss": 1.475610093842603
+ },
+ {
+ "step": 2299,
+ "lr": 0.0001,
+ "sup_loss": 1.5061719606256854
+ },
+ {
+ "step": 2300,
+ "lr": 0.0001,
+ "sup_loss": 1.5357619478572675,
+ "lyap1_mean": -9.916058540344238,
+ "lyap1_max": -9.622955322265625,
+ "lyap_spec_mean": [
+ -9.916058540344238,
+ -10.319125175476074
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 2301,
+ "lr": 0.0001,
+ "sup_loss": 1.5139354500028037
+ },
+ {
+ "step": 2302,
+ "lr": 0.0001,
+ "sup_loss": 1.4959533211932847
+ },
+ {
+ "step": 2303,
+ "lr": 0.0001,
+ "sup_loss": 1.4960883968148364
+ },
+ {
+ "step": 2304,
+ "lr": 0.0001,
+ "sup_loss": 1.527036414938187
+ },
+ {
+ "step": 2305,
+ "lr": 0.0001,
+ "sup_loss": 1.493802005833204
+ },
+ {
+ "step": 2306,
+ "lr": 0.0001,
+ "sup_loss": 1.5031447296663778
+ },
+ {
+ "step": 2307,
+ "lr": 0.0001,
+ "sup_loss": 1.4958656009695743
+ },
+ {
+ "step": 2308,
+ "lr": 0.0001,
+ "sup_loss": 1.5160499900831392
+ },
+ {
+ "step": 2309,
+ "lr": 0.0001,
+ "sup_loss": 1.5128114978414995
+ },
+ {
+ "step": 2310,
+ "lr": 0.0001,
+ "sup_loss": 1.5434024076273272
+ },
+ {
+ "step": 2311,
+ "lr": 0.0001,
+ "sup_loss": 1.516145080010433
+ },
+ {
+ "step": 2312,
+ "lr": 0.0001,
+ "sup_loss": 1.522729234192683
+ },
+ {
+ "step": 2313,
+ "lr": 0.0001,
+ "sup_loss": 1.5024336516280041
+ },
+ {
+ "step": 2314,
+ "lr": 0.0001,
+ "sup_loss": 1.5224521756742495
+ },
+ {
+ "step": 2315,
+ "lr": 0.0001,
+ "sup_loss": 1.5191279181863753
+ },
+ {
+ "step": 2316,
+ "lr": 0.0001,
+ "sup_loss": 1.5203993500386943
+ },
+ {
+ "step": 2317,
+ "lr": 0.0001,
+ "sup_loss": 1.506061557359626
+ },
+ {
+ "step": 2318,
+ "lr": 0.0001,
+ "sup_loss": 1.499381754796754
+ },
+ {
+ "step": 2319,
+ "lr": 0.0001,
+ "sup_loss": 1.530599893440627
+ },
+ {
+ "step": 2320,
+ "lr": 0.0001,
+ "sup_loss": 1.5166384455171322
+ },
+ {
+ "step": 2321,
+ "lr": 0.0001,
+ "sup_loss": 1.5166659280584196
+ },
+ {
+ "step": 2322,
+ "lr": 0.0001,
+ "sup_loss": 1.5365309421499316
+ },
+ {
+ "step": 2323,
+ "lr": 0.0001,
+ "sup_loss": 1.5051887590110162
+ },
+ {
+ "step": 2324,
+ "lr": 0.0001,
+ "sup_loss": 1.5155005920457045
+ },
+ {
+ "step": 2325,
+ "lr": 0.0001,
+ "sup_loss": 1.4992984658163864
+ },
+ {
+ "step": 2326,
+ "lr": 0.0001,
+ "sup_loss": 1.5070833411999778
+ },
+ {
+ "step": 2327,
+ "lr": 0.0001,
+ "sup_loss": 1.4793606102871382
+ },
+ {
+ "step": 2328,
+ "lr": 0.0001,
+ "sup_loss": 1.5439257310397736
+ },
+ {
+ "step": 2329,
+ "lr": 0.0001,
+ "sup_loss": 1.519174070358913
+ },
+ {
+ "step": 2330,
+ "lr": 0.0001,
+ "sup_loss": 1.4757174692057402
+ },
+ {
+ "step": 2331,
+ "lr": 0.0001,
+ "sup_loss": 1.4911902159107253
+ },
+ {
+ "step": 2332,
+ "lr": 0.0001,
+ "sup_loss": 1.5508543790267835
+ },
+ {
+ "step": 2333,
+ "lr": 0.0001,
+ "sup_loss": 1.5194658507576362
+ },
+ {
+ "step": 2334,
+ "lr": 0.0001,
+ "sup_loss": 1.516290869947371
+ },
+ {
+ "step": 2335,
+ "lr": 0.0001,
+ "sup_loss": 1.4995380582398614
+ },
+ {
+ "step": 2336,
+ "lr": 0.0001,
+ "sup_loss": 1.4989513822787683
+ },
+ {
+ "step": 2337,
+ "lr": 0.0001,
+ "sup_loss": 1.5201051330832993
+ },
+ {
+ "step": 2338,
+ "lr": 0.0001,
+ "sup_loss": 1.492758469067659
+ },
+ {
+ "step": 2339,
+ "lr": 0.0001,
+ "sup_loss": 1.4790321909989035
+ },
+ {
+ "step": 2340,
+ "lr": 0.0001,
+ "sup_loss": 1.5161776726262215
+ },
+ {
+ "step": 2341,
+ "lr": 0.0001,
+ "sup_loss": 1.524556617441932
+ },
+ {
+ "step": 2342,
+ "lr": 0.0001,
+ "sup_loss": 1.5103023139083787
+ },
+ {
+ "step": 2343,
+ "lr": 0.0001,
+ "sup_loss": 1.5029924592303003
+ },
+ {
+ "step": 2344,
+ "lr": 0.0001,
+ "sup_loss": 1.5177958617775054
+ },
+ {
+ "step": 2345,
+ "lr": 0.0001,
+ "sup_loss": 1.52275715818389
+ },
+ {
+ "step": 2346,
+ "lr": 0.0001,
+ "sup_loss": 1.5060484892023114
+ },
+ {
+ "step": 2347,
+ "lr": 0.0001,
+ "sup_loss": 1.4789709095683994
+ },
+ {
+ "step": 2348,
+ "lr": 0.0001,
+ "sup_loss": 1.5121737703860245
+ },
+ {
+ "step": 2349,
+ "lr": 0.0001,
+ "sup_loss": 1.4558737794652428
+ },
+ {
+ "step": 2350,
+ "lr": 0.0001,
+ "sup_loss": 1.5101342801744093,
+ "lyap1_mean": -9.51066780090332,
+ "lyap1_max": -9.105236053466797,
+ "lyap_spec_mean": [
+ -9.51066780090332,
+ -9.912164688110352
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 2351,
+ "lr": 0.0001,
+ "sup_loss": 1.5477349726769523
+ },
+ {
+ "step": 2352,
+ "lr": 0.0001,
+ "sup_loss": 1.5105477766900295
+ },
+ {
+ "step": 2353,
+ "lr": 0.0001,
+ "sup_loss": 1.5226079423247705
+ },
+ {
+ "step": 2354,
+ "lr": 0.0001,
+ "sup_loss": 1.5070101739453396
+ },
+ {
+ "step": 2355,
+ "lr": 0.0001,
+ "sup_loss": 1.519610871334335
+ },
+ {
+ "step": 2356,
+ "lr": 0.0001,
+ "sup_loss": 1.5163556157791183
+ },
+ {
+ "step": 2357,
+ "lr": 0.0001,
+ "sup_loss": 1.5198566642536202
+ },
+ {
+ "step": 2358,
+ "lr": 0.0001,
+ "sup_loss": 1.5037111992752081
+ },
+ {
+ "step": 2359,
+ "lr": 0.0001,
+ "sup_loss": 1.489142003003933
+ },
+ {
+ "step": 2360,
+ "lr": 0.0001,
+ "sup_loss": 1.5062257248399338
+ },
+ {
+ "step": 2361,
+ "lr": 0.0001,
+ "sup_loss": 1.5567702589849843
+ },
+ {
+ "step": 2362,
+ "lr": 0.0001,
+ "sup_loss": 1.516268831313906
+ },
+ {
+ "step": 2363,
+ "lr": 0.0001,
+ "sup_loss": 1.5426154264980476
+ },
+ {
+ "step": 2364,
+ "lr": 0.0001,
+ "sup_loss": 1.4986958518842
+ },
+ {
+ "step": 2365,
+ "lr": 0.0001,
+ "sup_loss": 1.513460476956936
+ },
+ {
+ "step": 2366,
+ "lr": 0.0001,
+ "sup_loss": 1.495795443312932
+ },
+ {
+ "step": 2367,
+ "lr": 0.0001,
+ "sup_loss": 1.5063115062098569
+ },
+ {
+ "step": 2368,
+ "lr": 0.0001,
+ "sup_loss": 1.5163832235709587
+ },
+ {
+ "step": 2369,
+ "lr": 0.0001,
+ "sup_loss": 1.5237364299335323
+ },
+ {
+ "step": 2370,
+ "lr": 0.0001,
+ "sup_loss": 1.5014872213875217
+ },
+ {
+ "step": 2371,
+ "lr": 0.0001,
+ "sup_loss": 1.496289725906565
+ },
+ {
+ "step": 2372,
+ "lr": 0.0001,
+ "sup_loss": 1.4993948166269004
+ },
+ {
+ "step": 2373,
+ "lr": 0.0001,
+ "sup_loss": 1.4828897469835
+ },
+ {
+ "step": 2374,
+ "lr": 0.0001,
+ "sup_loss": 1.5429622900511502
+ },
+ {
+ "step": 2375,
+ "lr": 0.0001,
+ "sup_loss": 1.5442038292325597
+ },
+ {
+ "step": 2376,
+ "lr": 0.0001,
+ "sup_loss": 1.519787462075779
+ },
+ {
+ "step": 2377,
+ "lr": 0.0001,
+ "sup_loss": 1.5069092125042107
+ },
+ {
+ "step": 2378,
+ "lr": 0.0001,
+ "sup_loss": 1.4896603134988151
+ },
+ {
+ "step": 2379,
+ "lr": 0.0001,
+ "sup_loss": 1.4783122247219576
+ },
+ {
+ "step": 2380,
+ "lr": 0.0001,
+ "sup_loss": 1.473341355609945
+ },
+ {
+ "step": 2381,
+ "lr": 0.0001,
+ "sup_loss": 1.5134364670294744
+ },
+ {
+ "step": 2382,
+ "lr": 0.0001,
+ "sup_loss": 1.5299928331045687
+ },
+ {
+ "step": 2383,
+ "lr": 0.0001,
+ "sup_loss": 1.5195843255787462
+ },
+ {
+ "step": 2384,
+ "lr": 0.0001,
+ "sup_loss": 1.4646261664351339
+ },
+ {
+ "step": 2385,
+ "lr": 0.0001,
+ "sup_loss": 1.523079719017832
+ },
+ {
+ "step": 2386,
+ "lr": 0.0001,
+ "sup_loss": 1.5132288410008796
+ },
+ {
+ "step": 2387,
+ "lr": 0.0001,
+ "sup_loss": 1.5228700965785704
+ },
+ {
+ "step": 2388,
+ "lr": 0.0001,
+ "sup_loss": 1.4458923167768771
+ },
+ {
+ "step": 2389,
+ "lr": 0.0001,
+ "sup_loss": 1.5133971636663759
+ },
+ {
+ "step": 2390,
+ "lr": 0.0001,
+ "sup_loss": 1.5133584400002986
+ },
+ {
+ "step": 2391,
+ "lr": 0.0001,
+ "sup_loss": 1.5440856131071545
+ },
+ {
+ "step": 2392,
+ "lr": 0.0001,
+ "sup_loss": 1.484875539927131
+ },
+ {
+ "step": 2393,
+ "lr": 0.0001,
+ "sup_loss": 1.5135481781701392
+ },
+ {
+ "step": 2394,
+ "lr": 0.0001,
+ "sup_loss": 1.5197577513626626
+ },
+ {
+ "step": 2395,
+ "lr": 0.0001,
+ "sup_loss": 1.5167274925285237
+ },
+ {
+ "step": 2396,
+ "lr": 0.0001,
+ "sup_loss": 1.489264774127612
+ },
+ {
+ "step": 2397,
+ "lr": 0.0001,
+ "sup_loss": 1.5130725406616534
+ },
+ {
+ "step": 2398,
+ "lr": 0.0001,
+ "sup_loss": 1.5155172323391153
+ },
+ {
+ "step": 2399,
+ "lr": 0.0001,
+ "sup_loss": 1.4956741126993633
+ },
+ {
+ "step": 2400,
+ "lr": 0.0001,
+ "sup_loss": 1.519551817562562,
+ "lyap1_mean": -9.637104988098145,
+ "lyap1_max": -9.343791961669922,
+ "lyap_spec_mean": [
+ -9.637105941772461,
+ -10.045071601867676
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 2401,
+ "lr": 0.0001,
+ "sup_loss": 1.5308561969849703
+ },
+ {
+ "step": 2402,
+ "lr": 0.0001,
+ "sup_loss": 1.5268637463561776
+ },
+ {
+ "step": 2403,
+ "lr": 0.0001,
+ "sup_loss": 1.5268676035205422
+ },
+ {
+ "step": 2404,
+ "lr": 0.0001,
+ "sup_loss": 1.5061623047058001
+ },
+ {
+ "step": 2405,
+ "lr": 0.0001,
+ "sup_loss": 1.519639967432187
+ },
+ {
+ "step": 2406,
+ "lr": 0.0001,
+ "sup_loss": 1.5058637555170122
+ },
+ {
+ "step": 2407,
+ "lr": 0.0001,
+ "sup_loss": 1.5027935326753055
+ },
+ {
+ "step": 2408,
+ "lr": 0.0001,
+ "sup_loss": 1.5203825609662216
+ },
+ {
+ "step": 2409,
+ "lr": 0.0001,
+ "sup_loss": 1.5198701782999993
+ },
+ {
+ "step": 2410,
+ "lr": 0.0001,
+ "sup_loss": 1.4965089624876216
+ },
+ {
+ "step": 2411,
+ "lr": 0.0001,
+ "sup_loss": 1.485345912429913
+ },
+ {
+ "step": 2412,
+ "lr": 0.0001,
+ "sup_loss": 1.4817987196670022
+ },
+ {
+ "step": 2413,
+ "lr": 0.0001,
+ "sup_loss": 1.5265164155043867
+ },
+ {
+ "step": 2414,
+ "lr": 0.0001,
+ "sup_loss": 1.5299220329271734
+ },
+ {
+ "step": 2415,
+ "lr": 0.0001,
+ "sup_loss": 1.5329349522249556
+ },
+ {
+ "step": 2416,
+ "lr": 0.0001,
+ "sup_loss": 1.4861000494445213
+ },
+ {
+ "step": 2417,
+ "lr": 0.0001,
+ "sup_loss": 1.5064133288055823
+ },
+ {
+ "step": 2418,
+ "lr": 0.0001,
+ "sup_loss": 1.5231147172216224
+ },
+ {
+ "step": 2419,
+ "lr": 0.0001,
+ "sup_loss": 1.5160867359084802
+ },
+ {
+ "step": 2420,
+ "lr": 0.0001,
+ "sup_loss": 1.5068218472808244
+ },
+ {
+ "step": 2421,
+ "lr": 0.0001,
+ "sup_loss": 1.520141073606864
+ },
+ {
+ "step": 2422,
+ "lr": 0.0001,
+ "sup_loss": 1.4871436596766163
+ },
+ {
+ "step": 2423,
+ "lr": 0.0001,
+ "sup_loss": 1.5327485431139187
+ },
+ {
+ "step": 2424,
+ "lr": 0.0001,
+ "sup_loss": 1.4828737962960328
+ },
+ {
+ "step": 2425,
+ "lr": 0.0001,
+ "sup_loss": 1.5058719310849757
+ },
+ {
+ "step": 2426,
+ "lr": 0.0001,
+ "sup_loss": 1.5060537723108103
+ },
+ {
+ "step": 2427,
+ "lr": 0.0001,
+ "sup_loss": 1.5327269424396006
+ },
+ {
+ "step": 2428,
+ "lr": 0.0001,
+ "sup_loss": 1.5021456447621626
+ },
+ {
+ "step": 2429,
+ "lr": 0.0001,
+ "sup_loss": 1.5229766626109897
+ },
+ {
+ "step": 2430,
+ "lr": 0.0001,
+ "sup_loss": 1.4988891108980598
+ },
+ {
+ "step": 2431,
+ "lr": 0.0001,
+ "sup_loss": 1.5096935781852885
+ },
+ {
+ "step": 2432,
+ "lr": 0.0001,
+ "sup_loss": 1.518988063517708
+ },
+ {
+ "step": 2433,
+ "lr": 0.0001,
+ "sup_loss": 1.5201295108706494
+ },
+ {
+ "step": 2434,
+ "lr": 0.0001,
+ "sup_loss": 1.5228754088938823
+ },
+ {
+ "step": 2435,
+ "lr": 0.0001,
+ "sup_loss": 1.4688383683806858
+ },
+ {
+ "step": 2436,
+ "lr": 0.0001,
+ "sup_loss": 1.4826059845432336
+ },
+ {
+ "step": 2437,
+ "lr": 0.0001,
+ "sup_loss": 1.5546312424281725
+ },
+ {
+ "step": 2438,
+ "lr": 0.0001,
+ "sup_loss": 1.5231559706459543
+ },
+ {
+ "step": 2439,
+ "lr": 0.0001,
+ "sup_loss": 1.4991198498100546
+ },
+ {
+ "step": 2440,
+ "lr": 0.0001,
+ "sup_loss": 1.4932036149812264
+ },
+ {
+ "step": 2441,
+ "lr": 0.0001,
+ "sup_loss": 1.5340974909072556
+ },
+ {
+ "step": 2442,
+ "lr": 0.0001,
+ "sup_loss": 1.4853288216878655
+ },
+ {
+ "step": 2443,
+ "lr": 0.0001,
+ "sup_loss": 1.5603897025621765
+ },
+ {
+ "step": 2444,
+ "lr": 0.0001,
+ "sup_loss": 1.5195048707271988
+ },
+ {
+ "step": 2445,
+ "lr": 0.0001,
+ "sup_loss": 1.4993515185760766
+ },
+ {
+ "step": 2446,
+ "lr": 0.0001,
+ "sup_loss": 1.52325801596691
+ },
+ {
+ "step": 2447,
+ "lr": 0.0001,
+ "sup_loss": 1.5057915053452873
+ },
+ {
+ "step": 2448,
+ "lr": 0.0001,
+ "sup_loss": 1.4994944712746108
+ },
+ {
+ "step": 2449,
+ "lr": 0.0001,
+ "sup_loss": 1.5236857331330342
+ },
+ {
+ "step": 2450,
+ "lr": 0.0001,
+ "sup_loss": 1.5374149753237705,
+ "lyap1_mean": -9.324481964111328,
+ "lyap1_max": -9.186753273010254,
+ "lyap_spec_mean": [
+ -9.324481010437012,
+ -10.160441398620605
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 2451,
+ "lr": 0.0001,
+ "sup_loss": 1.502750370344381
+ },
+ {
+ "step": 2452,
+ "lr": 0.0001,
+ "sup_loss": 1.4851696765358084
+ },
+ {
+ "step": 2453,
+ "lr": 0.0001,
+ "sup_loss": 1.51936911721008
+ },
+ {
+ "step": 2454,
+ "lr": 0.0001,
+ "sup_loss": 1.495082153332659
+ },
+ {
+ "step": 2455,
+ "lr": 0.0001,
+ "sup_loss": 1.4890377506288948
+ },
+ {
+ "step": 2456,
+ "lr": 0.0001,
+ "sup_loss": 1.5503782037465512
+ },
+ {
+ "step": 2457,
+ "lr": 0.0001,
+ "sup_loss": 1.5330810521823834
+ },
+ {
+ "step": 2458,
+ "lr": 0.0001,
+ "sup_loss": 1.523399654336997
+ },
+ {
+ "step": 2459,
+ "lr": 0.0001,
+ "sup_loss": 1.5023506356526262
+ },
+ {
+ "step": 2460,
+ "lr": 0.0001,
+ "sup_loss": 1.5101897411203158
+ },
+ {
+ "step": 2461,
+ "lr": 0.0001,
+ "sup_loss": 1.490034720308003
+ },
+ {
+ "step": 2462,
+ "lr": 0.0001,
+ "sup_loss": 1.550218248810576
+ },
+ {
+ "step": 2463,
+ "lr": 0.0001,
+ "sup_loss": 1.4825796087058687
+ },
+ {
+ "step": 2464,
+ "lr": 0.0001,
+ "sup_loss": 1.5370379949600566
+ },
+ {
+ "step": 2465,
+ "lr": 0.0001,
+ "sup_loss": 1.4987093143685317
+ },
+ {
+ "step": 2466,
+ "lr": 0.0001,
+ "sup_loss": 1.509332285148993
+ },
+ {
+ "step": 2467,
+ "lr": 0.0001,
+ "sup_loss": 1.4959190827636488
+ },
+ {
+ "step": 2468,
+ "lr": 0.0001,
+ "sup_loss": 1.536854849320798
+ },
+ {
+ "step": 2469,
+ "lr": 0.0001,
+ "sup_loss": 1.4965721660311395
+ },
+ {
+ "step": 2470,
+ "lr": 0.0001,
+ "sup_loss": 1.5050898566810331
+ },
+ {
+ "step": 2471,
+ "lr": 0.0001,
+ "sup_loss": 1.531090868204679
+ },
+ {
+ "step": 2472,
+ "lr": 0.0001,
+ "sup_loss": 1.5266257636028477
+ },
+ {
+ "step": 2473,
+ "lr": 0.0001,
+ "sup_loss": 1.530598202611122
+ },
+ {
+ "step": 2474,
+ "lr": 0.0001,
+ "sup_loss": 1.5458675792013852
+ },
+ {
+ "step": 2475,
+ "lr": 0.0001,
+ "sup_loss": 1.4922485325454882
+ },
+ {
+ "step": 2476,
+ "lr": 0.0001,
+ "sup_loss": 1.5121426914830676
+ },
+ {
+ "step": 2477,
+ "lr": 0.0001,
+ "sup_loss": 1.5263674818521245
+ },
+ {
+ "step": 2478,
+ "lr": 0.0001,
+ "sup_loss": 1.5508584002518178
+ },
+ {
+ "step": 2479,
+ "lr": 0.0001,
+ "sup_loss": 1.539365885127396
+ },
+ {
+ "step": 2480,
+ "lr": 0.0001,
+ "sup_loss": 1.4865130503781203
+ },
+ {
+ "step": 2481,
+ "lr": 0.0001,
+ "sup_loss": 1.5055688356860482
+ },
+ {
+ "step": 2482,
+ "lr": 0.0001,
+ "sup_loss": 1.517113926530663
+ },
+ {
+ "step": 2483,
+ "lr": 0.0001,
+ "sup_loss": 1.4858444133314637
+ },
+ {
+ "step": 2484,
+ "lr": 0.0001,
+ "sup_loss": 1.4829619394794273
+ },
+ {
+ "step": 2485,
+ "lr": 0.0001,
+ "sup_loss": 1.5129960316707085
+ },
+ {
+ "step": 2486,
+ "lr": 0.0001,
+ "sup_loss": 1.5095375036371474
+ },
+ {
+ "step": 2487,
+ "lr": 0.0001,
+ "sup_loss": 1.51302862806255
+ },
+ {
+ "step": 2488,
+ "lr": 0.0001,
+ "sup_loss": 1.4990439940974882
+ },
+ {
+ "step": 2489,
+ "lr": 0.0001,
+ "sup_loss": 1.498911766899237
+ },
+ {
+ "step": 2490,
+ "lr": 0.0001,
+ "sup_loss": 1.5263156124129582
+ },
+ {
+ "step": 2491,
+ "lr": 0.0001,
+ "sup_loss": 1.503011740167487
+ },
+ {
+ "step": 2492,
+ "lr": 0.0001,
+ "sup_loss": 1.5196100153916334
+ },
+ {
+ "step": 2493,
+ "lr": 0.0001,
+ "sup_loss": 1.4996933628105287
+ },
+ {
+ "step": 2494,
+ "lr": 0.0001,
+ "sup_loss": 1.5061428932633767
+ },
+ {
+ "step": 2495,
+ "lr": 0.0001,
+ "sup_loss": 1.5087870371039427
+ },
+ {
+ "step": 2496,
+ "lr": 0.0001,
+ "sup_loss": 1.4756574804901088
+ },
+ {
+ "step": 2497,
+ "lr": 0.0001,
+ "sup_loss": 1.533409310497432
+ },
+ {
+ "step": 2498,
+ "lr": 0.0001,
+ "sup_loss": 1.526628489452307
+ },
+ {
+ "step": 2499,
+ "lr": 0.0001,
+ "sup_loss": 1.5095126140962092
+ },
+ {
+ "step": 2500,
+ "lr": 0.0001,
+ "sup_loss": 1.4692957090832033,
+ "lyap1_mean": -9.722370147705078,
+ "lyap1_max": -9.41787338256836,
+ "lyap_spec_mean": [
+ -9.722370147705078,
+ -9.96712875366211
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 2501,
+ "lr": 0.0001,
+ "sup_loss": 1.510262111319078
+ },
+ {
+ "step": 2502,
+ "lr": 0.0001,
+ "sup_loss": 1.5230026596832358
+ },
+ {
+ "step": 2503,
+ "lr": 0.0001,
+ "sup_loss": 1.5062160056737437
+ },
+ {
+ "step": 2504,
+ "lr": 0.0001,
+ "sup_loss": 1.5227650086320035
+ },
+ {
+ "step": 2505,
+ "lr": 0.0001,
+ "sup_loss": 1.4992936617462589
+ },
+ {
+ "step": 2506,
+ "lr": 0.0001,
+ "sup_loss": 1.4958924329884424
+ },
+ {
+ "step": 2507,
+ "lr": 0.0001,
+ "sup_loss": 1.5808081970424663
+ },
+ {
+ "step": 2508,
+ "lr": 0.0001,
+ "sup_loss": 1.5469868286277813
+ },
+ {
+ "step": 2509,
+ "lr": 0.0001,
+ "sup_loss": 1.516190061958228
+ },
+ {
+ "step": 2510,
+ "lr": 0.0001,
+ "sup_loss": 1.5097514377556505
+ },
+ {
+ "step": 2511,
+ "lr": 0.0001,
+ "sup_loss": 1.4987711329774644
+ },
+ {
+ "step": 2512,
+ "lr": 0.0001,
+ "sup_loss": 1.5083291933870986
+ },
+ {
+ "step": 2513,
+ "lr": 0.0001,
+ "sup_loss": 1.519182558049962
+ },
+ {
+ "step": 2514,
+ "lr": 0.0001,
+ "sup_loss": 1.4623807003654992
+ },
+ {
+ "step": 2515,
+ "lr": 0.0001,
+ "sup_loss": 1.5398037274907246
+ },
+ {
+ "step": 2516,
+ "lr": 0.0001,
+ "sup_loss": 1.567806095291083
+ },
+ {
+ "step": 2517,
+ "lr": 0.0001,
+ "sup_loss": 1.5105802578200227
+ },
+ {
+ "step": 2518,
+ "lr": 0.0001,
+ "sup_loss": 1.5103219979338325
+ },
+ {
+ "step": 2519,
+ "lr": 0.0001,
+ "sup_loss": 1.51267038814311
+ },
+ {
+ "step": 2520,
+ "lr": 0.0001,
+ "sup_loss": 1.499505087651394
+ },
+ {
+ "step": 2521,
+ "lr": 0.0001,
+ "sup_loss": 1.5430285995034094
+ },
+ {
+ "step": 2522,
+ "lr": 0.0001,
+ "sup_loss": 1.5364231161341577
+ },
+ {
+ "step": 2523,
+ "lr": 0.0001,
+ "sup_loss": 1.5192946873266093
+ },
+ {
+ "step": 2524,
+ "lr": 0.0001,
+ "sup_loss": 1.5400403931411057
+ },
+ {
+ "step": 2525,
+ "lr": 0.0001,
+ "sup_loss": 1.5086648406276169
+ },
+ {
+ "step": 2526,
+ "lr": 0.0001,
+ "sup_loss": 1.4892824260216686
+ },
+ {
+ "step": 2527,
+ "lr": 0.0001,
+ "sup_loss": 1.5053524916526004
+ },
+ {
+ "step": 2528,
+ "lr": 0.0001,
+ "sup_loss": 1.533691403831978
+ },
+ {
+ "step": 2529,
+ "lr": 0.0001,
+ "sup_loss": 1.4789377652148066
+ },
+ {
+ "step": 2530,
+ "lr": 0.0001,
+ "sup_loss": 1.5255096779748838
+ },
+ {
+ "step": 2531,
+ "lr": 0.0001,
+ "sup_loss": 1.5232084361583873
+ },
+ {
+ "step": 2532,
+ "lr": 0.0001,
+ "sup_loss": 1.4960780703934833
+ },
+ {
+ "step": 2533,
+ "lr": 0.0001,
+ "sup_loss": 1.5635575533962627
+ },
+ {
+ "step": 2534,
+ "lr": 0.0001,
+ "sup_loss": 1.5020074666882783
+ },
+ {
+ "step": 2535,
+ "lr": 0.0001,
+ "sup_loss": 1.512285491291703
+ },
+ {
+ "step": 2536,
+ "lr": 0.0001,
+ "sup_loss": 1.506302605835212
+ },
+ {
+ "step": 2537,
+ "lr": 0.0001,
+ "sup_loss": 1.5153734799882699
+ },
+ {
+ "step": 2538,
+ "lr": 0.0001,
+ "sup_loss": 1.4828358630743248
+ },
+ {
+ "step": 2539,
+ "lr": 0.0001,
+ "sup_loss": 1.5154986784693847
+ },
+ {
+ "step": 2540,
+ "lr": 0.0001,
+ "sup_loss": 1.5241497941485957
+ },
+ {
+ "step": 2541,
+ "lr": 0.0001,
+ "sup_loss": 1.4944323499384178
+ },
+ {
+ "step": 2542,
+ "lr": 0.0001,
+ "sup_loss": 1.515913681583083
+ },
+ {
+ "step": 2543,
+ "lr": 0.0001,
+ "sup_loss": 1.539751919082286
+ },
+ {
+ "step": 2544,
+ "lr": 0.0001,
+ "sup_loss": 1.4956286568088142
+ },
+ {
+ "step": 2545,
+ "lr": 0.0001,
+ "sup_loss": 1.543471056360199
+ },
+ {
+ "step": 2546,
+ "lr": 0.0001,
+ "sup_loss": 1.5122431319654748
+ },
+ {
+ "step": 2547,
+ "lr": 0.0001,
+ "sup_loss": 1.50866819272744
+ },
+ {
+ "step": 2548,
+ "lr": 0.0001,
+ "sup_loss": 1.526507136162483
+ },
+ {
+ "step": 2549,
+ "lr": 0.0001,
+ "sup_loss": 1.500080639101608
+ },
+ {
+ "step": 2550,
+ "lr": 0.0001,
+ "sup_loss": 1.5170604055313779,
+ "lyap1_mean": -9.317399978637695,
+ "lyap1_max": -9.03246021270752,
+ "lyap_spec_mean": [
+ -9.317399978637695,
+ -9.842851638793945
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 2551,
+ "lr": 0.0001,
+ "sup_loss": 1.5399264638261092
+ },
+ {
+ "step": 2552,
+ "lr": 0.0001,
+ "sup_loss": 1.5012167197508801
+ },
+ {
+ "step": 2553,
+ "lr": 0.0001,
+ "sup_loss": 1.5294229657422962
+ },
+ {
+ "step": 2554,
+ "lr": 0.0001,
+ "sup_loss": 1.5101706520897022
+ },
+ {
+ "step": 2555,
+ "lr": 0.0001,
+ "sup_loss": 1.5328054296714517
+ },
+ {
+ "step": 2556,
+ "lr": 0.0001,
+ "sup_loss": 1.4730081523393925
+ },
+ {
+ "step": 2557,
+ "lr": 0.0001,
+ "sup_loss": 1.533290285328427
+ },
+ {
+ "step": 2558,
+ "lr": 0.0001,
+ "sup_loss": 1.5221956528916951
+ },
+ {
+ "step": 2559,
+ "lr": 0.0001,
+ "sup_loss": 1.4617224536203008
+ },
+ {
+ "step": 2560,
+ "lr": 0.0001,
+ "sup_loss": 1.536071138683555
+ },
+ {
+ "step": 2561,
+ "lr": 0.0001,
+ "sup_loss": 1.536126142290018
+ },
+ {
+ "step": 2562,
+ "lr": 0.0001,
+ "sup_loss": 1.5359590820875841
+ },
+ {
+ "step": 2563,
+ "lr": 0.0001,
+ "sup_loss": 1.5165739867994446
+ },
+ {
+ "step": 2564,
+ "lr": 0.0001,
+ "sup_loss": 1.5128932027320208
+ },
+ {
+ "step": 2565,
+ "lr": 0.0001,
+ "sup_loss": 1.5097098904152302
+ },
+ {
+ "step": 2566,
+ "lr": 0.0001,
+ "sup_loss": 1.5164607687239908
+ },
+ {
+ "step": 2567,
+ "lr": 0.0001,
+ "sup_loss": 1.5256818527959086
+ },
+ {
+ "step": 2568,
+ "lr": 0.0001,
+ "sup_loss": 1.5268477262292575
+ },
+ {
+ "step": 2569,
+ "lr": 0.0001,
+ "sup_loss": 1.5052210001119053
+ },
+ {
+ "step": 2570,
+ "lr": 0.0001,
+ "sup_loss": 1.5368654769590966
+ },
+ {
+ "step": 2571,
+ "lr": 0.0001,
+ "sup_loss": 1.5328029352225652
+ },
+ {
+ "step": 2572,
+ "lr": 0.0001,
+ "sup_loss": 1.5161923486269344
+ },
+ {
+ "step": 2573,
+ "lr": 0.0001,
+ "sup_loss": 1.523740627599565
+ },
+ {
+ "step": 2574,
+ "lr": 0.0001,
+ "sup_loss": 1.5326466414504234
+ },
+ {
+ "step": 2575,
+ "lr": 0.0001,
+ "sup_loss": 1.5264800995523942
+ },
+ {
+ "step": 2576,
+ "lr": 0.0001,
+ "sup_loss": 1.5157052547153635
+ },
+ {
+ "step": 2577,
+ "lr": 0.0001,
+ "sup_loss": 1.5061953992885402
+ },
+ {
+ "step": 2578,
+ "lr": 0.0001,
+ "sup_loss": 1.4718647984270186
+ },
+ {
+ "step": 2579,
+ "lr": 0.0001,
+ "sup_loss": 1.5056637509891666
+ },
+ {
+ "step": 2580,
+ "lr": 0.0001,
+ "sup_loss": 1.5231152022458867
+ },
+ {
+ "step": 2581,
+ "lr": 0.0001,
+ "sup_loss": 1.472045774542771
+ },
+ {
+ "step": 2582,
+ "lr": 0.0001,
+ "sup_loss": 1.523225945832038
+ },
+ {
+ "step": 2583,
+ "lr": 0.0001,
+ "sup_loss": 1.519330094290661
+ },
+ {
+ "step": 2584,
+ "lr": 0.0001,
+ "sup_loss": 1.5124375471792433
+ },
+ {
+ "step": 2585,
+ "lr": 0.0001,
+ "sup_loss": 1.4920325297469896
+ },
+ {
+ "step": 2586,
+ "lr": 0.0001,
+ "sup_loss": 1.5197706067483658
+ },
+ {
+ "step": 2587,
+ "lr": 0.0001,
+ "sup_loss": 1.5196078796330557
+ },
+ {
+ "step": 2588,
+ "lr": 0.0001,
+ "sup_loss": 1.5299211213481492
+ },
+ {
+ "step": 2589,
+ "lr": 0.0001,
+ "sup_loss": 1.5342026729500806
+ },
+ {
+ "step": 2590,
+ "lr": 0.0001,
+ "sup_loss": 1.5292051015646242
+ },
+ {
+ "step": 2591,
+ "lr": 0.0001,
+ "sup_loss": 1.5233060448734654
+ },
+ {
+ "step": 2592,
+ "lr": 0.0001,
+ "sup_loss": 1.5093039230492684
+ },
+ {
+ "step": 2593,
+ "lr": 0.0001,
+ "sup_loss": 1.5128851723151044
+ },
+ {
+ "step": 2594,
+ "lr": 0.0001,
+ "sup_loss": 1.5664569364485283
+ },
+ {
+ "step": 2595,
+ "lr": 0.0001,
+ "sup_loss": 1.5030621194535925
+ },
+ {
+ "step": 2596,
+ "lr": 0.0001,
+ "sup_loss": 1.5165761029305034
+ },
+ {
+ "step": 2597,
+ "lr": 0.0001,
+ "sup_loss": 1.4718632136686767
+ },
+ {
+ "step": 2598,
+ "lr": 0.0001,
+ "sup_loss": 1.5329459624819217
+ },
+ {
+ "step": 2599,
+ "lr": 0.0001,
+ "sup_loss": 1.4783265813478381
+ },
+ {
+ "step": 2600,
+ "lr": 0.0001,
+ "sup_loss": 1.522460607289816,
+ "lyap1_mean": -8.991159439086914,
+ "lyap1_max": -8.744073867797852,
+ "lyap_spec_mean": [
+ -8.991159439086914,
+ -9.460504531860352
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 2601,
+ "lr": 0.0001,
+ "sup_loss": 1.513709520704918
+ },
+ {
+ "step": 2602,
+ "lr": 0.0001,
+ "sup_loss": 1.519574663146122
+ },
+ {
+ "step": 2603,
+ "lr": 0.0001,
+ "sup_loss": 1.4793081273994813
+ },
+ {
+ "step": 2604,
+ "lr": 0.0001,
+ "sup_loss": 1.5166396505311537
+ },
+ {
+ "step": 2605,
+ "lr": 0.0001,
+ "sup_loss": 1.5262304129759412
+ },
+ {
+ "step": 2606,
+ "lr": 0.0001,
+ "sup_loss": 1.509487326807982
+ },
+ {
+ "step": 2607,
+ "lr": 0.0001,
+ "sup_loss": 1.498855072444536
+ },
+ {
+ "step": 2608,
+ "lr": 0.0001,
+ "sup_loss": 1.5192958816113644
+ },
+ {
+ "step": 2609,
+ "lr": 0.0001,
+ "sup_loss": 1.536362258231005
+ },
+ {
+ "step": 2610,
+ "lr": 0.0001,
+ "sup_loss": 1.512563608174647
+ },
+ {
+ "step": 2611,
+ "lr": 0.0001,
+ "sup_loss": 1.5056413268592939
+ },
+ {
+ "step": 2612,
+ "lr": 0.0001,
+ "sup_loss": 1.5254944142628453
+ },
+ {
+ "step": 2613,
+ "lr": 0.0001,
+ "sup_loss": 1.5140763550911684
+ },
+ {
+ "step": 2614,
+ "lr": 0.0001,
+ "sup_loss": 1.553554040273379
+ },
+ {
+ "step": 2615,
+ "lr": 0.0001,
+ "sup_loss": 1.5310854511907914
+ },
+ {
+ "step": 2616,
+ "lr": 0.0001,
+ "sup_loss": 1.5228728861415244
+ },
+ {
+ "step": 2617,
+ "lr": 0.0001,
+ "sup_loss": 1.5534644742002843
+ },
+ {
+ "step": 2618,
+ "lr": 0.0001,
+ "sup_loss": 1.509831921066496
+ },
+ {
+ "step": 2619,
+ "lr": 0.0001,
+ "sup_loss": 1.4731662329622577
+ },
+ {
+ "step": 2620,
+ "lr": 0.0001,
+ "sup_loss": 1.5032760936853962
+ },
+ {
+ "step": 2621,
+ "lr": 0.0001,
+ "sup_loss": 1.5022822352343392
+ },
+ {
+ "step": 2622,
+ "lr": 0.0001,
+ "sup_loss": 1.509767442894029
+ },
+ {
+ "step": 2623,
+ "lr": 0.0001,
+ "sup_loss": 1.539584929620361
+ },
+ {
+ "step": 2624,
+ "lr": 0.0001,
+ "sup_loss": 1.485557364246572
+ },
+ {
+ "step": 2625,
+ "lr": 0.0001,
+ "sup_loss": 1.5291985753793669
+ },
+ {
+ "step": 2626,
+ "lr": 0.0001,
+ "sup_loss": 1.512564072496864
+ },
+ {
+ "step": 2627,
+ "lr": 0.0001,
+ "sup_loss": 1.5091088086458724
+ },
+ {
+ "step": 2628,
+ "lr": 0.0001,
+ "sup_loss": 1.5196193330892542
+ },
+ {
+ "step": 2629,
+ "lr": 0.0001,
+ "sup_loss": 1.5092906848718086
+ },
+ {
+ "step": 2630,
+ "lr": 0.0001,
+ "sup_loss": 1.5125099635248638
+ },
+ {
+ "step": 2631,
+ "lr": 0.0001,
+ "sup_loss": 1.4894883259769662
+ },
+ {
+ "step": 2632,
+ "lr": 0.0001,
+ "sup_loss": 1.5260278607951618
+ },
+ {
+ "step": 2633,
+ "lr": 0.0001,
+ "sup_loss": 1.5061989749466524
+ },
+ {
+ "step": 2634,
+ "lr": 0.0001,
+ "sup_loss": 1.5292719087959754
+ },
+ {
+ "step": 2635,
+ "lr": 0.0001,
+ "sup_loss": 1.529458637848503
+ },
+ {
+ "step": 2636,
+ "lr": 0.0001,
+ "sup_loss": 1.5090783837095563
+ },
+ {
+ "step": 2637,
+ "lr": 0.0001,
+ "sup_loss": 1.5202244762918657
+ },
+ {
+ "step": 2638,
+ "lr": 0.0001,
+ "sup_loss": 1.486308963677409
+ },
+ {
+ "step": 2639,
+ "lr": 0.0001,
+ "sup_loss": 1.5257988671279712
+ },
+ {
+ "step": 2640,
+ "lr": 0.0001,
+ "sup_loss": 1.5334120435709575
+ },
+ {
+ "step": 2641,
+ "lr": 0.0001,
+ "sup_loss": 1.5156536372448544
+ },
+ {
+ "step": 2642,
+ "lr": 0.0001,
+ "sup_loss": 1.5033093386679923
+ },
+ {
+ "step": 2643,
+ "lr": 0.0001,
+ "sup_loss": 1.506277115915865
+ },
+ {
+ "step": 2644,
+ "lr": 0.0001,
+ "sup_loss": 1.5055643633697788
+ },
+ {
+ "step": 2645,
+ "lr": 0.0001,
+ "sup_loss": 1.5090272047362152
+ },
+ {
+ "step": 2646,
+ "lr": 0.0001,
+ "sup_loss": 1.5203353498544592
+ },
+ {
+ "step": 2647,
+ "lr": 0.0001,
+ "sup_loss": 1.5128209003562914
+ },
+ {
+ "step": 2648,
+ "lr": 0.0001,
+ "sup_loss": 1.502168380136078
+ },
+ {
+ "step": 2649,
+ "lr": 0.0001,
+ "sup_loss": 1.4885951784459548
+ },
+ {
+ "step": 2650,
+ "lr": 0.0001,
+ "sup_loss": 1.5664356958963812,
+ "lyap1_mean": -9.098038673400879,
+ "lyap1_max": -8.691319465637207,
+ "lyap_spec_mean": [
+ -9.098038673400879,
+ -9.524681091308594
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 2651,
+ "lr": 0.0001,
+ "sup_loss": 1.50955000063896
+ },
+ {
+ "step": 2652,
+ "lr": 0.0001,
+ "sup_loss": 1.4717415574921446
+ },
+ {
+ "step": 2653,
+ "lr": 0.0001,
+ "sup_loss": 1.5367500951782844
+ },
+ {
+ "step": 2654,
+ "lr": 0.0001,
+ "sup_loss": 1.5260445396284146
+ },
+ {
+ "step": 2655,
+ "lr": 0.0001,
+ "sup_loss": 1.5261448852044486
+ },
+ {
+ "step": 2656,
+ "lr": 0.0001,
+ "sup_loss": 1.4955761197098019
+ },
+ {
+ "step": 2657,
+ "lr": 0.0001,
+ "sup_loss": 1.5294141840450874
+ },
+ {
+ "step": 2658,
+ "lr": 0.0001,
+ "sup_loss": 1.5299417610800812
+ },
+ {
+ "step": 2659,
+ "lr": 0.0001,
+ "sup_loss": 1.5405678741024642
+ },
+ {
+ "step": 2660,
+ "lr": 0.0001,
+ "sup_loss": 1.5228389818462775
+ },
+ {
+ "step": 2661,
+ "lr": 0.0001,
+ "sup_loss": 1.5365715263143482
+ },
+ {
+ "step": 2662,
+ "lr": 0.0001,
+ "sup_loss": 1.5254532679990822
+ },
+ {
+ "step": 2663,
+ "lr": 0.0001,
+ "sup_loss": 1.4966829653699867
+ },
+ {
+ "step": 2664,
+ "lr": 0.0001,
+ "sup_loss": 1.5204010555508092
+ },
+ {
+ "step": 2665,
+ "lr": 0.0001,
+ "sup_loss": 1.5273416981132724
+ },
+ {
+ "step": 2666,
+ "lr": 0.0001,
+ "sup_loss": 1.5116567801316738
+ },
+ {
+ "step": 2667,
+ "lr": 0.0001,
+ "sup_loss": 1.5093335139208048
+ },
+ {
+ "step": 2668,
+ "lr": 0.0001,
+ "sup_loss": 1.5230042167545836
+ },
+ {
+ "step": 2669,
+ "lr": 0.0001,
+ "sup_loss": 1.4986313228013266
+ },
+ {
+ "step": 2670,
+ "lr": 0.0001,
+ "sup_loss": 1.557162555559087
+ },
+ {
+ "step": 2671,
+ "lr": 0.0001,
+ "sup_loss": 1.4786506212723804
+ },
+ {
+ "step": 2672,
+ "lr": 0.0001,
+ "sup_loss": 1.5050489084823298
+ },
+ {
+ "step": 2673,
+ "lr": 0.0001,
+ "sup_loss": 1.4960961300252504
+ },
+ {
+ "step": 2674,
+ "lr": 0.0001,
+ "sup_loss": 1.5066087972348843
+ },
+ {
+ "step": 2675,
+ "lr": 0.0001,
+ "sup_loss": 1.502849133584328
+ },
+ {
+ "step": 2676,
+ "lr": 0.0001,
+ "sup_loss": 1.491399637414021
+ },
+ {
+ "step": 2677,
+ "lr": 0.0001,
+ "sup_loss": 1.4748144293147665
+ },
+ {
+ "step": 2678,
+ "lr": 0.0001,
+ "sup_loss": 1.5222502156013302
+ },
+ {
+ "step": 2679,
+ "lr": 0.0001,
+ "sup_loss": 1.5333073402187491
+ },
+ {
+ "step": 2680,
+ "lr": 0.0001,
+ "sup_loss": 1.4788505444389035
+ },
+ {
+ "step": 2681,
+ "lr": 0.0001,
+ "sup_loss": 1.5123469915147372
+ },
+ {
+ "step": 2682,
+ "lr": 0.0001,
+ "sup_loss": 1.5539607026766038
+ },
+ {
+ "step": 2683,
+ "lr": 0.0001,
+ "sup_loss": 1.5225917848753152
+ },
+ {
+ "step": 2684,
+ "lr": 0.0001,
+ "sup_loss": 1.5292863224278475
+ },
+ {
+ "step": 2685,
+ "lr": 0.0001,
+ "sup_loss": 1.4653128830528495
+ },
+ {
+ "step": 2686,
+ "lr": 0.0001,
+ "sup_loss": 1.5226305139501877
+ },
+ {
+ "step": 2687,
+ "lr": 0.0001,
+ "sup_loss": 1.516397521042111
+ },
+ {
+ "step": 2688,
+ "lr": 0.0001,
+ "sup_loss": 1.5225587311428224
+ },
+ {
+ "step": 2689,
+ "lr": 0.0001,
+ "sup_loss": 1.485874156432889
+ },
+ {
+ "step": 2690,
+ "lr": 0.0001,
+ "sup_loss": 1.525788864259511
+ },
+ {
+ "step": 2691,
+ "lr": 0.0001,
+ "sup_loss": 1.49173254918763
+ },
+ {
+ "step": 2692,
+ "lr": 0.0001,
+ "sup_loss": 1.5203391479262613
+ },
+ {
+ "step": 2693,
+ "lr": 0.0001,
+ "sup_loss": 1.5169403219550637
+ },
+ {
+ "step": 2694,
+ "lr": 0.0001,
+ "sup_loss": 1.5165502458311366
+ },
+ {
+ "step": 2695,
+ "lr": 0.0001,
+ "sup_loss": 1.478538283995527
+ },
+ {
+ "step": 2696,
+ "lr": 0.0001,
+ "sup_loss": 1.5230183640172874
+ },
+ {
+ "step": 2697,
+ "lr": 0.0001,
+ "sup_loss": 1.512077343780804
+ },
+ {
+ "step": 2698,
+ "lr": 0.0001,
+ "sup_loss": 1.5202414725389846
+ },
+ {
+ "step": 2699,
+ "lr": 0.0001,
+ "sup_loss": 1.4989056642254428
+ },
+ {
+ "step": 2700,
+ "lr": 0.0001,
+ "sup_loss": 1.503270026100708,
+ "lyap1_mean": -8.844300270080566,
+ "lyap1_max": -8.456679344177246,
+ "lyap_spec_mean": [
+ -8.84429931640625,
+ -9.363276481628418
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 2701,
+ "lr": 0.0001,
+ "sup_loss": 1.5511265684401838
+ },
+ {
+ "step": 2702,
+ "lr": 0.0001,
+ "sup_loss": 1.496178695498028
+ },
+ {
+ "step": 2703,
+ "lr": 0.0001,
+ "sup_loss": 1.5161816542247941
+ },
+ {
+ "step": 2704,
+ "lr": 0.0001,
+ "sup_loss": 1.47465630106748
+ },
+ {
+ "step": 2705,
+ "lr": 0.0001,
+ "sup_loss": 1.5172439988453095
+ },
+ {
+ "step": 2706,
+ "lr": 0.0001,
+ "sup_loss": 1.5642189851624408
+ },
+ {
+ "step": 2707,
+ "lr": 0.0001,
+ "sup_loss": 1.4915071939342264
+ },
+ {
+ "step": 2708,
+ "lr": 0.0001,
+ "sup_loss": 1.4675037944286573
+ },
+ {
+ "step": 2709,
+ "lr": 0.0001,
+ "sup_loss": 1.5180271981823568
+ },
+ {
+ "step": 2710,
+ "lr": 0.0001,
+ "sup_loss": 1.5295331042799312
+ },
+ {
+ "step": 2711,
+ "lr": 0.0001,
+ "sup_loss": 1.4858501731187082
+ },
+ {
+ "step": 2712,
+ "lr": 0.0001,
+ "sup_loss": 1.5092818766602714
+ },
+ {
+ "step": 2713,
+ "lr": 0.0001,
+ "sup_loss": 1.5437786837026561
+ },
+ {
+ "step": 2714,
+ "lr": 0.0001,
+ "sup_loss": 1.4791228174298992
+ },
+ {
+ "step": 2715,
+ "lr": 0.0001,
+ "sup_loss": 1.5167261903103724
+ },
+ {
+ "step": 2716,
+ "lr": 0.0001,
+ "sup_loss": 1.4861472711577466
+ },
+ {
+ "step": 2717,
+ "lr": 0.0001,
+ "sup_loss": 1.4550381333339022
+ },
+ {
+ "step": 2718,
+ "lr": 0.0001,
+ "sup_loss": 1.4798206462223722
+ },
+ {
+ "step": 2719,
+ "lr": 0.0001,
+ "sup_loss": 1.5233225019624146
+ },
+ {
+ "step": 2720,
+ "lr": 0.0001,
+ "sup_loss": 1.5013551993922651
+ },
+ {
+ "step": 2721,
+ "lr": 0.0001,
+ "sup_loss": 1.490292793753297
+ },
+ {
+ "step": 2722,
+ "lr": 0.0001,
+ "sup_loss": 1.5034008503801666
+ },
+ {
+ "step": 2723,
+ "lr": 0.0001,
+ "sup_loss": 1.5156252395962095
+ },
+ {
+ "step": 2724,
+ "lr": 0.0001,
+ "sup_loss": 1.5165280950357019
+ },
+ {
+ "step": 2725,
+ "lr": 0.0001,
+ "sup_loss": 1.51380026303828
+ },
+ {
+ "step": 2726,
+ "lr": 0.0001,
+ "sup_loss": 1.5233494082140948
+ },
+ {
+ "step": 2727,
+ "lr": 0.0001,
+ "sup_loss": 1.5361127730854214
+ },
+ {
+ "step": 2728,
+ "lr": 0.0001,
+ "sup_loss": 1.529585195212748
+ },
+ {
+ "step": 2729,
+ "lr": 0.0001,
+ "sup_loss": 1.5333029699122303
+ },
+ {
+ "step": 2730,
+ "lr": 0.0001,
+ "sup_loss": 1.4760620606899622
+ },
+ {
+ "step": 2731,
+ "lr": 0.0001,
+ "sup_loss": 1.5102922271962909
+ },
+ {
+ "step": 2732,
+ "lr": 0.0001,
+ "sup_loss": 1.5197986858506476
+ },
+ {
+ "step": 2733,
+ "lr": 0.0001,
+ "sup_loss": 1.465352990720544
+ },
+ {
+ "step": 2734,
+ "lr": 0.0001,
+ "sup_loss": 1.5368086985238252
+ },
+ {
+ "step": 2735,
+ "lr": 0.0001,
+ "sup_loss": 1.4992165062942173
+ },
+ {
+ "step": 2736,
+ "lr": 0.0001,
+ "sup_loss": 1.4619453770721311
+ },
+ {
+ "step": 2737,
+ "lr": 0.0001,
+ "sup_loss": 1.5200619629235568
+ },
+ {
+ "step": 2738,
+ "lr": 0.0001,
+ "sup_loss": 1.5191772522541331
+ },
+ {
+ "step": 2739,
+ "lr": 0.0001,
+ "sup_loss": 1.5197210237629692
+ },
+ {
+ "step": 2740,
+ "lr": 0.0001,
+ "sup_loss": 1.5022190437708847
+ },
+ {
+ "step": 2741,
+ "lr": 0.0001,
+ "sup_loss": 1.5021194751646962
+ },
+ {
+ "step": 2742,
+ "lr": 0.0001,
+ "sup_loss": 1.5194594023036427
+ },
+ {
+ "step": 2743,
+ "lr": 0.0001,
+ "sup_loss": 1.5557393145786977
+ },
+ {
+ "step": 2744,
+ "lr": 0.0001,
+ "sup_loss": 1.4853784294279608
+ },
+ {
+ "step": 2745,
+ "lr": 0.0001,
+ "sup_loss": 1.5059164155983562
+ },
+ {
+ "step": 2746,
+ "lr": 0.0001,
+ "sup_loss": 1.5071862003081726
+ },
+ {
+ "step": 2747,
+ "lr": 0.0001,
+ "sup_loss": 1.5054158872089871
+ },
+ {
+ "step": 2748,
+ "lr": 0.0001,
+ "sup_loss": 1.5287817218840454
+ },
+ {
+ "step": 2749,
+ "lr": 0.0001,
+ "sup_loss": 1.52287964149721
+ },
+ {
+ "step": 2750,
+ "lr": 0.0001,
+ "sup_loss": 1.519570167029896,
+ "lyap1_mean": -8.801053047180176,
+ "lyap1_max": -8.30211353302002,
+ "lyap_spec_mean": [
+ -8.801053047180176,
+ -9.077676773071289
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 2751,
+ "lr": 0.0001,
+ "sup_loss": 1.5648772178389727
+ },
+ {
+ "step": 2752,
+ "lr": 0.0001,
+ "sup_loss": 1.529638673055108
+ },
+ {
+ "step": 2753,
+ "lr": 0.0001,
+ "sup_loss": 1.5071772280277125
+ },
+ {
+ "step": 2754,
+ "lr": 0.0001,
+ "sup_loss": 1.5223091943461458
+ },
+ {
+ "step": 2755,
+ "lr": 0.0001,
+ "sup_loss": 1.5227720065853825
+ },
+ {
+ "step": 2756,
+ "lr": 0.0001,
+ "sup_loss": 1.546720220781803
+ },
+ {
+ "step": 2757,
+ "lr": 0.0001,
+ "sup_loss": 1.539895998969467
+ },
+ {
+ "step": 2758,
+ "lr": 0.0001,
+ "sup_loss": 1.5159287627241147
+ },
+ {
+ "step": 2759,
+ "lr": 0.0001,
+ "sup_loss": 1.5227834110793024
+ },
+ {
+ "step": 2760,
+ "lr": 0.0001,
+ "sup_loss": 1.5164726453766308
+ },
+ {
+ "step": 2761,
+ "lr": 0.0001,
+ "sup_loss": 1.520064355764943
+ },
+ {
+ "step": 2762,
+ "lr": 0.0001,
+ "sup_loss": 1.5129681788510891
+ },
+ {
+ "step": 2763,
+ "lr": 0.0001,
+ "sup_loss": 1.5216407146223823
+ },
+ {
+ "step": 2764,
+ "lr": 0.0001,
+ "sup_loss": 1.5059002676474547
+ },
+ {
+ "step": 2765,
+ "lr": 0.0001,
+ "sup_loss": 1.5303910916639902
+ },
+ {
+ "step": 2766,
+ "lr": 0.0001,
+ "sup_loss": 1.510413250591205
+ },
+ {
+ "step": 2767,
+ "lr": 0.0001,
+ "sup_loss": 1.4913779043178759
+ },
+ {
+ "step": 2768,
+ "lr": 0.0001,
+ "sup_loss": 1.4922259513098997
+ },
+ {
+ "step": 2769,
+ "lr": 0.0001,
+ "sup_loss": 1.5133804967369255
+ },
+ {
+ "step": 2770,
+ "lr": 0.0001,
+ "sup_loss": 1.523161164391776
+ },
+ {
+ "step": 2771,
+ "lr": 0.0001,
+ "sup_loss": 1.4889301465985891
+ },
+ {
+ "step": 2772,
+ "lr": 0.0001,
+ "sup_loss": 1.5032979324683462
+ },
+ {
+ "step": 2773,
+ "lr": 0.0001,
+ "sup_loss": 1.5028887733982845
+ },
+ {
+ "step": 2774,
+ "lr": 0.0001,
+ "sup_loss": 1.4822812000183059
+ },
+ {
+ "step": 2775,
+ "lr": 0.0001,
+ "sup_loss": 1.5157968841858014
+ },
+ {
+ "step": 2776,
+ "lr": 0.0001,
+ "sup_loss": 1.5156942405858151
+ },
+ {
+ "step": 2777,
+ "lr": 0.0001,
+ "sup_loss": 1.5134349276354253
+ },
+ {
+ "step": 2778,
+ "lr": 0.0001,
+ "sup_loss": 1.5122486282937702
+ },
+ {
+ "step": 2779,
+ "lr": 0.0001,
+ "sup_loss": 1.505506066495928
+ },
+ {
+ "step": 2780,
+ "lr": 0.0001,
+ "sup_loss": 1.5097667302829454
+ },
+ {
+ "step": 2781,
+ "lr": 0.0001,
+ "sup_loss": 1.5466109733958
+ },
+ {
+ "step": 2782,
+ "lr": 0.0001,
+ "sup_loss": 1.525759811657514
+ },
+ {
+ "step": 2783,
+ "lr": 0.0001,
+ "sup_loss": 1.5128629637064905
+ },
+ {
+ "step": 2784,
+ "lr": 0.0001,
+ "sup_loss": 1.5198994957125693
+ },
+ {
+ "step": 2785,
+ "lr": 0.0001,
+ "sup_loss": 1.5035589489587708
+ },
+ {
+ "step": 2786,
+ "lr": 0.0001,
+ "sup_loss": 1.5187978238735993
+ },
+ {
+ "step": 2787,
+ "lr": 0.0001,
+ "sup_loss": 1.5195311138890102
+ },
+ {
+ "step": 2788,
+ "lr": 0.0001,
+ "sup_loss": 1.5205281794857617
+ },
+ {
+ "step": 2789,
+ "lr": 0.0001,
+ "sup_loss": 1.532671251979135
+ },
+ {
+ "step": 2790,
+ "lr": 0.0001,
+ "sup_loss": 1.4914008687504563
+ },
+ {
+ "step": 2791,
+ "lr": 0.0001,
+ "sup_loss": 1.5154638737532353
+ },
+ {
+ "step": 2792,
+ "lr": 0.0001,
+ "sup_loss": 1.5131350673844843
+ },
+ {
+ "step": 2793,
+ "lr": 0.0001,
+ "sup_loss": 1.5504697866490342
+ },
+ {
+ "step": 2794,
+ "lr": 0.0001,
+ "sup_loss": 1.4917874243325049
+ },
+ {
+ "step": 2795,
+ "lr": 0.0001,
+ "sup_loss": 1.4952973445724187
+ },
+ {
+ "step": 2796,
+ "lr": 0.0001,
+ "sup_loss": 1.5428367076020102
+ },
+ {
+ "step": 2797,
+ "lr": 0.0001,
+ "sup_loss": 1.5029142310687524
+ },
+ {
+ "step": 2798,
+ "lr": 0.0001,
+ "sup_loss": 1.5027768002197344
+ },
+ {
+ "step": 2799,
+ "lr": 0.0001,
+ "sup_loss": 1.525199428026072
+ },
+ {
+ "step": 2800,
+ "lr": 0.0001,
+ "sup_loss": 1.5036956062620364,
+ "lyap1_mean": -8.647153854370117,
+ "lyap1_max": -8.188324928283691,
+ "lyap_spec_mean": [
+ -8.647153854370117,
+ -8.997187614440918
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 2801,
+ "lr": 0.0001,
+ "sup_loss": 1.5125319335219325
+ },
+ {
+ "step": 2802,
+ "lr": 0.0001,
+ "sup_loss": 1.536798703561956
+ },
+ {
+ "step": 2803,
+ "lr": 0.0001,
+ "sup_loss": 1.5270352546818193
+ },
+ {
+ "step": 2804,
+ "lr": 0.0001,
+ "sup_loss": 1.5093320098705818
+ },
+ {
+ "step": 2805,
+ "lr": 0.0001,
+ "sup_loss": 1.5121010366631968
+ },
+ {
+ "step": 2806,
+ "lr": 0.0001,
+ "sup_loss": 1.5063748400811245
+ },
+ {
+ "step": 2807,
+ "lr": 0.0001,
+ "sup_loss": 1.4926463518448558
+ },
+ {
+ "step": 2808,
+ "lr": 0.0001,
+ "sup_loss": 1.5222635299887906
+ },
+ {
+ "step": 2809,
+ "lr": 0.0001,
+ "sup_loss": 1.5196007524154864
+ },
+ {
+ "step": 2810,
+ "lr": 0.0001,
+ "sup_loss": 1.4685719139699192
+ },
+ {
+ "step": 2811,
+ "lr": 0.0001,
+ "sup_loss": 1.513006219285594
+ },
+ {
+ "step": 2812,
+ "lr": 0.0001,
+ "sup_loss": 1.5058657970002711
+ },
+ {
+ "step": 2813,
+ "lr": 0.0001,
+ "sup_loss": 1.536746902168418
+ },
+ {
+ "step": 2814,
+ "lr": 0.0001,
+ "sup_loss": 1.5406282119224333
+ },
+ {
+ "step": 2815,
+ "lr": 0.0001,
+ "sup_loss": 1.543025434044132
+ },
+ {
+ "step": 2816,
+ "lr": 0.0001,
+ "sup_loss": 1.5159381635868443
+ },
+ {
+ "step": 2817,
+ "lr": 0.0001,
+ "sup_loss": 1.4823734967893416
+ },
+ {
+ "step": 2818,
+ "lr": 0.0001,
+ "sup_loss": 1.5200737038741685
+ },
+ {
+ "step": 2819,
+ "lr": 0.0001,
+ "sup_loss": 1.4849751893471115
+ },
+ {
+ "step": 2820,
+ "lr": 0.0001,
+ "sup_loss": 1.4786483002851005
+ },
+ {
+ "step": 2821,
+ "lr": 0.0001,
+ "sup_loss": 1.5155737415749557
+ },
+ {
+ "step": 2822,
+ "lr": 0.0001,
+ "sup_loss": 1.4953605064801585
+ },
+ {
+ "step": 2823,
+ "lr": 0.0001,
+ "sup_loss": 1.5118310323333173
+ },
+ {
+ "step": 2824,
+ "lr": 0.0001,
+ "sup_loss": 1.5195909275395412
+ },
+ {
+ "step": 2825,
+ "lr": 0.0001,
+ "sup_loss": 1.5125435612065279
+ },
+ {
+ "step": 2826,
+ "lr": 0.0001,
+ "sup_loss": 1.5241681170172385
+ },
+ {
+ "step": 2827,
+ "lr": 0.0001,
+ "sup_loss": 1.5064338562751745
+ },
+ {
+ "step": 2828,
+ "lr": 0.0001,
+ "sup_loss": 1.5401501624399148
+ },
+ {
+ "step": 2829,
+ "lr": 0.0001,
+ "sup_loss": 1.5294878845098578
+ },
+ {
+ "step": 2830,
+ "lr": 0.0001,
+ "sup_loss": 1.5566006121620992
+ },
+ {
+ "step": 2831,
+ "lr": 0.0001,
+ "sup_loss": 1.5094978870905893
+ },
+ {
+ "step": 2832,
+ "lr": 0.0001,
+ "sup_loss": 1.515939122423795
+ },
+ {
+ "step": 2833,
+ "lr": 0.0001,
+ "sup_loss": 1.4450042525661697
+ },
+ {
+ "step": 2834,
+ "lr": 0.0001,
+ "sup_loss": 1.5389337114877
+ },
+ {
+ "step": 2835,
+ "lr": 0.0001,
+ "sup_loss": 1.5294279329757006
+ },
+ {
+ "step": 2836,
+ "lr": 0.0001,
+ "sup_loss": 1.5261040021351397
+ },
+ {
+ "step": 2837,
+ "lr": 0.0001,
+ "sup_loss": 1.4959451720303794
+ },
+ {
+ "step": 2838,
+ "lr": 0.0001,
+ "sup_loss": 1.519141386246575
+ },
+ {
+ "step": 2839,
+ "lr": 0.0001,
+ "sup_loss": 1.5306672707465416
+ },
+ {
+ "step": 2840,
+ "lr": 0.0001,
+ "sup_loss": 1.4715441795933601
+ },
+ {
+ "step": 2841,
+ "lr": 0.0001,
+ "sup_loss": 1.51421525343719
+ },
+ {
+ "step": 2842,
+ "lr": 0.0001,
+ "sup_loss": 1.4998419003085695
+ },
+ {
+ "step": 2843,
+ "lr": 0.0001,
+ "sup_loss": 1.5102054783048908
+ },
+ {
+ "step": 2844,
+ "lr": 0.0001,
+ "sup_loss": 1.4929760453318592
+ },
+ {
+ "step": 2845,
+ "lr": 0.0001,
+ "sup_loss": 1.5255189625601524
+ },
+ {
+ "step": 2846,
+ "lr": 0.0001,
+ "sup_loss": 1.5154987556861856
+ },
+ {
+ "step": 2847,
+ "lr": 0.0001,
+ "sup_loss": 1.5228836117923434
+ },
+ {
+ "step": 2848,
+ "lr": 0.0001,
+ "sup_loss": 1.4724714266123842
+ },
+ {
+ "step": 2849,
+ "lr": 0.0001,
+ "sup_loss": 1.5265474599474491
+ },
+ {
+ "step": 2850,
+ "lr": 0.0001,
+ "sup_loss": 1.5028711815294737,
+ "lyap1_mean": -8.510161399841309,
+ "lyap1_max": -8.17573356628418,
+ "lyap_spec_mean": [
+ -8.510161399841309,
+ -8.969608306884766
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 2851,
+ "lr": 0.0001,
+ "sup_loss": 1.5234024222032492
+ },
+ {
+ "step": 2852,
+ "lr": 0.0001,
+ "sup_loss": 1.4960135853150378
+ },
+ {
+ "step": 2853,
+ "lr": 0.0001,
+ "sup_loss": 1.5020587539706471
+ },
+ {
+ "step": 2854,
+ "lr": 0.0001,
+ "sup_loss": 1.5094316912144357
+ },
+ {
+ "step": 2855,
+ "lr": 0.0001,
+ "sup_loss": 1.515735374973473
+ },
+ {
+ "step": 2856,
+ "lr": 0.0001,
+ "sup_loss": 1.5058923555680976
+ },
+ {
+ "step": 2857,
+ "lr": 0.0001,
+ "sup_loss": 1.4893797030103386
+ },
+ {
+ "step": 2858,
+ "lr": 0.0001,
+ "sup_loss": 1.5024567144183445
+ },
+ {
+ "step": 2859,
+ "lr": 0.0001,
+ "sup_loss": 1.5057054325436643
+ },
+ {
+ "step": 2860,
+ "lr": 0.0001,
+ "sup_loss": 1.4988336535578017
+ },
+ {
+ "step": 2861,
+ "lr": 0.0001,
+ "sup_loss": 1.5195141471820277
+ },
+ {
+ "step": 2862,
+ "lr": 0.0001,
+ "sup_loss": 1.529392168586038
+ },
+ {
+ "step": 2863,
+ "lr": 0.0001,
+ "sup_loss": 1.4993483419961429
+ },
+ {
+ "step": 2864,
+ "lr": 0.0001,
+ "sup_loss": 1.492027187369517
+ },
+ {
+ "step": 2865,
+ "lr": 0.0001,
+ "sup_loss": 1.4929064812776305
+ },
+ {
+ "step": 2866,
+ "lr": 0.0001,
+ "sup_loss": 1.4752352485826092
+ },
+ {
+ "step": 2867,
+ "lr": 0.0001,
+ "sup_loss": 1.4920797443792415
+ },
+ {
+ "step": 2868,
+ "lr": 0.0001,
+ "sup_loss": 1.5128688763599583
+ },
+ {
+ "step": 2869,
+ "lr": 0.0001,
+ "sup_loss": 1.5129956995865552
+ },
+ {
+ "step": 2870,
+ "lr": 0.0001,
+ "sup_loss": 1.4947422679864075
+ },
+ {
+ "step": 2871,
+ "lr": 0.0001,
+ "sup_loss": 1.4777502482068485
+ },
+ {
+ "step": 2872,
+ "lr": 0.0001,
+ "sup_loss": 1.4915466439356178
+ },
+ {
+ "step": 2873,
+ "lr": 0.0001,
+ "sup_loss": 1.5242733029185058
+ },
+ {
+ "step": 2874,
+ "lr": 0.0001,
+ "sup_loss": 1.5020832743061363
+ },
+ {
+ "step": 2875,
+ "lr": 0.0001,
+ "sup_loss": 1.5048972016688476
+ },
+ {
+ "step": 2876,
+ "lr": 0.0001,
+ "sup_loss": 1.526396347262128
+ },
+ {
+ "step": 2877,
+ "lr": 0.0001,
+ "sup_loss": 1.502344779491286
+ },
+ {
+ "step": 2878,
+ "lr": 0.0001,
+ "sup_loss": 1.501634727514593
+ },
+ {
+ "step": 2879,
+ "lr": 0.0001,
+ "sup_loss": 1.5127440180146767
+ },
+ {
+ "step": 2880,
+ "lr": 0.0001,
+ "sup_loss": 1.5183600202867316
+ },
+ {
+ "step": 2881,
+ "lr": 0.0001,
+ "sup_loss": 1.4646491099028862
+ },
+ {
+ "step": 2882,
+ "lr": 0.0001,
+ "sup_loss": 1.4888619742181834
+ },
+ {
+ "step": 2883,
+ "lr": 0.0001,
+ "sup_loss": 1.5197844238237044
+ },
+ {
+ "step": 2884,
+ "lr": 0.0001,
+ "sup_loss": 1.5148258113567532
+ },
+ {
+ "step": 2885,
+ "lr": 0.0001,
+ "sup_loss": 1.526741217416653
+ },
+ {
+ "step": 2886,
+ "lr": 0.0001,
+ "sup_loss": 1.5344325680979907
+ },
+ {
+ "step": 2887,
+ "lr": 0.0001,
+ "sup_loss": 1.5255962405794246
+ },
+ {
+ "step": 2888,
+ "lr": 0.0001,
+ "sup_loss": 1.4283915366452984
+ },
+ {
+ "step": 2889,
+ "lr": 0.0001,
+ "sup_loss": 1.5642760048597628
+ },
+ {
+ "step": 2890,
+ "lr": 0.0001,
+ "sup_loss": 1.509425604770576
+ },
+ {
+ "step": 2891,
+ "lr": 0.0001,
+ "sup_loss": 1.502933126099108
+ },
+ {
+ "step": 2892,
+ "lr": 0.0001,
+ "sup_loss": 1.5323946468570544
+ },
+ {
+ "step": 2893,
+ "lr": 0.0001,
+ "sup_loss": 1.4961967406226557
+ },
+ {
+ "step": 2894,
+ "lr": 0.0001,
+ "sup_loss": 1.5228417811556239
+ },
+ {
+ "step": 2895,
+ "lr": 0.0001,
+ "sup_loss": 1.5017764558613587
+ },
+ {
+ "step": 2896,
+ "lr": 0.0001,
+ "sup_loss": 1.5479284954456762
+ },
+ {
+ "step": 2897,
+ "lr": 0.0001,
+ "sup_loss": 1.5608331307208607
+ },
+ {
+ "step": 2898,
+ "lr": 0.0001,
+ "sup_loss": 1.4750939469143403
+ },
+ {
+ "step": 2899,
+ "lr": 0.0001,
+ "sup_loss": 1.5034357566166165
+ },
+ {
+ "step": 2900,
+ "lr": 0.0001,
+ "sup_loss": 1.520083346557646,
+ "lyap1_mean": -8.383435249328613,
+ "lyap1_max": -7.955485820770264,
+ "lyap_spec_mean": [
+ -8.383434295654297,
+ -8.940679550170898
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 2901,
+ "lr": 0.0001,
+ "sup_loss": 1.5048681559634283
+ },
+ {
+ "step": 2902,
+ "lr": 0.0001,
+ "sup_loss": 1.5469485154274079
+ },
+ {
+ "step": 2903,
+ "lr": 0.0001,
+ "sup_loss": 1.5231801932115687
+ },
+ {
+ "step": 2904,
+ "lr": 0.0001,
+ "sup_loss": 1.5025013103811191
+ },
+ {
+ "step": 2905,
+ "lr": 0.0001,
+ "sup_loss": 1.4819126653875458
+ },
+ {
+ "step": 2906,
+ "lr": 0.0001,
+ "sup_loss": 1.4844672403032206
+ },
+ {
+ "step": 2907,
+ "lr": 0.0001,
+ "sup_loss": 1.5496275885969282
+ },
+ {
+ "step": 2908,
+ "lr": 0.0001,
+ "sup_loss": 1.5255158989015356
+ },
+ {
+ "step": 2909,
+ "lr": 0.0001,
+ "sup_loss": 1.5133561320405389
+ },
+ {
+ "step": 2910,
+ "lr": 0.0001,
+ "sup_loss": 1.5091299354077576
+ },
+ {
+ "step": 2911,
+ "lr": 0.0001,
+ "sup_loss": 1.5133633245472407
+ },
+ {
+ "step": 2912,
+ "lr": 0.0001,
+ "sup_loss": 1.4743496241293919
+ },
+ {
+ "step": 2913,
+ "lr": 0.0001,
+ "sup_loss": 1.5156892412410665
+ },
+ {
+ "step": 2914,
+ "lr": 0.0001,
+ "sup_loss": 1.5329302618350436
+ },
+ {
+ "step": 2915,
+ "lr": 0.0001,
+ "sup_loss": 1.5096786930233952
+ },
+ {
+ "step": 2916,
+ "lr": 0.0001,
+ "sup_loss": 1.5061300623886757
+ },
+ {
+ "step": 2917,
+ "lr": 0.0001,
+ "sup_loss": 1.4861225653723953
+ },
+ {
+ "step": 2918,
+ "lr": 0.0001,
+ "sup_loss": 1.4813813358493975
+ },
+ {
+ "step": 2919,
+ "lr": 0.0001,
+ "sup_loss": 1.498042394317311
+ },
+ {
+ "step": 2920,
+ "lr": 0.0001,
+ "sup_loss": 1.4998282270935523
+ },
+ {
+ "step": 2921,
+ "lr": 0.0001,
+ "sup_loss": 1.519771646317869
+ },
+ {
+ "step": 2922,
+ "lr": 0.0001,
+ "sup_loss": 1.5360457573869457
+ },
+ {
+ "step": 2923,
+ "lr": 0.0001,
+ "sup_loss": 1.515760876463756
+ },
+ {
+ "step": 2924,
+ "lr": 0.0001,
+ "sup_loss": 1.4977812834025102
+ },
+ {
+ "step": 2925,
+ "lr": 0.0001,
+ "sup_loss": 1.5236502353339383
+ },
+ {
+ "step": 2926,
+ "lr": 0.0001,
+ "sup_loss": 1.525991743661665
+ },
+ {
+ "step": 2927,
+ "lr": 0.0001,
+ "sup_loss": 1.5368059166231824
+ },
+ {
+ "step": 2928,
+ "lr": 0.0001,
+ "sup_loss": 1.5083943591674114
+ },
+ {
+ "step": 2929,
+ "lr": 0.0001,
+ "sup_loss": 1.5063305219116543
+ },
+ {
+ "step": 2930,
+ "lr": 0.0001,
+ "sup_loss": 1.4945766956807893
+ },
+ {
+ "step": 2931,
+ "lr": 0.0001,
+ "sup_loss": 1.5028505223603237
+ },
+ {
+ "step": 2932,
+ "lr": 0.0001,
+ "sup_loss": 1.5046643844422654
+ },
+ {
+ "step": 2933,
+ "lr": 0.0001,
+ "sup_loss": 1.50017780996385
+ },
+ {
+ "step": 2934,
+ "lr": 0.0001,
+ "sup_loss": 1.5140106664466795
+ },
+ {
+ "step": 2935,
+ "lr": 0.0001,
+ "sup_loss": 1.5129459304419053
+ },
+ {
+ "step": 2936,
+ "lr": 0.0001,
+ "sup_loss": 1.5061596523542125
+ },
+ {
+ "step": 2937,
+ "lr": 0.0001,
+ "sup_loss": 1.531776055741723
+ },
+ {
+ "step": 2938,
+ "lr": 0.0001,
+ "sup_loss": 1.5134289360610893
+ },
+ {
+ "step": 2939,
+ "lr": 0.0001,
+ "sup_loss": 1.4756265559872508
+ },
+ {
+ "step": 2940,
+ "lr": 0.0001,
+ "sup_loss": 1.5031313727088933
+ },
+ {
+ "step": 2941,
+ "lr": 0.0001,
+ "sup_loss": 1.5024014792683795
+ },
+ {
+ "step": 2942,
+ "lr": 0.0001,
+ "sup_loss": 1.5358603412249412
+ },
+ {
+ "step": 2943,
+ "lr": 0.0001,
+ "sup_loss": 1.5336556706704492
+ },
+ {
+ "step": 2944,
+ "lr": 0.0001,
+ "sup_loss": 1.4760388451905404
+ },
+ {
+ "step": 2945,
+ "lr": 0.0001,
+ "sup_loss": 1.5237122140936423
+ },
+ {
+ "step": 2946,
+ "lr": 0.0001,
+ "sup_loss": 1.5329286652063197
+ },
+ {
+ "step": 2947,
+ "lr": 0.0001,
+ "sup_loss": 1.5121014163611046
+ },
+ {
+ "step": 2948,
+ "lr": 0.0001,
+ "sup_loss": 1.5058456580235247
+ },
+ {
+ "step": 2949,
+ "lr": 0.0001,
+ "sup_loss": 1.5099556605466182
+ },
+ {
+ "step": 2950,
+ "lr": 0.0001,
+ "sup_loss": 1.4919075945203557,
+ "lyap1_mean": -8.444442749023438,
+ "lyap1_max": -8.201986312866211,
+ "lyap_spec_mean": [
+ -8.444441795349121,
+ -8.854179382324219
+ ],
+ "lyap_bound": -0.10536051565782628
+ },
+ {
+ "step": 2951,
+ "lr": 0.0001,
+ "sup_loss": 1.503113180250828
+ },
+ {
+ "step": 2952,
+ "lr": 0.0001,
+ "sup_loss": 1.5098936639690208
+ },
+ {
+ "step": 2953,
+ "lr": 0.0001,
+ "sup_loss": 1.5092486461367565
+ },
+ {
+ "step": 2954,
+ "lr": 0.0001,
+ "sup_loss": 1.5367960445610478
+ },
+ {
+ "step": 2955,
+ "lr": 0.0001,
+ "sup_loss": 1.522864883315146
+ },
+ {
+ "step": 2956,
+ "lr": 0.0001,
+ "sup_loss": 1.5127335450109312
+ },
+ {
+ "step": 2957,
+ "lr": 0.0001,
+ "sup_loss": 1.5264390868914406
+ },
+ {
+ "step": 2958,
+ "lr": 0.0001,
+ "sup_loss": 1.512567130251404
+ },
+ {
+ "step": 2959,
+ "lr": 0.0001,
+ "sup_loss": 1.5167929114925096
+ },
+ {
+ "step": 2960,
+ "lr": 0.0001,
+ "sup_loss": 1.5065224056401714
+ },
+ {
+ "step": 2961,
+ "lr": 0.0001,
+ "sup_loss": 1.5130744500577402
+ },
+ {
+ "step": 2962,
+ "lr": 0.0001,
+ "sup_loss": 1.513087016566023
+ },
+ {
+ "step": 2963,
+ "lr": 0.0001,
+ "sup_loss": 1.50230843902988
+ },
+ {
+ "step": 2964,
+ "lr": 0.0001,
+ "sup_loss": 1.5286429868211855
+ },
+ {
+ "step": 2965,
+ "lr": 0.0001,
+ "sup_loss": 1.5187251452788435
+ },
+ {
+ "step": 2966,
+ "lr": 0.0001,
+ "sup_loss": 1.4858335475098872
+ },
+ {
+ "step": 2967,
+ "lr": 0.0001,
+ "sup_loss": 1.501553510439478
+ },
+ {
+ "step": 2968,
+ "lr": 0.0001,
+ "sup_loss": 1.5089263566047793
+ },
+ {
+ "step": 2969,
+ "lr": 0.0001,
+ "sup_loss": 1.5338997360063502
+ },
+ {
+ "step": 2970,
+ "lr": 0.0001,
+ "sup_loss": 1.4951582449493612
+ },
+ {
+ "step": 2971,
+ "lr": 0.0001,
+ "sup_loss": 1.512418691412798
+ },
+ {
+ "step": 2972,
+ "lr": 0.0001,
+ "sup_loss": 1.5262456092497714
+ },
+ {
+ "step": 2973,
+ "lr": 0.0001,
+ "sup_loss": 1.479397609502761
+ },
+ {
+ "step": 2974,
+ "lr": 0.0001,
+ "sup_loss": 1.465245434781214
+ },
+ {
+ "step": 2975,
+ "lr": 0.0001,
+ "sup_loss": 1.5096724850365864
+ },
+ {
+ "step": 2976,
+ "lr": 0.0001,
+ "sup_loss": 1.5048517241402466
+ },
+ {
+ "step": 2977,
+ "lr": 0.0001,
+ "sup_loss": 1.502642013000508
+ },
+ {
+ "step": 2978,
+ "lr": 0.0001,
+ "sup_loss": 1.5482859456096618
+ },
+ {
+ "step": 2979,
+ "lr": 0.0001,
+ "sup_loss": 1.5421171291496125
+ },
+ {
+ "step": 2980,
+ "lr": 0.0001,
+ "sup_loss": 1.509523749709621
+ },
+ {
+ "step": 2981,
+ "lr": 0.0001,
+ "sup_loss": 1.5059555062226182
+ },
+ {
+ "step": 2982,
+ "lr": 0.0001,
+ "sup_loss": 1.5000585679596967
+ },
+ {
+ "step": 2983,
+ "lr": 0.0001,
+ "sup_loss": 1.4990640046599086
+ },
+ {
+ "step": 2984,
+ "lr": 0.0001,
+ "sup_loss": 1.5032385960883194
+ },
+ {
+ "step": 2985,
+ "lr": 0.0001,
+ "sup_loss": 1.45935519353957
+ },
+ {
+ "step": 2986,
+ "lr": 0.0001,
+ "sup_loss": 1.5330243328684994
+ },
+ {
+ "step": 2987,
+ "lr": 0.0001,
+ "sup_loss": 1.5093518019088483
+ },
+ {
+ "step": 2988,
+ "lr": 0.0001,
+ "sup_loss": 1.5230473923264736
+ },
+ {
+ "step": 2989,
+ "lr": 0.0001,
+ "sup_loss": 1.505963828685485
+ },
+ {
+ "step": 2990,
+ "lr": 0.0001,
+ "sup_loss": 1.5267481785276105
+ },
+ {
+ "step": 2991,
+ "lr": 0.0001,
+ "sup_loss": 1.484002511967848
+ },
+ {
+ "step": 2992,
+ "lr": 0.0001,
+ "sup_loss": 1.516239336863158
+ },
+ {
+ "step": 2993,
+ "lr": 0.0001,
+ "sup_loss": 1.5113527859974767
+ },
+ {
+ "step": 2994,
+ "lr": 0.0001,
+ "sup_loss": 1.5447019155611055
+ },
+ {
+ "step": 2995,
+ "lr": 0.0001,
+ "sup_loss": 1.5263476241380238
+ },
+ {
+ "step": 2996,
+ "lr": 0.0001,
+ "sup_loss": 1.5129204967258472
+ },
+ {
+ "step": 2997,
+ "lr": 0.0001,
+ "sup_loss": 1.443162252776542
+ },
+ {
+ "step": 2998,
+ "lr": 0.0001,
+ "sup_loss": 1.515408697866678
+ },
+ {
+ "step": 2999,
+ "lr": 0.0001,
+ "sup_loss": 1.4894827105283397
+ }
+ ],
+ "evals": [
+ {
+ "step": 0,
+ "acc": 0.0,
+ "tok_acc": 0.11072530864197531
+ },
+ {
+ "step": 300,
+ "acc": 0.0,
+ "tok_acc": 0.38797260802469136
+ },
+ {
+ "step": 600,
+ "acc": 0.0,
+ "tok_acc": 0.3890335648148148
+ },
+ {
+ "step": 900,
+ "acc": 0.0,
+ "tok_acc": 0.3890094521604938
+ },
+ {
+ "step": 1200,
+ "acc": 0.0,
+ "tok_acc": 0.3882619598765432
+ },
+ {
+ "step": 1500,
+ "acc": 0.0,
+ "tok_acc": 0.38898533950617287
+ },
+ {
+ "step": 1800,
+ "acc": 0.0,
+ "tok_acc": 0.3879002700617284
+ },
+ {
+ "step": 2100,
+ "acc": 0.0,
+ "tok_acc": 0.3890576774691358
+ },
+ {
+ "step": 2400,
+ "acc": 0.0,
+ "tok_acc": 0.39113136574074076
+ },
+ {
+ "step": 2700,
+ "acc": 0.0,
+ "tok_acc": 0.39134837962962965
+ },
+ {
+ "step": 3000,
+ "acc": 0.0,
+ "tok_acc": 0.39240933641975306
+ }
+ ],
+ "final_acc": 0.0,
+ "final_tok_acc": 0.39240933641975306
+} \ No newline at end of file