summaryrefslogtreecommitdiff
path: root/srm/runs/hrm_orth_v2_sudoku1k_3k.json
diff options
context:
space:
mode:
Diffstat (limited to 'srm/runs/hrm_orth_v2_sudoku1k_3k.json')
-rw-r--r--srm/runs/hrm_orth_v2_sudoku1k_3k.json15089
1 files changed, 15089 insertions, 0 deletions
diff --git a/srm/runs/hrm_orth_v2_sudoku1k_3k.json b/srm/runs/hrm_orth_v2_sudoku1k_3k.json
new file mode 100644
index 0000000..b057f37
--- /dev/null
+++ b/srm/runs/hrm_orth_v2_sudoku1k_3k.json
@@ -0,0 +1,15089 @@
+{
+ "args": {
+ "data_path": "/home/yurenh2/rrm/data/sudoku-extreme-1k-aug-1000",
+ "n_steps": 3000,
+ "batch_size": 8,
+ "lr": 0.0001,
+ "puzzle_emb_lr": 0.0001,
+ "warmup_steps": 200,
+ "weight_decay": 1.0,
+ "hidden_size": 256,
+ "num_heads": 4,
+ "H_cycles": 2,
+ "L_cycles": 2,
+ "H_layers": 4,
+ "L_layers": 4,
+ "orth_s_min": 0.85,
+ "cosine_attn_tau": 1.0,
+ "seed": 42,
+ "eval_every": 300,
+ "eval_n": 512,
+ "eval_batch_size": 32,
+ "out": "runs/hrm_orth_v2_sudoku1k_3k.json",
+ "save_ckpt": "ckpts/hrm_orth_v2_3k.pt"
+ },
+ "n_params": 3160082,
+ "initial_acc": 0.0,
+ "initial_tok_acc": 0.1111111111111111,
+ "steps": [
+ {
+ "step": 0,
+ "lr": 0.0,
+ "sup_loss": 2.4230187225516246
+ },
+ {
+ "step": 1,
+ "lr": 5e-07,
+ "sup_loss": 2.422976212095003
+ },
+ {
+ "step": 2,
+ "lr": 1e-06,
+ "sup_loss": 2.4228976437225147
+ },
+ {
+ "step": 3,
+ "lr": 1.5e-06,
+ "sup_loss": 2.4228858521076906
+ },
+ {
+ "step": 4,
+ "lr": 2e-06,
+ "sup_loss": 2.4227188441760377
+ },
+ {
+ "step": 5,
+ "lr": 2.5e-06,
+ "sup_loss": 2.4225932532529373
+ },
+ {
+ "step": 6,
+ "lr": 3e-06,
+ "sup_loss": 2.4225069879029126
+ },
+ {
+ "step": 7,
+ "lr": 3.5e-06,
+ "sup_loss": 2.4223238817272894
+ },
+ {
+ "step": 8,
+ "lr": 4e-06,
+ "sup_loss": 2.42204633100353
+ },
+ {
+ "step": 9,
+ "lr": 4.5e-06,
+ "sup_loss": 2.421838297822653
+ },
+ {
+ "step": 10,
+ "lr": 5e-06,
+ "sup_loss": 2.4215804683341826
+ },
+ {
+ "step": 11,
+ "lr": 5.500000000000001e-06,
+ "sup_loss": 2.421320949404686
+ },
+ {
+ "step": 12,
+ "lr": 6e-06,
+ "sup_loss": 2.4209357814777537
+ },
+ {
+ "step": 13,
+ "lr": 6.5000000000000004e-06,
+ "sup_loss": 2.4205413168232193
+ },
+ {
+ "step": 14,
+ "lr": 7e-06,
+ "sup_loss": 2.4204142347865814
+ },
+ {
+ "step": 15,
+ "lr": 7.5e-06,
+ "sup_loss": 2.419884138851487
+ },
+ {
+ "step": 16,
+ "lr": 8e-06,
+ "sup_loss": 2.4194892188850377
+ },
+ {
+ "step": 17,
+ "lr": 8.5e-06,
+ "sup_loss": 2.4190010521543246
+ },
+ {
+ "step": 18,
+ "lr": 9e-06,
+ "sup_loss": 2.4186638181261833
+ },
+ {
+ "step": 19,
+ "lr": 9.5e-06,
+ "sup_loss": 2.418257297372776
+ },
+ {
+ "step": 20,
+ "lr": 1e-05,
+ "sup_loss": 2.417699549273716
+ },
+ {
+ "step": 21,
+ "lr": 1.0500000000000001e-05,
+ "sup_loss": 2.4171774254861313
+ },
+ {
+ "step": 22,
+ "lr": 1.1000000000000001e-05,
+ "sup_loss": 2.4169202422535223
+ },
+ {
+ "step": 23,
+ "lr": 1.15e-05,
+ "sup_loss": 2.4161524626364486
+ },
+ {
+ "step": 24,
+ "lr": 1.2e-05,
+ "sup_loss": 2.4155946588018797
+ },
+ {
+ "step": 25,
+ "lr": 1.25e-05,
+ "sup_loss": 2.415109791738878
+ },
+ {
+ "step": 26,
+ "lr": 1.3000000000000001e-05,
+ "sup_loss": 2.414588679965446
+ },
+ {
+ "step": 27,
+ "lr": 1.3500000000000001e-05,
+ "sup_loss": 2.4145133010540034
+ },
+ {
+ "step": 28,
+ "lr": 1.4e-05,
+ "sup_loss": 2.41330375317468
+ },
+ {
+ "step": 29,
+ "lr": 1.4500000000000002e-05,
+ "sup_loss": 2.412920103191364
+ },
+ {
+ "step": 30,
+ "lr": 1.5e-05,
+ "sup_loss": 2.4123001170675438
+ },
+ {
+ "step": 31,
+ "lr": 1.55e-05,
+ "sup_loss": 2.4115715464042413
+ },
+ {
+ "step": 32,
+ "lr": 1.6e-05,
+ "sup_loss": 2.411056728592412
+ },
+ {
+ "step": 33,
+ "lr": 1.65e-05,
+ "sup_loss": 2.4106307718459723
+ },
+ {
+ "step": 34,
+ "lr": 1.7e-05,
+ "sup_loss": 2.4100338590427492
+ },
+ {
+ "step": 35,
+ "lr": 1.7500000000000002e-05,
+ "sup_loss": 2.4095289153863324
+ },
+ {
+ "step": 36,
+ "lr": 1.8e-05,
+ "sup_loss": 2.4092090568565276
+ },
+ {
+ "step": 37,
+ "lr": 1.8500000000000002e-05,
+ "sup_loss": 2.4082591368620165
+ },
+ {
+ "step": 38,
+ "lr": 1.9e-05,
+ "sup_loss": 2.4077808620795658
+ },
+ {
+ "step": 39,
+ "lr": 1.95e-05,
+ "sup_loss": 2.4069713764177414
+ },
+ {
+ "step": 40,
+ "lr": 2e-05,
+ "sup_loss": 2.406628769142508
+ },
+ {
+ "step": 41,
+ "lr": 2.05e-05,
+ "sup_loss": 2.406119457536488
+ },
+ {
+ "step": 42,
+ "lr": 2.1000000000000002e-05,
+ "sup_loss": 2.4054207586289618
+ },
+ {
+ "step": 43,
+ "lr": 2.15e-05,
+ "sup_loss": 2.4048746421476084
+ },
+ {
+ "step": 44,
+ "lr": 2.2000000000000003e-05,
+ "sup_loss": 2.403770564283945
+ },
+ {
+ "step": 45,
+ "lr": 2.25e-05,
+ "sup_loss": 2.403891411349292
+ },
+ {
+ "step": 46,
+ "lr": 2.3e-05,
+ "sup_loss": 2.4030750649844586
+ },
+ {
+ "step": 47,
+ "lr": 2.3500000000000002e-05,
+ "sup_loss": 2.4023760065016972
+ },
+ {
+ "step": 48,
+ "lr": 2.4e-05,
+ "sup_loss": 2.401816192384602
+ },
+ {
+ "step": 49,
+ "lr": 2.45e-05,
+ "sup_loss": 2.401454787178186
+ },
+ {
+ "step": 50,
+ "lr": 2.5e-05,
+ "sup_loss": 2.4004120143514776
+ },
+ {
+ "step": 51,
+ "lr": 2.5500000000000003e-05,
+ "sup_loss": 2.400103166282266
+ },
+ {
+ "step": 52,
+ "lr": 2.6000000000000002e-05,
+ "sup_loss": 2.4007997760755617
+ },
+ {
+ "step": 53,
+ "lr": 2.65e-05,
+ "sup_loss": 2.399265624858679
+ },
+ {
+ "step": 54,
+ "lr": 2.7000000000000002e-05,
+ "sup_loss": 2.3991356972696596
+ },
+ {
+ "step": 55,
+ "lr": 2.7500000000000004e-05,
+ "sup_loss": 2.3983918337454
+ },
+ {
+ "step": 56,
+ "lr": 2.8e-05,
+ "sup_loss": 2.3977029356148223
+ },
+ {
+ "step": 57,
+ "lr": 2.85e-05,
+ "sup_loss": 2.3972202280127
+ },
+ {
+ "step": 58,
+ "lr": 2.9000000000000004e-05,
+ "sup_loss": 2.3968761333767272
+ },
+ {
+ "step": 59,
+ "lr": 2.95e-05,
+ "sup_loss": 2.397206216029772
+ },
+ {
+ "step": 60,
+ "lr": 3e-05,
+ "sup_loss": 2.396293998439513
+ },
+ {
+ "step": 61,
+ "lr": 3.0500000000000003e-05,
+ "sup_loss": 2.3955032652019197
+ },
+ {
+ "step": 62,
+ "lr": 3.1e-05,
+ "sup_loss": 2.395367999196229
+ },
+ {
+ "step": 63,
+ "lr": 3.15e-05,
+ "sup_loss": 2.3949730327896153
+ },
+ {
+ "step": 64,
+ "lr": 3.2e-05,
+ "sup_loss": 2.3947352187266953
+ },
+ {
+ "step": 65,
+ "lr": 3.2500000000000004e-05,
+ "sup_loss": 2.3934656116891273
+ },
+ {
+ "step": 66,
+ "lr": 3.3e-05,
+ "sup_loss": 2.393570359841634
+ },
+ {
+ "step": 67,
+ "lr": 3.35e-05,
+ "sup_loss": 2.39343200406159
+ },
+ {
+ "step": 68,
+ "lr": 3.4e-05,
+ "sup_loss": 2.392451244116361
+ },
+ {
+ "step": 69,
+ "lr": 3.4500000000000005e-05,
+ "sup_loss": 2.3923304812598176
+ },
+ {
+ "step": 70,
+ "lr": 3.5000000000000004e-05,
+ "sup_loss": 2.391651695582709
+ },
+ {
+ "step": 71,
+ "lr": 3.55e-05,
+ "sup_loss": 2.3912413433888506
+ },
+ {
+ "step": 72,
+ "lr": 3.6e-05,
+ "sup_loss": 2.391189617239405
+ },
+ {
+ "step": 73,
+ "lr": 3.65e-05,
+ "sup_loss": 2.390944214297049
+ },
+ {
+ "step": 74,
+ "lr": 3.7000000000000005e-05,
+ "sup_loss": 2.390090866824547
+ },
+ {
+ "step": 75,
+ "lr": 3.7500000000000003e-05,
+ "sup_loss": 2.3892358903359603
+ },
+ {
+ "step": 76,
+ "lr": 3.8e-05,
+ "sup_loss": 2.389287736187517
+ },
+ {
+ "step": 77,
+ "lr": 3.85e-05,
+ "sup_loss": 2.3888172655363893
+ },
+ {
+ "step": 78,
+ "lr": 3.9e-05,
+ "sup_loss": 2.3881135357088508
+ },
+ {
+ "step": 79,
+ "lr": 3.9500000000000005e-05,
+ "sup_loss": 2.3874132948653464
+ },
+ {
+ "step": 80,
+ "lr": 4e-05,
+ "sup_loss": 2.3873603278800326
+ },
+ {
+ "step": 81,
+ "lr": 4.0499999999999995e-05,
+ "sup_loss": 2.386735960011197
+ },
+ {
+ "step": 82,
+ "lr": 4.1e-05,
+ "sup_loss": 2.3870060222822356
+ },
+ {
+ "step": 83,
+ "lr": 4.15e-05,
+ "sup_loss": 2.385931320407727
+ },
+ {
+ "step": 84,
+ "lr": 4.2000000000000004e-05,
+ "sup_loss": 2.3854421834545168
+ },
+ {
+ "step": 85,
+ "lr": 4.25e-05,
+ "sup_loss": 2.385331534790408
+ },
+ {
+ "step": 86,
+ "lr": 4.3e-05,
+ "sup_loss": 2.3848678740199505
+ },
+ {
+ "step": 87,
+ "lr": 4.350000000000001e-05,
+ "sup_loss": 2.3844577171269807
+ },
+ {
+ "step": 88,
+ "lr": 4.4000000000000006e-05,
+ "sup_loss": 2.3831926664210124
+ },
+ {
+ "step": 89,
+ "lr": 4.45e-05,
+ "sup_loss": 2.3829245203951115
+ },
+ {
+ "step": 90,
+ "lr": 4.5e-05,
+ "sup_loss": 2.382873568912992
+ },
+ {
+ "step": 91,
+ "lr": 4.55e-05,
+ "sup_loss": 2.3820243800831475
+ },
+ {
+ "step": 92,
+ "lr": 4.6e-05,
+ "sup_loss": 2.3817348958237425
+ },
+ {
+ "step": 93,
+ "lr": 4.6500000000000005e-05,
+ "sup_loss": 2.381489354226036
+ },
+ {
+ "step": 94,
+ "lr": 4.7000000000000004e-05,
+ "sup_loss": 2.380313369097743
+ },
+ {
+ "step": 95,
+ "lr": 4.7499999999999996e-05,
+ "sup_loss": 2.3801445942292836
+ },
+ {
+ "step": 96,
+ "lr": 4.8e-05,
+ "sup_loss": 2.379352575497288
+ },
+ {
+ "step": 97,
+ "lr": 4.85e-05,
+ "sup_loss": 2.3789825493695878
+ },
+ {
+ "step": 98,
+ "lr": 4.9e-05,
+ "sup_loss": 2.377987795226529
+ },
+ {
+ "step": 99,
+ "lr": 4.9500000000000004e-05,
+ "sup_loss": 2.3778388917948616
+ },
+ {
+ "step": 100,
+ "lr": 5e-05,
+ "sup_loss": 2.377746513136505
+ },
+ {
+ "step": 101,
+ "lr": 5.050000000000001e-05,
+ "sup_loss": 2.3769782820862484
+ },
+ {
+ "step": 102,
+ "lr": 5.1000000000000006e-05,
+ "sup_loss": 2.3761579975194107
+ },
+ {
+ "step": 103,
+ "lr": 5.15e-05,
+ "sup_loss": 2.3753258359733667
+ },
+ {
+ "step": 104,
+ "lr": 5.2000000000000004e-05,
+ "sup_loss": 2.375149797648807
+ },
+ {
+ "step": 105,
+ "lr": 5.25e-05,
+ "sup_loss": 2.374692638013552
+ },
+ {
+ "step": 106,
+ "lr": 5.3e-05,
+ "sup_loss": 2.373980627984928
+ },
+ {
+ "step": 107,
+ "lr": 5.3500000000000006e-05,
+ "sup_loss": 2.373627270015254
+ },
+ {
+ "step": 108,
+ "lr": 5.4000000000000005e-05,
+ "sup_loss": 2.3728474015467835
+ },
+ {
+ "step": 109,
+ "lr": 5.4499999999999997e-05,
+ "sup_loss": 2.3730530813207116
+ },
+ {
+ "step": 110,
+ "lr": 5.500000000000001e-05,
+ "sup_loss": 2.3720495003294286
+ },
+ {
+ "step": 111,
+ "lr": 5.55e-05,
+ "sup_loss": 2.371573063488946
+ },
+ {
+ "step": 112,
+ "lr": 5.6e-05,
+ "sup_loss": 2.3702522642635553
+ },
+ {
+ "step": 113,
+ "lr": 5.6500000000000005e-05,
+ "sup_loss": 2.3705062606837055
+ },
+ {
+ "step": 114,
+ "lr": 5.7e-05,
+ "sup_loss": 2.369888284616215
+ },
+ {
+ "step": 115,
+ "lr": 5.75e-05,
+ "sup_loss": 2.3707432682973337
+ },
+ {
+ "step": 116,
+ "lr": 5.800000000000001e-05,
+ "sup_loss": 2.3694906434603333
+ },
+ {
+ "step": 117,
+ "lr": 5.85e-05,
+ "sup_loss": 2.368062851423209
+ },
+ {
+ "step": 118,
+ "lr": 5.9e-05,
+ "sup_loss": 2.3679887844999614
+ },
+ {
+ "step": 119,
+ "lr": 5.95e-05,
+ "sup_loss": 2.3678942062379487
+ },
+ {
+ "step": 120,
+ "lr": 6e-05,
+ "sup_loss": 2.366871819570407
+ },
+ {
+ "step": 121,
+ "lr": 6.050000000000001e-05,
+ "sup_loss": 2.365920387780834
+ },
+ {
+ "step": 122,
+ "lr": 6.1000000000000005e-05,
+ "sup_loss": 2.3651245446288875
+ },
+ {
+ "step": 123,
+ "lr": 6.15e-05,
+ "sup_loss": 2.364668559770104
+ },
+ {
+ "step": 124,
+ "lr": 6.2e-05,
+ "sup_loss": 2.364103674627576
+ },
+ {
+ "step": 125,
+ "lr": 6.25e-05,
+ "sup_loss": 2.3635254009766804
+ },
+ {
+ "step": 126,
+ "lr": 6.3e-05,
+ "sup_loss": 2.363460508611781
+ },
+ {
+ "step": 127,
+ "lr": 6.350000000000001e-05,
+ "sup_loss": 2.3632989252821806
+ },
+ {
+ "step": 128,
+ "lr": 6.4e-05,
+ "sup_loss": 2.3623508635320523
+ },
+ {
+ "step": 129,
+ "lr": 6.45e-05,
+ "sup_loss": 2.362099802571919
+ },
+ {
+ "step": 130,
+ "lr": 6.500000000000001e-05,
+ "sup_loss": 2.3619695644910412
+ },
+ {
+ "step": 131,
+ "lr": 6.55e-05,
+ "sup_loss": 2.360518996166771
+ },
+ {
+ "step": 132,
+ "lr": 6.6e-05,
+ "sup_loss": 2.3601681031346895
+ },
+ {
+ "step": 133,
+ "lr": 6.65e-05,
+ "sup_loss": 2.3586365887913154
+ },
+ {
+ "step": 134,
+ "lr": 6.7e-05,
+ "sup_loss": 2.3586287737620073
+ },
+ {
+ "step": 135,
+ "lr": 6.75e-05,
+ "sup_loss": 2.3575614248156747
+ },
+ {
+ "step": 136,
+ "lr": 6.8e-05,
+ "sup_loss": 2.356567129615114
+ },
+ {
+ "step": 137,
+ "lr": 6.85e-05,
+ "sup_loss": 2.3562708690032665
+ },
+ {
+ "step": 138,
+ "lr": 6.900000000000001e-05,
+ "sup_loss": 2.3557931644750574
+ },
+ {
+ "step": 139,
+ "lr": 6.950000000000001e-05,
+ "sup_loss": 2.355681502570187
+ },
+ {
+ "step": 140,
+ "lr": 7.000000000000001e-05,
+ "sup_loss": 2.354514570735801
+ },
+ {
+ "step": 141,
+ "lr": 7.05e-05,
+ "sup_loss": 2.3529816474444916
+ },
+ {
+ "step": 142,
+ "lr": 7.1e-05,
+ "sup_loss": 2.353554187486562
+ },
+ {
+ "step": 143,
+ "lr": 7.15e-05,
+ "sup_loss": 2.3532876957757924
+ },
+ {
+ "step": 144,
+ "lr": 7.2e-05,
+ "sup_loss": 2.3511172207566786
+ },
+ {
+ "step": 145,
+ "lr": 7.25e-05,
+ "sup_loss": 2.3518022651863846
+ },
+ {
+ "step": 146,
+ "lr": 7.3e-05,
+ "sup_loss": 2.3502395311547635
+ },
+ {
+ "step": 147,
+ "lr": 7.350000000000001e-05,
+ "sup_loss": 2.349900499211024
+ },
+ {
+ "step": 148,
+ "lr": 7.400000000000001e-05,
+ "sup_loss": 2.3511518647567775
+ },
+ {
+ "step": 149,
+ "lr": 7.45e-05,
+ "sup_loss": 2.3491226636678006
+ },
+ {
+ "step": 150,
+ "lr": 7.500000000000001e-05,
+ "sup_loss": 2.348160025087433
+ },
+ {
+ "step": 151,
+ "lr": 7.55e-05,
+ "sup_loss": 2.346870130729985
+ },
+ {
+ "step": 152,
+ "lr": 7.6e-05,
+ "sup_loss": 2.3463927291718183
+ },
+ {
+ "step": 153,
+ "lr": 7.65e-05,
+ "sup_loss": 2.3466706610117716
+ },
+ {
+ "step": 154,
+ "lr": 7.7e-05,
+ "sup_loss": 2.344642809896304
+ },
+ {
+ "step": 155,
+ "lr": 7.75e-05,
+ "sup_loss": 2.3442511069125698
+ },
+ {
+ "step": 156,
+ "lr": 7.8e-05,
+ "sup_loss": 2.343317410302026
+ },
+ {
+ "step": 157,
+ "lr": 7.850000000000001e-05,
+ "sup_loss": 2.3436000330756315
+ },
+ {
+ "step": 158,
+ "lr": 7.900000000000001e-05,
+ "sup_loss": 2.342758279989403
+ },
+ {
+ "step": 159,
+ "lr": 7.950000000000001e-05,
+ "sup_loss": 2.3412703136749533
+ },
+ {
+ "step": 160,
+ "lr": 8e-05,
+ "sup_loss": 2.3405540152817066
+ },
+ {
+ "step": 161,
+ "lr": 8.05e-05,
+ "sup_loss": 2.3421626079594318
+ },
+ {
+ "step": 162,
+ "lr": 8.099999999999999e-05,
+ "sup_loss": 2.340029048517533
+ },
+ {
+ "step": 163,
+ "lr": 8.150000000000002e-05,
+ "sup_loss": 2.3391686195177317
+ },
+ {
+ "step": 164,
+ "lr": 8.2e-05,
+ "sup_loss": 2.3397390365878596
+ },
+ {
+ "step": 165,
+ "lr": 8.25e-05,
+ "sup_loss": 2.338041535622851
+ },
+ {
+ "step": 166,
+ "lr": 8.3e-05,
+ "sup_loss": 2.3370680090504417
+ },
+ {
+ "step": 167,
+ "lr": 8.35e-05,
+ "sup_loss": 2.337282842156028
+ },
+ {
+ "step": 168,
+ "lr": 8.400000000000001e-05,
+ "sup_loss": 2.335164343305065
+ },
+ {
+ "step": 169,
+ "lr": 8.450000000000001e-05,
+ "sup_loss": 2.335807306376825
+ },
+ {
+ "step": 170,
+ "lr": 8.5e-05,
+ "sup_loss": 2.3345364458508167
+ },
+ {
+ "step": 171,
+ "lr": 8.55e-05,
+ "sup_loss": 2.333840052079504
+ },
+ {
+ "step": 172,
+ "lr": 8.6e-05,
+ "sup_loss": 2.33312450822172
+ },
+ {
+ "step": 173,
+ "lr": 8.65e-05,
+ "sup_loss": 2.3330028035554022
+ },
+ {
+ "step": 174,
+ "lr": 8.700000000000001e-05,
+ "sup_loss": 2.332481945523426
+ },
+ {
+ "step": 175,
+ "lr": 8.750000000000001e-05,
+ "sup_loss": 2.331844206276211
+ },
+ {
+ "step": 176,
+ "lr": 8.800000000000001e-05,
+ "sup_loss": 2.33077706475553
+ },
+ {
+ "step": 177,
+ "lr": 8.85e-05,
+ "sup_loss": 2.330186674662559
+ },
+ {
+ "step": 178,
+ "lr": 8.9e-05,
+ "sup_loss": 2.329305912605475
+ },
+ {
+ "step": 179,
+ "lr": 8.95e-05,
+ "sup_loss": 2.3280921933375565
+ },
+ {
+ "step": 180,
+ "lr": 9e-05,
+ "sup_loss": 2.3279191494189906
+ },
+ {
+ "step": 181,
+ "lr": 9.05e-05,
+ "sup_loss": 2.3282631261097313
+ },
+ {
+ "step": 182,
+ "lr": 9.1e-05,
+ "sup_loss": 2.3264139058453326
+ },
+ {
+ "step": 183,
+ "lr": 9.15e-05,
+ "sup_loss": 2.325801263769329
+ },
+ {
+ "step": 184,
+ "lr": 9.2e-05,
+ "sup_loss": 2.32560131612272
+ },
+ {
+ "step": 185,
+ "lr": 9.250000000000001e-05,
+ "sup_loss": 2.325128702156402
+ },
+ {
+ "step": 186,
+ "lr": 9.300000000000001e-05,
+ "sup_loss": 2.3249539741993224
+ },
+ {
+ "step": 187,
+ "lr": 9.350000000000001e-05,
+ "sup_loss": 2.3227171478000836
+ },
+ {
+ "step": 188,
+ "lr": 9.400000000000001e-05,
+ "sup_loss": 2.322630068663565
+ },
+ {
+ "step": 189,
+ "lr": 9.45e-05,
+ "sup_loss": 2.320656558378769
+ },
+ {
+ "step": 190,
+ "lr": 9.499999999999999e-05,
+ "sup_loss": 2.3207166501456524
+ },
+ {
+ "step": 191,
+ "lr": 9.550000000000002e-05,
+ "sup_loss": 2.3195503956918415
+ },
+ {
+ "step": 192,
+ "lr": 9.6e-05,
+ "sup_loss": 2.3180243089091794
+ },
+ {
+ "step": 193,
+ "lr": 9.65e-05,
+ "sup_loss": 2.3186734508670095
+ },
+ {
+ "step": 194,
+ "lr": 9.7e-05,
+ "sup_loss": 2.3172960785999406
+ },
+ {
+ "step": 195,
+ "lr": 9.75e-05,
+ "sup_loss": 2.3164525992591205
+ },
+ {
+ "step": 196,
+ "lr": 9.8e-05,
+ "sup_loss": 2.316142488313171
+ },
+ {
+ "step": 197,
+ "lr": 9.850000000000001e-05,
+ "sup_loss": 2.315870420253953
+ },
+ {
+ "step": 198,
+ "lr": 9.900000000000001e-05,
+ "sup_loss": 2.3150450297547316
+ },
+ {
+ "step": 199,
+ "lr": 9.95e-05,
+ "sup_loss": 2.3137211662204287
+ },
+ {
+ "step": 200,
+ "lr": 0.0001,
+ "sup_loss": 2.314124050243869
+ },
+ {
+ "step": 201,
+ "lr": 0.0001,
+ "sup_loss": 2.3126515003441916
+ },
+ {
+ "step": 202,
+ "lr": 0.0001,
+ "sup_loss": 2.312184964440809
+ },
+ {
+ "step": 203,
+ "lr": 0.0001,
+ "sup_loss": 2.311587833188339
+ },
+ {
+ "step": 204,
+ "lr": 0.0001,
+ "sup_loss": 2.310088815550691
+ },
+ {
+ "step": 205,
+ "lr": 0.0001,
+ "sup_loss": 2.3099886860949397
+ },
+ {
+ "step": 206,
+ "lr": 0.0001,
+ "sup_loss": 2.309985909117605
+ },
+ {
+ "step": 207,
+ "lr": 0.0001,
+ "sup_loss": 2.30915782212011
+ },
+ {
+ "step": 208,
+ "lr": 0.0001,
+ "sup_loss": 2.3078230231945724
+ },
+ {
+ "step": 209,
+ "lr": 0.0001,
+ "sup_loss": 2.307701068656173
+ },
+ {
+ "step": 210,
+ "lr": 0.0001,
+ "sup_loss": 2.3068301821742465
+ },
+ {
+ "step": 211,
+ "lr": 0.0001,
+ "sup_loss": 2.3074818622636344
+ },
+ {
+ "step": 212,
+ "lr": 0.0001,
+ "sup_loss": 2.3059030134805294
+ },
+ {
+ "step": 213,
+ "lr": 0.0001,
+ "sup_loss": 2.3051416042181887
+ },
+ {
+ "step": 214,
+ "lr": 0.0001,
+ "sup_loss": 2.3044936470839623
+ },
+ {
+ "step": 215,
+ "lr": 0.0001,
+ "sup_loss": 2.304663868971663
+ },
+ {
+ "step": 216,
+ "lr": 0.0001,
+ "sup_loss": 2.3027295606746683
+ },
+ {
+ "step": 217,
+ "lr": 0.0001,
+ "sup_loss": 2.3026579169992236
+ },
+ {
+ "step": 218,
+ "lr": 0.0001,
+ "sup_loss": 2.3025046556885744
+ },
+ {
+ "step": 219,
+ "lr": 0.0001,
+ "sup_loss": 2.3010681295498268
+ },
+ {
+ "step": 220,
+ "lr": 0.0001,
+ "sup_loss": 2.299992239726489
+ },
+ {
+ "step": 221,
+ "lr": 0.0001,
+ "sup_loss": 2.3013100733977296
+ },
+ {
+ "step": 222,
+ "lr": 0.0001,
+ "sup_loss": 2.299499756135417
+ },
+ {
+ "step": 223,
+ "lr": 0.0001,
+ "sup_loss": 2.2988447044873035
+ },
+ {
+ "step": 224,
+ "lr": 0.0001,
+ "sup_loss": 2.300064707876131
+ },
+ {
+ "step": 225,
+ "lr": 0.0001,
+ "sup_loss": 2.297157407772141
+ },
+ {
+ "step": 226,
+ "lr": 0.0001,
+ "sup_loss": 2.2972597985794727
+ },
+ {
+ "step": 227,
+ "lr": 0.0001,
+ "sup_loss": 2.2959057320800915
+ },
+ {
+ "step": 228,
+ "lr": 0.0001,
+ "sup_loss": 2.295315042969452
+ },
+ {
+ "step": 229,
+ "lr": 0.0001,
+ "sup_loss": 2.2956242934356568
+ },
+ {
+ "step": 230,
+ "lr": 0.0001,
+ "sup_loss": 2.2955530062307323
+ },
+ {
+ "step": 231,
+ "lr": 0.0001,
+ "sup_loss": 2.293959598775576
+ },
+ {
+ "step": 232,
+ "lr": 0.0001,
+ "sup_loss": 2.293270755124628
+ },
+ {
+ "step": 233,
+ "lr": 0.0001,
+ "sup_loss": 2.292761615217784
+ },
+ {
+ "step": 234,
+ "lr": 0.0001,
+ "sup_loss": 2.292101354218733
+ },
+ {
+ "step": 235,
+ "lr": 0.0001,
+ "sup_loss": 2.290767431321095
+ },
+ {
+ "step": 236,
+ "lr": 0.0001,
+ "sup_loss": 2.291012239081484
+ },
+ {
+ "step": 237,
+ "lr": 0.0001,
+ "sup_loss": 2.290561684149006
+ },
+ {
+ "step": 238,
+ "lr": 0.0001,
+ "sup_loss": 2.288807304706773
+ },
+ {
+ "step": 239,
+ "lr": 0.0001,
+ "sup_loss": 2.289549071396752
+ },
+ {
+ "step": 240,
+ "lr": 0.0001,
+ "sup_loss": 2.288211077328612
+ },
+ {
+ "step": 241,
+ "lr": 0.0001,
+ "sup_loss": 2.287383342058292
+ },
+ {
+ "step": 242,
+ "lr": 0.0001,
+ "sup_loss": 2.2877579115855466
+ },
+ {
+ "step": 243,
+ "lr": 0.0001,
+ "sup_loss": 2.287068919736292
+ },
+ {
+ "step": 244,
+ "lr": 0.0001,
+ "sup_loss": 2.285504001165305
+ },
+ {
+ "step": 245,
+ "lr": 0.0001,
+ "sup_loss": 2.2861432728179865
+ },
+ {
+ "step": 246,
+ "lr": 0.0001,
+ "sup_loss": 2.2850606631193595
+ },
+ {
+ "step": 247,
+ "lr": 0.0001,
+ "sup_loss": 2.285180497719693
+ },
+ {
+ "step": 248,
+ "lr": 0.0001,
+ "sup_loss": 2.2846508174853115
+ },
+ {
+ "step": 249,
+ "lr": 0.0001,
+ "sup_loss": 2.2846181697678927
+ },
+ {
+ "step": 250,
+ "lr": 0.0001,
+ "sup_loss": 2.2820041981389405
+ },
+ {
+ "step": 251,
+ "lr": 0.0001,
+ "sup_loss": 2.282932601009815
+ },
+ {
+ "step": 252,
+ "lr": 0.0001,
+ "sup_loss": 2.2823652608338123
+ },
+ {
+ "step": 253,
+ "lr": 0.0001,
+ "sup_loss": 2.2808888654247683
+ },
+ {
+ "step": 254,
+ "lr": 0.0001,
+ "sup_loss": 2.2810911540935006
+ },
+ {
+ "step": 255,
+ "lr": 0.0001,
+ "sup_loss": 2.28016290022256
+ },
+ {
+ "step": 256,
+ "lr": 0.0001,
+ "sup_loss": 2.280243310508872
+ },
+ {
+ "step": 257,
+ "lr": 0.0001,
+ "sup_loss": 2.2794693302328635
+ },
+ {
+ "step": 258,
+ "lr": 0.0001,
+ "sup_loss": 2.2793106757749353
+ },
+ {
+ "step": 259,
+ "lr": 0.0001,
+ "sup_loss": 2.2782751894498694
+ },
+ {
+ "step": 260,
+ "lr": 0.0001,
+ "sup_loss": 2.2782831665302936
+ },
+ {
+ "step": 261,
+ "lr": 0.0001,
+ "sup_loss": 2.2772936277888576
+ },
+ {
+ "step": 262,
+ "lr": 0.0001,
+ "sup_loss": 2.2773408537864404
+ },
+ {
+ "step": 263,
+ "lr": 0.0001,
+ "sup_loss": 2.2760611048401596
+ },
+ {
+ "step": 264,
+ "lr": 0.0001,
+ "sup_loss": 2.275991396403431
+ },
+ {
+ "step": 265,
+ "lr": 0.0001,
+ "sup_loss": 2.2751458371666633
+ },
+ {
+ "step": 266,
+ "lr": 0.0001,
+ "sup_loss": 2.2757921784210193
+ },
+ {
+ "step": 267,
+ "lr": 0.0001,
+ "sup_loss": 2.2740679862014344
+ },
+ {
+ "step": 268,
+ "lr": 0.0001,
+ "sup_loss": 2.2735030702092325
+ },
+ {
+ "step": 269,
+ "lr": 0.0001,
+ "sup_loss": 2.2731910330806526
+ },
+ {
+ "step": 270,
+ "lr": 0.0001,
+ "sup_loss": 2.272251557223841
+ },
+ {
+ "step": 271,
+ "lr": 0.0001,
+ "sup_loss": 2.272596547598874
+ },
+ {
+ "step": 272,
+ "lr": 0.0001,
+ "sup_loss": 2.2716384387639006
+ },
+ {
+ "step": 273,
+ "lr": 0.0001,
+ "sup_loss": 2.271252468535553
+ },
+ {
+ "step": 274,
+ "lr": 0.0001,
+ "sup_loss": 2.271751899811348
+ },
+ {
+ "step": 275,
+ "lr": 0.0001,
+ "sup_loss": 2.270180267583885
+ },
+ {
+ "step": 276,
+ "lr": 0.0001,
+ "sup_loss": 2.2701773665527623
+ },
+ {
+ "step": 277,
+ "lr": 0.0001,
+ "sup_loss": 2.269665151291007
+ },
+ {
+ "step": 278,
+ "lr": 0.0001,
+ "sup_loss": 2.2696164010259507
+ },
+ {
+ "step": 279,
+ "lr": 0.0001,
+ "sup_loss": 2.2691162772547626
+ },
+ {
+ "step": 280,
+ "lr": 0.0001,
+ "sup_loss": 2.26797710422096
+ },
+ {
+ "step": 281,
+ "lr": 0.0001,
+ "sup_loss": 2.268039494965083
+ },
+ {
+ "step": 282,
+ "lr": 0.0001,
+ "sup_loss": 2.2681881047295445
+ },
+ {
+ "step": 283,
+ "lr": 0.0001,
+ "sup_loss": 2.2675563605581344
+ },
+ {
+ "step": 284,
+ "lr": 0.0001,
+ "sup_loss": 2.2667585988803967
+ },
+ {
+ "step": 285,
+ "lr": 0.0001,
+ "sup_loss": 2.2676289956762035
+ },
+ {
+ "step": 286,
+ "lr": 0.0001,
+ "sup_loss": 2.2661880815771465
+ },
+ {
+ "step": 287,
+ "lr": 0.0001,
+ "sup_loss": 2.265242427851795
+ },
+ {
+ "step": 288,
+ "lr": 0.0001,
+ "sup_loss": 2.2655805031374463
+ },
+ {
+ "step": 289,
+ "lr": 0.0001,
+ "sup_loss": 2.264430419385871
+ },
+ {
+ "step": 290,
+ "lr": 0.0001,
+ "sup_loss": 2.264407572139689
+ },
+ {
+ "step": 291,
+ "lr": 0.0001,
+ "sup_loss": 2.26431362140976
+ },
+ {
+ "step": 292,
+ "lr": 0.0001,
+ "sup_loss": 2.2638005607574323
+ },
+ {
+ "step": 293,
+ "lr": 0.0001,
+ "sup_loss": 2.2636235207060955
+ },
+ {
+ "step": 294,
+ "lr": 0.0001,
+ "sup_loss": 2.2624312598722987
+ },
+ {
+ "step": 295,
+ "lr": 0.0001,
+ "sup_loss": 2.2631207204715347
+ },
+ {
+ "step": 296,
+ "lr": 0.0001,
+ "sup_loss": 2.262045568274683
+ },
+ {
+ "step": 297,
+ "lr": 0.0001,
+ "sup_loss": 2.2621458904867566
+ },
+ {
+ "step": 298,
+ "lr": 0.0001,
+ "sup_loss": 2.2614729083274634
+ },
+ {
+ "step": 299,
+ "lr": 0.0001,
+ "sup_loss": 2.261364839246844
+ },
+ {
+ "step": 300,
+ "lr": 0.0001,
+ "sup_loss": 2.2608058012527685
+ },
+ {
+ "step": 301,
+ "lr": 0.0001,
+ "sup_loss": 2.2607401268176996
+ },
+ {
+ "step": 302,
+ "lr": 0.0001,
+ "sup_loss": 2.259707531715066
+ },
+ {
+ "step": 303,
+ "lr": 0.0001,
+ "sup_loss": 2.259610950786525
+ },
+ {
+ "step": 304,
+ "lr": 0.0001,
+ "sup_loss": 2.25936405997328
+ },
+ {
+ "step": 305,
+ "lr": 0.0001,
+ "sup_loss": 2.2592723985880108
+ },
+ {
+ "step": 306,
+ "lr": 0.0001,
+ "sup_loss": 2.2583823840302752
+ },
+ {
+ "step": 307,
+ "lr": 0.0001,
+ "sup_loss": 2.2582791454156084
+ },
+ {
+ "step": 308,
+ "lr": 0.0001,
+ "sup_loss": 2.2577300966343907
+ },
+ {
+ "step": 309,
+ "lr": 0.0001,
+ "sup_loss": 2.2576649499603128
+ },
+ {
+ "step": 310,
+ "lr": 0.0001,
+ "sup_loss": 2.2572457434562194
+ },
+ {
+ "step": 311,
+ "lr": 0.0001,
+ "sup_loss": 2.2569284587592415
+ },
+ {
+ "step": 312,
+ "lr": 0.0001,
+ "sup_loss": 2.258300741241202
+ },
+ {
+ "step": 313,
+ "lr": 0.0001,
+ "sup_loss": 2.2576035253303726
+ },
+ {
+ "step": 314,
+ "lr": 0.0001,
+ "sup_loss": 2.2569916457706594
+ },
+ {
+ "step": 315,
+ "lr": 0.0001,
+ "sup_loss": 2.2565880122813198
+ },
+ {
+ "step": 316,
+ "lr": 0.0001,
+ "sup_loss": 2.256449320324531
+ },
+ {
+ "step": 317,
+ "lr": 0.0001,
+ "sup_loss": 2.2555597029329744
+ },
+ {
+ "step": 318,
+ "lr": 0.0001,
+ "sup_loss": 2.255787099836545
+ },
+ {
+ "step": 319,
+ "lr": 0.0001,
+ "sup_loss": 2.255231159589054
+ },
+ {
+ "step": 320,
+ "lr": 0.0001,
+ "sup_loss": 2.2553060983525173
+ },
+ {
+ "step": 321,
+ "lr": 0.0001,
+ "sup_loss": 2.254668326281679
+ },
+ {
+ "step": 322,
+ "lr": 0.0001,
+ "sup_loss": 2.2536269810258682
+ },
+ {
+ "step": 323,
+ "lr": 0.0001,
+ "sup_loss": 2.2535131111006743
+ },
+ {
+ "step": 324,
+ "lr": 0.0001,
+ "sup_loss": 2.254023069399638
+ },
+ {
+ "step": 325,
+ "lr": 0.0001,
+ "sup_loss": 2.2529910408615184
+ },
+ {
+ "step": 326,
+ "lr": 0.0001,
+ "sup_loss": 2.253427377389489
+ },
+ {
+ "step": 327,
+ "lr": 0.0001,
+ "sup_loss": 2.2527224341565693
+ },
+ {
+ "step": 328,
+ "lr": 0.0001,
+ "sup_loss": 2.25244943181775
+ },
+ {
+ "step": 329,
+ "lr": 0.0001,
+ "sup_loss": 2.2528362178158425
+ },
+ {
+ "step": 330,
+ "lr": 0.0001,
+ "sup_loss": 2.252467633626436
+ },
+ {
+ "step": 331,
+ "lr": 0.0001,
+ "sup_loss": 2.2516338435039662
+ },
+ {
+ "step": 332,
+ "lr": 0.0001,
+ "sup_loss": 2.251120264487262
+ },
+ {
+ "step": 333,
+ "lr": 0.0001,
+ "sup_loss": 2.251541424461758
+ },
+ {
+ "step": 334,
+ "lr": 0.0001,
+ "sup_loss": 2.2508384154353838
+ },
+ {
+ "step": 335,
+ "lr": 0.0001,
+ "sup_loss": 2.2503971338943694
+ },
+ {
+ "step": 336,
+ "lr": 0.0001,
+ "sup_loss": 2.250350063032028
+ },
+ {
+ "step": 337,
+ "lr": 0.0001,
+ "sup_loss": 2.249718235692899
+ },
+ {
+ "step": 338,
+ "lr": 0.0001,
+ "sup_loss": 2.250037332994636
+ },
+ {
+ "step": 339,
+ "lr": 0.0001,
+ "sup_loss": 2.2494428068263854
+ },
+ {
+ "step": 340,
+ "lr": 0.0001,
+ "sup_loss": 2.248964298691725
+ },
+ {
+ "step": 341,
+ "lr": 0.0001,
+ "sup_loss": 2.2484624978171444
+ },
+ {
+ "step": 342,
+ "lr": 0.0001,
+ "sup_loss": 2.2483134059993795
+ },
+ {
+ "step": 343,
+ "lr": 0.0001,
+ "sup_loss": 2.248899080804488
+ },
+ {
+ "step": 344,
+ "lr": 0.0001,
+ "sup_loss": 2.248164089100631
+ },
+ {
+ "step": 345,
+ "lr": 0.0001,
+ "sup_loss": 2.247291449158167
+ },
+ {
+ "step": 346,
+ "lr": 0.0001,
+ "sup_loss": 2.247502789577592
+ },
+ {
+ "step": 347,
+ "lr": 0.0001,
+ "sup_loss": 2.2474663360226836
+ },
+ {
+ "step": 348,
+ "lr": 0.0001,
+ "sup_loss": 2.2473187887518793
+ },
+ {
+ "step": 349,
+ "lr": 0.0001,
+ "sup_loss": 2.2469959644713198
+ },
+ {
+ "step": 350,
+ "lr": 0.0001,
+ "sup_loss": 2.2461702036730866
+ },
+ {
+ "step": 351,
+ "lr": 0.0001,
+ "sup_loss": 2.2455896548125067
+ },
+ {
+ "step": 352,
+ "lr": 0.0001,
+ "sup_loss": 2.246318634607909
+ },
+ {
+ "step": 353,
+ "lr": 0.0001,
+ "sup_loss": 2.2452667227915315
+ },
+ {
+ "step": 354,
+ "lr": 0.0001,
+ "sup_loss": 2.2448992474643297
+ },
+ {
+ "step": 355,
+ "lr": 0.0001,
+ "sup_loss": 2.2446522371842934
+ },
+ {
+ "step": 356,
+ "lr": 0.0001,
+ "sup_loss": 2.244874329450516
+ },
+ {
+ "step": 357,
+ "lr": 0.0001,
+ "sup_loss": 2.244434639709583
+ },
+ {
+ "step": 358,
+ "lr": 0.0001,
+ "sup_loss": 2.244808413980027
+ },
+ {
+ "step": 359,
+ "lr": 0.0001,
+ "sup_loss": 2.2441656592175785
+ },
+ {
+ "step": 360,
+ "lr": 0.0001,
+ "sup_loss": 2.2438020963409873
+ },
+ {
+ "step": 361,
+ "lr": 0.0001,
+ "sup_loss": 2.2437427967825254
+ },
+ {
+ "step": 362,
+ "lr": 0.0001,
+ "sup_loss": 2.243169531617661
+ },
+ {
+ "step": 363,
+ "lr": 0.0001,
+ "sup_loss": 2.2429614424844146
+ },
+ {
+ "step": 364,
+ "lr": 0.0001,
+ "sup_loss": 2.2428576569241536
+ },
+ {
+ "step": 365,
+ "lr": 0.0001,
+ "sup_loss": 2.242748484065763
+ },
+ {
+ "step": 366,
+ "lr": 0.0001,
+ "sup_loss": 2.2427942437547506
+ },
+ {
+ "step": 367,
+ "lr": 0.0001,
+ "sup_loss": 2.2418901132320532
+ },
+ {
+ "step": 368,
+ "lr": 0.0001,
+ "sup_loss": 2.2415890979897624
+ },
+ {
+ "step": 369,
+ "lr": 0.0001,
+ "sup_loss": 2.2419569274278843
+ },
+ {
+ "step": 370,
+ "lr": 0.0001,
+ "sup_loss": 2.241585641326611
+ },
+ {
+ "step": 371,
+ "lr": 0.0001,
+ "sup_loss": 2.2412810312218174
+ },
+ {
+ "step": 372,
+ "lr": 0.0001,
+ "sup_loss": 2.2407325352420373
+ },
+ {
+ "step": 373,
+ "lr": 0.0001,
+ "sup_loss": 2.240826313578075
+ },
+ {
+ "step": 374,
+ "lr": 0.0001,
+ "sup_loss": 2.239571527089285
+ },
+ {
+ "step": 375,
+ "lr": 0.0001,
+ "sup_loss": 2.2398999875543883
+ },
+ {
+ "step": 376,
+ "lr": 0.0001,
+ "sup_loss": 2.2404843336288778
+ },
+ {
+ "step": 377,
+ "lr": 0.0001,
+ "sup_loss": 2.2396431721598304
+ },
+ {
+ "step": 378,
+ "lr": 0.0001,
+ "sup_loss": 2.2397464983681314
+ },
+ {
+ "step": 379,
+ "lr": 0.0001,
+ "sup_loss": 2.2393784035959046
+ },
+ {
+ "step": 380,
+ "lr": 0.0001,
+ "sup_loss": 2.238054726642783
+ },
+ {
+ "step": 381,
+ "lr": 0.0001,
+ "sup_loss": 2.2391541787573512
+ },
+ {
+ "step": 382,
+ "lr": 0.0001,
+ "sup_loss": 2.238248187435276
+ },
+ {
+ "step": 383,
+ "lr": 0.0001,
+ "sup_loss": 2.238795296886966
+ },
+ {
+ "step": 384,
+ "lr": 0.0001,
+ "sup_loss": 2.238362597121229
+ },
+ {
+ "step": 385,
+ "lr": 0.0001,
+ "sup_loss": 2.238251426082369
+ },
+ {
+ "step": 386,
+ "lr": 0.0001,
+ "sup_loss": 2.237526491155277
+ },
+ {
+ "step": 387,
+ "lr": 0.0001,
+ "sup_loss": 2.237229201250225
+ },
+ {
+ "step": 388,
+ "lr": 0.0001,
+ "sup_loss": 2.2371069808459176
+ },
+ {
+ "step": 389,
+ "lr": 0.0001,
+ "sup_loss": 2.2372297602483937
+ },
+ {
+ "step": 390,
+ "lr": 0.0001,
+ "sup_loss": 2.2375141965461793
+ },
+ {
+ "step": 391,
+ "lr": 0.0001,
+ "sup_loss": 2.2365701917832586
+ },
+ {
+ "step": 392,
+ "lr": 0.0001,
+ "sup_loss": 2.236011224789239
+ },
+ {
+ "step": 393,
+ "lr": 0.0001,
+ "sup_loss": 2.2357994881879835
+ },
+ {
+ "step": 394,
+ "lr": 0.0001,
+ "sup_loss": 2.235465935541302
+ },
+ {
+ "step": 395,
+ "lr": 0.0001,
+ "sup_loss": 2.235441778263612
+ },
+ {
+ "step": 396,
+ "lr": 0.0001,
+ "sup_loss": 2.235246373889105
+ },
+ {
+ "step": 397,
+ "lr": 0.0001,
+ "sup_loss": 2.235600083826138
+ },
+ {
+ "step": 398,
+ "lr": 0.0001,
+ "sup_loss": 2.23481326655606
+ },
+ {
+ "step": 399,
+ "lr": 0.0001,
+ "sup_loss": 2.2347699698234815
+ },
+ {
+ "step": 400,
+ "lr": 0.0001,
+ "sup_loss": 2.234841006952414
+ },
+ {
+ "step": 401,
+ "lr": 0.0001,
+ "sup_loss": 2.2341552544763372
+ },
+ {
+ "step": 402,
+ "lr": 0.0001,
+ "sup_loss": 2.2337605409124848
+ },
+ {
+ "step": 403,
+ "lr": 0.0001,
+ "sup_loss": 2.2342253004676182
+ },
+ {
+ "step": 404,
+ "lr": 0.0001,
+ "sup_loss": 2.2338564407170676
+ },
+ {
+ "step": 405,
+ "lr": 0.0001,
+ "sup_loss": 2.2331218576579897
+ },
+ {
+ "step": 406,
+ "lr": 0.0001,
+ "sup_loss": 2.233224626289142
+ },
+ {
+ "step": 407,
+ "lr": 0.0001,
+ "sup_loss": 2.233281764216422
+ },
+ {
+ "step": 408,
+ "lr": 0.0001,
+ "sup_loss": 2.2327814680589144
+ },
+ {
+ "step": 409,
+ "lr": 0.0001,
+ "sup_loss": 2.2320631064735856
+ },
+ {
+ "step": 410,
+ "lr": 0.0001,
+ "sup_loss": 2.232311087420898
+ },
+ {
+ "step": 411,
+ "lr": 0.0001,
+ "sup_loss": 2.2319754134902436
+ },
+ {
+ "step": 412,
+ "lr": 0.0001,
+ "sup_loss": 2.2317579876804228
+ },
+ {
+ "step": 413,
+ "lr": 0.0001,
+ "sup_loss": 2.231512748727236
+ },
+ {
+ "step": 414,
+ "lr": 0.0001,
+ "sup_loss": 2.2311201342980995
+ },
+ {
+ "step": 415,
+ "lr": 0.0001,
+ "sup_loss": 2.2313378868519074
+ },
+ {
+ "step": 416,
+ "lr": 0.0001,
+ "sup_loss": 2.2308926147608856
+ },
+ {
+ "step": 417,
+ "lr": 0.0001,
+ "sup_loss": 2.230552501068649
+ },
+ {
+ "step": 418,
+ "lr": 0.0001,
+ "sup_loss": 2.2306446407478266
+ },
+ {
+ "step": 419,
+ "lr": 0.0001,
+ "sup_loss": 2.230623307394854
+ },
+ {
+ "step": 420,
+ "lr": 0.0001,
+ "sup_loss": 2.2302269793989073
+ },
+ {
+ "step": 421,
+ "lr": 0.0001,
+ "sup_loss": 2.2303729314442164
+ },
+ {
+ "step": 422,
+ "lr": 0.0001,
+ "sup_loss": 2.230036305258701
+ },
+ {
+ "step": 423,
+ "lr": 0.0001,
+ "sup_loss": 2.2302540339404056
+ },
+ {
+ "step": 424,
+ "lr": 0.0001,
+ "sup_loss": 2.2293675991770803
+ },
+ {
+ "step": 425,
+ "lr": 0.0001,
+ "sup_loss": 2.2297891518311492
+ },
+ {
+ "step": 426,
+ "lr": 0.0001,
+ "sup_loss": 2.2293139431270568
+ },
+ {
+ "step": 427,
+ "lr": 0.0001,
+ "sup_loss": 2.2293374922855884
+ },
+ {
+ "step": 428,
+ "lr": 0.0001,
+ "sup_loss": 2.229249020928531
+ },
+ {
+ "step": 429,
+ "lr": 0.0001,
+ "sup_loss": 2.228801536396908
+ },
+ {
+ "step": 430,
+ "lr": 0.0001,
+ "sup_loss": 2.228634704088578
+ },
+ {
+ "step": 431,
+ "lr": 0.0001,
+ "sup_loss": 2.2285590388435326
+ },
+ {
+ "step": 432,
+ "lr": 0.0001,
+ "sup_loss": 2.2288704321986894
+ },
+ {
+ "step": 433,
+ "lr": 0.0001,
+ "sup_loss": 2.2285965278169493
+ },
+ {
+ "step": 434,
+ "lr": 0.0001,
+ "sup_loss": 2.229059060762993
+ },
+ {
+ "step": 435,
+ "lr": 0.0001,
+ "sup_loss": 2.228366974258089
+ },
+ {
+ "step": 436,
+ "lr": 0.0001,
+ "sup_loss": 2.2282130043355193
+ },
+ {
+ "step": 437,
+ "lr": 0.0001,
+ "sup_loss": 2.228170937980424
+ },
+ {
+ "step": 438,
+ "lr": 0.0001,
+ "sup_loss": 2.227861577248594
+ },
+ {
+ "step": 439,
+ "lr": 0.0001,
+ "sup_loss": 2.227477986927818
+ },
+ {
+ "step": 440,
+ "lr": 0.0001,
+ "sup_loss": 2.227349970033629
+ },
+ {
+ "step": 441,
+ "lr": 0.0001,
+ "sup_loss": 2.227584127083545
+ },
+ {
+ "step": 442,
+ "lr": 0.0001,
+ "sup_loss": 2.227484344062182
+ },
+ {
+ "step": 443,
+ "lr": 0.0001,
+ "sup_loss": 2.2277808028970227
+ },
+ {
+ "step": 444,
+ "lr": 0.0001,
+ "sup_loss": 2.227363348869663
+ },
+ {
+ "step": 445,
+ "lr": 0.0001,
+ "sup_loss": 2.2278511496579227
+ },
+ {
+ "step": 446,
+ "lr": 0.0001,
+ "sup_loss": 2.227847921282264
+ },
+ {
+ "step": 447,
+ "lr": 0.0001,
+ "sup_loss": 2.227433560620211
+ },
+ {
+ "step": 448,
+ "lr": 0.0001,
+ "sup_loss": 2.2272931546990633
+ },
+ {
+ "step": 449,
+ "lr": 0.0001,
+ "sup_loss": 2.2269584438691776
+ },
+ {
+ "step": 450,
+ "lr": 0.0001,
+ "sup_loss": 2.2268888819719153
+ },
+ {
+ "step": 451,
+ "lr": 0.0001,
+ "sup_loss": 2.226582599226952
+ },
+ {
+ "step": 452,
+ "lr": 0.0001,
+ "sup_loss": 2.226638675332447
+ },
+ {
+ "step": 453,
+ "lr": 0.0001,
+ "sup_loss": 2.2266320245432523
+ },
+ {
+ "step": 454,
+ "lr": 0.0001,
+ "sup_loss": 2.2262804293063065
+ },
+ {
+ "step": 455,
+ "lr": 0.0001,
+ "sup_loss": 2.2260486826454207
+ },
+ {
+ "step": 456,
+ "lr": 0.0001,
+ "sup_loss": 2.2265162215182848
+ },
+ {
+ "step": 457,
+ "lr": 0.0001,
+ "sup_loss": 2.2259235435902474
+ },
+ {
+ "step": 458,
+ "lr": 0.0001,
+ "sup_loss": 2.226068282518463
+ },
+ {
+ "step": 459,
+ "lr": 0.0001,
+ "sup_loss": 2.2256875009242605
+ },
+ {
+ "step": 460,
+ "lr": 0.0001,
+ "sup_loss": 2.225343497515295
+ },
+ {
+ "step": 461,
+ "lr": 0.0001,
+ "sup_loss": 2.2253289180673788
+ },
+ {
+ "step": 462,
+ "lr": 0.0001,
+ "sup_loss": 2.2253721339742407
+ },
+ {
+ "step": 463,
+ "lr": 0.0001,
+ "sup_loss": 2.2243548903887262
+ },
+ {
+ "step": 464,
+ "lr": 0.0001,
+ "sup_loss": 2.2249634457603733
+ },
+ {
+ "step": 465,
+ "lr": 0.0001,
+ "sup_loss": 2.224707006017896
+ },
+ {
+ "step": 466,
+ "lr": 0.0001,
+ "sup_loss": 2.2246318866181243
+ },
+ {
+ "step": 467,
+ "lr": 0.0001,
+ "sup_loss": 2.2245376981759617
+ },
+ {
+ "step": 468,
+ "lr": 0.0001,
+ "sup_loss": 2.224335539312312
+ },
+ {
+ "step": 469,
+ "lr": 0.0001,
+ "sup_loss": 2.224176826122918
+ },
+ {
+ "step": 470,
+ "lr": 0.0001,
+ "sup_loss": 2.224189035977403
+ },
+ {
+ "step": 471,
+ "lr": 0.0001,
+ "sup_loss": 2.2237538656000746
+ },
+ {
+ "step": 472,
+ "lr": 0.0001,
+ "sup_loss": 2.224008844004052
+ },
+ {
+ "step": 473,
+ "lr": 0.0001,
+ "sup_loss": 2.223983892409622
+ },
+ {
+ "step": 474,
+ "lr": 0.0001,
+ "sup_loss": 2.2238955117010217
+ },
+ {
+ "step": 475,
+ "lr": 0.0001,
+ "sup_loss": 2.2233537389900406
+ },
+ {
+ "step": 476,
+ "lr": 0.0001,
+ "sup_loss": 2.2231939752369
+ },
+ {
+ "step": 477,
+ "lr": 0.0001,
+ "sup_loss": 2.2234433069976967
+ },
+ {
+ "step": 478,
+ "lr": 0.0001,
+ "sup_loss": 2.2227565860629075
+ },
+ {
+ "step": 479,
+ "lr": 0.0001,
+ "sup_loss": 2.2227745666677814
+ },
+ {
+ "step": 480,
+ "lr": 0.0001,
+ "sup_loss": 2.2225136334736746
+ },
+ {
+ "step": 481,
+ "lr": 0.0001,
+ "sup_loss": 2.2226730382924416
+ },
+ {
+ "step": 482,
+ "lr": 0.0001,
+ "sup_loss": 2.222268954934221
+ },
+ {
+ "step": 483,
+ "lr": 0.0001,
+ "sup_loss": 2.2224787085364657
+ },
+ {
+ "step": 484,
+ "lr": 0.0001,
+ "sup_loss": 2.2224586608479635
+ },
+ {
+ "step": 485,
+ "lr": 0.0001,
+ "sup_loss": 2.222253531860658
+ },
+ {
+ "step": 486,
+ "lr": 0.0001,
+ "sup_loss": 2.221783438358163
+ },
+ {
+ "step": 487,
+ "lr": 0.0001,
+ "sup_loss": 2.2220292704984517
+ },
+ {
+ "step": 488,
+ "lr": 0.0001,
+ "sup_loss": 2.221927055817649
+ },
+ {
+ "step": 489,
+ "lr": 0.0001,
+ "sup_loss": 2.221457886090522
+ },
+ {
+ "step": 490,
+ "lr": 0.0001,
+ "sup_loss": 2.2214524034424787
+ },
+ {
+ "step": 491,
+ "lr": 0.0001,
+ "sup_loss": 2.2210578726458237
+ },
+ {
+ "step": 492,
+ "lr": 0.0001,
+ "sup_loss": 2.2208661226010986
+ },
+ {
+ "step": 493,
+ "lr": 0.0001,
+ "sup_loss": 2.2210466512324176
+ },
+ {
+ "step": 494,
+ "lr": 0.0001,
+ "sup_loss": 2.2203705784326995
+ },
+ {
+ "step": 495,
+ "lr": 0.0001,
+ "sup_loss": 2.2203830051931015
+ },
+ {
+ "step": 496,
+ "lr": 0.0001,
+ "sup_loss": 2.220532537304697
+ },
+ {
+ "step": 497,
+ "lr": 0.0001,
+ "sup_loss": 2.22016088664173
+ },
+ {
+ "step": 498,
+ "lr": 0.0001,
+ "sup_loss": 2.2200174122472456
+ },
+ {
+ "step": 499,
+ "lr": 0.0001,
+ "sup_loss": 2.2203187538843663
+ },
+ {
+ "step": 500,
+ "lr": 0.0001,
+ "sup_loss": 2.220041296866742
+ },
+ {
+ "step": 501,
+ "lr": 0.0001,
+ "sup_loss": 2.2197006600272378
+ },
+ {
+ "step": 502,
+ "lr": 0.0001,
+ "sup_loss": 2.2196512492766822
+ },
+ {
+ "step": 503,
+ "lr": 0.0001,
+ "sup_loss": 2.2194999327085556
+ },
+ {
+ "step": 504,
+ "lr": 0.0001,
+ "sup_loss": 2.219410248136346
+ },
+ {
+ "step": 505,
+ "lr": 0.0001,
+ "sup_loss": 2.219485541626487
+ },
+ {
+ "step": 506,
+ "lr": 0.0001,
+ "sup_loss": 2.2191866364821413
+ },
+ {
+ "step": 507,
+ "lr": 0.0001,
+ "sup_loss": 2.2193491859221943
+ },
+ {
+ "step": 508,
+ "lr": 0.0001,
+ "sup_loss": 2.21904898179987
+ },
+ {
+ "step": 509,
+ "lr": 0.0001,
+ "sup_loss": 2.2191759201597363
+ },
+ {
+ "step": 510,
+ "lr": 0.0001,
+ "sup_loss": 2.219808021239402
+ },
+ {
+ "step": 511,
+ "lr": 0.0001,
+ "sup_loss": 2.2189789193463407
+ },
+ {
+ "step": 512,
+ "lr": 0.0001,
+ "sup_loss": 2.218665052369337
+ },
+ {
+ "step": 513,
+ "lr": 0.0001,
+ "sup_loss": 2.2188276165557617
+ },
+ {
+ "step": 514,
+ "lr": 0.0001,
+ "sup_loss": 2.2184053077092427
+ },
+ {
+ "step": 515,
+ "lr": 0.0001,
+ "sup_loss": 2.2187794794400273
+ },
+ {
+ "step": 516,
+ "lr": 0.0001,
+ "sup_loss": 2.2186606550905807
+ },
+ {
+ "step": 517,
+ "lr": 0.0001,
+ "sup_loss": 2.218500298035394
+ },
+ {
+ "step": 518,
+ "lr": 0.0001,
+ "sup_loss": 2.218012299788131
+ },
+ {
+ "step": 519,
+ "lr": 0.0001,
+ "sup_loss": 2.2184220869530886
+ },
+ {
+ "step": 520,
+ "lr": 0.0001,
+ "sup_loss": 2.2183401982243494
+ },
+ {
+ "step": 521,
+ "lr": 0.0001,
+ "sup_loss": 2.2175482796494626
+ },
+ {
+ "step": 522,
+ "lr": 0.0001,
+ "sup_loss": 2.217772272785234
+ },
+ {
+ "step": 523,
+ "lr": 0.0001,
+ "sup_loss": 2.2174423927564644
+ },
+ {
+ "step": 524,
+ "lr": 0.0001,
+ "sup_loss": 2.2171667268742703
+ },
+ {
+ "step": 525,
+ "lr": 0.0001,
+ "sup_loss": 2.21719806592763
+ },
+ {
+ "step": 526,
+ "lr": 0.0001,
+ "sup_loss": 2.2173098826480273
+ },
+ {
+ "step": 527,
+ "lr": 0.0001,
+ "sup_loss": 2.217287150491001
+ },
+ {
+ "step": 528,
+ "lr": 0.0001,
+ "sup_loss": 2.2175434970005994
+ },
+ {
+ "step": 529,
+ "lr": 0.0001,
+ "sup_loss": 2.217317219372161
+ },
+ {
+ "step": 530,
+ "lr": 0.0001,
+ "sup_loss": 2.216866092325656
+ },
+ {
+ "step": 531,
+ "lr": 0.0001,
+ "sup_loss": 2.2164432453926644
+ },
+ {
+ "step": 532,
+ "lr": 0.0001,
+ "sup_loss": 2.216340966464691
+ },
+ {
+ "step": 533,
+ "lr": 0.0001,
+ "sup_loss": 2.216619572851592
+ },
+ {
+ "step": 534,
+ "lr": 0.0001,
+ "sup_loss": 2.2161272877988663
+ },
+ {
+ "step": 535,
+ "lr": 0.0001,
+ "sup_loss": 2.216072430882889
+ },
+ {
+ "step": 536,
+ "lr": 0.0001,
+ "sup_loss": 2.2159943952564696
+ },
+ {
+ "step": 537,
+ "lr": 0.0001,
+ "sup_loss": 2.215867097755864
+ },
+ {
+ "step": 538,
+ "lr": 0.0001,
+ "sup_loss": 2.2159937687413294
+ },
+ {
+ "step": 539,
+ "lr": 0.0001,
+ "sup_loss": 2.215837526399251
+ },
+ {
+ "step": 540,
+ "lr": 0.0001,
+ "sup_loss": 2.2156341197199607
+ },
+ {
+ "step": 541,
+ "lr": 0.0001,
+ "sup_loss": 2.2154369565036363
+ },
+ {
+ "step": 542,
+ "lr": 0.0001,
+ "sup_loss": 2.2157765313799227
+ },
+ {
+ "step": 543,
+ "lr": 0.0001,
+ "sup_loss": 2.215136750349517
+ },
+ {
+ "step": 544,
+ "lr": 0.0001,
+ "sup_loss": 2.215367015565356
+ },
+ {
+ "step": 545,
+ "lr": 0.0001,
+ "sup_loss": 2.2150626371215987
+ },
+ {
+ "step": 546,
+ "lr": 0.0001,
+ "sup_loss": 2.215003755597344
+ },
+ {
+ "step": 547,
+ "lr": 0.0001,
+ "sup_loss": 2.215045465461095
+ },
+ {
+ "step": 548,
+ "lr": 0.0001,
+ "sup_loss": 2.2151899471725573
+ },
+ {
+ "step": 549,
+ "lr": 0.0001,
+ "sup_loss": 2.214607852524012
+ },
+ {
+ "step": 550,
+ "lr": 0.0001,
+ "sup_loss": 2.2146216899108984
+ },
+ {
+ "step": 551,
+ "lr": 0.0001,
+ "sup_loss": 2.2147443852251607
+ },
+ {
+ "step": 552,
+ "lr": 0.0001,
+ "sup_loss": 2.214751357815832
+ },
+ {
+ "step": 553,
+ "lr": 0.0001,
+ "sup_loss": 2.2142929980741966
+ },
+ {
+ "step": 554,
+ "lr": 0.0001,
+ "sup_loss": 2.214279741652014
+ },
+ {
+ "step": 555,
+ "lr": 0.0001,
+ "sup_loss": 2.214378452674666
+ },
+ {
+ "step": 556,
+ "lr": 0.0001,
+ "sup_loss": 2.2142724060090897
+ },
+ {
+ "step": 557,
+ "lr": 0.0001,
+ "sup_loss": 2.2139154490811817
+ },
+ {
+ "step": 558,
+ "lr": 0.0001,
+ "sup_loss": 2.2142828378283586
+ },
+ {
+ "step": 559,
+ "lr": 0.0001,
+ "sup_loss": 2.21367427009076
+ },
+ {
+ "step": 560,
+ "lr": 0.0001,
+ "sup_loss": 2.213750007367428
+ },
+ {
+ "step": 561,
+ "lr": 0.0001,
+ "sup_loss": 2.2139930013059765
+ },
+ {
+ "step": 562,
+ "lr": 0.0001,
+ "sup_loss": 2.2139212528714936
+ },
+ {
+ "step": 563,
+ "lr": 0.0001,
+ "sup_loss": 2.213718407455631
+ },
+ {
+ "step": 564,
+ "lr": 0.0001,
+ "sup_loss": 2.213884944699152
+ },
+ {
+ "step": 565,
+ "lr": 0.0001,
+ "sup_loss": 2.21344836987307
+ },
+ {
+ "step": 566,
+ "lr": 0.0001,
+ "sup_loss": 2.213384656437
+ },
+ {
+ "step": 567,
+ "lr": 0.0001,
+ "sup_loss": 2.213334960690562
+ },
+ {
+ "step": 568,
+ "lr": 0.0001,
+ "sup_loss": 2.213357478868861
+ },
+ {
+ "step": 569,
+ "lr": 0.0001,
+ "sup_loss": 2.2130341515927725
+ },
+ {
+ "step": 570,
+ "lr": 0.0001,
+ "sup_loss": 2.2136387339570978
+ },
+ {
+ "step": 571,
+ "lr": 0.0001,
+ "sup_loss": 2.2134530105706234
+ },
+ {
+ "step": 572,
+ "lr": 0.0001,
+ "sup_loss": 2.2136570237406508
+ },
+ {
+ "step": 573,
+ "lr": 0.0001,
+ "sup_loss": 2.2133583624083135
+ },
+ {
+ "step": 574,
+ "lr": 0.0001,
+ "sup_loss": 2.2139012892336147
+ },
+ {
+ "step": 575,
+ "lr": 0.0001,
+ "sup_loss": 2.213892438328747
+ },
+ {
+ "step": 576,
+ "lr": 0.0001,
+ "sup_loss": 2.2134513094834904
+ },
+ {
+ "step": 577,
+ "lr": 0.0001,
+ "sup_loss": 2.2133618012075464
+ },
+ {
+ "step": 578,
+ "lr": 0.0001,
+ "sup_loss": 2.213437561287246
+ },
+ {
+ "step": 579,
+ "lr": 0.0001,
+ "sup_loss": 2.213234446505955
+ },
+ {
+ "step": 580,
+ "lr": 0.0001,
+ "sup_loss": 2.212818212889607
+ },
+ {
+ "step": 581,
+ "lr": 0.0001,
+ "sup_loss": 2.213058733016367
+ },
+ {
+ "step": 582,
+ "lr": 0.0001,
+ "sup_loss": 2.2128706739762016
+ },
+ {
+ "step": 583,
+ "lr": 0.0001,
+ "sup_loss": 2.2128812463201664
+ },
+ {
+ "step": 584,
+ "lr": 0.0001,
+ "sup_loss": 2.2127904829468106
+ },
+ {
+ "step": 585,
+ "lr": 0.0001,
+ "sup_loss": 2.2128529205240524
+ },
+ {
+ "step": 586,
+ "lr": 0.0001,
+ "sup_loss": 2.2124409476905402
+ },
+ {
+ "step": 587,
+ "lr": 0.0001,
+ "sup_loss": 2.2129027973367497
+ },
+ {
+ "step": 588,
+ "lr": 0.0001,
+ "sup_loss": 2.212514324759956
+ },
+ {
+ "step": 589,
+ "lr": 0.0001,
+ "sup_loss": 2.212624633748884
+ },
+ {
+ "step": 590,
+ "lr": 0.0001,
+ "sup_loss": 2.2121483079982096
+ },
+ {
+ "step": 591,
+ "lr": 0.0001,
+ "sup_loss": 2.2122220714722522
+ },
+ {
+ "step": 592,
+ "lr": 0.0001,
+ "sup_loss": 2.2125799650934974
+ },
+ {
+ "step": 593,
+ "lr": 0.0001,
+ "sup_loss": 2.2122990594944523
+ },
+ {
+ "step": 594,
+ "lr": 0.0001,
+ "sup_loss": 2.2121141378031357
+ },
+ {
+ "step": 595,
+ "lr": 0.0001,
+ "sup_loss": 2.212132478553787
+ },
+ {
+ "step": 596,
+ "lr": 0.0001,
+ "sup_loss": 2.2119692848725423
+ },
+ {
+ "step": 597,
+ "lr": 0.0001,
+ "sup_loss": 2.2120347851304247
+ },
+ {
+ "step": 598,
+ "lr": 0.0001,
+ "sup_loss": 2.2118640568300387
+ },
+ {
+ "step": 599,
+ "lr": 0.0001,
+ "sup_loss": 2.211811494562072
+ },
+ {
+ "step": 600,
+ "lr": 0.0001,
+ "sup_loss": 2.212073144464957
+ },
+ {
+ "step": 601,
+ "lr": 0.0001,
+ "sup_loss": 2.2115798014867027
+ },
+ {
+ "step": 602,
+ "lr": 0.0001,
+ "sup_loss": 2.2115814718262046
+ },
+ {
+ "step": 603,
+ "lr": 0.0001,
+ "sup_loss": 2.2114946236056974
+ },
+ {
+ "step": 604,
+ "lr": 0.0001,
+ "sup_loss": 2.211491638669447
+ },
+ {
+ "step": 605,
+ "lr": 0.0001,
+ "sup_loss": 2.2111605024374787
+ },
+ {
+ "step": 606,
+ "lr": 0.0001,
+ "sup_loss": 2.211257511296512
+ },
+ {
+ "step": 607,
+ "lr": 0.0001,
+ "sup_loss": 2.211227577447096
+ },
+ {
+ "step": 608,
+ "lr": 0.0001,
+ "sup_loss": 2.211044364249239
+ },
+ {
+ "step": 609,
+ "lr": 0.0001,
+ "sup_loss": 2.2109505811411583
+ },
+ {
+ "step": 610,
+ "lr": 0.0001,
+ "sup_loss": 2.2109054175438745
+ },
+ {
+ "step": 611,
+ "lr": 0.0001,
+ "sup_loss": 2.2109989162634904
+ },
+ {
+ "step": 612,
+ "lr": 0.0001,
+ "sup_loss": 2.210910730428145
+ },
+ {
+ "step": 613,
+ "lr": 0.0001,
+ "sup_loss": 2.211159904926039
+ },
+ {
+ "step": 614,
+ "lr": 0.0001,
+ "sup_loss": 2.2108575436478626
+ },
+ {
+ "step": 615,
+ "lr": 0.0001,
+ "sup_loss": 2.210819174305394
+ },
+ {
+ "step": 616,
+ "lr": 0.0001,
+ "sup_loss": 2.2109998014501713
+ },
+ {
+ "step": 617,
+ "lr": 0.0001,
+ "sup_loss": 2.2106426187175066
+ },
+ {
+ "step": 618,
+ "lr": 0.0001,
+ "sup_loss": 2.2104796302308793
+ },
+ {
+ "step": 619,
+ "lr": 0.0001,
+ "sup_loss": 2.2105721926821413
+ },
+ {
+ "step": 620,
+ "lr": 0.0001,
+ "sup_loss": 2.210259936169861
+ },
+ {
+ "step": 621,
+ "lr": 0.0001,
+ "sup_loss": 2.2101677994108235
+ },
+ {
+ "step": 622,
+ "lr": 0.0001,
+ "sup_loss": 2.2102742170917713
+ },
+ {
+ "step": 623,
+ "lr": 0.0001,
+ "sup_loss": 2.209962769104158
+ },
+ {
+ "step": 624,
+ "lr": 0.0001,
+ "sup_loss": 2.2105286410768166
+ },
+ {
+ "step": 625,
+ "lr": 0.0001,
+ "sup_loss": 2.209717205608196
+ },
+ {
+ "step": 626,
+ "lr": 0.0001,
+ "sup_loss": 2.209944645576004
+ },
+ {
+ "step": 627,
+ "lr": 0.0001,
+ "sup_loss": 2.2096266948592276
+ },
+ {
+ "step": 628,
+ "lr": 0.0001,
+ "sup_loss": 2.2098513137700273
+ },
+ {
+ "step": 629,
+ "lr": 0.0001,
+ "sup_loss": 2.209724173618599
+ },
+ {
+ "step": 630,
+ "lr": 0.0001,
+ "sup_loss": 2.20949332428615
+ },
+ {
+ "step": 631,
+ "lr": 0.0001,
+ "sup_loss": 2.2093630609809893
+ },
+ {
+ "step": 632,
+ "lr": 0.0001,
+ "sup_loss": 2.209439405903672
+ },
+ {
+ "step": 633,
+ "lr": 0.0001,
+ "sup_loss": 2.2093093430907618
+ },
+ {
+ "step": 634,
+ "lr": 0.0001,
+ "sup_loss": 2.209571682852405
+ },
+ {
+ "step": 635,
+ "lr": 0.0001,
+ "sup_loss": 2.2094045765079726
+ },
+ {
+ "step": 636,
+ "lr": 0.0001,
+ "sup_loss": 2.2093758578813056
+ },
+ {
+ "step": 637,
+ "lr": 0.0001,
+ "sup_loss": 2.2093137931755873
+ },
+ {
+ "step": 638,
+ "lr": 0.0001,
+ "sup_loss": 2.209234466271327
+ },
+ {
+ "step": 639,
+ "lr": 0.0001,
+ "sup_loss": 2.2091465674727986
+ },
+ {
+ "step": 640,
+ "lr": 0.0001,
+ "sup_loss": 2.2090962600002575
+ },
+ {
+ "step": 641,
+ "lr": 0.0001,
+ "sup_loss": 2.208922047590961
+ },
+ {
+ "step": 642,
+ "lr": 0.0001,
+ "sup_loss": 2.2087714186708096
+ },
+ {
+ "step": 643,
+ "lr": 0.0001,
+ "sup_loss": 2.208743637452737
+ },
+ {
+ "step": 644,
+ "lr": 0.0001,
+ "sup_loss": 2.2087570850990774
+ },
+ {
+ "step": 645,
+ "lr": 0.0001,
+ "sup_loss": 2.2086549452749913
+ },
+ {
+ "step": 646,
+ "lr": 0.0001,
+ "sup_loss": 2.2086531652176826
+ },
+ {
+ "step": 647,
+ "lr": 0.0001,
+ "sup_loss": 2.208676198420254
+ },
+ {
+ "step": 648,
+ "lr": 0.0001,
+ "sup_loss": 2.208586722104768
+ },
+ {
+ "step": 649,
+ "lr": 0.0001,
+ "sup_loss": 2.2087718747003935
+ },
+ {
+ "step": 650,
+ "lr": 0.0001,
+ "sup_loss": 2.2085029958135984
+ },
+ {
+ "step": 651,
+ "lr": 0.0001,
+ "sup_loss": 2.208436265187175
+ },
+ {
+ "step": 652,
+ "lr": 0.0001,
+ "sup_loss": 2.2083608807120387
+ },
+ {
+ "step": 653,
+ "lr": 0.0001,
+ "sup_loss": 2.2081720972313263
+ },
+ {
+ "step": 654,
+ "lr": 0.0001,
+ "sup_loss": 2.208153973917292
+ },
+ {
+ "step": 655,
+ "lr": 0.0001,
+ "sup_loss": 2.2080094278856013
+ },
+ {
+ "step": 656,
+ "lr": 0.0001,
+ "sup_loss": 2.2078942890846904
+ },
+ {
+ "step": 657,
+ "lr": 0.0001,
+ "sup_loss": 2.2079961959942387
+ },
+ {
+ "step": 658,
+ "lr": 0.0001,
+ "sup_loss": 2.208016902399448
+ },
+ {
+ "step": 659,
+ "lr": 0.0001,
+ "sup_loss": 2.207716681997382
+ },
+ {
+ "step": 660,
+ "lr": 0.0001,
+ "sup_loss": 2.207815803827112
+ },
+ {
+ "step": 661,
+ "lr": 0.0001,
+ "sup_loss": 2.2075420948408495
+ },
+ {
+ "step": 662,
+ "lr": 0.0001,
+ "sup_loss": 2.2075951575855752
+ },
+ {
+ "step": 663,
+ "lr": 0.0001,
+ "sup_loss": 2.207502053507793
+ },
+ {
+ "step": 664,
+ "lr": 0.0001,
+ "sup_loss": 2.207455952282843
+ },
+ {
+ "step": 665,
+ "lr": 0.0001,
+ "sup_loss": 2.2074879627651534
+ },
+ {
+ "step": 666,
+ "lr": 0.0001,
+ "sup_loss": 2.207499467996968
+ },
+ {
+ "step": 667,
+ "lr": 0.0001,
+ "sup_loss": 2.2074814185516054
+ },
+ {
+ "step": 668,
+ "lr": 0.0001,
+ "sup_loss": 2.2073871159465916
+ },
+ {
+ "step": 669,
+ "lr": 0.0001,
+ "sup_loss": 2.2073787846493045
+ },
+ {
+ "step": 670,
+ "lr": 0.0001,
+ "sup_loss": 2.2074647655230666
+ },
+ {
+ "step": 671,
+ "lr": 0.0001,
+ "sup_loss": 2.20733957464375
+ },
+ {
+ "step": 672,
+ "lr": 0.0001,
+ "sup_loss": 2.207198658180965
+ },
+ {
+ "step": 673,
+ "lr": 0.0001,
+ "sup_loss": 2.207214682124266
+ },
+ {
+ "step": 674,
+ "lr": 0.0001,
+ "sup_loss": 2.2071675725631943
+ },
+ {
+ "step": 675,
+ "lr": 0.0001,
+ "sup_loss": 2.2073198798156137
+ },
+ {
+ "step": 676,
+ "lr": 0.0001,
+ "sup_loss": 2.206930591829342
+ },
+ {
+ "step": 677,
+ "lr": 0.0001,
+ "sup_loss": 2.2069973605926028
+ },
+ {
+ "step": 678,
+ "lr": 0.0001,
+ "sup_loss": 2.2069061353529307
+ },
+ {
+ "step": 679,
+ "lr": 0.0001,
+ "sup_loss": 2.2067484682728304
+ },
+ {
+ "step": 680,
+ "lr": 0.0001,
+ "sup_loss": 2.2069449516816175
+ },
+ {
+ "step": 681,
+ "lr": 0.0001,
+ "sup_loss": 2.206805213007498
+ },
+ {
+ "step": 682,
+ "lr": 0.0001,
+ "sup_loss": 2.2066835527849653
+ },
+ {
+ "step": 683,
+ "lr": 0.0001,
+ "sup_loss": 2.2066421136204326
+ },
+ {
+ "step": 684,
+ "lr": 0.0001,
+ "sup_loss": 2.206570933122996
+ },
+ {
+ "step": 685,
+ "lr": 0.0001,
+ "sup_loss": 2.206645964698992
+ },
+ {
+ "step": 686,
+ "lr": 0.0001,
+ "sup_loss": 2.2066180639591453
+ },
+ {
+ "step": 687,
+ "lr": 0.0001,
+ "sup_loss": 2.206407486611538
+ },
+ {
+ "step": 688,
+ "lr": 0.0001,
+ "sup_loss": 2.2065140964419565
+ },
+ {
+ "step": 689,
+ "lr": 0.0001,
+ "sup_loss": 2.206673174032117
+ },
+ {
+ "step": 690,
+ "lr": 0.0001,
+ "sup_loss": 2.206480749890056
+ },
+ {
+ "step": 691,
+ "lr": 0.0001,
+ "sup_loss": 2.2063547848714404
+ },
+ {
+ "step": 692,
+ "lr": 0.0001,
+ "sup_loss": 2.2063683160649346
+ },
+ {
+ "step": 693,
+ "lr": 0.0001,
+ "sup_loss": 2.206358540222222
+ },
+ {
+ "step": 694,
+ "lr": 0.0001,
+ "sup_loss": 2.206300256957832
+ },
+ {
+ "step": 695,
+ "lr": 0.0001,
+ "sup_loss": 2.206184195497584
+ },
+ {
+ "step": 696,
+ "lr": 0.0001,
+ "sup_loss": 2.2061660633772138
+ },
+ {
+ "step": 697,
+ "lr": 0.0001,
+ "sup_loss": 2.206177625761696
+ },
+ {
+ "step": 698,
+ "lr": 0.0001,
+ "sup_loss": 2.20620451254569
+ },
+ {
+ "step": 699,
+ "lr": 0.0001,
+ "sup_loss": 2.20630181141729
+ },
+ {
+ "step": 700,
+ "lr": 0.0001,
+ "sup_loss": 2.2062036858623157
+ },
+ {
+ "step": 701,
+ "lr": 0.0001,
+ "sup_loss": 2.2063594978738266
+ },
+ {
+ "step": 702,
+ "lr": 0.0001,
+ "sup_loss": 2.206361189182089
+ },
+ {
+ "step": 703,
+ "lr": 0.0001,
+ "sup_loss": 2.2063975496430324
+ },
+ {
+ "step": 704,
+ "lr": 0.0001,
+ "sup_loss": 2.2063436318989478
+ },
+ {
+ "step": 705,
+ "lr": 0.0001,
+ "sup_loss": 2.206236367501852
+ },
+ {
+ "step": 706,
+ "lr": 0.0001,
+ "sup_loss": 2.2062831504499987
+ },
+ {
+ "step": 707,
+ "lr": 0.0001,
+ "sup_loss": 2.206423416738055
+ },
+ {
+ "step": 708,
+ "lr": 0.0001,
+ "sup_loss": 2.2061095114216562
+ },
+ {
+ "step": 709,
+ "lr": 0.0001,
+ "sup_loss": 2.206041806201691
+ },
+ {
+ "step": 710,
+ "lr": 0.0001,
+ "sup_loss": 2.2060407458541094
+ },
+ {
+ "step": 711,
+ "lr": 0.0001,
+ "sup_loss": 2.2060146509126852
+ },
+ {
+ "step": 712,
+ "lr": 0.0001,
+ "sup_loss": 2.2060991926019193
+ },
+ {
+ "step": 713,
+ "lr": 0.0001,
+ "sup_loss": 2.2061511805461773
+ },
+ {
+ "step": 714,
+ "lr": 0.0001,
+ "sup_loss": 2.20598059097607
+ },
+ {
+ "step": 715,
+ "lr": 0.0001,
+ "sup_loss": 2.205897772483963
+ },
+ {
+ "step": 716,
+ "lr": 0.0001,
+ "sup_loss": 2.20568588428355
+ },
+ {
+ "step": 717,
+ "lr": 0.0001,
+ "sup_loss": 2.205900667087804
+ },
+ {
+ "step": 718,
+ "lr": 0.0001,
+ "sup_loss": 2.2057657470591883
+ },
+ {
+ "step": 719,
+ "lr": 0.0001,
+ "sup_loss": 2.2058253937840653
+ },
+ {
+ "step": 720,
+ "lr": 0.0001,
+ "sup_loss": 2.2056522560318523
+ },
+ {
+ "step": 721,
+ "lr": 0.0001,
+ "sup_loss": 2.2056988860558358
+ },
+ {
+ "step": 722,
+ "lr": 0.0001,
+ "sup_loss": 2.205514144195623
+ },
+ {
+ "step": 723,
+ "lr": 0.0001,
+ "sup_loss": 2.2054512806390227
+ },
+ {
+ "step": 724,
+ "lr": 0.0001,
+ "sup_loss": 2.20539748717649
+ },
+ {
+ "step": 725,
+ "lr": 0.0001,
+ "sup_loss": 2.2056278548444292
+ },
+ {
+ "step": 726,
+ "lr": 0.0001,
+ "sup_loss": 2.2055334173132235
+ },
+ {
+ "step": 727,
+ "lr": 0.0001,
+ "sup_loss": 2.205504980341082
+ },
+ {
+ "step": 728,
+ "lr": 0.0001,
+ "sup_loss": 2.205365376027528
+ },
+ {
+ "step": 729,
+ "lr": 0.0001,
+ "sup_loss": 2.205391515936735
+ },
+ {
+ "step": 730,
+ "lr": 0.0001,
+ "sup_loss": 2.2053113576978483
+ },
+ {
+ "step": 731,
+ "lr": 0.0001,
+ "sup_loss": 2.20518392993963
+ },
+ {
+ "step": 732,
+ "lr": 0.0001,
+ "sup_loss": 2.2053675105234976
+ },
+ {
+ "step": 733,
+ "lr": 0.0001,
+ "sup_loss": 2.205109080592016
+ },
+ {
+ "step": 734,
+ "lr": 0.0001,
+ "sup_loss": 2.205071932257977
+ },
+ {
+ "step": 735,
+ "lr": 0.0001,
+ "sup_loss": 2.2051178059146697
+ },
+ {
+ "step": 736,
+ "lr": 0.0001,
+ "sup_loss": 2.205151026656475
+ },
+ {
+ "step": 737,
+ "lr": 0.0001,
+ "sup_loss": 2.2049395257945794
+ },
+ {
+ "step": 738,
+ "lr": 0.0001,
+ "sup_loss": 2.2050165699732336
+ },
+ {
+ "step": 739,
+ "lr": 0.0001,
+ "sup_loss": 2.204972621616195
+ },
+ {
+ "step": 740,
+ "lr": 0.0001,
+ "sup_loss": 2.2049895211853454
+ },
+ {
+ "step": 741,
+ "lr": 0.0001,
+ "sup_loss": 2.205033422128048
+ },
+ {
+ "step": 742,
+ "lr": 0.0001,
+ "sup_loss": 2.2048935092943096
+ },
+ {
+ "step": 743,
+ "lr": 0.0001,
+ "sup_loss": 2.204962253885092
+ },
+ {
+ "step": 744,
+ "lr": 0.0001,
+ "sup_loss": 2.204913877952223
+ },
+ {
+ "step": 745,
+ "lr": 0.0001,
+ "sup_loss": 2.2048299441495387
+ },
+ {
+ "step": 746,
+ "lr": 0.0001,
+ "sup_loss": 2.204818615402629
+ },
+ {
+ "step": 747,
+ "lr": 0.0001,
+ "sup_loss": 2.2047841077562866
+ },
+ {
+ "step": 748,
+ "lr": 0.0001,
+ "sup_loss": 2.204669452542029
+ },
+ {
+ "step": 749,
+ "lr": 0.0001,
+ "sup_loss": 2.20465382700599
+ },
+ {
+ "step": 750,
+ "lr": 0.0001,
+ "sup_loss": 2.20451853876805
+ },
+ {
+ "step": 751,
+ "lr": 0.0001,
+ "sup_loss": 2.2044825295715764
+ },
+ {
+ "step": 752,
+ "lr": 0.0001,
+ "sup_loss": 2.204418766475017
+ },
+ {
+ "step": 753,
+ "lr": 0.0001,
+ "sup_loss": 2.204414998567867
+ },
+ {
+ "step": 754,
+ "lr": 0.0001,
+ "sup_loss": 2.204372410925386
+ },
+ {
+ "step": 755,
+ "lr": 0.0001,
+ "sup_loss": 2.2044409029992296
+ },
+ {
+ "step": 756,
+ "lr": 0.0001,
+ "sup_loss": 2.2043787499322747
+ },
+ {
+ "step": 757,
+ "lr": 0.0001,
+ "sup_loss": 2.2044183904116155
+ },
+ {
+ "step": 758,
+ "lr": 0.0001,
+ "sup_loss": 2.204396420392982
+ },
+ {
+ "step": 759,
+ "lr": 0.0001,
+ "sup_loss": 2.2042665666197436
+ },
+ {
+ "step": 760,
+ "lr": 0.0001,
+ "sup_loss": 2.2042017188269227
+ },
+ {
+ "step": 761,
+ "lr": 0.0001,
+ "sup_loss": 2.2042056202612823
+ },
+ {
+ "step": 762,
+ "lr": 0.0001,
+ "sup_loss": 2.2041625816044315
+ },
+ {
+ "step": 763,
+ "lr": 0.0001,
+ "sup_loss": 2.2041097718238674
+ },
+ {
+ "step": 764,
+ "lr": 0.0001,
+ "sup_loss": 2.2040353422848735
+ },
+ {
+ "step": 765,
+ "lr": 0.0001,
+ "sup_loss": 2.2040090906432397
+ },
+ {
+ "step": 766,
+ "lr": 0.0001,
+ "sup_loss": 2.2039352896245354
+ },
+ {
+ "step": 767,
+ "lr": 0.0001,
+ "sup_loss": 2.2041224540834357
+ },
+ {
+ "step": 768,
+ "lr": 0.0001,
+ "sup_loss": 2.204047855573587
+ },
+ {
+ "step": 769,
+ "lr": 0.0001,
+ "sup_loss": 2.2039772370477326
+ },
+ {
+ "step": 770,
+ "lr": 0.0001,
+ "sup_loss": 2.2039730454595223
+ },
+ {
+ "step": 771,
+ "lr": 0.0001,
+ "sup_loss": 2.2039397869821804
+ },
+ {
+ "step": 772,
+ "lr": 0.0001,
+ "sup_loss": 2.2039334200894283
+ },
+ {
+ "step": 773,
+ "lr": 0.0001,
+ "sup_loss": 2.2038314653506292
+ },
+ {
+ "step": 774,
+ "lr": 0.0001,
+ "sup_loss": 2.2037494425475948
+ },
+ {
+ "step": 775,
+ "lr": 0.0001,
+ "sup_loss": 2.203829158518422
+ },
+ {
+ "step": 776,
+ "lr": 0.0001,
+ "sup_loss": 2.20368516005549
+ },
+ {
+ "step": 777,
+ "lr": 0.0001,
+ "sup_loss": 2.2036277181256794
+ },
+ {
+ "step": 778,
+ "lr": 0.0001,
+ "sup_loss": 2.2036412910172487
+ },
+ {
+ "step": 779,
+ "lr": 0.0001,
+ "sup_loss": 2.20369948246613
+ },
+ {
+ "step": 780,
+ "lr": 0.0001,
+ "sup_loss": 2.2034654903784516
+ },
+ {
+ "step": 781,
+ "lr": 0.0001,
+ "sup_loss": 2.2036322054376423
+ },
+ {
+ "step": 782,
+ "lr": 0.0001,
+ "sup_loss": 2.2034864184518095
+ },
+ {
+ "step": 783,
+ "lr": 0.0001,
+ "sup_loss": 2.2034823762248905
+ },
+ {
+ "step": 784,
+ "lr": 0.0001,
+ "sup_loss": 2.203334152731814
+ },
+ {
+ "step": 785,
+ "lr": 0.0001,
+ "sup_loss": 2.203367400549507
+ },
+ {
+ "step": 786,
+ "lr": 0.0001,
+ "sup_loss": 2.203323176066359
+ },
+ {
+ "step": 787,
+ "lr": 0.0001,
+ "sup_loss": 2.2033690610123684
+ },
+ {
+ "step": 788,
+ "lr": 0.0001,
+ "sup_loss": 2.2032841185354037
+ },
+ {
+ "step": 789,
+ "lr": 0.0001,
+ "sup_loss": 2.203248450769099
+ },
+ {
+ "step": 790,
+ "lr": 0.0001,
+ "sup_loss": 2.203449022669672
+ },
+ {
+ "step": 791,
+ "lr": 0.0001,
+ "sup_loss": 2.203175502023462
+ },
+ {
+ "step": 792,
+ "lr": 0.0001,
+ "sup_loss": 2.2030761005092763
+ },
+ {
+ "step": 793,
+ "lr": 0.0001,
+ "sup_loss": 2.2031189312503465
+ },
+ {
+ "step": 794,
+ "lr": 0.0001,
+ "sup_loss": 2.203103587411937
+ },
+ {
+ "step": 795,
+ "lr": 0.0001,
+ "sup_loss": 2.2031392935374727
+ },
+ {
+ "step": 796,
+ "lr": 0.0001,
+ "sup_loss": 2.2030956770235504
+ },
+ {
+ "step": 797,
+ "lr": 0.0001,
+ "sup_loss": 2.203161065642516
+ },
+ {
+ "step": 798,
+ "lr": 0.0001,
+ "sup_loss": 2.2030714194373218
+ },
+ {
+ "step": 799,
+ "lr": 0.0001,
+ "sup_loss": 2.2029618359068217
+ },
+ {
+ "step": 800,
+ "lr": 0.0001,
+ "sup_loss": 2.202936070527028
+ },
+ {
+ "step": 801,
+ "lr": 0.0001,
+ "sup_loss": 2.2030515435763376
+ },
+ {
+ "step": 802,
+ "lr": 0.0001,
+ "sup_loss": 2.20294922690391
+ },
+ {
+ "step": 803,
+ "lr": 0.0001,
+ "sup_loss": 2.2028913815030333
+ },
+ {
+ "step": 804,
+ "lr": 0.0001,
+ "sup_loss": 2.2028682891051146
+ },
+ {
+ "step": 805,
+ "lr": 0.0001,
+ "sup_loss": 2.2027819903948043
+ },
+ {
+ "step": 806,
+ "lr": 0.0001,
+ "sup_loss": 2.202785788260016
+ },
+ {
+ "step": 807,
+ "lr": 0.0001,
+ "sup_loss": 2.2027684573267043
+ },
+ {
+ "step": 808,
+ "lr": 0.0001,
+ "sup_loss": 2.202839287509012
+ },
+ {
+ "step": 809,
+ "lr": 0.0001,
+ "sup_loss": 2.202736708275241
+ },
+ {
+ "step": 810,
+ "lr": 0.0001,
+ "sup_loss": 2.202919625343286
+ },
+ {
+ "step": 811,
+ "lr": 0.0001,
+ "sup_loss": 2.2027683192415055
+ },
+ {
+ "step": 812,
+ "lr": 0.0001,
+ "sup_loss": 2.2026705694376396
+ },
+ {
+ "step": 813,
+ "lr": 0.0001,
+ "sup_loss": 2.202639741289174
+ },
+ {
+ "step": 814,
+ "lr": 0.0001,
+ "sup_loss": 2.202578109726076
+ },
+ {
+ "step": 815,
+ "lr": 0.0001,
+ "sup_loss": 2.202548109200643
+ },
+ {
+ "step": 816,
+ "lr": 0.0001,
+ "sup_loss": 2.2026844218939456
+ },
+ {
+ "step": 817,
+ "lr": 0.0001,
+ "sup_loss": 2.202621651152489
+ },
+ {
+ "step": 818,
+ "lr": 0.0001,
+ "sup_loss": 2.2026209744654954
+ },
+ {
+ "step": 819,
+ "lr": 0.0001,
+ "sup_loss": 2.202534758687879
+ },
+ {
+ "step": 820,
+ "lr": 0.0001,
+ "sup_loss": 2.202476671015975
+ },
+ {
+ "step": 821,
+ "lr": 0.0001,
+ "sup_loss": 2.202494463153179
+ },
+ {
+ "step": 822,
+ "lr": 0.0001,
+ "sup_loss": 2.202541489167438
+ },
+ {
+ "step": 823,
+ "lr": 0.0001,
+ "sup_loss": 2.2025388581017444
+ },
+ {
+ "step": 824,
+ "lr": 0.0001,
+ "sup_loss": 2.202456550918718
+ },
+ {
+ "step": 825,
+ "lr": 0.0001,
+ "sup_loss": 2.2025445029149844
+ },
+ {
+ "step": 826,
+ "lr": 0.0001,
+ "sup_loss": 2.202565498789714
+ },
+ {
+ "step": 827,
+ "lr": 0.0001,
+ "sup_loss": 2.202714185960078
+ },
+ {
+ "step": 828,
+ "lr": 0.0001,
+ "sup_loss": 2.202701346744241
+ },
+ {
+ "step": 829,
+ "lr": 0.0001,
+ "sup_loss": 2.202658298140033
+ },
+ {
+ "step": 830,
+ "lr": 0.0001,
+ "sup_loss": 2.2026088333741827
+ },
+ {
+ "step": 831,
+ "lr": 0.0001,
+ "sup_loss": 2.2025971991722795
+ },
+ {
+ "step": 832,
+ "lr": 0.0001,
+ "sup_loss": 2.2025936742942176
+ },
+ {
+ "step": 833,
+ "lr": 0.0001,
+ "sup_loss": 2.2026309167286957
+ },
+ {
+ "step": 834,
+ "lr": 0.0001,
+ "sup_loss": 2.2025391090671107
+ },
+ {
+ "step": 835,
+ "lr": 0.0001,
+ "sup_loss": 2.202519772751267
+ },
+ {
+ "step": 836,
+ "lr": 0.0001,
+ "sup_loss": 2.20250093997264
+ },
+ {
+ "step": 837,
+ "lr": 0.0001,
+ "sup_loss": 2.2024548457335085
+ },
+ {
+ "step": 838,
+ "lr": 0.0001,
+ "sup_loss": 2.2024518334249374
+ },
+ {
+ "step": 839,
+ "lr": 0.0001,
+ "sup_loss": 2.2024767466770507
+ },
+ {
+ "step": 840,
+ "lr": 0.0001,
+ "sup_loss": 2.202545036291272
+ },
+ {
+ "step": 841,
+ "lr": 0.0001,
+ "sup_loss": 2.202420629815392
+ },
+ {
+ "step": 842,
+ "lr": 0.0001,
+ "sup_loss": 2.2023156240380626
+ },
+ {
+ "step": 843,
+ "lr": 0.0001,
+ "sup_loss": 2.2022990286026807
+ },
+ {
+ "step": 844,
+ "lr": 0.0001,
+ "sup_loss": 2.2023455979736095
+ },
+ {
+ "step": 845,
+ "lr": 0.0001,
+ "sup_loss": 2.2023758604300774
+ },
+ {
+ "step": 846,
+ "lr": 0.0001,
+ "sup_loss": 2.2023779436605726
+ },
+ {
+ "step": 847,
+ "lr": 0.0001,
+ "sup_loss": 2.202409370319007
+ },
+ {
+ "step": 848,
+ "lr": 0.0001,
+ "sup_loss": 2.202314650109519
+ },
+ {
+ "step": 849,
+ "lr": 0.0001,
+ "sup_loss": 2.202228380824696
+ },
+ {
+ "step": 850,
+ "lr": 0.0001,
+ "sup_loss": 2.20215610730638
+ },
+ {
+ "step": 851,
+ "lr": 0.0001,
+ "sup_loss": 2.202290271210492
+ },
+ {
+ "step": 852,
+ "lr": 0.0001,
+ "sup_loss": 2.202270951137616
+ },
+ {
+ "step": 853,
+ "lr": 0.0001,
+ "sup_loss": 2.202346530579742
+ },
+ {
+ "step": 854,
+ "lr": 0.0001,
+ "sup_loss": 2.2021673619619513
+ },
+ {
+ "step": 855,
+ "lr": 0.0001,
+ "sup_loss": 2.202128879483182
+ },
+ {
+ "step": 856,
+ "lr": 0.0001,
+ "sup_loss": 2.202179063401366
+ },
+ {
+ "step": 857,
+ "lr": 0.0001,
+ "sup_loss": 2.2020229116359786
+ },
+ {
+ "step": 858,
+ "lr": 0.0001,
+ "sup_loss": 2.202012275964508
+ },
+ {
+ "step": 859,
+ "lr": 0.0001,
+ "sup_loss": 2.202010752428174
+ },
+ {
+ "step": 860,
+ "lr": 0.0001,
+ "sup_loss": 2.2020523902238542
+ },
+ {
+ "step": 861,
+ "lr": 0.0001,
+ "sup_loss": 2.202006333836611
+ },
+ {
+ "step": 862,
+ "lr": 0.0001,
+ "sup_loss": 2.201912427261241
+ },
+ {
+ "step": 863,
+ "lr": 0.0001,
+ "sup_loss": 2.2019475411438236
+ },
+ {
+ "step": 864,
+ "lr": 0.0001,
+ "sup_loss": 2.201883399778625
+ },
+ {
+ "step": 865,
+ "lr": 0.0001,
+ "sup_loss": 2.2020025364368148
+ },
+ {
+ "step": 866,
+ "lr": 0.0001,
+ "sup_loss": 2.2019285312099295
+ },
+ {
+ "step": 867,
+ "lr": 0.0001,
+ "sup_loss": 2.201999130227664
+ },
+ {
+ "step": 868,
+ "lr": 0.0001,
+ "sup_loss": 2.20188716050076
+ },
+ {
+ "step": 869,
+ "lr": 0.0001,
+ "sup_loss": 2.2018200891073167
+ },
+ {
+ "step": 870,
+ "lr": 0.0001,
+ "sup_loss": 2.2018589975711214
+ },
+ {
+ "step": 871,
+ "lr": 0.0001,
+ "sup_loss": 2.201799591961473
+ },
+ {
+ "step": 872,
+ "lr": 0.0001,
+ "sup_loss": 2.201851977800925
+ },
+ {
+ "step": 873,
+ "lr": 0.0001,
+ "sup_loss": 2.201768283932313
+ },
+ {
+ "step": 874,
+ "lr": 0.0001,
+ "sup_loss": 2.201655822757606
+ },
+ {
+ "step": 875,
+ "lr": 0.0001,
+ "sup_loss": 2.2017120812775106
+ },
+ {
+ "step": 876,
+ "lr": 0.0001,
+ "sup_loss": 2.2016763220143636
+ },
+ {
+ "step": 877,
+ "lr": 0.0001,
+ "sup_loss": 2.201622727767427
+ },
+ {
+ "step": 878,
+ "lr": 0.0001,
+ "sup_loss": 2.201587625745363
+ },
+ {
+ "step": 879,
+ "lr": 0.0001,
+ "sup_loss": 2.201508552855647
+ },
+ {
+ "step": 880,
+ "lr": 0.0001,
+ "sup_loss": 2.201559174708979
+ },
+ {
+ "step": 881,
+ "lr": 0.0001,
+ "sup_loss": 2.201569206056897
+ },
+ {
+ "step": 882,
+ "lr": 0.0001,
+ "sup_loss": 2.2016111795010658
+ },
+ {
+ "step": 883,
+ "lr": 0.0001,
+ "sup_loss": 2.2015496523036377
+ },
+ {
+ "step": 884,
+ "lr": 0.0001,
+ "sup_loss": 2.2015549056980253
+ },
+ {
+ "step": 885,
+ "lr": 0.0001,
+ "sup_loss": 2.201537625295753
+ },
+ {
+ "step": 886,
+ "lr": 0.0001,
+ "sup_loss": 2.2014597771881426
+ },
+ {
+ "step": 887,
+ "lr": 0.0001,
+ "sup_loss": 2.201466935643165
+ },
+ {
+ "step": 888,
+ "lr": 0.0001,
+ "sup_loss": 2.201458056595927
+ },
+ {
+ "step": 889,
+ "lr": 0.0001,
+ "sup_loss": 2.2014423772243195
+ },
+ {
+ "step": 890,
+ "lr": 0.0001,
+ "sup_loss": 2.2014001553686904
+ },
+ {
+ "step": 891,
+ "lr": 0.0001,
+ "sup_loss": 2.201386916752708
+ },
+ {
+ "step": 892,
+ "lr": 0.0001,
+ "sup_loss": 2.201379603326555
+ },
+ {
+ "step": 893,
+ "lr": 0.0001,
+ "sup_loss": 2.201388145594879
+ },
+ {
+ "step": 894,
+ "lr": 0.0001,
+ "sup_loss": 2.2013790017726564
+ },
+ {
+ "step": 895,
+ "lr": 0.0001,
+ "sup_loss": 2.2014738717540365
+ },
+ {
+ "step": 896,
+ "lr": 0.0001,
+ "sup_loss": 2.2013619829248285
+ },
+ {
+ "step": 897,
+ "lr": 0.0001,
+ "sup_loss": 2.2013757452435065
+ },
+ {
+ "step": 898,
+ "lr": 0.0001,
+ "sup_loss": 2.2012969495965318
+ },
+ {
+ "step": 899,
+ "lr": 0.0001,
+ "sup_loss": 2.2012578711136133
+ },
+ {
+ "step": 900,
+ "lr": 0.0001,
+ "sup_loss": 2.2013008031481047
+ },
+ {
+ "step": 901,
+ "lr": 0.0001,
+ "sup_loss": 2.20127758890747
+ },
+ {
+ "step": 902,
+ "lr": 0.0001,
+ "sup_loss": 2.2012622915507776
+ },
+ {
+ "step": 903,
+ "lr": 0.0001,
+ "sup_loss": 2.201282180610047
+ },
+ {
+ "step": 904,
+ "lr": 0.0001,
+ "sup_loss": 2.2011898042593163
+ },
+ {
+ "step": 905,
+ "lr": 0.0001,
+ "sup_loss": 2.201114980652287
+ },
+ {
+ "step": 906,
+ "lr": 0.0001,
+ "sup_loss": 2.2010839388761654
+ },
+ {
+ "step": 907,
+ "lr": 0.0001,
+ "sup_loss": 2.2011066260231225
+ },
+ {
+ "step": 908,
+ "lr": 0.0001,
+ "sup_loss": 2.201111908179561
+ },
+ {
+ "step": 909,
+ "lr": 0.0001,
+ "sup_loss": 2.2010809698970335
+ },
+ {
+ "step": 910,
+ "lr": 0.0001,
+ "sup_loss": 2.2010995449035766
+ },
+ {
+ "step": 911,
+ "lr": 0.0001,
+ "sup_loss": 2.2010552392935954
+ },
+ {
+ "step": 912,
+ "lr": 0.0001,
+ "sup_loss": 2.201029023825253
+ },
+ {
+ "step": 913,
+ "lr": 0.0001,
+ "sup_loss": 2.200943471892004
+ },
+ {
+ "step": 914,
+ "lr": 0.0001,
+ "sup_loss": 2.200980833896399
+ },
+ {
+ "step": 915,
+ "lr": 0.0001,
+ "sup_loss": 2.2010700456810537
+ },
+ {
+ "step": 916,
+ "lr": 0.0001,
+ "sup_loss": 2.200896622835691
+ },
+ {
+ "step": 917,
+ "lr": 0.0001,
+ "sup_loss": 2.200987347007047
+ },
+ {
+ "step": 918,
+ "lr": 0.0001,
+ "sup_loss": 2.200882012650334
+ },
+ {
+ "step": 919,
+ "lr": 0.0001,
+ "sup_loss": 2.2008894594455137
+ },
+ {
+ "step": 920,
+ "lr": 0.0001,
+ "sup_loss": 2.200906012994198
+ },
+ {
+ "step": 921,
+ "lr": 0.0001,
+ "sup_loss": 2.2008042736527313
+ },
+ {
+ "step": 922,
+ "lr": 0.0001,
+ "sup_loss": 2.200886573334916
+ },
+ {
+ "step": 923,
+ "lr": 0.0001,
+ "sup_loss": 2.200890599674092
+ },
+ {
+ "step": 924,
+ "lr": 0.0001,
+ "sup_loss": 2.200866394128699
+ },
+ {
+ "step": 925,
+ "lr": 0.0001,
+ "sup_loss": 2.200889150378319
+ },
+ {
+ "step": 926,
+ "lr": 0.0001,
+ "sup_loss": 2.200822478600595
+ },
+ {
+ "step": 927,
+ "lr": 0.0001,
+ "sup_loss": 2.200872497048016
+ },
+ {
+ "step": 928,
+ "lr": 0.0001,
+ "sup_loss": 2.2007486366339144
+ },
+ {
+ "step": 929,
+ "lr": 0.0001,
+ "sup_loss": 2.2008072049273233
+ },
+ {
+ "step": 930,
+ "lr": 0.0001,
+ "sup_loss": 2.200714092098603
+ },
+ {
+ "step": 931,
+ "lr": 0.0001,
+ "sup_loss": 2.2006938546821018
+ },
+ {
+ "step": 932,
+ "lr": 0.0001,
+ "sup_loss": 2.2006972820938815
+ },
+ {
+ "step": 933,
+ "lr": 0.0001,
+ "sup_loss": 2.2006833207079888
+ },
+ {
+ "step": 934,
+ "lr": 0.0001,
+ "sup_loss": 2.2006629617376965
+ },
+ {
+ "step": 935,
+ "lr": 0.0001,
+ "sup_loss": 2.2006923370790727
+ },
+ {
+ "step": 936,
+ "lr": 0.0001,
+ "sup_loss": 2.2007020493686986
+ },
+ {
+ "step": 937,
+ "lr": 0.0001,
+ "sup_loss": 2.200661542319699
+ },
+ {
+ "step": 938,
+ "lr": 0.0001,
+ "sup_loss": 2.2007424345051425
+ },
+ {
+ "step": 939,
+ "lr": 0.0001,
+ "sup_loss": 2.2006466485351357
+ },
+ {
+ "step": 940,
+ "lr": 0.0001,
+ "sup_loss": 2.200640985444488
+ },
+ {
+ "step": 941,
+ "lr": 0.0001,
+ "sup_loss": 2.2006154396446402
+ },
+ {
+ "step": 942,
+ "lr": 0.0001,
+ "sup_loss": 2.200622252949636
+ },
+ {
+ "step": 943,
+ "lr": 0.0001,
+ "sup_loss": 2.2005978503372026
+ },
+ {
+ "step": 944,
+ "lr": 0.0001,
+ "sup_loss": 2.200589127181636
+ },
+ {
+ "step": 945,
+ "lr": 0.0001,
+ "sup_loss": 2.2005873948735655
+ },
+ {
+ "step": 946,
+ "lr": 0.0001,
+ "sup_loss": 2.2006292234524105
+ },
+ {
+ "step": 947,
+ "lr": 0.0001,
+ "sup_loss": 2.2005128505364837
+ },
+ {
+ "step": 948,
+ "lr": 0.0001,
+ "sup_loss": 2.2004986638021093
+ },
+ {
+ "step": 949,
+ "lr": 0.0001,
+ "sup_loss": 2.200523243338396
+ },
+ {
+ "step": 950,
+ "lr": 0.0001,
+ "sup_loss": 2.200578262432583
+ },
+ {
+ "step": 951,
+ "lr": 0.0001,
+ "sup_loss": 2.2005776007553526
+ },
+ {
+ "step": 952,
+ "lr": 0.0001,
+ "sup_loss": 2.2005943273716637
+ },
+ {
+ "step": 953,
+ "lr": 0.0001,
+ "sup_loss": 2.2006424525360546
+ },
+ {
+ "step": 954,
+ "lr": 0.0001,
+ "sup_loss": 2.2006490719835643
+ },
+ {
+ "step": 955,
+ "lr": 0.0001,
+ "sup_loss": 2.200704042512074
+ },
+ {
+ "step": 956,
+ "lr": 0.0001,
+ "sup_loss": 2.2006694548620964
+ },
+ {
+ "step": 957,
+ "lr": 0.0001,
+ "sup_loss": 2.200626525094939
+ },
+ {
+ "step": 958,
+ "lr": 0.0001,
+ "sup_loss": 2.200606112550939
+ },
+ {
+ "step": 959,
+ "lr": 0.0001,
+ "sup_loss": 2.2005982544370966
+ },
+ {
+ "step": 960,
+ "lr": 0.0001,
+ "sup_loss": 2.2005900404896015
+ },
+ {
+ "step": 961,
+ "lr": 0.0001,
+ "sup_loss": 2.200604536040705
+ },
+ {
+ "step": 962,
+ "lr": 0.0001,
+ "sup_loss": 2.200563545980337
+ },
+ {
+ "step": 963,
+ "lr": 0.0001,
+ "sup_loss": 2.2005799122918095
+ },
+ {
+ "step": 964,
+ "lr": 0.0001,
+ "sup_loss": 2.200603012205675
+ },
+ {
+ "step": 965,
+ "lr": 0.0001,
+ "sup_loss": 2.2006176030947344
+ },
+ {
+ "step": 966,
+ "lr": 0.0001,
+ "sup_loss": 2.2005400615740798
+ },
+ {
+ "step": 967,
+ "lr": 0.0001,
+ "sup_loss": 2.2005143195860093
+ },
+ {
+ "step": 968,
+ "lr": 0.0001,
+ "sup_loss": 2.2005005065226158
+ },
+ {
+ "step": 969,
+ "lr": 0.0001,
+ "sup_loss": 2.2004990272276785
+ },
+ {
+ "step": 970,
+ "lr": 0.0001,
+ "sup_loss": 2.200492580257006
+ },
+ {
+ "step": 971,
+ "lr": 0.0001,
+ "sup_loss": 2.200458725549873
+ },
+ {
+ "step": 972,
+ "lr": 0.0001,
+ "sup_loss": 2.2004423828555275
+ },
+ {
+ "step": 973,
+ "lr": 0.0001,
+ "sup_loss": 2.2004258274220048
+ },
+ {
+ "step": 974,
+ "lr": 0.0001,
+ "sup_loss": 2.2004269207549383
+ },
+ {
+ "step": 975,
+ "lr": 0.0001,
+ "sup_loss": 2.200414739736501
+ },
+ {
+ "step": 976,
+ "lr": 0.0001,
+ "sup_loss": 2.2004262014769647
+ },
+ {
+ "step": 977,
+ "lr": 0.0001,
+ "sup_loss": 2.2003791795256644
+ },
+ {
+ "step": 978,
+ "lr": 0.0001,
+ "sup_loss": 2.200396037914723
+ },
+ {
+ "step": 979,
+ "lr": 0.0001,
+ "sup_loss": 2.200477982793462
+ },
+ {
+ "step": 980,
+ "lr": 0.0001,
+ "sup_loss": 2.200341340356937
+ },
+ {
+ "step": 981,
+ "lr": 0.0001,
+ "sup_loss": 2.200401354211047
+ },
+ {
+ "step": 982,
+ "lr": 0.0001,
+ "sup_loss": 2.2003606900638646
+ },
+ {
+ "step": 983,
+ "lr": 0.0001,
+ "sup_loss": 2.200326207252538
+ },
+ {
+ "step": 984,
+ "lr": 0.0001,
+ "sup_loss": 2.200306684023233
+ },
+ {
+ "step": 985,
+ "lr": 0.0001,
+ "sup_loss": 2.2003779022976384
+ },
+ {
+ "step": 986,
+ "lr": 0.0001,
+ "sup_loss": 2.2002869469253072
+ },
+ {
+ "step": 987,
+ "lr": 0.0001,
+ "sup_loss": 2.20031564672767
+ },
+ {
+ "step": 988,
+ "lr": 0.0001,
+ "sup_loss": 2.20028136853216
+ },
+ {
+ "step": 989,
+ "lr": 0.0001,
+ "sup_loss": 2.200307538830476
+ },
+ {
+ "step": 990,
+ "lr": 0.0001,
+ "sup_loss": 2.2002885020194496
+ },
+ {
+ "step": 991,
+ "lr": 0.0001,
+ "sup_loss": 2.2002889557195826
+ },
+ {
+ "step": 992,
+ "lr": 0.0001,
+ "sup_loss": 2.2002816877725673
+ },
+ {
+ "step": 993,
+ "lr": 0.0001,
+ "sup_loss": 2.2002779711914524
+ },
+ {
+ "step": 994,
+ "lr": 0.0001,
+ "sup_loss": 2.20027749412057
+ },
+ {
+ "step": 995,
+ "lr": 0.0001,
+ "sup_loss": 2.200204460959459
+ },
+ {
+ "step": 996,
+ "lr": 0.0001,
+ "sup_loss": 2.200245971562934
+ },
+ {
+ "step": 997,
+ "lr": 0.0001,
+ "sup_loss": 2.2002246225638147
+ },
+ {
+ "step": 998,
+ "lr": 0.0001,
+ "sup_loss": 2.200154875783354
+ },
+ {
+ "step": 999,
+ "lr": 0.0001,
+ "sup_loss": 2.200170774179006
+ },
+ {
+ "step": 1000,
+ "lr": 0.0001,
+ "sup_loss": 2.200152132623038
+ },
+ {
+ "step": 1001,
+ "lr": 0.0001,
+ "sup_loss": 2.200123126639622
+ },
+ {
+ "step": 1002,
+ "lr": 0.0001,
+ "sup_loss": 2.2000820727908152
+ },
+ {
+ "step": 1003,
+ "lr": 0.0001,
+ "sup_loss": 2.2001294177845883
+ },
+ {
+ "step": 1004,
+ "lr": 0.0001,
+ "sup_loss": 2.200089719697746
+ },
+ {
+ "step": 1005,
+ "lr": 0.0001,
+ "sup_loss": 2.2000960477893075
+ },
+ {
+ "step": 1006,
+ "lr": 0.0001,
+ "sup_loss": 2.200039012040703
+ },
+ {
+ "step": 1007,
+ "lr": 0.0001,
+ "sup_loss": 2.200047580688411
+ },
+ {
+ "step": 1008,
+ "lr": 0.0001,
+ "sup_loss": 2.20007300040131
+ },
+ {
+ "step": 1009,
+ "lr": 0.0001,
+ "sup_loss": 2.2000459760850934
+ },
+ {
+ "step": 1010,
+ "lr": 0.0001,
+ "sup_loss": 2.2000368884387402
+ },
+ {
+ "step": 1011,
+ "lr": 0.0001,
+ "sup_loss": 2.2000319737633323
+ },
+ {
+ "step": 1012,
+ "lr": 0.0001,
+ "sup_loss": 2.2000096941929947
+ },
+ {
+ "step": 1013,
+ "lr": 0.0001,
+ "sup_loss": 2.200001100175232
+ },
+ {
+ "step": 1014,
+ "lr": 0.0001,
+ "sup_loss": 2.199982522419338
+ },
+ {
+ "step": 1015,
+ "lr": 0.0001,
+ "sup_loss": 2.1999761013368397
+ },
+ {
+ "step": 1016,
+ "lr": 0.0001,
+ "sup_loss": 2.1999337911813583
+ },
+ {
+ "step": 1017,
+ "lr": 0.0001,
+ "sup_loss": 2.19992258719513
+ },
+ {
+ "step": 1018,
+ "lr": 0.0001,
+ "sup_loss": 2.199944568239822
+ },
+ {
+ "step": 1019,
+ "lr": 0.0001,
+ "sup_loss": 2.1999363223991915
+ },
+ {
+ "step": 1020,
+ "lr": 0.0001,
+ "sup_loss": 2.199966875624257
+ },
+ {
+ "step": 1021,
+ "lr": 0.0001,
+ "sup_loss": 2.1999167514441478
+ },
+ {
+ "step": 1022,
+ "lr": 0.0001,
+ "sup_loss": 2.199928437273929
+ },
+ {
+ "step": 1023,
+ "lr": 0.0001,
+ "sup_loss": 2.199972623837777
+ },
+ {
+ "step": 1024,
+ "lr": 0.0001,
+ "sup_loss": 2.1999086882927332
+ },
+ {
+ "step": 1025,
+ "lr": 0.0001,
+ "sup_loss": 2.199885495047854
+ },
+ {
+ "step": 1026,
+ "lr": 0.0001,
+ "sup_loss": 2.1998810581449137
+ },
+ {
+ "step": 1027,
+ "lr": 0.0001,
+ "sup_loss": 2.199839598055426
+ },
+ {
+ "step": 1028,
+ "lr": 0.0001,
+ "sup_loss": 2.1998644700997385
+ },
+ {
+ "step": 1029,
+ "lr": 0.0001,
+ "sup_loss": 2.1998387463692413
+ },
+ {
+ "step": 1030,
+ "lr": 0.0001,
+ "sup_loss": 2.1998004603986794
+ },
+ {
+ "step": 1031,
+ "lr": 0.0001,
+ "sup_loss": 2.1997942499255787
+ },
+ {
+ "step": 1032,
+ "lr": 0.0001,
+ "sup_loss": 2.1997862284417704
+ },
+ {
+ "step": 1033,
+ "lr": 0.0001,
+ "sup_loss": 2.199747647718616
+ },
+ {
+ "step": 1034,
+ "lr": 0.0001,
+ "sup_loss": 2.199735649805482
+ },
+ {
+ "step": 1035,
+ "lr": 0.0001,
+ "sup_loss": 2.199749866905596
+ },
+ {
+ "step": 1036,
+ "lr": 0.0001,
+ "sup_loss": 2.1997345347953323
+ },
+ {
+ "step": 1037,
+ "lr": 0.0001,
+ "sup_loss": 2.1997237819492903
+ },
+ {
+ "step": 1038,
+ "lr": 0.0001,
+ "sup_loss": 2.1996922483285575
+ },
+ {
+ "step": 1039,
+ "lr": 0.0001,
+ "sup_loss": 2.1997045150312546
+ },
+ {
+ "step": 1040,
+ "lr": 0.0001,
+ "sup_loss": 2.1997188897628455
+ },
+ {
+ "step": 1041,
+ "lr": 0.0001,
+ "sup_loss": 2.199685198413937
+ },
+ {
+ "step": 1042,
+ "lr": 0.0001,
+ "sup_loss": 2.1996954837943803
+ },
+ {
+ "step": 1043,
+ "lr": 0.0001,
+ "sup_loss": 2.199670071361164
+ },
+ {
+ "step": 1044,
+ "lr": 0.0001,
+ "sup_loss": 2.199645848764149
+ },
+ {
+ "step": 1045,
+ "lr": 0.0001,
+ "sup_loss": 2.19964314777715
+ },
+ {
+ "step": 1046,
+ "lr": 0.0001,
+ "sup_loss": 2.199642974218232
+ },
+ {
+ "step": 1047,
+ "lr": 0.0001,
+ "sup_loss": 2.199618373713803
+ },
+ {
+ "step": 1048,
+ "lr": 0.0001,
+ "sup_loss": 2.1996509077524715
+ },
+ {
+ "step": 1049,
+ "lr": 0.0001,
+ "sup_loss": 2.1996557869564555
+ },
+ {
+ "step": 1050,
+ "lr": 0.0001,
+ "sup_loss": 2.19967401554275
+ },
+ {
+ "step": 1051,
+ "lr": 0.0001,
+ "sup_loss": 2.1996037373874597
+ },
+ {
+ "step": 1052,
+ "lr": 0.0001,
+ "sup_loss": 2.199609065508618
+ },
+ {
+ "step": 1053,
+ "lr": 0.0001,
+ "sup_loss": 2.199570985980483
+ },
+ {
+ "step": 1054,
+ "lr": 0.0001,
+ "sup_loss": 2.199592704380824
+ },
+ {
+ "step": 1055,
+ "lr": 0.0001,
+ "sup_loss": 2.199584954867057
+ },
+ {
+ "step": 1056,
+ "lr": 0.0001,
+ "sup_loss": 2.1995616568797214
+ },
+ {
+ "step": 1057,
+ "lr": 0.0001,
+ "sup_loss": 2.1995645198866614
+ },
+ {
+ "step": 1058,
+ "lr": 0.0001,
+ "sup_loss": 2.199551927143007
+ },
+ {
+ "step": 1059,
+ "lr": 0.0001,
+ "sup_loss": 2.1995462030655917
+ },
+ {
+ "step": 1060,
+ "lr": 0.0001,
+ "sup_loss": 2.19956604561359
+ },
+ {
+ "step": 1061,
+ "lr": 0.0001,
+ "sup_loss": 2.199545915221313
+ },
+ {
+ "step": 1062,
+ "lr": 0.0001,
+ "sup_loss": 2.1995392367732625
+ },
+ {
+ "step": 1063,
+ "lr": 0.0001,
+ "sup_loss": 2.199521038880376
+ },
+ {
+ "step": 1064,
+ "lr": 0.0001,
+ "sup_loss": 2.1995269139986333
+ },
+ {
+ "step": 1065,
+ "lr": 0.0001,
+ "sup_loss": 2.1995200485373623
+ },
+ {
+ "step": 1066,
+ "lr": 0.0001,
+ "sup_loss": 2.1995186151247195
+ },
+ {
+ "step": 1067,
+ "lr": 0.0001,
+ "sup_loss": 2.199518492577736
+ },
+ {
+ "step": 1068,
+ "lr": 0.0001,
+ "sup_loss": 2.199494496684978
+ },
+ {
+ "step": 1069,
+ "lr": 0.0001,
+ "sup_loss": 2.1995362990303224
+ },
+ {
+ "step": 1070,
+ "lr": 0.0001,
+ "sup_loss": 2.1994951113430603
+ },
+ {
+ "step": 1071,
+ "lr": 0.0001,
+ "sup_loss": 2.1994625488393638
+ },
+ {
+ "step": 1072,
+ "lr": 0.0001,
+ "sup_loss": 2.1994905797579283
+ },
+ {
+ "step": 1073,
+ "lr": 0.0001,
+ "sup_loss": 2.199450651182908
+ },
+ {
+ "step": 1074,
+ "lr": 0.0001,
+ "sup_loss": 2.199503807909498
+ },
+ {
+ "step": 1075,
+ "lr": 0.0001,
+ "sup_loss": 2.1994931536690334
+ },
+ {
+ "step": 1076,
+ "lr": 0.0001,
+ "sup_loss": 2.199529656481996
+ },
+ {
+ "step": 1077,
+ "lr": 0.0001,
+ "sup_loss": 2.199567277573229
+ },
+ {
+ "step": 1078,
+ "lr": 0.0001,
+ "sup_loss": 2.199570137949851
+ },
+ {
+ "step": 1079,
+ "lr": 0.0001,
+ "sup_loss": 2.1995576338693583
+ },
+ {
+ "step": 1080,
+ "lr": 0.0001,
+ "sup_loss": 2.1995400524140685
+ },
+ {
+ "step": 1081,
+ "lr": 0.0001,
+ "sup_loss": 2.199544749921104
+ },
+ {
+ "step": 1082,
+ "lr": 0.0001,
+ "sup_loss": 2.199523424111251
+ },
+ {
+ "step": 1083,
+ "lr": 0.0001,
+ "sup_loss": 2.199530935857992
+ },
+ {
+ "step": 1084,
+ "lr": 0.0001,
+ "sup_loss": 2.199531235751161
+ },
+ {
+ "step": 1085,
+ "lr": 0.0001,
+ "sup_loss": 2.199517012778417
+ },
+ {
+ "step": 1086,
+ "lr": 0.0001,
+ "sup_loss": 2.1995045528835346
+ },
+ {
+ "step": 1087,
+ "lr": 0.0001,
+ "sup_loss": 2.1994495465430415
+ },
+ {
+ "step": 1088,
+ "lr": 0.0001,
+ "sup_loss": 2.1994685442866464
+ },
+ {
+ "step": 1089,
+ "lr": 0.0001,
+ "sup_loss": 2.199474817517819
+ },
+ {
+ "step": 1090,
+ "lr": 0.0001,
+ "sup_loss": 2.1994825501722386
+ },
+ {
+ "step": 1091,
+ "lr": 0.0001,
+ "sup_loss": 2.19944660607929
+ },
+ {
+ "step": 1092,
+ "lr": 0.0001,
+ "sup_loss": 2.1994372522945436
+ },
+ {
+ "step": 1093,
+ "lr": 0.0001,
+ "sup_loss": 2.1994283388084943
+ },
+ {
+ "step": 1094,
+ "lr": 0.0001,
+ "sup_loss": 2.199417457881726
+ },
+ {
+ "step": 1095,
+ "lr": 0.0001,
+ "sup_loss": 2.1993210717523723
+ },
+ {
+ "step": 1096,
+ "lr": 0.0001,
+ "sup_loss": 2.199332428904555
+ },
+ {
+ "step": 1097,
+ "lr": 0.0001,
+ "sup_loss": 2.1993186690438313
+ },
+ {
+ "step": 1098,
+ "lr": 0.0001,
+ "sup_loss": 2.1992878663643074
+ },
+ {
+ "step": 1099,
+ "lr": 0.0001,
+ "sup_loss": 2.199269755726869
+ },
+ {
+ "step": 1100,
+ "lr": 0.0001,
+ "sup_loss": 2.19925145552739
+ },
+ {
+ "step": 1101,
+ "lr": 0.0001,
+ "sup_loss": 2.1992518666132597
+ },
+ {
+ "step": 1102,
+ "lr": 0.0001,
+ "sup_loss": 2.1992957314894963
+ },
+ {
+ "step": 1103,
+ "lr": 0.0001,
+ "sup_loss": 2.1992783264386637
+ },
+ {
+ "step": 1104,
+ "lr": 0.0001,
+ "sup_loss": 2.1992670326953783
+ },
+ {
+ "step": 1105,
+ "lr": 0.0001,
+ "sup_loss": 2.1992384990166727
+ },
+ {
+ "step": 1106,
+ "lr": 0.0001,
+ "sup_loss": 2.199196805183956
+ },
+ {
+ "step": 1107,
+ "lr": 0.0001,
+ "sup_loss": 2.1991809934782047
+ },
+ {
+ "step": 1108,
+ "lr": 0.0001,
+ "sup_loss": 2.199143378314656
+ },
+ {
+ "step": 1109,
+ "lr": 0.0001,
+ "sup_loss": 2.199163337325676
+ },
+ {
+ "step": 1110,
+ "lr": 0.0001,
+ "sup_loss": 2.199126389031877
+ },
+ {
+ "step": 1111,
+ "lr": 0.0001,
+ "sup_loss": 2.1991844594380856
+ },
+ {
+ "step": 1112,
+ "lr": 0.0001,
+ "sup_loss": 2.1991754961201706
+ },
+ {
+ "step": 1113,
+ "lr": 0.0001,
+ "sup_loss": 2.1990774818311274
+ },
+ {
+ "step": 1114,
+ "lr": 0.0001,
+ "sup_loss": 2.1991209434801418
+ },
+ {
+ "step": 1115,
+ "lr": 0.0001,
+ "sup_loss": 2.199066154064319
+ },
+ {
+ "step": 1116,
+ "lr": 0.0001,
+ "sup_loss": 2.199076691530373
+ },
+ {
+ "step": 1117,
+ "lr": 0.0001,
+ "sup_loss": 2.199041507412553
+ },
+ {
+ "step": 1118,
+ "lr": 0.0001,
+ "sup_loss": 2.1990874171693586
+ },
+ {
+ "step": 1119,
+ "lr": 0.0001,
+ "sup_loss": 2.1990609679735384
+ },
+ {
+ "step": 1120,
+ "lr": 0.0001,
+ "sup_loss": 2.199153621915959
+ },
+ {
+ "step": 1121,
+ "lr": 0.0001,
+ "sup_loss": 2.1990249358796774
+ },
+ {
+ "step": 1122,
+ "lr": 0.0001,
+ "sup_loss": 2.1991705049235373
+ },
+ {
+ "step": 1123,
+ "lr": 0.0001,
+ "sup_loss": 2.1991556074655274
+ },
+ {
+ "step": 1124,
+ "lr": 0.0001,
+ "sup_loss": 2.199048519912572
+ },
+ {
+ "step": 1125,
+ "lr": 0.0001,
+ "sup_loss": 2.199147223652934
+ },
+ {
+ "step": 1126,
+ "lr": 0.0001,
+ "sup_loss": 2.1991837508500582
+ },
+ {
+ "step": 1127,
+ "lr": 0.0001,
+ "sup_loss": 2.199057980727179
+ },
+ {
+ "step": 1128,
+ "lr": 0.0001,
+ "sup_loss": 2.199039405959408
+ },
+ {
+ "step": 1129,
+ "lr": 0.0001,
+ "sup_loss": 2.1991170615568763
+ },
+ {
+ "step": 1130,
+ "lr": 0.0001,
+ "sup_loss": 2.1991429155294786
+ },
+ {
+ "step": 1131,
+ "lr": 0.0001,
+ "sup_loss": 2.199125921911959
+ },
+ {
+ "step": 1132,
+ "lr": 0.0001,
+ "sup_loss": 2.199197670724437
+ },
+ {
+ "step": 1133,
+ "lr": 0.0001,
+ "sup_loss": 2.1992333905048493
+ },
+ {
+ "step": 1134,
+ "lr": 0.0001,
+ "sup_loss": 2.199188478382472
+ },
+ {
+ "step": 1135,
+ "lr": 0.0001,
+ "sup_loss": 2.1993502743496913
+ },
+ {
+ "step": 1136,
+ "lr": 0.0001,
+ "sup_loss": 2.1989827273637825
+ },
+ {
+ "step": 1137,
+ "lr": 0.0001,
+ "sup_loss": 2.1991922303869846
+ },
+ {
+ "step": 1138,
+ "lr": 0.0001,
+ "sup_loss": 2.199330779996429
+ },
+ {
+ "step": 1139,
+ "lr": 0.0001,
+ "sup_loss": 2.1989318491569216
+ },
+ {
+ "step": 1140,
+ "lr": 0.0001,
+ "sup_loss": 2.198969194766669
+ },
+ {
+ "step": 1141,
+ "lr": 0.0001,
+ "sup_loss": 2.199282688806128
+ },
+ {
+ "step": 1142,
+ "lr": 0.0001,
+ "sup_loss": 2.1990426352614945
+ },
+ {
+ "step": 1143,
+ "lr": 0.0001,
+ "sup_loss": 2.19936078664714
+ },
+ {
+ "step": 1144,
+ "lr": 0.0001,
+ "sup_loss": 2.199149592884414
+ },
+ {
+ "step": 1145,
+ "lr": 0.0001,
+ "sup_loss": 2.1992281758126677
+ },
+ {
+ "step": 1146,
+ "lr": 0.0001,
+ "sup_loss": 2.1993484428419423
+ },
+ {
+ "step": 1147,
+ "lr": 0.0001,
+ "sup_loss": 2.199302259111751
+ },
+ {
+ "step": 1148,
+ "lr": 0.0001,
+ "sup_loss": 2.199247150021272
+ },
+ {
+ "step": 1149,
+ "lr": 0.0001,
+ "sup_loss": 2.199146114391339
+ },
+ {
+ "step": 1150,
+ "lr": 0.0001,
+ "sup_loss": 2.1991673406190175
+ },
+ {
+ "step": 1151,
+ "lr": 0.0001,
+ "sup_loss": 2.199213709666499
+ },
+ {
+ "step": 1152,
+ "lr": 0.0001,
+ "sup_loss": 2.199069468059086
+ },
+ {
+ "step": 1153,
+ "lr": 0.0001,
+ "sup_loss": 2.1993353191763236
+ },
+ {
+ "step": 1154,
+ "lr": 0.0001,
+ "sup_loss": 2.19910503459144
+ },
+ {
+ "step": 1155,
+ "lr": 0.0001,
+ "sup_loss": 2.199116997874
+ },
+ {
+ "step": 1156,
+ "lr": 0.0001,
+ "sup_loss": 2.1991570673834806
+ },
+ {
+ "step": 1157,
+ "lr": 0.0001,
+ "sup_loss": 2.1991136904167323
+ },
+ {
+ "step": 1158,
+ "lr": 0.0001,
+ "sup_loss": 2.199033044238992
+ },
+ {
+ "step": 1159,
+ "lr": 0.0001,
+ "sup_loss": 2.1991510169130297
+ },
+ {
+ "step": 1160,
+ "lr": 0.0001,
+ "sup_loss": 2.1991465413412503
+ },
+ {
+ "step": 1161,
+ "lr": 0.0001,
+ "sup_loss": 2.1991487789996085
+ },
+ {
+ "step": 1162,
+ "lr": 0.0001,
+ "sup_loss": 2.19916218537416
+ },
+ {
+ "step": 1163,
+ "lr": 0.0001,
+ "sup_loss": 2.1990684613144285
+ },
+ {
+ "step": 1164,
+ "lr": 0.0001,
+ "sup_loss": 2.199097756205079
+ },
+ {
+ "step": 1165,
+ "lr": 0.0001,
+ "sup_loss": 2.19906126134195
+ },
+ {
+ "step": 1166,
+ "lr": 0.0001,
+ "sup_loss": 2.1992141112430277
+ },
+ {
+ "step": 1167,
+ "lr": 0.0001,
+ "sup_loss": 2.1991537735508677
+ },
+ {
+ "step": 1168,
+ "lr": 0.0001,
+ "sup_loss": 2.198956108039192
+ },
+ {
+ "step": 1169,
+ "lr": 0.0001,
+ "sup_loss": 2.1990707656097963
+ },
+ {
+ "step": 1170,
+ "lr": 0.0001,
+ "sup_loss": 2.1990771153739637
+ },
+ {
+ "step": 1171,
+ "lr": 0.0001,
+ "sup_loss": 2.199127978329333
+ },
+ {
+ "step": 1172,
+ "lr": 0.0001,
+ "sup_loss": 2.199211950838545
+ },
+ {
+ "step": 1173,
+ "lr": 0.0001,
+ "sup_loss": 2.1991126997806005
+ },
+ {
+ "step": 1174,
+ "lr": 0.0001,
+ "sup_loss": 2.199055547521239
+ },
+ {
+ "step": 1175,
+ "lr": 0.0001,
+ "sup_loss": 2.198971954405323
+ },
+ {
+ "step": 1176,
+ "lr": 0.0001,
+ "sup_loss": 2.1990269338485975
+ },
+ {
+ "step": 1177,
+ "lr": 0.0001,
+ "sup_loss": 2.1989733387250125
+ },
+ {
+ "step": 1178,
+ "lr": 0.0001,
+ "sup_loss": 2.1990127711876353
+ },
+ {
+ "step": 1179,
+ "lr": 0.0001,
+ "sup_loss": 2.199019559918397
+ },
+ {
+ "step": 1180,
+ "lr": 0.0001,
+ "sup_loss": 2.1991616277263386
+ },
+ {
+ "step": 1181,
+ "lr": 0.0001,
+ "sup_loss": 2.1991851949446657
+ },
+ {
+ "step": 1182,
+ "lr": 0.0001,
+ "sup_loss": 2.1990610725823005
+ },
+ {
+ "step": 1183,
+ "lr": 0.0001,
+ "sup_loss": 2.1990132186441746
+ },
+ {
+ "step": 1184,
+ "lr": 0.0001,
+ "sup_loss": 2.1990634856175277
+ },
+ {
+ "step": 1185,
+ "lr": 0.0001,
+ "sup_loss": 2.1990050594312325
+ },
+ {
+ "step": 1186,
+ "lr": 0.0001,
+ "sup_loss": 2.1990561128604718
+ },
+ {
+ "step": 1187,
+ "lr": 0.0001,
+ "sup_loss": 2.199103046483348
+ },
+ {
+ "step": 1188,
+ "lr": 0.0001,
+ "sup_loss": 2.199015402380846
+ },
+ {
+ "step": 1189,
+ "lr": 0.0001,
+ "sup_loss": 2.1989962030453722
+ },
+ {
+ "step": 1190,
+ "lr": 0.0001,
+ "sup_loss": 2.198960930811251
+ },
+ {
+ "step": 1191,
+ "lr": 0.0001,
+ "sup_loss": 2.198934533754799
+ },
+ {
+ "step": 1192,
+ "lr": 0.0001,
+ "sup_loss": 2.1989639868601447
+ },
+ {
+ "step": 1193,
+ "lr": 0.0001,
+ "sup_loss": 2.199044778588006
+ },
+ {
+ "step": 1194,
+ "lr": 0.0001,
+ "sup_loss": 2.1989369921809025
+ },
+ {
+ "step": 1195,
+ "lr": 0.0001,
+ "sup_loss": 2.1989268960761885
+ },
+ {
+ "step": 1196,
+ "lr": 0.0001,
+ "sup_loss": 2.199027112705364
+ },
+ {
+ "step": 1197,
+ "lr": 0.0001,
+ "sup_loss": 2.198959669558059
+ },
+ {
+ "step": 1198,
+ "lr": 0.0001,
+ "sup_loss": 2.199031743917905
+ },
+ {
+ "step": 1199,
+ "lr": 0.0001,
+ "sup_loss": 2.198960115454357
+ },
+ {
+ "step": 1200,
+ "lr": 0.0001,
+ "sup_loss": 2.199029076694603
+ },
+ {
+ "step": 1201,
+ "lr": 0.0001,
+ "sup_loss": 2.1990111112199604
+ },
+ {
+ "step": 1202,
+ "lr": 0.0001,
+ "sup_loss": 2.1990717414772343
+ },
+ {
+ "step": 1203,
+ "lr": 0.0001,
+ "sup_loss": 2.199066035530352
+ },
+ {
+ "step": 1204,
+ "lr": 0.0001,
+ "sup_loss": 2.198993790661039
+ },
+ {
+ "step": 1205,
+ "lr": 0.0001,
+ "sup_loss": 2.199010079249905
+ },
+ {
+ "step": 1206,
+ "lr": 0.0001,
+ "sup_loss": 2.199043932286836
+ },
+ {
+ "step": 1207,
+ "lr": 0.0001,
+ "sup_loss": 2.1990003263787488
+ },
+ {
+ "step": 1208,
+ "lr": 0.0001,
+ "sup_loss": 2.198967707679285
+ },
+ {
+ "step": 1209,
+ "lr": 0.0001,
+ "sup_loss": 2.1990587136417403
+ },
+ {
+ "step": 1210,
+ "lr": 0.0001,
+ "sup_loss": 2.199006218629253
+ },
+ {
+ "step": 1211,
+ "lr": 0.0001,
+ "sup_loss": 2.1989909487161983
+ },
+ {
+ "step": 1212,
+ "lr": 0.0001,
+ "sup_loss": 2.198920587210497
+ },
+ {
+ "step": 1213,
+ "lr": 0.0001,
+ "sup_loss": 2.1990435052866957
+ },
+ {
+ "step": 1214,
+ "lr": 0.0001,
+ "sup_loss": 2.1989870279771115
+ },
+ {
+ "step": 1215,
+ "lr": 0.0001,
+ "sup_loss": 2.1990140116344303
+ },
+ {
+ "step": 1216,
+ "lr": 0.0001,
+ "sup_loss": 2.1989684414104493
+ },
+ {
+ "step": 1217,
+ "lr": 0.0001,
+ "sup_loss": 2.198922144540893
+ },
+ {
+ "step": 1218,
+ "lr": 0.0001,
+ "sup_loss": 2.1989014805041194
+ },
+ {
+ "step": 1219,
+ "lr": 0.0001,
+ "sup_loss": 2.1989225590662302
+ },
+ {
+ "step": 1220,
+ "lr": 0.0001,
+ "sup_loss": 2.198898919500716
+ },
+ {
+ "step": 1221,
+ "lr": 0.0001,
+ "sup_loss": 2.198988271963199
+ },
+ {
+ "step": 1222,
+ "lr": 0.0001,
+ "sup_loss": 2.199027697429467
+ },
+ {
+ "step": 1223,
+ "lr": 0.0001,
+ "sup_loss": 2.1988772921505673
+ },
+ {
+ "step": 1224,
+ "lr": 0.0001,
+ "sup_loss": 2.1988855231293076
+ },
+ {
+ "step": 1225,
+ "lr": 0.0001,
+ "sup_loss": 2.198861025399836
+ },
+ {
+ "step": 1226,
+ "lr": 0.0001,
+ "sup_loss": 2.1987835814172714
+ },
+ {
+ "step": 1227,
+ "lr": 0.0001,
+ "sup_loss": 2.198839860581799
+ },
+ {
+ "step": 1228,
+ "lr": 0.0001,
+ "sup_loss": 2.1988062101197117
+ },
+ {
+ "step": 1229,
+ "lr": 0.0001,
+ "sup_loss": 2.1988057111512713
+ },
+ {
+ "step": 1230,
+ "lr": 0.0001,
+ "sup_loss": 2.198890993846529
+ },
+ {
+ "step": 1231,
+ "lr": 0.0001,
+ "sup_loss": 2.1988007970325354
+ },
+ {
+ "step": 1232,
+ "lr": 0.0001,
+ "sup_loss": 2.198791882629915
+ },
+ {
+ "step": 1233,
+ "lr": 0.0001,
+ "sup_loss": 2.198770487994753
+ },
+ {
+ "step": 1234,
+ "lr": 0.0001,
+ "sup_loss": 2.198733079298889
+ },
+ {
+ "step": 1235,
+ "lr": 0.0001,
+ "sup_loss": 2.1986140066373827
+ },
+ {
+ "step": 1236,
+ "lr": 0.0001,
+ "sup_loss": 2.1986666050541297
+ },
+ {
+ "step": 1237,
+ "lr": 0.0001,
+ "sup_loss": 2.1987679074329827
+ },
+ {
+ "step": 1238,
+ "lr": 0.0001,
+ "sup_loss": 2.1986529710912377
+ },
+ {
+ "step": 1239,
+ "lr": 0.0001,
+ "sup_loss": 2.1986101228710107
+ },
+ {
+ "step": 1240,
+ "lr": 0.0001,
+ "sup_loss": 2.1987555700101096
+ },
+ {
+ "step": 1241,
+ "lr": 0.0001,
+ "sup_loss": 2.1987869896333665
+ },
+ {
+ "step": 1242,
+ "lr": 0.0001,
+ "sup_loss": 2.1987757524025238
+ },
+ {
+ "step": 1243,
+ "lr": 0.0001,
+ "sup_loss": 2.1987713329658285
+ },
+ {
+ "step": 1244,
+ "lr": 0.0001,
+ "sup_loss": 2.1986159966611813
+ },
+ {
+ "step": 1245,
+ "lr": 0.0001,
+ "sup_loss": 2.1985927130087815
+ },
+ {
+ "step": 1246,
+ "lr": 0.0001,
+ "sup_loss": 2.1985890664723478
+ },
+ {
+ "step": 1247,
+ "lr": 0.0001,
+ "sup_loss": 2.198657764876899
+ },
+ {
+ "step": 1248,
+ "lr": 0.0001,
+ "sup_loss": 2.198681942345739
+ },
+ {
+ "step": 1249,
+ "lr": 0.0001,
+ "sup_loss": 2.1986909137898785
+ },
+ {
+ "step": 1250,
+ "lr": 0.0001,
+ "sup_loss": 2.198650545323616
+ },
+ {
+ "step": 1251,
+ "lr": 0.0001,
+ "sup_loss": 2.198689064839419
+ },
+ {
+ "step": 1252,
+ "lr": 0.0001,
+ "sup_loss": 2.1986445359325533
+ },
+ {
+ "step": 1253,
+ "lr": 0.0001,
+ "sup_loss": 2.198613675577668
+ },
+ {
+ "step": 1254,
+ "lr": 0.0001,
+ "sup_loss": 2.198563426124381
+ },
+ {
+ "step": 1255,
+ "lr": 0.0001,
+ "sup_loss": 2.1986283624486833
+ },
+ {
+ "step": 1256,
+ "lr": 0.0001,
+ "sup_loss": 2.1987369926574716
+ },
+ {
+ "step": 1257,
+ "lr": 0.0001,
+ "sup_loss": 2.198687812301948
+ },
+ {
+ "step": 1258,
+ "lr": 0.0001,
+ "sup_loss": 2.198747534839166
+ },
+ {
+ "step": 1259,
+ "lr": 0.0001,
+ "sup_loss": 2.1987128546417822
+ },
+ {
+ "step": 1260,
+ "lr": 0.0001,
+ "sup_loss": 2.198665624899237
+ },
+ {
+ "step": 1261,
+ "lr": 0.0001,
+ "sup_loss": 2.198575327423013
+ },
+ {
+ "step": 1262,
+ "lr": 0.0001,
+ "sup_loss": 2.198603522940399
+ },
+ {
+ "step": 1263,
+ "lr": 0.0001,
+ "sup_loss": 2.1986348774234
+ },
+ {
+ "step": 1264,
+ "lr": 0.0001,
+ "sup_loss": 2.1986020057540983
+ },
+ {
+ "step": 1265,
+ "lr": 0.0001,
+ "sup_loss": 2.198754673391454
+ },
+ {
+ "step": 1266,
+ "lr": 0.0001,
+ "sup_loss": 2.198650352835629
+ },
+ {
+ "step": 1267,
+ "lr": 0.0001,
+ "sup_loss": 2.1987392592332755
+ },
+ {
+ "step": 1268,
+ "lr": 0.0001,
+ "sup_loss": 2.1987664746852564
+ },
+ {
+ "step": 1269,
+ "lr": 0.0001,
+ "sup_loss": 2.198518517904745
+ },
+ {
+ "step": 1270,
+ "lr": 0.0001,
+ "sup_loss": 2.198576817127274
+ },
+ {
+ "step": 1271,
+ "lr": 0.0001,
+ "sup_loss": 2.198621407368558
+ },
+ {
+ "step": 1272,
+ "lr": 0.0001,
+ "sup_loss": 2.198533816326139
+ },
+ {
+ "step": 1273,
+ "lr": 0.0001,
+ "sup_loss": 2.198610185110971
+ },
+ {
+ "step": 1274,
+ "lr": 0.0001,
+ "sup_loss": 2.1987518602535028
+ },
+ {
+ "step": 1275,
+ "lr": 0.0001,
+ "sup_loss": 2.198655017640015
+ },
+ {
+ "step": 1276,
+ "lr": 0.0001,
+ "sup_loss": 2.198603802668048
+ },
+ {
+ "step": 1277,
+ "lr": 0.0001,
+ "sup_loss": 2.198538105160702
+ },
+ {
+ "step": 1278,
+ "lr": 0.0001,
+ "sup_loss": 2.1986216048844813
+ },
+ {
+ "step": 1279,
+ "lr": 0.0001,
+ "sup_loss": 2.198677261705949
+ },
+ {
+ "step": 1280,
+ "lr": 0.0001,
+ "sup_loss": 2.1986110694744925
+ },
+ {
+ "step": 1281,
+ "lr": 0.0001,
+ "sup_loss": 2.198489895867369
+ },
+ {
+ "step": 1282,
+ "lr": 0.0001,
+ "sup_loss": 2.198590949515596
+ },
+ {
+ "step": 1283,
+ "lr": 0.0001,
+ "sup_loss": 2.1985318614273264
+ },
+ {
+ "step": 1284,
+ "lr": 0.0001,
+ "sup_loss": 2.19858910618376
+ },
+ {
+ "step": 1285,
+ "lr": 0.0001,
+ "sup_loss": 2.1985461008336706
+ },
+ {
+ "step": 1286,
+ "lr": 0.0001,
+ "sup_loss": 2.1985360375444167
+ },
+ {
+ "step": 1287,
+ "lr": 0.0001,
+ "sup_loss": 2.19868777772313
+ },
+ {
+ "step": 1288,
+ "lr": 0.0001,
+ "sup_loss": 2.1985719197199556
+ },
+ {
+ "step": 1289,
+ "lr": 0.0001,
+ "sup_loss": 2.198465445148978
+ },
+ {
+ "step": 1290,
+ "lr": 0.0001,
+ "sup_loss": 2.1985869788781196
+ },
+ {
+ "step": 1291,
+ "lr": 0.0001,
+ "sup_loss": 2.1985226539091114
+ },
+ {
+ "step": 1292,
+ "lr": 0.0001,
+ "sup_loss": 2.198494762387587
+ },
+ {
+ "step": 1293,
+ "lr": 0.0001,
+ "sup_loss": 2.198489240567357
+ },
+ {
+ "step": 1294,
+ "lr": 0.0001,
+ "sup_loss": 2.1985296630999898
+ },
+ {
+ "step": 1295,
+ "lr": 0.0001,
+ "sup_loss": 2.198555105335445
+ },
+ {
+ "step": 1296,
+ "lr": 0.0001,
+ "sup_loss": 2.198491533780298
+ },
+ {
+ "step": 1297,
+ "lr": 0.0001,
+ "sup_loss": 2.1986295568957845
+ },
+ {
+ "step": 1298,
+ "lr": 0.0001,
+ "sup_loss": 2.198461693544685
+ },
+ {
+ "step": 1299,
+ "lr": 0.0001,
+ "sup_loss": 2.1985276378137084
+ },
+ {
+ "step": 1300,
+ "lr": 0.0001,
+ "sup_loss": 2.1985167496551163
+ },
+ {
+ "step": 1301,
+ "lr": 0.0001,
+ "sup_loss": 2.198677273570196
+ },
+ {
+ "step": 1302,
+ "lr": 0.0001,
+ "sup_loss": 2.1985152068049603
+ },
+ {
+ "step": 1303,
+ "lr": 0.0001,
+ "sup_loss": 2.1985874323220655
+ },
+ {
+ "step": 1304,
+ "lr": 0.0001,
+ "sup_loss": 2.1984270302372164
+ },
+ {
+ "step": 1305,
+ "lr": 0.0001,
+ "sup_loss": 2.1985684538270642
+ },
+ {
+ "step": 1306,
+ "lr": 0.0001,
+ "sup_loss": 2.198608213562534
+ },
+ {
+ "step": 1307,
+ "lr": 0.0001,
+ "sup_loss": 2.1986049310375884
+ },
+ {
+ "step": 1308,
+ "lr": 0.0001,
+ "sup_loss": 2.198643713664338
+ },
+ {
+ "step": 1309,
+ "lr": 0.0001,
+ "sup_loss": 2.1985397342168564
+ },
+ {
+ "step": 1310,
+ "lr": 0.0001,
+ "sup_loss": 2.198680732986179
+ },
+ {
+ "step": 1311,
+ "lr": 0.0001,
+ "sup_loss": 2.1986062031598896
+ },
+ {
+ "step": 1312,
+ "lr": 0.0001,
+ "sup_loss": 2.1986157307011966
+ },
+ {
+ "step": 1313,
+ "lr": 0.0001,
+ "sup_loss": 2.198631504956035
+ },
+ {
+ "step": 1314,
+ "lr": 0.0001,
+ "sup_loss": 2.198487458699185
+ },
+ {
+ "step": 1315,
+ "lr": 0.0001,
+ "sup_loss": 2.198496302845588
+ },
+ {
+ "step": 1316,
+ "lr": 0.0001,
+ "sup_loss": 2.1984736267596845
+ },
+ {
+ "step": 1317,
+ "lr": 0.0001,
+ "sup_loss": 2.1986182814969277
+ },
+ {
+ "step": 1318,
+ "lr": 0.0001,
+ "sup_loss": 2.198520052910187
+ },
+ {
+ "step": 1319,
+ "lr": 0.0001,
+ "sup_loss": 2.1985467269274195
+ },
+ {
+ "step": 1320,
+ "lr": 0.0001,
+ "sup_loss": 2.1985768261182104
+ },
+ {
+ "step": 1321,
+ "lr": 0.0001,
+ "sup_loss": 2.198704262155016
+ },
+ {
+ "step": 1322,
+ "lr": 0.0001,
+ "sup_loss": 2.19851547803927
+ },
+ {
+ "step": 1323,
+ "lr": 0.0001,
+ "sup_loss": 2.1985326141127883
+ },
+ {
+ "step": 1324,
+ "lr": 0.0001,
+ "sup_loss": 2.198560018917768
+ },
+ {
+ "step": 1325,
+ "lr": 0.0001,
+ "sup_loss": 2.1985996855499623
+ },
+ {
+ "step": 1326,
+ "lr": 0.0001,
+ "sup_loss": 2.1986357431620727
+ },
+ {
+ "step": 1327,
+ "lr": 0.0001,
+ "sup_loss": 2.1986029479467515
+ },
+ {
+ "step": 1328,
+ "lr": 0.0001,
+ "sup_loss": 2.1986948339567145
+ },
+ {
+ "step": 1329,
+ "lr": 0.0001,
+ "sup_loss": 2.198576087744065
+ },
+ {
+ "step": 1330,
+ "lr": 0.0001,
+ "sup_loss": 2.198585404051163
+ },
+ {
+ "step": 1331,
+ "lr": 0.0001,
+ "sup_loss": 2.1985735964618023
+ },
+ {
+ "step": 1332,
+ "lr": 0.0001,
+ "sup_loss": 2.1985810238122623
+ },
+ {
+ "step": 1333,
+ "lr": 0.0001,
+ "sup_loss": 2.198645303341678
+ },
+ {
+ "step": 1334,
+ "lr": 0.0001,
+ "sup_loss": 2.198629236420537
+ },
+ {
+ "step": 1335,
+ "lr": 0.0001,
+ "sup_loss": 2.1986947362447427
+ },
+ {
+ "step": 1336,
+ "lr": 0.0001,
+ "sup_loss": 2.1984878495699345
+ },
+ {
+ "step": 1337,
+ "lr": 0.0001,
+ "sup_loss": 2.198557804795796
+ },
+ {
+ "step": 1338,
+ "lr": 0.0001,
+ "sup_loss": 2.198625568012851
+ },
+ {
+ "step": 1339,
+ "lr": 0.0001,
+ "sup_loss": 2.198524194907555
+ },
+ {
+ "step": 1340,
+ "lr": 0.0001,
+ "sup_loss": 2.198545859802001
+ },
+ {
+ "step": 1341,
+ "lr": 0.0001,
+ "sup_loss": 2.1984971400487336
+ },
+ {
+ "step": 1342,
+ "lr": 0.0001,
+ "sup_loss": 2.198531275393674
+ },
+ {
+ "step": 1343,
+ "lr": 0.0001,
+ "sup_loss": 2.1985157669444177
+ },
+ {
+ "step": 1344,
+ "lr": 0.0001,
+ "sup_loss": 2.198513769434965
+ },
+ {
+ "step": 1345,
+ "lr": 0.0001,
+ "sup_loss": 2.19851536128539
+ },
+ {
+ "step": 1346,
+ "lr": 0.0001,
+ "sup_loss": 2.198496417399127
+ },
+ {
+ "step": 1347,
+ "lr": 0.0001,
+ "sup_loss": 2.198506261032089
+ },
+ {
+ "step": 1348,
+ "lr": 0.0001,
+ "sup_loss": 2.1985844660686666
+ },
+ {
+ "step": 1349,
+ "lr": 0.0001,
+ "sup_loss": 2.19861169831354
+ },
+ {
+ "step": 1350,
+ "lr": 0.0001,
+ "sup_loss": 2.198495246470478
+ },
+ {
+ "step": 1351,
+ "lr": 0.0001,
+ "sup_loss": 2.1986011740145415
+ },
+ {
+ "step": 1352,
+ "lr": 0.0001,
+ "sup_loss": 2.198485005706478
+ },
+ {
+ "step": 1353,
+ "lr": 0.0001,
+ "sup_loss": 2.198631362252362
+ },
+ {
+ "step": 1354,
+ "lr": 0.0001,
+ "sup_loss": 2.1986098657484474
+ },
+ {
+ "step": 1355,
+ "lr": 0.0001,
+ "sup_loss": 2.198492148620744
+ },
+ {
+ "step": 1356,
+ "lr": 0.0001,
+ "sup_loss": 2.1984616705115942
+ },
+ {
+ "step": 1357,
+ "lr": 0.0001,
+ "sup_loss": 2.1984808108633884
+ },
+ {
+ "step": 1358,
+ "lr": 0.0001,
+ "sup_loss": 2.198477950810407
+ },
+ {
+ "step": 1359,
+ "lr": 0.0001,
+ "sup_loss": 2.198413631017042
+ },
+ {
+ "step": 1360,
+ "lr": 0.0001,
+ "sup_loss": 2.1985387781488734
+ },
+ {
+ "step": 1361,
+ "lr": 0.0001,
+ "sup_loss": 2.1984930398324996
+ },
+ {
+ "step": 1362,
+ "lr": 0.0001,
+ "sup_loss": 2.1985500478907234
+ },
+ {
+ "step": 1363,
+ "lr": 0.0001,
+ "sup_loss": 2.198471089381199
+ },
+ {
+ "step": 1364,
+ "lr": 0.0001,
+ "sup_loss": 2.1985061909771226
+ },
+ {
+ "step": 1365,
+ "lr": 0.0001,
+ "sup_loss": 2.198498557753367
+ },
+ {
+ "step": 1366,
+ "lr": 0.0001,
+ "sup_loss": 2.1984815008788527
+ },
+ {
+ "step": 1367,
+ "lr": 0.0001,
+ "sup_loss": 2.198469861957429
+ },
+ {
+ "step": 1368,
+ "lr": 0.0001,
+ "sup_loss": 2.198448843029766
+ },
+ {
+ "step": 1369,
+ "lr": 0.0001,
+ "sup_loss": 2.1984370084502793
+ },
+ {
+ "step": 1370,
+ "lr": 0.0001,
+ "sup_loss": 2.198492485511994
+ },
+ {
+ "step": 1371,
+ "lr": 0.0001,
+ "sup_loss": 2.1984755887025975
+ },
+ {
+ "step": 1372,
+ "lr": 0.0001,
+ "sup_loss": 2.198435107923012
+ },
+ {
+ "step": 1373,
+ "lr": 0.0001,
+ "sup_loss": 2.1985426509895856
+ },
+ {
+ "step": 1374,
+ "lr": 0.0001,
+ "sup_loss": 2.1985433565101644
+ },
+ {
+ "step": 1375,
+ "lr": 0.0001,
+ "sup_loss": 2.198412253408429
+ },
+ {
+ "step": 1376,
+ "lr": 0.0001,
+ "sup_loss": 2.198474477188624
+ },
+ {
+ "step": 1377,
+ "lr": 0.0001,
+ "sup_loss": 2.198411906140026
+ },
+ {
+ "step": 1378,
+ "lr": 0.0001,
+ "sup_loss": 2.198444501507635
+ },
+ {
+ "step": 1379,
+ "lr": 0.0001,
+ "sup_loss": 2.198422946522463
+ },
+ {
+ "step": 1380,
+ "lr": 0.0001,
+ "sup_loss": 2.198460525677628
+ },
+ {
+ "step": 1381,
+ "lr": 0.0001,
+ "sup_loss": 2.198481735115675
+ },
+ {
+ "step": 1382,
+ "lr": 0.0001,
+ "sup_loss": 2.1984323540050643
+ },
+ {
+ "step": 1383,
+ "lr": 0.0001,
+ "sup_loss": 2.1984176244431097
+ },
+ {
+ "step": 1384,
+ "lr": 0.0001,
+ "sup_loss": 2.198474641879872
+ },
+ {
+ "step": 1385,
+ "lr": 0.0001,
+ "sup_loss": 2.198461574796765
+ },
+ {
+ "step": 1386,
+ "lr": 0.0001,
+ "sup_loss": 2.1984044846650015
+ },
+ {
+ "step": 1387,
+ "lr": 0.0001,
+ "sup_loss": 2.1984102886905452
+ },
+ {
+ "step": 1388,
+ "lr": 0.0001,
+ "sup_loss": 2.1984210292540998
+ },
+ {
+ "step": 1389,
+ "lr": 0.0001,
+ "sup_loss": 2.1983160061804927
+ },
+ {
+ "step": 1390,
+ "lr": 0.0001,
+ "sup_loss": 2.1984201493904236
+ },
+ {
+ "step": 1391,
+ "lr": 0.0001,
+ "sup_loss": 2.1984304338366325
+ },
+ {
+ "step": 1392,
+ "lr": 0.0001,
+ "sup_loss": 2.1983512275709756
+ },
+ {
+ "step": 1393,
+ "lr": 0.0001,
+ "sup_loss": 2.198403382872034
+ },
+ {
+ "step": 1394,
+ "lr": 0.0001,
+ "sup_loss": 2.1982827791881236
+ },
+ {
+ "step": 1395,
+ "lr": 0.0001,
+ "sup_loss": 2.1983131029686462
+ },
+ {
+ "step": 1396,
+ "lr": 0.0001,
+ "sup_loss": 2.1983178322932444
+ },
+ {
+ "step": 1397,
+ "lr": 0.0001,
+ "sup_loss": 2.1983650884200836
+ },
+ {
+ "step": 1398,
+ "lr": 0.0001,
+ "sup_loss": 2.198284694046373
+ },
+ {
+ "step": 1399,
+ "lr": 0.0001,
+ "sup_loss": 2.1983550571693646
+ },
+ {
+ "step": 1400,
+ "lr": 0.0001,
+ "sup_loss": 2.1983480685874968
+ },
+ {
+ "step": 1401,
+ "lr": 0.0001,
+ "sup_loss": 2.198376133791097
+ },
+ {
+ "step": 1402,
+ "lr": 0.0001,
+ "sup_loss": 2.198314657071542
+ },
+ {
+ "step": 1403,
+ "lr": 0.0001,
+ "sup_loss": 2.1982456306855505
+ },
+ {
+ "step": 1404,
+ "lr": 0.0001,
+ "sup_loss": 2.1982666042232966
+ },
+ {
+ "step": 1405,
+ "lr": 0.0001,
+ "sup_loss": 2.1983157878847517
+ },
+ {
+ "step": 1406,
+ "lr": 0.0001,
+ "sup_loss": 2.198312910691103
+ },
+ {
+ "step": 1407,
+ "lr": 0.0001,
+ "sup_loss": 2.1982683189918855
+ },
+ {
+ "step": 1408,
+ "lr": 0.0001,
+ "sup_loss": 2.1983390781266086
+ },
+ {
+ "step": 1409,
+ "lr": 0.0001,
+ "sup_loss": 2.1982497052760626
+ },
+ {
+ "step": 1410,
+ "lr": 0.0001,
+ "sup_loss": 2.1982888661042623
+ },
+ {
+ "step": 1411,
+ "lr": 0.0001,
+ "sup_loss": 2.198283358117664
+ },
+ {
+ "step": 1412,
+ "lr": 0.0001,
+ "sup_loss": 2.198250362866095
+ },
+ {
+ "step": 1413,
+ "lr": 0.0001,
+ "sup_loss": 2.1982813338061016
+ },
+ {
+ "step": 1414,
+ "lr": 0.0001,
+ "sup_loss": 2.1982259592374884
+ },
+ {
+ "step": 1415,
+ "lr": 0.0001,
+ "sup_loss": 2.1983459305512563
+ },
+ {
+ "step": 1416,
+ "lr": 0.0001,
+ "sup_loss": 2.1981390063245985
+ },
+ {
+ "step": 1417,
+ "lr": 0.0001,
+ "sup_loss": 2.198286091269002
+ },
+ {
+ "step": 1418,
+ "lr": 0.0001,
+ "sup_loss": 2.1982575739543466
+ },
+ {
+ "step": 1419,
+ "lr": 0.0001,
+ "sup_loss": 2.1982988867726214
+ },
+ {
+ "step": 1420,
+ "lr": 0.0001,
+ "sup_loss": 2.19824844903215
+ },
+ {
+ "step": 1421,
+ "lr": 0.0001,
+ "sup_loss": 2.1982026503857846
+ },
+ {
+ "step": 1422,
+ "lr": 0.0001,
+ "sup_loss": 2.198284731430574
+ },
+ {
+ "step": 1423,
+ "lr": 0.0001,
+ "sup_loss": 2.1982188078378
+ },
+ {
+ "step": 1424,
+ "lr": 0.0001,
+ "sup_loss": 2.1981957382764876
+ },
+ {
+ "step": 1425,
+ "lr": 0.0001,
+ "sup_loss": 2.1983612003353246
+ },
+ {
+ "step": 1426,
+ "lr": 0.0001,
+ "sup_loss": 2.1982890971546576
+ },
+ {
+ "step": 1427,
+ "lr": 0.0001,
+ "sup_loss": 2.1982290958206496
+ },
+ {
+ "step": 1428,
+ "lr": 0.0001,
+ "sup_loss": 2.198284827716202
+ },
+ {
+ "step": 1429,
+ "lr": 0.0001,
+ "sup_loss": 2.198189284525286
+ },
+ {
+ "step": 1430,
+ "lr": 0.0001,
+ "sup_loss": 2.1982559637547254
+ },
+ {
+ "step": 1431,
+ "lr": 0.0001,
+ "sup_loss": 2.198239685043771
+ },
+ {
+ "step": 1432,
+ "lr": 0.0001,
+ "sup_loss": 2.1983038256817045
+ },
+ {
+ "step": 1433,
+ "lr": 0.0001,
+ "sup_loss": 2.1982736321546854
+ },
+ {
+ "step": 1434,
+ "lr": 0.0001,
+ "sup_loss": 2.19822817640869
+ },
+ {
+ "step": 1435,
+ "lr": 0.0001,
+ "sup_loss": 2.198302214960592
+ },
+ {
+ "step": 1436,
+ "lr": 0.0001,
+ "sup_loss": 2.198249042465063
+ },
+ {
+ "step": 1437,
+ "lr": 0.0001,
+ "sup_loss": 2.198290797269112
+ },
+ {
+ "step": 1438,
+ "lr": 0.0001,
+ "sup_loss": 2.1982584294096883
+ },
+ {
+ "step": 1439,
+ "lr": 0.0001,
+ "sup_loss": 2.198237079887546
+ },
+ {
+ "step": 1440,
+ "lr": 0.0001,
+ "sup_loss": 2.1981529965928823
+ },
+ {
+ "step": 1441,
+ "lr": 0.0001,
+ "sup_loss": 2.198252332487464
+ },
+ {
+ "step": 1442,
+ "lr": 0.0001,
+ "sup_loss": 2.198266573309584
+ },
+ {
+ "step": 1443,
+ "lr": 0.0001,
+ "sup_loss": 2.1982483419390686
+ },
+ {
+ "step": 1444,
+ "lr": 0.0001,
+ "sup_loss": 2.198301603519131
+ },
+ {
+ "step": 1445,
+ "lr": 0.0001,
+ "sup_loss": 2.1982194936251895
+ },
+ {
+ "step": 1446,
+ "lr": 0.0001,
+ "sup_loss": 2.1982742755003715
+ },
+ {
+ "step": 1447,
+ "lr": 0.0001,
+ "sup_loss": 2.198267233671202
+ },
+ {
+ "step": 1448,
+ "lr": 0.0001,
+ "sup_loss": 2.19825290950542
+ },
+ {
+ "step": 1449,
+ "lr": 0.0001,
+ "sup_loss": 2.1982260058232814
+ },
+ {
+ "step": 1450,
+ "lr": 0.0001,
+ "sup_loss": 2.198252236665218
+ },
+ {
+ "step": 1451,
+ "lr": 0.0001,
+ "sup_loss": 2.198264831994602
+ },
+ {
+ "step": 1452,
+ "lr": 0.0001,
+ "sup_loss": 2.1983202013021477
+ },
+ {
+ "step": 1453,
+ "lr": 0.0001,
+ "sup_loss": 2.1982181614270946
+ },
+ {
+ "step": 1454,
+ "lr": 0.0001,
+ "sup_loss": 2.198331543281976
+ },
+ {
+ "step": 1455,
+ "lr": 0.0001,
+ "sup_loss": 2.198306298708953
+ },
+ {
+ "step": 1456,
+ "lr": 0.0001,
+ "sup_loss": 2.198267224337383
+ },
+ {
+ "step": 1457,
+ "lr": 0.0001,
+ "sup_loss": 2.1981963293431033
+ },
+ {
+ "step": 1458,
+ "lr": 0.0001,
+ "sup_loss": 2.1982313960845827
+ },
+ {
+ "step": 1459,
+ "lr": 0.0001,
+ "sup_loss": 2.19829443850517
+ },
+ {
+ "step": 1460,
+ "lr": 0.0001,
+ "sup_loss": 2.198210636958674
+ },
+ {
+ "step": 1461,
+ "lr": 0.0001,
+ "sup_loss": 2.1982332631561783
+ },
+ {
+ "step": 1462,
+ "lr": 0.0001,
+ "sup_loss": 2.1982797534545933
+ },
+ {
+ "step": 1463,
+ "lr": 0.0001,
+ "sup_loss": 2.198227091899305
+ },
+ {
+ "step": 1464,
+ "lr": 0.0001,
+ "sup_loss": 2.1982068274028226
+ },
+ {
+ "step": 1465,
+ "lr": 0.0001,
+ "sup_loss": 2.1982329710478785
+ },
+ {
+ "step": 1466,
+ "lr": 0.0001,
+ "sup_loss": 2.1981586217308924
+ },
+ {
+ "step": 1467,
+ "lr": 0.0001,
+ "sup_loss": 2.198211498225635
+ },
+ {
+ "step": 1468,
+ "lr": 0.0001,
+ "sup_loss": 2.198182093684288
+ },
+ {
+ "step": 1469,
+ "lr": 0.0001,
+ "sup_loss": 2.198242690691697
+ },
+ {
+ "step": 1470,
+ "lr": 0.0001,
+ "sup_loss": 2.1982453175261942
+ },
+ {
+ "step": 1471,
+ "lr": 0.0001,
+ "sup_loss": 2.198165973430081
+ },
+ {
+ "step": 1472,
+ "lr": 0.0001,
+ "sup_loss": 2.198322630286552
+ },
+ {
+ "step": 1473,
+ "lr": 0.0001,
+ "sup_loss": 2.1981794895720657
+ },
+ {
+ "step": 1474,
+ "lr": 0.0001,
+ "sup_loss": 2.1982177409585173
+ },
+ {
+ "step": 1475,
+ "lr": 0.0001,
+ "sup_loss": 2.198215694949055
+ },
+ {
+ "step": 1476,
+ "lr": 0.0001,
+ "sup_loss": 2.198151321625174
+ },
+ {
+ "step": 1477,
+ "lr": 0.0001,
+ "sup_loss": 2.1982850803199465
+ },
+ {
+ "step": 1478,
+ "lr": 0.0001,
+ "sup_loss": 2.198154038281344
+ },
+ {
+ "step": 1479,
+ "lr": 0.0001,
+ "sup_loss": 2.1981560678532395
+ },
+ {
+ "step": 1480,
+ "lr": 0.0001,
+ "sup_loss": 2.1981195517722645
+ },
+ {
+ "step": 1481,
+ "lr": 0.0001,
+ "sup_loss": 2.1981342958743544
+ },
+ {
+ "step": 1482,
+ "lr": 0.0001,
+ "sup_loss": 2.198149839223092
+ },
+ {
+ "step": 1483,
+ "lr": 0.0001,
+ "sup_loss": 2.198077623604559
+ },
+ {
+ "step": 1484,
+ "lr": 0.0001,
+ "sup_loss": 2.1981879483768845
+ },
+ {
+ "step": 1485,
+ "lr": 0.0001,
+ "sup_loss": 2.198165773900442
+ },
+ {
+ "step": 1486,
+ "lr": 0.0001,
+ "sup_loss": 2.1981879810994975
+ },
+ {
+ "step": 1487,
+ "lr": 0.0001,
+ "sup_loss": 2.198076709880473
+ },
+ {
+ "step": 1488,
+ "lr": 0.0001,
+ "sup_loss": 2.1981967996694363
+ },
+ {
+ "step": 1489,
+ "lr": 0.0001,
+ "sup_loss": 2.1981373084003755
+ },
+ {
+ "step": 1490,
+ "lr": 0.0001,
+ "sup_loss": 2.198165752864003
+ },
+ {
+ "step": 1491,
+ "lr": 0.0001,
+ "sup_loss": 2.1982042675416484
+ },
+ {
+ "step": 1492,
+ "lr": 0.0001,
+ "sup_loss": 2.1981680704380677
+ },
+ {
+ "step": 1493,
+ "lr": 0.0001,
+ "sup_loss": 2.1981536632034167
+ },
+ {
+ "step": 1494,
+ "lr": 0.0001,
+ "sup_loss": 2.1981297851792
+ },
+ {
+ "step": 1495,
+ "lr": 0.0001,
+ "sup_loss": 2.198245155117621
+ },
+ {
+ "step": 1496,
+ "lr": 0.0001,
+ "sup_loss": 2.198164620354203
+ },
+ {
+ "step": 1497,
+ "lr": 0.0001,
+ "sup_loss": 2.1981274321189126
+ },
+ {
+ "step": 1498,
+ "lr": 0.0001,
+ "sup_loss": 2.1980881297317927
+ },
+ {
+ "step": 1499,
+ "lr": 0.0001,
+ "sup_loss": 2.1980534242693843
+ },
+ {
+ "step": 1500,
+ "lr": 0.0001,
+ "sup_loss": 2.1980902737736505
+ },
+ {
+ "step": 1501,
+ "lr": 0.0001,
+ "sup_loss": 2.1981033986652796
+ },
+ {
+ "step": 1502,
+ "lr": 0.0001,
+ "sup_loss": 2.1980217225536904
+ },
+ {
+ "step": 1503,
+ "lr": 0.0001,
+ "sup_loss": 2.1980745183077404
+ },
+ {
+ "step": 1504,
+ "lr": 0.0001,
+ "sup_loss": 2.198104462922978
+ },
+ {
+ "step": 1505,
+ "lr": 0.0001,
+ "sup_loss": 2.1981365681912197
+ },
+ {
+ "step": 1506,
+ "lr": 0.0001,
+ "sup_loss": 2.198052349584146
+ },
+ {
+ "step": 1507,
+ "lr": 0.0001,
+ "sup_loss": 2.1981053411323623
+ },
+ {
+ "step": 1508,
+ "lr": 0.0001,
+ "sup_loss": 2.1980829128795696
+ },
+ {
+ "step": 1509,
+ "lr": 0.0001,
+ "sup_loss": 2.1980937828284453
+ },
+ {
+ "step": 1510,
+ "lr": 0.0001,
+ "sup_loss": 2.1980795857377635
+ },
+ {
+ "step": 1511,
+ "lr": 0.0001,
+ "sup_loss": 2.198053977732459
+ },
+ {
+ "step": 1512,
+ "lr": 0.0001,
+ "sup_loss": 2.198080727103811
+ },
+ {
+ "step": 1513,
+ "lr": 0.0001,
+ "sup_loss": 2.1981790649876647
+ },
+ {
+ "step": 1514,
+ "lr": 0.0001,
+ "sup_loss": 2.1980826620270535
+ },
+ {
+ "step": 1515,
+ "lr": 0.0001,
+ "sup_loss": 2.1980531424817364
+ },
+ {
+ "step": 1516,
+ "lr": 0.0001,
+ "sup_loss": 2.1980679474089158
+ },
+ {
+ "step": 1517,
+ "lr": 0.0001,
+ "sup_loss": 2.198068413398884
+ },
+ {
+ "step": 1518,
+ "lr": 0.0001,
+ "sup_loss": 2.1981563810776246
+ },
+ {
+ "step": 1519,
+ "lr": 0.0001,
+ "sup_loss": 2.198049509936044
+ },
+ {
+ "step": 1520,
+ "lr": 0.0001,
+ "sup_loss": 2.1981579710181944
+ },
+ {
+ "step": 1521,
+ "lr": 0.0001,
+ "sup_loss": 2.1980820819375086
+ },
+ {
+ "step": 1522,
+ "lr": 0.0001,
+ "sup_loss": 2.19799094523962
+ },
+ {
+ "step": 1523,
+ "lr": 0.0001,
+ "sup_loss": 2.1980436997976325
+ },
+ {
+ "step": 1524,
+ "lr": 0.0001,
+ "sup_loss": 2.198044385736006
+ },
+ {
+ "step": 1525,
+ "lr": 0.0001,
+ "sup_loss": 2.198005066004658
+ },
+ {
+ "step": 1526,
+ "lr": 0.0001,
+ "sup_loss": 2.198048792391058
+ },
+ {
+ "step": 1527,
+ "lr": 0.0001,
+ "sup_loss": 2.198049390964888
+ },
+ {
+ "step": 1528,
+ "lr": 0.0001,
+ "sup_loss": 2.1980154709501787
+ },
+ {
+ "step": 1529,
+ "lr": 0.0001,
+ "sup_loss": 2.198010932464648
+ },
+ {
+ "step": 1530,
+ "lr": 0.0001,
+ "sup_loss": 2.198054374524364
+ },
+ {
+ "step": 1531,
+ "lr": 0.0001,
+ "sup_loss": 2.1980621294964964
+ },
+ {
+ "step": 1532,
+ "lr": 0.0001,
+ "sup_loss": 2.198068910060968
+ },
+ {
+ "step": 1533,
+ "lr": 0.0001,
+ "sup_loss": 2.198157895285002
+ },
+ {
+ "step": 1534,
+ "lr": 0.0001,
+ "sup_loss": 2.1980161519992243
+ },
+ {
+ "step": 1535,
+ "lr": 0.0001,
+ "sup_loss": 2.198106222818936
+ },
+ {
+ "step": 1536,
+ "lr": 0.0001,
+ "sup_loss": 2.1979899213650995
+ },
+ {
+ "step": 1537,
+ "lr": 0.0001,
+ "sup_loss": 2.1980156146388192
+ },
+ {
+ "step": 1538,
+ "lr": 0.0001,
+ "sup_loss": 2.1980462690875187
+ },
+ {
+ "step": 1539,
+ "lr": 0.0001,
+ "sup_loss": 2.1979841644321794
+ },
+ {
+ "step": 1540,
+ "lr": 0.0001,
+ "sup_loss": 2.198149160739046
+ },
+ {
+ "step": 1541,
+ "lr": 0.0001,
+ "sup_loss": 2.1980869157027483
+ },
+ {
+ "step": 1542,
+ "lr": 0.0001,
+ "sup_loss": 2.19811382151477
+ },
+ {
+ "step": 1543,
+ "lr": 0.0001,
+ "sup_loss": 2.198063187167833
+ },
+ {
+ "step": 1544,
+ "lr": 0.0001,
+ "sup_loss": 2.1980124025872807
+ },
+ {
+ "step": 1545,
+ "lr": 0.0001,
+ "sup_loss": 2.198009989075995
+ },
+ {
+ "step": 1546,
+ "lr": 0.0001,
+ "sup_loss": 2.1981011151224337
+ },
+ {
+ "step": 1547,
+ "lr": 0.0001,
+ "sup_loss": 2.198047364510459
+ },
+ {
+ "step": 1548,
+ "lr": 0.0001,
+ "sup_loss": 2.1980094261741145
+ },
+ {
+ "step": 1549,
+ "lr": 0.0001,
+ "sup_loss": 2.198034084700465
+ },
+ {
+ "step": 1550,
+ "lr": 0.0001,
+ "sup_loss": 2.1980591844230486
+ },
+ {
+ "step": 1551,
+ "lr": 0.0001,
+ "sup_loss": 2.1981549572508357
+ },
+ {
+ "step": 1552,
+ "lr": 0.0001,
+ "sup_loss": 2.19813047672303
+ },
+ {
+ "step": 1553,
+ "lr": 0.0001,
+ "sup_loss": 2.1980730348077815
+ },
+ {
+ "step": 1554,
+ "lr": 0.0001,
+ "sup_loss": 2.198090194491478
+ },
+ {
+ "step": 1555,
+ "lr": 0.0001,
+ "sup_loss": 2.1980929185000995
+ },
+ {
+ "step": 1556,
+ "lr": 0.0001,
+ "sup_loss": 2.1981211642717016
+ },
+ {
+ "step": 1557,
+ "lr": 0.0001,
+ "sup_loss": 2.19810762074555
+ },
+ {
+ "step": 1558,
+ "lr": 0.0001,
+ "sup_loss": 2.1980665339353713
+ },
+ {
+ "step": 1559,
+ "lr": 0.0001,
+ "sup_loss": 2.1981333653024695
+ },
+ {
+ "step": 1560,
+ "lr": 0.0001,
+ "sup_loss": 2.1981042208802335
+ },
+ {
+ "step": 1561,
+ "lr": 0.0001,
+ "sup_loss": 2.198047218129166
+ },
+ {
+ "step": 1562,
+ "lr": 0.0001,
+ "sup_loss": 2.1980256771380553
+ },
+ {
+ "step": 1563,
+ "lr": 0.0001,
+ "sup_loss": 2.1979855153158754
+ },
+ {
+ "step": 1564,
+ "lr": 0.0001,
+ "sup_loss": 2.19806702743183
+ },
+ {
+ "step": 1565,
+ "lr": 0.0001,
+ "sup_loss": 2.1981334659087093
+ },
+ {
+ "step": 1566,
+ "lr": 0.0001,
+ "sup_loss": 2.1980971814525043
+ },
+ {
+ "step": 1567,
+ "lr": 0.0001,
+ "sup_loss": 2.1981075094702733
+ },
+ {
+ "step": 1568,
+ "lr": 0.0001,
+ "sup_loss": 2.198118589006948
+ },
+ {
+ "step": 1569,
+ "lr": 0.0001,
+ "sup_loss": 2.198031236830476
+ },
+ {
+ "step": 1570,
+ "lr": 0.0001,
+ "sup_loss": 2.1981129251168077
+ },
+ {
+ "step": 1571,
+ "lr": 0.0001,
+ "sup_loss": 2.1980141092574557
+ },
+ {
+ "step": 1572,
+ "lr": 0.0001,
+ "sup_loss": 2.198164880300382
+ },
+ {
+ "step": 1573,
+ "lr": 0.0001,
+ "sup_loss": 2.198124862574475
+ },
+ {
+ "step": 1574,
+ "lr": 0.0001,
+ "sup_loss": 2.198112114247979
+ },
+ {
+ "step": 1575,
+ "lr": 0.0001,
+ "sup_loss": 2.198105727577541
+ },
+ {
+ "step": 1576,
+ "lr": 0.0001,
+ "sup_loss": 2.19812541509697
+ },
+ {
+ "step": 1577,
+ "lr": 0.0001,
+ "sup_loss": 2.198018325471063
+ },
+ {
+ "step": 1578,
+ "lr": 0.0001,
+ "sup_loss": 2.1980813523357114
+ },
+ {
+ "step": 1579,
+ "lr": 0.0001,
+ "sup_loss": 2.1981372530105863
+ },
+ {
+ "step": 1580,
+ "lr": 0.0001,
+ "sup_loss": 2.1981103093321814
+ },
+ {
+ "step": 1581,
+ "lr": 0.0001,
+ "sup_loss": 2.1980368368086394
+ },
+ {
+ "step": 1582,
+ "lr": 0.0001,
+ "sup_loss": 2.1981039890195486
+ },
+ {
+ "step": 1583,
+ "lr": 0.0001,
+ "sup_loss": 2.1980579016892983
+ },
+ {
+ "step": 1584,
+ "lr": 0.0001,
+ "sup_loss": 2.198123282796446
+ },
+ {
+ "step": 1585,
+ "lr": 0.0001,
+ "sup_loss": 2.1981348769592186
+ },
+ {
+ "step": 1586,
+ "lr": 0.0001,
+ "sup_loss": 2.1981008333717513
+ },
+ {
+ "step": 1587,
+ "lr": 0.0001,
+ "sup_loss": 2.198114380001711
+ },
+ {
+ "step": 1588,
+ "lr": 0.0001,
+ "sup_loss": 2.1980330168967726
+ },
+ {
+ "step": 1589,
+ "lr": 0.0001,
+ "sup_loss": 2.198024118424863
+ },
+ {
+ "step": 1590,
+ "lr": 0.0001,
+ "sup_loss": 2.198060051350918
+ },
+ {
+ "step": 1591,
+ "lr": 0.0001,
+ "sup_loss": 2.1980787434111857
+ },
+ {
+ "step": 1592,
+ "lr": 0.0001,
+ "sup_loss": 2.1981216332764912
+ },
+ {
+ "step": 1593,
+ "lr": 0.0001,
+ "sup_loss": 2.1981823785823242
+ },
+ {
+ "step": 1594,
+ "lr": 0.0001,
+ "sup_loss": 2.1981253965477796
+ },
+ {
+ "step": 1595,
+ "lr": 0.0001,
+ "sup_loss": 2.1981623234695222
+ },
+ {
+ "step": 1596,
+ "lr": 0.0001,
+ "sup_loss": 2.1981150778851433
+ },
+ {
+ "step": 1597,
+ "lr": 0.0001,
+ "sup_loss": 2.197989677264907
+ },
+ {
+ "step": 1598,
+ "lr": 0.0001,
+ "sup_loss": 2.1980381313686874
+ },
+ {
+ "step": 1599,
+ "lr": 0.0001,
+ "sup_loss": 2.197999258617638
+ },
+ {
+ "step": 1600,
+ "lr": 0.0001,
+ "sup_loss": 2.198089000600042
+ },
+ {
+ "step": 1601,
+ "lr": 0.0001,
+ "sup_loss": 2.198023719834417
+ },
+ {
+ "step": 1602,
+ "lr": 0.0001,
+ "sup_loss": 2.1979968685689713
+ },
+ {
+ "step": 1603,
+ "lr": 0.0001,
+ "sup_loss": 2.198092733003998
+ },
+ {
+ "step": 1604,
+ "lr": 0.0001,
+ "sup_loss": 2.198035978836314
+ },
+ {
+ "step": 1605,
+ "lr": 0.0001,
+ "sup_loss": 2.1980483646042734
+ },
+ {
+ "step": 1606,
+ "lr": 0.0001,
+ "sup_loss": 2.1980586212160462
+ },
+ {
+ "step": 1607,
+ "lr": 0.0001,
+ "sup_loss": 2.1980673305113907
+ },
+ {
+ "step": 1608,
+ "lr": 0.0001,
+ "sup_loss": 2.1980511747031457
+ },
+ {
+ "step": 1609,
+ "lr": 0.0001,
+ "sup_loss": 2.1980667127113698
+ },
+ {
+ "step": 1610,
+ "lr": 0.0001,
+ "sup_loss": 2.198065251427237
+ },
+ {
+ "step": 1611,
+ "lr": 0.0001,
+ "sup_loss": 2.1980485664591
+ },
+ {
+ "step": 1612,
+ "lr": 0.0001,
+ "sup_loss": 2.1979729431440567
+ },
+ {
+ "step": 1613,
+ "lr": 0.0001,
+ "sup_loss": 2.198008242361113
+ },
+ {
+ "step": 1614,
+ "lr": 0.0001,
+ "sup_loss": 2.1980723273736755
+ },
+ {
+ "step": 1615,
+ "lr": 0.0001,
+ "sup_loss": 2.1980270486596725
+ },
+ {
+ "step": 1616,
+ "lr": 0.0001,
+ "sup_loss": 2.1980842002458525
+ },
+ {
+ "step": 1617,
+ "lr": 0.0001,
+ "sup_loss": 2.198057560233968
+ },
+ {
+ "step": 1618,
+ "lr": 0.0001,
+ "sup_loss": 2.198023965341036
+ },
+ {
+ "step": 1619,
+ "lr": 0.0001,
+ "sup_loss": 2.1980420205884
+ },
+ {
+ "step": 1620,
+ "lr": 0.0001,
+ "sup_loss": 2.198020813585975
+ },
+ {
+ "step": 1621,
+ "lr": 0.0001,
+ "sup_loss": 2.198054934115483
+ },
+ {
+ "step": 1622,
+ "lr": 0.0001,
+ "sup_loss": 2.198031987061097
+ },
+ {
+ "step": 1623,
+ "lr": 0.0001,
+ "sup_loss": 2.1980004000547178
+ },
+ {
+ "step": 1624,
+ "lr": 0.0001,
+ "sup_loss": 2.198013967741659
+ },
+ {
+ "step": 1625,
+ "lr": 0.0001,
+ "sup_loss": 2.1980269586885592
+ },
+ {
+ "step": 1626,
+ "lr": 0.0001,
+ "sup_loss": 2.1979153652214767
+ },
+ {
+ "step": 1627,
+ "lr": 0.0001,
+ "sup_loss": 2.1979546645764367
+ },
+ {
+ "step": 1628,
+ "lr": 0.0001,
+ "sup_loss": 2.1980374006018604
+ },
+ {
+ "step": 1629,
+ "lr": 0.0001,
+ "sup_loss": 2.1979788973508767
+ },
+ {
+ "step": 1630,
+ "lr": 0.0001,
+ "sup_loss": 2.1980093344394387
+ },
+ {
+ "step": 1631,
+ "lr": 0.0001,
+ "sup_loss": 2.1980255583687622
+ },
+ {
+ "step": 1632,
+ "lr": 0.0001,
+ "sup_loss": 2.197987595942893
+ },
+ {
+ "step": 1633,
+ "lr": 0.0001,
+ "sup_loss": 2.1980112999956747
+ },
+ {
+ "step": 1634,
+ "lr": 0.0001,
+ "sup_loss": 2.1979432522783693
+ },
+ {
+ "step": 1635,
+ "lr": 0.0001,
+ "sup_loss": 2.198086523952517
+ },
+ {
+ "step": 1636,
+ "lr": 0.0001,
+ "sup_loss": 2.197985354880363
+ },
+ {
+ "step": 1637,
+ "lr": 0.0001,
+ "sup_loss": 2.198048610416235
+ },
+ {
+ "step": 1638,
+ "lr": 0.0001,
+ "sup_loss": 2.1980162406215085
+ },
+ {
+ "step": 1639,
+ "lr": 0.0001,
+ "sup_loss": 2.1980358985850756
+ },
+ {
+ "step": 1640,
+ "lr": 0.0001,
+ "sup_loss": 2.198073328775058
+ },
+ {
+ "step": 1641,
+ "lr": 0.0001,
+ "sup_loss": 2.1979762319896627
+ },
+ {
+ "step": 1642,
+ "lr": 0.0001,
+ "sup_loss": 2.197996698482325
+ },
+ {
+ "step": 1643,
+ "lr": 0.0001,
+ "sup_loss": 2.1979274868353653
+ },
+ {
+ "step": 1644,
+ "lr": 0.0001,
+ "sup_loss": 2.1980205022186943
+ },
+ {
+ "step": 1645,
+ "lr": 0.0001,
+ "sup_loss": 2.1980011744139865
+ },
+ {
+ "step": 1646,
+ "lr": 0.0001,
+ "sup_loss": 2.197978635114295
+ },
+ {
+ "step": 1647,
+ "lr": 0.0001,
+ "sup_loss": 2.1979728207654743
+ },
+ {
+ "step": 1648,
+ "lr": 0.0001,
+ "sup_loss": 2.1979285045975634
+ },
+ {
+ "step": 1649,
+ "lr": 0.0001,
+ "sup_loss": 2.198020161492067
+ },
+ {
+ "step": 1650,
+ "lr": 0.0001,
+ "sup_loss": 2.1979165449063327
+ },
+ {
+ "step": 1651,
+ "lr": 0.0001,
+ "sup_loss": 2.1979554279951223
+ },
+ {
+ "step": 1652,
+ "lr": 0.0001,
+ "sup_loss": 2.1980127336719093
+ },
+ {
+ "step": 1653,
+ "lr": 0.0001,
+ "sup_loss": 2.1979946992469706
+ },
+ {
+ "step": 1654,
+ "lr": 0.0001,
+ "sup_loss": 2.1979411268638547
+ },
+ {
+ "step": 1655,
+ "lr": 0.0001,
+ "sup_loss": 2.197910815024314
+ },
+ {
+ "step": 1656,
+ "lr": 0.0001,
+ "sup_loss": 2.1979872384731034
+ },
+ {
+ "step": 1657,
+ "lr": 0.0001,
+ "sup_loss": 2.1979530278211294
+ },
+ {
+ "step": 1658,
+ "lr": 0.0001,
+ "sup_loss": 2.197877925179947
+ },
+ {
+ "step": 1659,
+ "lr": 0.0001,
+ "sup_loss": 2.1979778868946562
+ },
+ {
+ "step": 1660,
+ "lr": 0.0001,
+ "sup_loss": 2.1980834296698566
+ },
+ {
+ "step": 1661,
+ "lr": 0.0001,
+ "sup_loss": 2.197927381008257
+ },
+ {
+ "step": 1662,
+ "lr": 0.0001,
+ "sup_loss": 2.1979606290907325
+ },
+ {
+ "step": 1663,
+ "lr": 0.0001,
+ "sup_loss": 2.197919697957658
+ },
+ {
+ "step": 1664,
+ "lr": 0.0001,
+ "sup_loss": 2.1980036309898834
+ },
+ {
+ "step": 1665,
+ "lr": 0.0001,
+ "sup_loss": 2.1979610086942696
+ },
+ {
+ "step": 1666,
+ "lr": 0.0001,
+ "sup_loss": 2.1979127782012937
+ },
+ {
+ "step": 1667,
+ "lr": 0.0001,
+ "sup_loss": 2.197947950468901
+ },
+ {
+ "step": 1668,
+ "lr": 0.0001,
+ "sup_loss": 2.197883143930745
+ },
+ {
+ "step": 1669,
+ "lr": 0.0001,
+ "sup_loss": 2.197901057721708
+ },
+ {
+ "step": 1670,
+ "lr": 0.0001,
+ "sup_loss": 2.19795841875071
+ },
+ {
+ "step": 1671,
+ "lr": 0.0001,
+ "sup_loss": 2.197988090750454
+ },
+ {
+ "step": 1672,
+ "lr": 0.0001,
+ "sup_loss": 2.1979330259458423
+ },
+ {
+ "step": 1673,
+ "lr": 0.0001,
+ "sup_loss": 2.1979215557084038
+ },
+ {
+ "step": 1674,
+ "lr": 0.0001,
+ "sup_loss": 2.19791087362941
+ },
+ {
+ "step": 1675,
+ "lr": 0.0001,
+ "sup_loss": 2.1979534689755633
+ },
+ {
+ "step": 1676,
+ "lr": 0.0001,
+ "sup_loss": 2.1979513538157884
+ },
+ {
+ "step": 1677,
+ "lr": 0.0001,
+ "sup_loss": 2.1978699300887685
+ },
+ {
+ "step": 1678,
+ "lr": 0.0001,
+ "sup_loss": 2.1979271543680348
+ },
+ {
+ "step": 1679,
+ "lr": 0.0001,
+ "sup_loss": 2.19791135942664
+ },
+ {
+ "step": 1680,
+ "lr": 0.0001,
+ "sup_loss": 2.1979127700089567
+ },
+ {
+ "step": 1681,
+ "lr": 0.0001,
+ "sup_loss": 2.1979309497627932
+ },
+ {
+ "step": 1682,
+ "lr": 0.0001,
+ "sup_loss": 2.197924089863551
+ },
+ {
+ "step": 1683,
+ "lr": 0.0001,
+ "sup_loss": 2.198035410821715
+ },
+ {
+ "step": 1684,
+ "lr": 0.0001,
+ "sup_loss": 2.1979647291399678
+ },
+ {
+ "step": 1685,
+ "lr": 0.0001,
+ "sup_loss": 2.1979766241756753
+ },
+ {
+ "step": 1686,
+ "lr": 0.0001,
+ "sup_loss": 2.197964469373305
+ },
+ {
+ "step": 1687,
+ "lr": 0.0001,
+ "sup_loss": 2.197899813356653
+ },
+ {
+ "step": 1688,
+ "lr": 0.0001,
+ "sup_loss": 2.1979451323205534
+ },
+ {
+ "step": 1689,
+ "lr": 0.0001,
+ "sup_loss": 2.198012739121976
+ },
+ {
+ "step": 1690,
+ "lr": 0.0001,
+ "sup_loss": 2.197910029955911
+ },
+ {
+ "step": 1691,
+ "lr": 0.0001,
+ "sup_loss": 2.197854432555358
+ },
+ {
+ "step": 1692,
+ "lr": 0.0001,
+ "sup_loss": 2.197851299720093
+ },
+ {
+ "step": 1693,
+ "lr": 0.0001,
+ "sup_loss": 2.1979530558958693
+ },
+ {
+ "step": 1694,
+ "lr": 0.0001,
+ "sup_loss": 2.1979151180776517
+ },
+ {
+ "step": 1695,
+ "lr": 0.0001,
+ "sup_loss": 2.1979640079989595
+ },
+ {
+ "step": 1696,
+ "lr": 0.0001,
+ "sup_loss": 2.197956614329293
+ },
+ {
+ "step": 1697,
+ "lr": 0.0001,
+ "sup_loss": 2.197971761983198
+ },
+ {
+ "step": 1698,
+ "lr": 0.0001,
+ "sup_loss": 2.1978840226189233
+ },
+ {
+ "step": 1699,
+ "lr": 0.0001,
+ "sup_loss": 2.197923294098128
+ },
+ {
+ "step": 1700,
+ "lr": 0.0001,
+ "sup_loss": 2.198034698334716
+ },
+ {
+ "step": 1701,
+ "lr": 0.0001,
+ "sup_loss": 2.197984846419505
+ },
+ {
+ "step": 1702,
+ "lr": 0.0001,
+ "sup_loss": 2.197954893863348
+ },
+ {
+ "step": 1703,
+ "lr": 0.0001,
+ "sup_loss": 2.1979412308630395
+ },
+ {
+ "step": 1704,
+ "lr": 0.0001,
+ "sup_loss": 2.197854460577592
+ },
+ {
+ "step": 1705,
+ "lr": 0.0001,
+ "sup_loss": 2.1979166043126765
+ },
+ {
+ "step": 1706,
+ "lr": 0.0001,
+ "sup_loss": 2.197936220910242
+ },
+ {
+ "step": 1707,
+ "lr": 0.0001,
+ "sup_loss": 2.197918318659589
+ },
+ {
+ "step": 1708,
+ "lr": 0.0001,
+ "sup_loss": 2.1979361312916765
+ },
+ {
+ "step": 1709,
+ "lr": 0.0001,
+ "sup_loss": 2.197901230922019
+ },
+ {
+ "step": 1710,
+ "lr": 0.0001,
+ "sup_loss": 2.1979296645252564
+ },
+ {
+ "step": 1711,
+ "lr": 0.0001,
+ "sup_loss": 2.197962185564658
+ },
+ {
+ "step": 1712,
+ "lr": 0.0001,
+ "sup_loss": 2.197952922760418
+ },
+ {
+ "step": 1713,
+ "lr": 0.0001,
+ "sup_loss": 2.197903376071055
+ },
+ {
+ "step": 1714,
+ "lr": 0.0001,
+ "sup_loss": 2.1979730799836372
+ },
+ {
+ "step": 1715,
+ "lr": 0.0001,
+ "sup_loss": 2.197909250714136
+ },
+ {
+ "step": 1716,
+ "lr": 0.0001,
+ "sup_loss": 2.1979288873013774
+ },
+ {
+ "step": 1717,
+ "lr": 0.0001,
+ "sup_loss": 2.1978844302127176
+ },
+ {
+ "step": 1718,
+ "lr": 0.0001,
+ "sup_loss": 2.1979539002509796
+ },
+ {
+ "step": 1719,
+ "lr": 0.0001,
+ "sup_loss": 2.19787174221326
+ },
+ {
+ "step": 1720,
+ "lr": 0.0001,
+ "sup_loss": 2.197887435131304
+ },
+ {
+ "step": 1721,
+ "lr": 0.0001,
+ "sup_loss": 2.1978676650798623
+ },
+ {
+ "step": 1722,
+ "lr": 0.0001,
+ "sup_loss": 2.1979371208933287
+ },
+ {
+ "step": 1723,
+ "lr": 0.0001,
+ "sup_loss": 2.1978968138989536
+ },
+ {
+ "step": 1724,
+ "lr": 0.0001,
+ "sup_loss": 2.1978986358827233
+ },
+ {
+ "step": 1725,
+ "lr": 0.0001,
+ "sup_loss": 2.197952952866526
+ },
+ {
+ "step": 1726,
+ "lr": 0.0001,
+ "sup_loss": 2.197882629929565
+ },
+ {
+ "step": 1727,
+ "lr": 0.0001,
+ "sup_loss": 2.1978917599094605
+ },
+ {
+ "step": 1728,
+ "lr": 0.0001,
+ "sup_loss": 2.1979110785243767
+ },
+ {
+ "step": 1729,
+ "lr": 0.0001,
+ "sup_loss": 2.1979087131376223
+ },
+ {
+ "step": 1730,
+ "lr": 0.0001,
+ "sup_loss": 2.197909592119051
+ },
+ {
+ "step": 1731,
+ "lr": 0.0001,
+ "sup_loss": 2.1978750452332174
+ },
+ {
+ "step": 1732,
+ "lr": 0.0001,
+ "sup_loss": 2.1979506578149475
+ },
+ {
+ "step": 1733,
+ "lr": 0.0001,
+ "sup_loss": 2.1979420080137353
+ },
+ {
+ "step": 1734,
+ "lr": 0.0001,
+ "sup_loss": 2.1978272498261795
+ },
+ {
+ "step": 1735,
+ "lr": 0.0001,
+ "sup_loss": 2.197897861484492
+ },
+ {
+ "step": 1736,
+ "lr": 0.0001,
+ "sup_loss": 2.197883847393703
+ },
+ {
+ "step": 1737,
+ "lr": 0.0001,
+ "sup_loss": 2.1979126564856792
+ },
+ {
+ "step": 1738,
+ "lr": 0.0001,
+ "sup_loss": 2.1979122413956422
+ },
+ {
+ "step": 1739,
+ "lr": 0.0001,
+ "sup_loss": 2.1979088717773823
+ },
+ {
+ "step": 1740,
+ "lr": 0.0001,
+ "sup_loss": 2.1978699704123925
+ },
+ {
+ "step": 1741,
+ "lr": 0.0001,
+ "sup_loss": 2.1979056632375062
+ },
+ {
+ "step": 1742,
+ "lr": 0.0001,
+ "sup_loss": 2.197800053756945
+ },
+ {
+ "step": 1743,
+ "lr": 0.0001,
+ "sup_loss": 2.197879435815199
+ },
+ {
+ "step": 1744,
+ "lr": 0.0001,
+ "sup_loss": 2.1979409755611248
+ },
+ {
+ "step": 1745,
+ "lr": 0.0001,
+ "sup_loss": 2.1979626263080267
+ },
+ {
+ "step": 1746,
+ "lr": 0.0001,
+ "sup_loss": 2.197801357941252
+ },
+ {
+ "step": 1747,
+ "lr": 0.0001,
+ "sup_loss": 2.1978890548562173
+ },
+ {
+ "step": 1748,
+ "lr": 0.0001,
+ "sup_loss": 2.197893468601057
+ },
+ {
+ "step": 1749,
+ "lr": 0.0001,
+ "sup_loss": 2.1978902650115515
+ },
+ {
+ "step": 1750,
+ "lr": 0.0001,
+ "sup_loss": 2.1979126294310083
+ },
+ {
+ "step": 1751,
+ "lr": 0.0001,
+ "sup_loss": 2.1978468781888973
+ },
+ {
+ "step": 1752,
+ "lr": 0.0001,
+ "sup_loss": 2.1978907646938395
+ },
+ {
+ "step": 1753,
+ "lr": 0.0001,
+ "sup_loss": 2.1979290950364945
+ },
+ {
+ "step": 1754,
+ "lr": 0.0001,
+ "sup_loss": 2.1978989060097147
+ },
+ {
+ "step": 1755,
+ "lr": 0.0001,
+ "sup_loss": 2.197860999207074
+ },
+ {
+ "step": 1756,
+ "lr": 0.0001,
+ "sup_loss": 2.1978863079042266
+ },
+ {
+ "step": 1757,
+ "lr": 0.0001,
+ "sup_loss": 2.1979319631684633
+ },
+ {
+ "step": 1758,
+ "lr": 0.0001,
+ "sup_loss": 2.1978519678101605
+ },
+ {
+ "step": 1759,
+ "lr": 0.0001,
+ "sup_loss": 2.197904364137977
+ },
+ {
+ "step": 1760,
+ "lr": 0.0001,
+ "sup_loss": 2.197862780118205
+ },
+ {
+ "step": 1761,
+ "lr": 0.0001,
+ "sup_loss": 2.1978977831038438
+ },
+ {
+ "step": 1762,
+ "lr": 0.0001,
+ "sup_loss": 2.197833351478134
+ },
+ {
+ "step": 1763,
+ "lr": 0.0001,
+ "sup_loss": 2.197877347894761
+ },
+ {
+ "step": 1764,
+ "lr": 0.0001,
+ "sup_loss": 2.1978548236894198
+ },
+ {
+ "step": 1765,
+ "lr": 0.0001,
+ "sup_loss": 2.197821247992262
+ },
+ {
+ "step": 1766,
+ "lr": 0.0001,
+ "sup_loss": 2.1978378268515026
+ },
+ {
+ "step": 1767,
+ "lr": 0.0001,
+ "sup_loss": 2.1978738872408483
+ },
+ {
+ "step": 1768,
+ "lr": 0.0001,
+ "sup_loss": 2.197885267413181
+ },
+ {
+ "step": 1769,
+ "lr": 0.0001,
+ "sup_loss": 2.19783525544698
+ },
+ {
+ "step": 1770,
+ "lr": 0.0001,
+ "sup_loss": 2.197870761558439
+ },
+ {
+ "step": 1771,
+ "lr": 0.0001,
+ "sup_loss": 2.197819668520334
+ },
+ {
+ "step": 1772,
+ "lr": 0.0001,
+ "sup_loss": 2.1978248851095277
+ },
+ {
+ "step": 1773,
+ "lr": 0.0001,
+ "sup_loss": 2.1977843568571
+ },
+ {
+ "step": 1774,
+ "lr": 0.0001,
+ "sup_loss": 2.197832396119286
+ },
+ {
+ "step": 1775,
+ "lr": 0.0001,
+ "sup_loss": 2.1978168536914
+ },
+ {
+ "step": 1776,
+ "lr": 0.0001,
+ "sup_loss": 2.197841410761149
+ },
+ {
+ "step": 1777,
+ "lr": 0.0001,
+ "sup_loss": 2.1978584982085168
+ },
+ {
+ "step": 1778,
+ "lr": 0.0001,
+ "sup_loss": 2.197778713259485
+ },
+ {
+ "step": 1779,
+ "lr": 0.0001,
+ "sup_loss": 2.1978314206397145
+ },
+ {
+ "step": 1780,
+ "lr": 0.0001,
+ "sup_loss": 2.1978777288173448
+ },
+ {
+ "step": 1781,
+ "lr": 0.0001,
+ "sup_loss": 2.1978237580342634
+ },
+ {
+ "step": 1782,
+ "lr": 0.0001,
+ "sup_loss": 2.1978568596035344
+ },
+ {
+ "step": 1783,
+ "lr": 0.0001,
+ "sup_loss": 2.1978512103418173
+ },
+ {
+ "step": 1784,
+ "lr": 0.0001,
+ "sup_loss": 2.197835547271449
+ },
+ {
+ "step": 1785,
+ "lr": 0.0001,
+ "sup_loss": 2.1978792535472067
+ },
+ {
+ "step": 1786,
+ "lr": 0.0001,
+ "sup_loss": 2.1978746906301394
+ },
+ {
+ "step": 1787,
+ "lr": 0.0001,
+ "sup_loss": 2.1978399702497455
+ },
+ {
+ "step": 1788,
+ "lr": 0.0001,
+ "sup_loss": 2.197816885496166
+ },
+ {
+ "step": 1789,
+ "lr": 0.0001,
+ "sup_loss": 2.1978651919094454
+ },
+ {
+ "step": 1790,
+ "lr": 0.0001,
+ "sup_loss": 2.1978429511297692
+ },
+ {
+ "step": 1791,
+ "lr": 0.0001,
+ "sup_loss": 2.197782977517546
+ },
+ {
+ "step": 1792,
+ "lr": 0.0001,
+ "sup_loss": 2.1978368190570903
+ },
+ {
+ "step": 1793,
+ "lr": 0.0001,
+ "sup_loss": 2.197866974600221
+ },
+ {
+ "step": 1794,
+ "lr": 0.0001,
+ "sup_loss": 2.197861219011796
+ },
+ {
+ "step": 1795,
+ "lr": 0.0001,
+ "sup_loss": 2.1978807708401393
+ },
+ {
+ "step": 1796,
+ "lr": 0.0001,
+ "sup_loss": 2.197857062126995
+ },
+ {
+ "step": 1797,
+ "lr": 0.0001,
+ "sup_loss": 2.1978420273465407
+ },
+ {
+ "step": 1798,
+ "lr": 0.0001,
+ "sup_loss": 2.197877871277167
+ },
+ {
+ "step": 1799,
+ "lr": 0.0001,
+ "sup_loss": 2.1978454436827386
+ },
+ {
+ "step": 1800,
+ "lr": 0.0001,
+ "sup_loss": 2.1978094738486673
+ },
+ {
+ "step": 1801,
+ "lr": 0.0001,
+ "sup_loss": 2.1978136326314974
+ },
+ {
+ "step": 1802,
+ "lr": 0.0001,
+ "sup_loss": 2.19788053247365
+ },
+ {
+ "step": 1803,
+ "lr": 0.0001,
+ "sup_loss": 2.1977596560549038
+ },
+ {
+ "step": 1804,
+ "lr": 0.0001,
+ "sup_loss": 2.1978176015347515
+ },
+ {
+ "step": 1805,
+ "lr": 0.0001,
+ "sup_loss": 2.1978420393456695
+ },
+ {
+ "step": 1806,
+ "lr": 0.0001,
+ "sup_loss": 2.1977668204217315
+ },
+ {
+ "step": 1807,
+ "lr": 0.0001,
+ "sup_loss": 2.197759433071028
+ },
+ {
+ "step": 1808,
+ "lr": 0.0001,
+ "sup_loss": 2.197759321611811
+ },
+ {
+ "step": 1809,
+ "lr": 0.0001,
+ "sup_loss": 2.197747458924812
+ },
+ {
+ "step": 1810,
+ "lr": 0.0001,
+ "sup_loss": 2.1977558753036552
+ },
+ {
+ "step": 1811,
+ "lr": 0.0001,
+ "sup_loss": 2.1977879045809523
+ },
+ {
+ "step": 1812,
+ "lr": 0.0001,
+ "sup_loss": 2.197761618570626
+ },
+ {
+ "step": 1813,
+ "lr": 0.0001,
+ "sup_loss": 2.19772030804323
+ },
+ {
+ "step": 1814,
+ "lr": 0.0001,
+ "sup_loss": 2.1977515222639985
+ },
+ {
+ "step": 1815,
+ "lr": 0.0001,
+ "sup_loss": 2.197723285568781
+ },
+ {
+ "step": 1816,
+ "lr": 0.0001,
+ "sup_loss": 2.1977549894082613
+ },
+ {
+ "step": 1817,
+ "lr": 0.0001,
+ "sup_loss": 2.197815194353421
+ },
+ {
+ "step": 1818,
+ "lr": 0.0001,
+ "sup_loss": 2.197772526110036
+ },
+ {
+ "step": 1819,
+ "lr": 0.0001,
+ "sup_loss": 2.1978170258755245
+ },
+ {
+ "step": 1820,
+ "lr": 0.0001,
+ "sup_loss": 2.197726828958985
+ },
+ {
+ "step": 1821,
+ "lr": 0.0001,
+ "sup_loss": 2.1977261049729773
+ },
+ {
+ "step": 1822,
+ "lr": 0.0001,
+ "sup_loss": 2.19773705741606
+ },
+ {
+ "step": 1823,
+ "lr": 0.0001,
+ "sup_loss": 2.197762965126041
+ },
+ {
+ "step": 1824,
+ "lr": 0.0001,
+ "sup_loss": 2.197749149053088
+ },
+ {
+ "step": 1825,
+ "lr": 0.0001,
+ "sup_loss": 2.1977379490404028
+ },
+ {
+ "step": 1826,
+ "lr": 0.0001,
+ "sup_loss": 2.197799995064332
+ },
+ {
+ "step": 1827,
+ "lr": 0.0001,
+ "sup_loss": 2.1977758791925064
+ },
+ {
+ "step": 1828,
+ "lr": 0.0001,
+ "sup_loss": 2.1977843264731947
+ },
+ {
+ "step": 1829,
+ "lr": 0.0001,
+ "sup_loss": 2.197753231753335
+ },
+ {
+ "step": 1830,
+ "lr": 0.0001,
+ "sup_loss": 2.197822673478526
+ },
+ {
+ "step": 1831,
+ "lr": 0.0001,
+ "sup_loss": 2.1977730841135457
+ },
+ {
+ "step": 1832,
+ "lr": 0.0001,
+ "sup_loss": 2.197686835987915
+ },
+ {
+ "step": 1833,
+ "lr": 0.0001,
+ "sup_loss": 2.1977056560048593
+ },
+ {
+ "step": 1834,
+ "lr": 0.0001,
+ "sup_loss": 2.197718086594156
+ },
+ {
+ "step": 1835,
+ "lr": 0.0001,
+ "sup_loss": 2.1978146096081836
+ },
+ {
+ "step": 1836,
+ "lr": 0.0001,
+ "sup_loss": 2.197723155877461
+ },
+ {
+ "step": 1837,
+ "lr": 0.0001,
+ "sup_loss": 2.1977018997830298
+ },
+ {
+ "step": 1838,
+ "lr": 0.0001,
+ "sup_loss": 2.1976756663919477
+ },
+ {
+ "step": 1839,
+ "lr": 0.0001,
+ "sup_loss": 2.197737606293683
+ },
+ {
+ "step": 1840,
+ "lr": 0.0001,
+ "sup_loss": 2.1977435120632056
+ },
+ {
+ "step": 1841,
+ "lr": 0.0001,
+ "sup_loss": 2.1977185749936123
+ },
+ {
+ "step": 1842,
+ "lr": 0.0001,
+ "sup_loss": 2.197742920814254
+ },
+ {
+ "step": 1843,
+ "lr": 0.0001,
+ "sup_loss": 2.1977618071933147
+ },
+ {
+ "step": 1844,
+ "lr": 0.0001,
+ "sup_loss": 2.1977867240370665
+ },
+ {
+ "step": 1845,
+ "lr": 0.0001,
+ "sup_loss": 2.197712159384353
+ },
+ {
+ "step": 1846,
+ "lr": 0.0001,
+ "sup_loss": 2.1977833094187718
+ },
+ {
+ "step": 1847,
+ "lr": 0.0001,
+ "sup_loss": 2.1977147128822105
+ },
+ {
+ "step": 1848,
+ "lr": 0.0001,
+ "sup_loss": 2.1977626150523397
+ },
+ {
+ "step": 1849,
+ "lr": 0.0001,
+ "sup_loss": 2.197732497742399
+ },
+ {
+ "step": 1850,
+ "lr": 0.0001,
+ "sup_loss": 2.197724615259195
+ },
+ {
+ "step": 1851,
+ "lr": 0.0001,
+ "sup_loss": 2.197803195081535
+ },
+ {
+ "step": 1852,
+ "lr": 0.0001,
+ "sup_loss": 2.1976744416168987
+ },
+ {
+ "step": 1853,
+ "lr": 0.0001,
+ "sup_loss": 2.197678474090652
+ },
+ {
+ "step": 1854,
+ "lr": 0.0001,
+ "sup_loss": 2.197774948022298
+ },
+ {
+ "step": 1855,
+ "lr": 0.0001,
+ "sup_loss": 2.1977917311376283
+ },
+ {
+ "step": 1856,
+ "lr": 0.0001,
+ "sup_loss": 2.1976672623941966
+ },
+ {
+ "step": 1857,
+ "lr": 0.0001,
+ "sup_loss": 2.1977211079114856
+ },
+ {
+ "step": 1858,
+ "lr": 0.0001,
+ "sup_loss": 2.197717464233259
+ },
+ {
+ "step": 1859,
+ "lr": 0.0001,
+ "sup_loss": 2.1977055522936926
+ },
+ {
+ "step": 1860,
+ "lr": 0.0001,
+ "sup_loss": 2.197703174930594
+ },
+ {
+ "step": 1861,
+ "lr": 0.0001,
+ "sup_loss": 2.1977839744189915
+ },
+ {
+ "step": 1862,
+ "lr": 0.0001,
+ "sup_loss": 2.1977390837101956
+ },
+ {
+ "step": 1863,
+ "lr": 0.0001,
+ "sup_loss": 2.1977230959205443
+ },
+ {
+ "step": 1864,
+ "lr": 0.0001,
+ "sup_loss": 2.197748800705654
+ },
+ {
+ "step": 1865,
+ "lr": 0.0001,
+ "sup_loss": 2.197741009998905
+ },
+ {
+ "step": 1866,
+ "lr": 0.0001,
+ "sup_loss": 2.1976708900365205
+ },
+ {
+ "step": 1867,
+ "lr": 0.0001,
+ "sup_loss": 2.197720162420808
+ },
+ {
+ "step": 1868,
+ "lr": 0.0001,
+ "sup_loss": 2.1976667383071034
+ },
+ {
+ "step": 1869,
+ "lr": 0.0001,
+ "sup_loss": 2.1977636342393234
+ },
+ {
+ "step": 1870,
+ "lr": 0.0001,
+ "sup_loss": 2.1977254284854673
+ },
+ {
+ "step": 1871,
+ "lr": 0.0001,
+ "sup_loss": 2.197690462907774
+ },
+ {
+ "step": 1872,
+ "lr": 0.0001,
+ "sup_loss": 2.1976825728305913
+ },
+ {
+ "step": 1873,
+ "lr": 0.0001,
+ "sup_loss": 2.197743343348523
+ },
+ {
+ "step": 1874,
+ "lr": 0.0001,
+ "sup_loss": 2.1977477453929994
+ },
+ {
+ "step": 1875,
+ "lr": 0.0001,
+ "sup_loss": 2.197712837242841
+ },
+ {
+ "step": 1876,
+ "lr": 0.0001,
+ "sup_loss": 2.1976362850689273
+ },
+ {
+ "step": 1877,
+ "lr": 0.0001,
+ "sup_loss": 2.1977052713431124
+ },
+ {
+ "step": 1878,
+ "lr": 0.0001,
+ "sup_loss": 2.1977061033435343
+ },
+ {
+ "step": 1879,
+ "lr": 0.0001,
+ "sup_loss": 2.1977112869294415
+ },
+ {
+ "step": 1880,
+ "lr": 0.0001,
+ "sup_loss": 2.1977512652530504
+ },
+ {
+ "step": 1881,
+ "lr": 0.0001,
+ "sup_loss": 2.1977141457669576
+ },
+ {
+ "step": 1882,
+ "lr": 0.0001,
+ "sup_loss": 2.1977221923667734
+ },
+ {
+ "step": 1883,
+ "lr": 0.0001,
+ "sup_loss": 2.1977526630734574
+ },
+ {
+ "step": 1884,
+ "lr": 0.0001,
+ "sup_loss": 2.197652454367203
+ },
+ {
+ "step": 1885,
+ "lr": 0.0001,
+ "sup_loss": 2.1977526935117355
+ },
+ {
+ "step": 1886,
+ "lr": 0.0001,
+ "sup_loss": 2.197667850061234
+ },
+ {
+ "step": 1887,
+ "lr": 0.0001,
+ "sup_loss": 2.1977240469308814
+ },
+ {
+ "step": 1888,
+ "lr": 0.0001,
+ "sup_loss": 2.1977200563758386
+ },
+ {
+ "step": 1889,
+ "lr": 0.0001,
+ "sup_loss": 2.1978030873570766
+ },
+ {
+ "step": 1890,
+ "lr": 0.0001,
+ "sup_loss": 2.1977205143435006
+ },
+ {
+ "step": 1891,
+ "lr": 0.0001,
+ "sup_loss": 2.1977511530375002
+ },
+ {
+ "step": 1892,
+ "lr": 0.0001,
+ "sup_loss": 2.1977547040027985
+ },
+ {
+ "step": 1893,
+ "lr": 0.0001,
+ "sup_loss": 2.1977109541741484
+ },
+ {
+ "step": 1894,
+ "lr": 0.0001,
+ "sup_loss": 2.197741166127671
+ },
+ {
+ "step": 1895,
+ "lr": 0.0001,
+ "sup_loss": 2.1976976519620766
+ },
+ {
+ "step": 1896,
+ "lr": 0.0001,
+ "sup_loss": 2.1977258923628122
+ },
+ {
+ "step": 1897,
+ "lr": 0.0001,
+ "sup_loss": 2.1977131135911065
+ },
+ {
+ "step": 1898,
+ "lr": 0.0001,
+ "sup_loss": 2.197773317611726
+ },
+ {
+ "step": 1899,
+ "lr": 0.0001,
+ "sup_loss": 2.197774692958826
+ },
+ {
+ "step": 1900,
+ "lr": 0.0001,
+ "sup_loss": 2.1977514409826653
+ },
+ {
+ "step": 1901,
+ "lr": 0.0001,
+ "sup_loss": 2.1977699836524014
+ },
+ {
+ "step": 1902,
+ "lr": 0.0001,
+ "sup_loss": 2.197725337838308
+ },
+ {
+ "step": 1903,
+ "lr": 0.0001,
+ "sup_loss": 2.1977419573180654
+ },
+ {
+ "step": 1904,
+ "lr": 0.0001,
+ "sup_loss": 2.197746821658253
+ },
+ {
+ "step": 1905,
+ "lr": 0.0001,
+ "sup_loss": 2.197747831685947
+ },
+ {
+ "step": 1906,
+ "lr": 0.0001,
+ "sup_loss": 2.1977084449607163
+ },
+ {
+ "step": 1907,
+ "lr": 0.0001,
+ "sup_loss": 2.1977551993476103
+ },
+ {
+ "step": 1908,
+ "lr": 0.0001,
+ "sup_loss": 2.1977174819636582
+ },
+ {
+ "step": 1909,
+ "lr": 0.0001,
+ "sup_loss": 2.197727483597083
+ },
+ {
+ "step": 1910,
+ "lr": 0.0001,
+ "sup_loss": 2.1977849005563748
+ },
+ {
+ "step": 1911,
+ "lr": 0.0001,
+ "sup_loss": 2.197738949314571
+ },
+ {
+ "step": 1912,
+ "lr": 0.0001,
+ "sup_loss": 2.1977396905881528
+ },
+ {
+ "step": 1913,
+ "lr": 0.0001,
+ "sup_loss": 2.197747293828087
+ },
+ {
+ "step": 1914,
+ "lr": 0.0001,
+ "sup_loss": 2.197754997238081
+ },
+ {
+ "step": 1915,
+ "lr": 0.0001,
+ "sup_loss": 2.197712415586426
+ },
+ {
+ "step": 1916,
+ "lr": 0.0001,
+ "sup_loss": 2.1977395089071132
+ },
+ {
+ "step": 1917,
+ "lr": 0.0001,
+ "sup_loss": 2.197712381683751
+ },
+ {
+ "step": 1918,
+ "lr": 0.0001,
+ "sup_loss": 2.1977162394996554
+ },
+ {
+ "step": 1919,
+ "lr": 0.0001,
+ "sup_loss": 2.1976949411457647
+ },
+ {
+ "step": 1920,
+ "lr": 0.0001,
+ "sup_loss": 2.1977241796319658
+ },
+ {
+ "step": 1921,
+ "lr": 0.0001,
+ "sup_loss": 2.1977167926194774
+ },
+ {
+ "step": 1922,
+ "lr": 0.0001,
+ "sup_loss": 2.1977252269487573
+ },
+ {
+ "step": 1923,
+ "lr": 0.0001,
+ "sup_loss": 2.1976673080836737
+ },
+ {
+ "step": 1924,
+ "lr": 0.0001,
+ "sup_loss": 2.197719190184312
+ },
+ {
+ "step": 1925,
+ "lr": 0.0001,
+ "sup_loss": 2.197661759624804
+ },
+ {
+ "step": 1926,
+ "lr": 0.0001,
+ "sup_loss": 2.1976734585479067
+ },
+ {
+ "step": 1927,
+ "lr": 0.0001,
+ "sup_loss": 2.197724922278584
+ },
+ {
+ "step": 1928,
+ "lr": 0.0001,
+ "sup_loss": 2.1977341645804893
+ },
+ {
+ "step": 1929,
+ "lr": 0.0001,
+ "sup_loss": 2.1977327315123767
+ },
+ {
+ "step": 1930,
+ "lr": 0.0001,
+ "sup_loss": 2.197782567813421
+ },
+ {
+ "step": 1931,
+ "lr": 0.0001,
+ "sup_loss": 2.197731733285625
+ },
+ {
+ "step": 1932,
+ "lr": 0.0001,
+ "sup_loss": 2.1978425868895552
+ },
+ {
+ "step": 1933,
+ "lr": 0.0001,
+ "sup_loss": 2.1977473080009204
+ },
+ {
+ "step": 1934,
+ "lr": 0.0001,
+ "sup_loss": 2.1977060457549547
+ },
+ {
+ "step": 1935,
+ "lr": 0.0001,
+ "sup_loss": 2.197752692378886
+ },
+ {
+ "step": 1936,
+ "lr": 0.0001,
+ "sup_loss": 2.197766867945943
+ },
+ {
+ "step": 1937,
+ "lr": 0.0001,
+ "sup_loss": 2.1977298403024985
+ },
+ {
+ "step": 1938,
+ "lr": 0.0001,
+ "sup_loss": 2.1977419496299255
+ },
+ {
+ "step": 1939,
+ "lr": 0.0001,
+ "sup_loss": 2.1977862485337294
+ },
+ {
+ "step": 1940,
+ "lr": 0.0001,
+ "sup_loss": 2.1977512022733596
+ },
+ {
+ "step": 1941,
+ "lr": 0.0001,
+ "sup_loss": 2.1977595490727633
+ },
+ {
+ "step": 1942,
+ "lr": 0.0001,
+ "sup_loss": 2.1977173761253175
+ },
+ {
+ "step": 1943,
+ "lr": 0.0001,
+ "sup_loss": 2.197702594561035
+ },
+ {
+ "step": 1944,
+ "lr": 0.0001,
+ "sup_loss": 2.197758695489324
+ },
+ {
+ "step": 1945,
+ "lr": 0.0001,
+ "sup_loss": 2.1977710245571145
+ },
+ {
+ "step": 1946,
+ "lr": 0.0001,
+ "sup_loss": 2.197750231265883
+ },
+ {
+ "step": 1947,
+ "lr": 0.0001,
+ "sup_loss": 2.1977056985477272
+ },
+ {
+ "step": 1948,
+ "lr": 0.0001,
+ "sup_loss": 2.19769527444088
+ },
+ {
+ "step": 1949,
+ "lr": 0.0001,
+ "sup_loss": 2.197682114645768
+ },
+ {
+ "step": 1950,
+ "lr": 0.0001,
+ "sup_loss": 2.1977698125944256
+ },
+ {
+ "step": 1951,
+ "lr": 0.0001,
+ "sup_loss": 2.1977363269669024
+ },
+ {
+ "step": 1952,
+ "lr": 0.0001,
+ "sup_loss": 2.1976967073217843
+ },
+ {
+ "step": 1953,
+ "lr": 0.0001,
+ "sup_loss": 2.1977190323826425
+ },
+ {
+ "step": 1954,
+ "lr": 0.0001,
+ "sup_loss": 2.19768406193022
+ },
+ {
+ "step": 1955,
+ "lr": 0.0001,
+ "sup_loss": 2.1976503001485823
+ },
+ {
+ "step": 1956,
+ "lr": 0.0001,
+ "sup_loss": 2.1977765999413723
+ },
+ {
+ "step": 1957,
+ "lr": 0.0001,
+ "sup_loss": 2.1976873312019225
+ },
+ {
+ "step": 1958,
+ "lr": 0.0001,
+ "sup_loss": 2.1977152888486744
+ },
+ {
+ "step": 1959,
+ "lr": 0.0001,
+ "sup_loss": 2.1977356999615707
+ },
+ {
+ "step": 1960,
+ "lr": 0.0001,
+ "sup_loss": 2.19766905719101
+ },
+ {
+ "step": 1961,
+ "lr": 0.0001,
+ "sup_loss": 2.1977515009106594
+ },
+ {
+ "step": 1962,
+ "lr": 0.0001,
+ "sup_loss": 2.197673556557085
+ },
+ {
+ "step": 1963,
+ "lr": 0.0001,
+ "sup_loss": 2.1977319063164744
+ },
+ {
+ "step": 1964,
+ "lr": 0.0001,
+ "sup_loss": 2.197731441289644
+ },
+ {
+ "step": 1965,
+ "lr": 0.0001,
+ "sup_loss": 2.1977278739822714
+ },
+ {
+ "step": 1966,
+ "lr": 0.0001,
+ "sup_loss": 2.197730344636838
+ },
+ {
+ "step": 1967,
+ "lr": 0.0001,
+ "sup_loss": 2.197738750762469
+ },
+ {
+ "step": 1968,
+ "lr": 0.0001,
+ "sup_loss": 2.197735300717977
+ },
+ {
+ "step": 1969,
+ "lr": 0.0001,
+ "sup_loss": 2.197734040369562
+ },
+ {
+ "step": 1970,
+ "lr": 0.0001,
+ "sup_loss": 2.1977311122029315
+ },
+ {
+ "step": 1971,
+ "lr": 0.0001,
+ "sup_loss": 2.197680499987357
+ },
+ {
+ "step": 1972,
+ "lr": 0.0001,
+ "sup_loss": 2.197699501251349
+ },
+ {
+ "step": 1973,
+ "lr": 0.0001,
+ "sup_loss": 2.197694234492058
+ },
+ {
+ "step": 1974,
+ "lr": 0.0001,
+ "sup_loss": 2.1977243554286177
+ },
+ {
+ "step": 1975,
+ "lr": 0.0001,
+ "sup_loss": 2.1976844717937962
+ },
+ {
+ "step": 1976,
+ "lr": 0.0001,
+ "sup_loss": 2.1977519457163064
+ },
+ {
+ "step": 1977,
+ "lr": 0.0001,
+ "sup_loss": 2.1977178221255613
+ },
+ {
+ "step": 1978,
+ "lr": 0.0001,
+ "sup_loss": 2.1977169947314783
+ },
+ {
+ "step": 1979,
+ "lr": 0.0001,
+ "sup_loss": 2.1977276914537085
+ },
+ {
+ "step": 1980,
+ "lr": 0.0001,
+ "sup_loss": 2.197755041398956
+ },
+ {
+ "step": 1981,
+ "lr": 0.0001,
+ "sup_loss": 2.197782369345404
+ },
+ {
+ "step": 1982,
+ "lr": 0.0001,
+ "sup_loss": 2.1977023965800733
+ },
+ {
+ "step": 1983,
+ "lr": 0.0001,
+ "sup_loss": 2.197701718407272
+ },
+ {
+ "step": 1984,
+ "lr": 0.0001,
+ "sup_loss": 2.197693406491907
+ },
+ {
+ "step": 1985,
+ "lr": 0.0001,
+ "sup_loss": 2.1976942334573684
+ },
+ {
+ "step": 1986,
+ "lr": 0.0001,
+ "sup_loss": 2.1976912319921937
+ },
+ {
+ "step": 1987,
+ "lr": 0.0001,
+ "sup_loss": 2.1976961200324228
+ },
+ {
+ "step": 1988,
+ "lr": 0.0001,
+ "sup_loss": 2.197694890732937
+ },
+ {
+ "step": 1989,
+ "lr": 0.0001,
+ "sup_loss": 2.197665934085313
+ },
+ {
+ "step": 1990,
+ "lr": 0.0001,
+ "sup_loss": 2.197714587384218
+ },
+ {
+ "step": 1991,
+ "lr": 0.0001,
+ "sup_loss": 2.197710547119641
+ },
+ {
+ "step": 1992,
+ "lr": 0.0001,
+ "sup_loss": 2.197715152836475
+ },
+ {
+ "step": 1993,
+ "lr": 0.0001,
+ "sup_loss": 2.19773150332003
+ },
+ {
+ "step": 1994,
+ "lr": 0.0001,
+ "sup_loss": 2.197688210641288
+ },
+ {
+ "step": 1995,
+ "lr": 0.0001,
+ "sup_loss": 2.1976853187139236
+ },
+ {
+ "step": 1996,
+ "lr": 0.0001,
+ "sup_loss": 2.1977057006550815
+ },
+ {
+ "step": 1997,
+ "lr": 0.0001,
+ "sup_loss": 2.197715869266621
+ },
+ {
+ "step": 1998,
+ "lr": 0.0001,
+ "sup_loss": 2.197689746366521
+ },
+ {
+ "step": 1999,
+ "lr": 0.0001,
+ "sup_loss": 2.197709753387666
+ },
+ {
+ "step": 2000,
+ "lr": 0.0001,
+ "sup_loss": 2.1977290804810643
+ },
+ {
+ "step": 2001,
+ "lr": 0.0001,
+ "sup_loss": 2.1976560305552644
+ },
+ {
+ "step": 2002,
+ "lr": 0.0001,
+ "sup_loss": 2.197740027830093
+ },
+ {
+ "step": 2003,
+ "lr": 0.0001,
+ "sup_loss": 2.197647844081279
+ },
+ {
+ "step": 2004,
+ "lr": 0.0001,
+ "sup_loss": 2.1976864032676424
+ },
+ {
+ "step": 2005,
+ "lr": 0.0001,
+ "sup_loss": 2.1976976649017272
+ },
+ {
+ "step": 2006,
+ "lr": 0.0001,
+ "sup_loss": 2.197663112515036
+ },
+ {
+ "step": 2007,
+ "lr": 0.0001,
+ "sup_loss": 2.1976657994122513
+ },
+ {
+ "step": 2008,
+ "lr": 0.0001,
+ "sup_loss": 2.1976620128210467
+ },
+ {
+ "step": 2009,
+ "lr": 0.0001,
+ "sup_loss": 2.1977236047856348
+ },
+ {
+ "step": 2010,
+ "lr": 0.0001,
+ "sup_loss": 2.1976754668549803
+ },
+ {
+ "step": 2011,
+ "lr": 0.0001,
+ "sup_loss": 2.1976043747161444
+ },
+ {
+ "step": 2012,
+ "lr": 0.0001,
+ "sup_loss": 2.1976598384065595
+ },
+ {
+ "step": 2013,
+ "lr": 0.0001,
+ "sup_loss": 2.197700525691784
+ },
+ {
+ "step": 2014,
+ "lr": 0.0001,
+ "sup_loss": 2.1977004709135692
+ },
+ {
+ "step": 2015,
+ "lr": 0.0001,
+ "sup_loss": 2.1977016766083097
+ },
+ {
+ "step": 2016,
+ "lr": 0.0001,
+ "sup_loss": 2.1976352144623643
+ },
+ {
+ "step": 2017,
+ "lr": 0.0001,
+ "sup_loss": 2.197708735697786
+ },
+ {
+ "step": 2018,
+ "lr": 0.0001,
+ "sup_loss": 2.19760527660657
+ },
+ {
+ "step": 2019,
+ "lr": 0.0001,
+ "sup_loss": 2.1977138295456786
+ },
+ {
+ "step": 2020,
+ "lr": 0.0001,
+ "sup_loss": 2.197690782316447
+ },
+ {
+ "step": 2021,
+ "lr": 0.0001,
+ "sup_loss": 2.197722838022602
+ },
+ {
+ "step": 2022,
+ "lr": 0.0001,
+ "sup_loss": 2.197660425402486
+ },
+ {
+ "step": 2023,
+ "lr": 0.0001,
+ "sup_loss": 2.1976662884799945
+ },
+ {
+ "step": 2024,
+ "lr": 0.0001,
+ "sup_loss": 2.1976932306831225
+ },
+ {
+ "step": 2025,
+ "lr": 0.0001,
+ "sup_loss": 2.197710880578888
+ },
+ {
+ "step": 2026,
+ "lr": 0.0001,
+ "sup_loss": 2.1976711419229362
+ },
+ {
+ "step": 2027,
+ "lr": 0.0001,
+ "sup_loss": 2.197775622004773
+ },
+ {
+ "step": 2028,
+ "lr": 0.0001,
+ "sup_loss": 2.1976708248029264
+ },
+ {
+ "step": 2029,
+ "lr": 0.0001,
+ "sup_loss": 2.197686993739473
+ },
+ {
+ "step": 2030,
+ "lr": 0.0001,
+ "sup_loss": 2.1976219240215586
+ },
+ {
+ "step": 2031,
+ "lr": 0.0001,
+ "sup_loss": 2.19763924987686
+ },
+ {
+ "step": 2032,
+ "lr": 0.0001,
+ "sup_loss": 2.197723613432191
+ },
+ {
+ "step": 2033,
+ "lr": 0.0001,
+ "sup_loss": 2.197728728151402
+ },
+ {
+ "step": 2034,
+ "lr": 0.0001,
+ "sup_loss": 2.1977748736872984
+ },
+ {
+ "step": 2035,
+ "lr": 0.0001,
+ "sup_loss": 2.197664679098935
+ },
+ {
+ "step": 2036,
+ "lr": 0.0001,
+ "sup_loss": 2.197674617084811
+ },
+ {
+ "step": 2037,
+ "lr": 0.0001,
+ "sup_loss": 2.1976742399040754
+ },
+ {
+ "step": 2038,
+ "lr": 0.0001,
+ "sup_loss": 2.19767457129692
+ },
+ {
+ "step": 2039,
+ "lr": 0.0001,
+ "sup_loss": 2.197691192115907
+ },
+ {
+ "step": 2040,
+ "lr": 0.0001,
+ "sup_loss": 2.197667461481712
+ },
+ {
+ "step": 2041,
+ "lr": 0.0001,
+ "sup_loss": 2.197600912057398
+ },
+ {
+ "step": 2042,
+ "lr": 0.0001,
+ "sup_loss": 2.1976689411711994
+ },
+ {
+ "step": 2043,
+ "lr": 0.0001,
+ "sup_loss": 2.1976721298345803
+ },
+ {
+ "step": 2044,
+ "lr": 0.0001,
+ "sup_loss": 2.1976733279803833
+ },
+ {
+ "step": 2045,
+ "lr": 0.0001,
+ "sup_loss": 2.197697875906186
+ },
+ {
+ "step": 2046,
+ "lr": 0.0001,
+ "sup_loss": 2.1977114862644793
+ },
+ {
+ "step": 2047,
+ "lr": 0.0001,
+ "sup_loss": 2.197648198189154
+ },
+ {
+ "step": 2048,
+ "lr": 0.0001,
+ "sup_loss": 2.1976849216394028
+ },
+ {
+ "step": 2049,
+ "lr": 0.0001,
+ "sup_loss": 2.1975446696326393
+ },
+ {
+ "step": 2050,
+ "lr": 0.0001,
+ "sup_loss": 2.197596970922498
+ },
+ {
+ "step": 2051,
+ "lr": 0.0001,
+ "sup_loss": 2.197712745070719
+ },
+ {
+ "step": 2052,
+ "lr": 0.0001,
+ "sup_loss": 2.1976348323915698
+ },
+ {
+ "step": 2053,
+ "lr": 0.0001,
+ "sup_loss": 2.1975606528691607
+ },
+ {
+ "step": 2054,
+ "lr": 0.0001,
+ "sup_loss": 2.197665142806699
+ },
+ {
+ "step": 2055,
+ "lr": 0.0001,
+ "sup_loss": 2.1976273461489857
+ },
+ {
+ "step": 2056,
+ "lr": 0.0001,
+ "sup_loss": 2.1976322764432377
+ },
+ {
+ "step": 2057,
+ "lr": 0.0001,
+ "sup_loss": 2.197708984799473
+ },
+ {
+ "step": 2058,
+ "lr": 0.0001,
+ "sup_loss": 2.197743004078699
+ },
+ {
+ "step": 2059,
+ "lr": 0.0001,
+ "sup_loss": 2.197694266198048
+ },
+ {
+ "step": 2060,
+ "lr": 0.0001,
+ "sup_loss": 2.1976438136565966
+ },
+ {
+ "step": 2061,
+ "lr": 0.0001,
+ "sup_loss": 2.1976888839282958
+ },
+ {
+ "step": 2062,
+ "lr": 0.0001,
+ "sup_loss": 2.1977012997917353
+ },
+ {
+ "step": 2063,
+ "lr": 0.0001,
+ "sup_loss": 2.1976928125314275
+ },
+ {
+ "step": 2064,
+ "lr": 0.0001,
+ "sup_loss": 2.1977173902023424
+ },
+ {
+ "step": 2065,
+ "lr": 0.0001,
+ "sup_loss": 2.197643842746502
+ },
+ {
+ "step": 2066,
+ "lr": 0.0001,
+ "sup_loss": 2.1976476789774506
+ },
+ {
+ "step": 2067,
+ "lr": 0.0001,
+ "sup_loss": 2.1976460233045314
+ },
+ {
+ "step": 2068,
+ "lr": 0.0001,
+ "sup_loss": 2.1976954494719254
+ },
+ {
+ "step": 2069,
+ "lr": 0.0001,
+ "sup_loss": 2.197720656342882
+ },
+ {
+ "step": 2070,
+ "lr": 0.0001,
+ "sup_loss": 2.1976654532958326
+ },
+ {
+ "step": 2071,
+ "lr": 0.0001,
+ "sup_loss": 2.1976660075771632
+ },
+ {
+ "step": 2072,
+ "lr": 0.0001,
+ "sup_loss": 2.197689529727646
+ },
+ {
+ "step": 2073,
+ "lr": 0.0001,
+ "sup_loss": 2.1976812156487204
+ },
+ {
+ "step": 2074,
+ "lr": 0.0001,
+ "sup_loss": 2.1976893233243335
+ },
+ {
+ "step": 2075,
+ "lr": 0.0001,
+ "sup_loss": 2.1976060771252195
+ },
+ {
+ "step": 2076,
+ "lr": 0.0001,
+ "sup_loss": 2.1975985864699568
+ },
+ {
+ "step": 2077,
+ "lr": 0.0001,
+ "sup_loss": 2.197719809420511
+ },
+ {
+ "step": 2078,
+ "lr": 0.0001,
+ "sup_loss": 2.197682679708827
+ },
+ {
+ "step": 2079,
+ "lr": 0.0001,
+ "sup_loss": 2.197585479084461
+ },
+ {
+ "step": 2080,
+ "lr": 0.0001,
+ "sup_loss": 2.1976797115345756
+ },
+ {
+ "step": 2081,
+ "lr": 0.0001,
+ "sup_loss": 2.1976706775894415
+ },
+ {
+ "step": 2082,
+ "lr": 0.0001,
+ "sup_loss": 2.1976508928785923
+ },
+ {
+ "step": 2083,
+ "lr": 0.0001,
+ "sup_loss": 2.1976523828164662
+ },
+ {
+ "step": 2084,
+ "lr": 0.0001,
+ "sup_loss": 2.197640558577139
+ },
+ {
+ "step": 2085,
+ "lr": 0.0001,
+ "sup_loss": 2.197715416849005
+ },
+ {
+ "step": 2086,
+ "lr": 0.0001,
+ "sup_loss": 2.1976788445295856
+ },
+ {
+ "step": 2087,
+ "lr": 0.0001,
+ "sup_loss": 2.197728388463349
+ },
+ {
+ "step": 2088,
+ "lr": 0.0001,
+ "sup_loss": 2.197623309033105
+ },
+ {
+ "step": 2089,
+ "lr": 0.0001,
+ "sup_loss": 2.197678831909228
+ },
+ {
+ "step": 2090,
+ "lr": 0.0001,
+ "sup_loss": 2.1976577334305576
+ },
+ {
+ "step": 2091,
+ "lr": 0.0001,
+ "sup_loss": 2.1976383982514944
+ },
+ {
+ "step": 2092,
+ "lr": 0.0001,
+ "sup_loss": 2.197664700246263
+ },
+ {
+ "step": 2093,
+ "lr": 0.0001,
+ "sup_loss": 2.197627033995399
+ },
+ {
+ "step": 2094,
+ "lr": 0.0001,
+ "sup_loss": 2.1977321488673085
+ },
+ {
+ "step": 2095,
+ "lr": 0.0001,
+ "sup_loss": 2.1976878566893587
+ },
+ {
+ "step": 2096,
+ "lr": 0.0001,
+ "sup_loss": 2.1976400680002808
+ },
+ {
+ "step": 2097,
+ "lr": 0.0001,
+ "sup_loss": 2.1977105052176684
+ },
+ {
+ "step": 2098,
+ "lr": 0.0001,
+ "sup_loss": 2.1976708785069174
+ },
+ {
+ "step": 2099,
+ "lr": 0.0001,
+ "sup_loss": 2.1976569345882884
+ },
+ {
+ "step": 2100,
+ "lr": 0.0001,
+ "sup_loss": 2.197609138369631
+ },
+ {
+ "step": 2101,
+ "lr": 0.0001,
+ "sup_loss": 2.197651706340291
+ },
+ {
+ "step": 2102,
+ "lr": 0.0001,
+ "sup_loss": 2.197672745298603
+ },
+ {
+ "step": 2103,
+ "lr": 0.0001,
+ "sup_loss": 2.1976142777976486
+ },
+ {
+ "step": 2104,
+ "lr": 0.0001,
+ "sup_loss": 2.1976419433757237
+ },
+ {
+ "step": 2105,
+ "lr": 0.0001,
+ "sup_loss": 2.1976430903729174
+ },
+ {
+ "step": 2106,
+ "lr": 0.0001,
+ "sup_loss": 2.1975990648990296
+ },
+ {
+ "step": 2107,
+ "lr": 0.0001,
+ "sup_loss": 2.197686676318199
+ },
+ {
+ "step": 2108,
+ "lr": 0.0001,
+ "sup_loss": 2.1976796276292405
+ },
+ {
+ "step": 2109,
+ "lr": 0.0001,
+ "sup_loss": 2.1977243102134745
+ },
+ {
+ "step": 2110,
+ "lr": 0.0001,
+ "sup_loss": 2.197646506952401
+ },
+ {
+ "step": 2111,
+ "lr": 0.0001,
+ "sup_loss": 2.1977035533922917
+ },
+ {
+ "step": 2112,
+ "lr": 0.0001,
+ "sup_loss": 2.1977242638863794
+ },
+ {
+ "step": 2113,
+ "lr": 0.0001,
+ "sup_loss": 2.1977501868235825
+ },
+ {
+ "step": 2114,
+ "lr": 0.0001,
+ "sup_loss": 2.1977721860291854
+ },
+ {
+ "step": 2115,
+ "lr": 0.0001,
+ "sup_loss": 2.1976501055836497
+ },
+ {
+ "step": 2116,
+ "lr": 0.0001,
+ "sup_loss": 2.197596477994951
+ },
+ {
+ "step": 2117,
+ "lr": 0.0001,
+ "sup_loss": 2.1978118536709497
+ },
+ {
+ "step": 2118,
+ "lr": 0.0001,
+ "sup_loss": 2.197713377180862
+ },
+ {
+ "step": 2119,
+ "lr": 0.0001,
+ "sup_loss": 2.1976816341229104
+ },
+ {
+ "step": 2120,
+ "lr": 0.0001,
+ "sup_loss": 2.197612192767874
+ },
+ {
+ "step": 2121,
+ "lr": 0.0001,
+ "sup_loss": 2.1976450062423885
+ },
+ {
+ "step": 2122,
+ "lr": 0.0001,
+ "sup_loss": 2.197626894719833
+ },
+ {
+ "step": 2123,
+ "lr": 0.0001,
+ "sup_loss": 2.19761075391372
+ },
+ {
+ "step": 2124,
+ "lr": 0.0001,
+ "sup_loss": 2.1977093772080307
+ },
+ {
+ "step": 2125,
+ "lr": 0.0001,
+ "sup_loss": 2.1977394498739233
+ },
+ {
+ "step": 2126,
+ "lr": 0.0001,
+ "sup_loss": 2.197688793961908
+ },
+ {
+ "step": 2127,
+ "lr": 0.0001,
+ "sup_loss": 2.197699451990665
+ },
+ {
+ "step": 2128,
+ "lr": 0.0001,
+ "sup_loss": 2.197674514192003
+ },
+ {
+ "step": 2129,
+ "lr": 0.0001,
+ "sup_loss": 2.1977314781332797
+ },
+ {
+ "step": 2130,
+ "lr": 0.0001,
+ "sup_loss": 2.19767528646467
+ },
+ {
+ "step": 2131,
+ "lr": 0.0001,
+ "sup_loss": 2.1976520215282984
+ },
+ {
+ "step": 2132,
+ "lr": 0.0001,
+ "sup_loss": 2.1976594190845575
+ },
+ {
+ "step": 2133,
+ "lr": 0.0001,
+ "sup_loss": 2.1976596016678998
+ },
+ {
+ "step": 2134,
+ "lr": 0.0001,
+ "sup_loss": 2.197692680691051
+ },
+ {
+ "step": 2135,
+ "lr": 0.0001,
+ "sup_loss": 2.197660016745529
+ },
+ {
+ "step": 2136,
+ "lr": 0.0001,
+ "sup_loss": 2.19763389774783
+ },
+ {
+ "step": 2137,
+ "lr": 0.0001,
+ "sup_loss": 2.1976483165506564
+ },
+ {
+ "step": 2138,
+ "lr": 0.0001,
+ "sup_loss": 2.1976369454186404
+ },
+ {
+ "step": 2139,
+ "lr": 0.0001,
+ "sup_loss": 2.1976299130620633
+ },
+ {
+ "step": 2140,
+ "lr": 0.0001,
+ "sup_loss": 2.1976369688920254
+ },
+ {
+ "step": 2141,
+ "lr": 0.0001,
+ "sup_loss": 2.197607857795633
+ },
+ {
+ "step": 2142,
+ "lr": 0.0001,
+ "sup_loss": 2.197611600839959
+ },
+ {
+ "step": 2143,
+ "lr": 0.0001,
+ "sup_loss": 2.197686472778659
+ },
+ {
+ "step": 2144,
+ "lr": 0.0001,
+ "sup_loss": 2.1976631783646687
+ },
+ {
+ "step": 2145,
+ "lr": 0.0001,
+ "sup_loss": 2.1976641020752448
+ },
+ {
+ "step": 2146,
+ "lr": 0.0001,
+ "sup_loss": 2.197605405120139
+ },
+ {
+ "step": 2147,
+ "lr": 0.0001,
+ "sup_loss": 2.1975933733029103
+ },
+ {
+ "step": 2148,
+ "lr": 0.0001,
+ "sup_loss": 2.197635887567939
+ },
+ {
+ "step": 2149,
+ "lr": 0.0001,
+ "sup_loss": 2.1976603506483423
+ },
+ {
+ "step": 2150,
+ "lr": 0.0001,
+ "sup_loss": 2.1975869977871274
+ },
+ {
+ "step": 2151,
+ "lr": 0.0001,
+ "sup_loss": 2.1975981237364675
+ },
+ {
+ "step": 2152,
+ "lr": 0.0001,
+ "sup_loss": 2.197553860601202
+ },
+ {
+ "step": 2153,
+ "lr": 0.0001,
+ "sup_loss": 2.1975420631781266
+ },
+ {
+ "step": 2154,
+ "lr": 0.0001,
+ "sup_loss": 2.197575862511327
+ },
+ {
+ "step": 2155,
+ "lr": 0.0001,
+ "sup_loss": 2.19758640551878
+ },
+ {
+ "step": 2156,
+ "lr": 0.0001,
+ "sup_loss": 2.1975916545282415
+ },
+ {
+ "step": 2157,
+ "lr": 0.0001,
+ "sup_loss": 2.1975956250394595
+ },
+ {
+ "step": 2158,
+ "lr": 0.0001,
+ "sup_loss": 2.197589413016662
+ },
+ {
+ "step": 2159,
+ "lr": 0.0001,
+ "sup_loss": 2.1975382716494885
+ },
+ {
+ "step": 2160,
+ "lr": 0.0001,
+ "sup_loss": 2.197552491199124
+ },
+ {
+ "step": 2161,
+ "lr": 0.0001,
+ "sup_loss": 2.1975568934292187
+ },
+ {
+ "step": 2162,
+ "lr": 0.0001,
+ "sup_loss": 2.1975575851931226
+ },
+ {
+ "step": 2163,
+ "lr": 0.0001,
+ "sup_loss": 2.1975355646177537
+ },
+ {
+ "step": 2164,
+ "lr": 0.0001,
+ "sup_loss": 2.1975230686687577
+ },
+ {
+ "step": 2165,
+ "lr": 0.0001,
+ "sup_loss": 2.1975621500159415
+ },
+ {
+ "step": 2166,
+ "lr": 0.0001,
+ "sup_loss": 2.197583355592156
+ },
+ {
+ "step": 2167,
+ "lr": 0.0001,
+ "sup_loss": 2.1975564223279203
+ },
+ {
+ "step": 2168,
+ "lr": 0.0001,
+ "sup_loss": 2.1975239630472725
+ },
+ {
+ "step": 2169,
+ "lr": 0.0001,
+ "sup_loss": 2.197544844322906
+ },
+ {
+ "step": 2170,
+ "lr": 0.0001,
+ "sup_loss": 2.197531012211215
+ },
+ {
+ "step": 2171,
+ "lr": 0.0001,
+ "sup_loss": 2.1976265158221895
+ },
+ {
+ "step": 2172,
+ "lr": 0.0001,
+ "sup_loss": 2.1976109614283814
+ },
+ {
+ "step": 2173,
+ "lr": 0.0001,
+ "sup_loss": 2.197673269018714
+ },
+ {
+ "step": 2174,
+ "lr": 0.0001,
+ "sup_loss": 2.1975570771478643
+ },
+ {
+ "step": 2175,
+ "lr": 0.0001,
+ "sup_loss": 2.197587771905514
+ },
+ {
+ "step": 2176,
+ "lr": 0.0001,
+ "sup_loss": 2.1976020610110893
+ },
+ {
+ "step": 2177,
+ "lr": 0.0001,
+ "sup_loss": 2.1976300075843147
+ },
+ {
+ "step": 2178,
+ "lr": 0.0001,
+ "sup_loss": 2.197497860073451
+ },
+ {
+ "step": 2179,
+ "lr": 0.0001,
+ "sup_loss": 2.1975750652396226
+ },
+ {
+ "step": 2180,
+ "lr": 0.0001,
+ "sup_loss": 2.197562856484625
+ },
+ {
+ "step": 2181,
+ "lr": 0.0001,
+ "sup_loss": 2.1976125744661723
+ },
+ {
+ "step": 2182,
+ "lr": 0.0001,
+ "sup_loss": 2.197628767260988
+ },
+ {
+ "step": 2183,
+ "lr": 0.0001,
+ "sup_loss": 2.197566154927748
+ },
+ {
+ "step": 2184,
+ "lr": 0.0001,
+ "sup_loss": 2.197514244401524
+ },
+ {
+ "step": 2185,
+ "lr": 0.0001,
+ "sup_loss": 2.197537784321454
+ },
+ {
+ "step": 2186,
+ "lr": 0.0001,
+ "sup_loss": 2.197585597733663
+ },
+ {
+ "step": 2187,
+ "lr": 0.0001,
+ "sup_loss": 2.197559131761254
+ },
+ {
+ "step": 2188,
+ "lr": 0.0001,
+ "sup_loss": 2.1975158343324903
+ },
+ {
+ "step": 2189,
+ "lr": 0.0001,
+ "sup_loss": 2.19760192178478
+ },
+ {
+ "step": 2190,
+ "lr": 0.0001,
+ "sup_loss": 2.1975992598895053
+ },
+ {
+ "step": 2191,
+ "lr": 0.0001,
+ "sup_loss": 2.1976270057830587
+ },
+ {
+ "step": 2192,
+ "lr": 0.0001,
+ "sup_loss": 2.1976018332075484
+ },
+ {
+ "step": 2193,
+ "lr": 0.0001,
+ "sup_loss": 2.197535628492029
+ },
+ {
+ "step": 2194,
+ "lr": 0.0001,
+ "sup_loss": 2.1975196263605503
+ },
+ {
+ "step": 2195,
+ "lr": 0.0001,
+ "sup_loss": 2.197572431249092
+ },
+ {
+ "step": 2196,
+ "lr": 0.0001,
+ "sup_loss": 2.1976619146482554
+ },
+ {
+ "step": 2197,
+ "lr": 0.0001,
+ "sup_loss": 2.1975210781493546
+ },
+ {
+ "step": 2198,
+ "lr": 0.0001,
+ "sup_loss": 2.1975627601747636
+ },
+ {
+ "step": 2199,
+ "lr": 0.0001,
+ "sup_loss": 2.1975730758055554
+ },
+ {
+ "step": 2200,
+ "lr": 0.0001,
+ "sup_loss": 2.197604081179638
+ },
+ {
+ "step": 2201,
+ "lr": 0.0001,
+ "sup_loss": 2.1975195737556
+ },
+ {
+ "step": 2202,
+ "lr": 0.0001,
+ "sup_loss": 2.1976044189378614
+ },
+ {
+ "step": 2203,
+ "lr": 0.0001,
+ "sup_loss": 2.197562881160259
+ },
+ {
+ "step": 2204,
+ "lr": 0.0001,
+ "sup_loss": 2.1975728370669145
+ },
+ {
+ "step": 2205,
+ "lr": 0.0001,
+ "sup_loss": 2.1975494280720635
+ },
+ {
+ "step": 2206,
+ "lr": 0.0001,
+ "sup_loss": 2.197550306689913
+ },
+ {
+ "step": 2207,
+ "lr": 0.0001,
+ "sup_loss": 2.1975356046017125
+ },
+ {
+ "step": 2208,
+ "lr": 0.0001,
+ "sup_loss": 2.197582004998493
+ },
+ {
+ "step": 2209,
+ "lr": 0.0001,
+ "sup_loss": 2.1976191158228096
+ },
+ {
+ "step": 2210,
+ "lr": 0.0001,
+ "sup_loss": 2.1975112736533156
+ },
+ {
+ "step": 2211,
+ "lr": 0.0001,
+ "sup_loss": 2.1975065565000396
+ },
+ {
+ "step": 2212,
+ "lr": 0.0001,
+ "sup_loss": 2.197636696912758
+ },
+ {
+ "step": 2213,
+ "lr": 0.0001,
+ "sup_loss": 2.1976624745756954
+ },
+ {
+ "step": 2214,
+ "lr": 0.0001,
+ "sup_loss": 2.1975618785225013
+ },
+ {
+ "step": 2215,
+ "lr": 0.0001,
+ "sup_loss": 2.197481501644292
+ },
+ {
+ "step": 2216,
+ "lr": 0.0001,
+ "sup_loss": 2.1975623759823986
+ },
+ {
+ "step": 2217,
+ "lr": 0.0001,
+ "sup_loss": 2.197574357698793
+ },
+ {
+ "step": 2218,
+ "lr": 0.0001,
+ "sup_loss": 2.1976280065654765
+ },
+ {
+ "step": 2219,
+ "lr": 0.0001,
+ "sup_loss": 2.1974984466996808
+ },
+ {
+ "step": 2220,
+ "lr": 0.0001,
+ "sup_loss": 2.1975689238948073
+ },
+ {
+ "step": 2221,
+ "lr": 0.0001,
+ "sup_loss": 2.1976410509592412
+ },
+ {
+ "step": 2222,
+ "lr": 0.0001,
+ "sup_loss": 2.197563653394737
+ },
+ {
+ "step": 2223,
+ "lr": 0.0001,
+ "sup_loss": 2.1974522465393527
+ },
+ {
+ "step": 2224,
+ "lr": 0.0001,
+ "sup_loss": 2.1975508311201097
+ },
+ {
+ "step": 2225,
+ "lr": 0.0001,
+ "sup_loss": 2.197471511544881
+ },
+ {
+ "step": 2226,
+ "lr": 0.0001,
+ "sup_loss": 2.1975867573259515
+ },
+ {
+ "step": 2227,
+ "lr": 0.0001,
+ "sup_loss": 2.1975788525489977
+ },
+ {
+ "step": 2228,
+ "lr": 0.0001,
+ "sup_loss": 2.1975799208491735
+ },
+ {
+ "step": 2229,
+ "lr": 0.0001,
+ "sup_loss": 2.1975556818370237
+ },
+ {
+ "step": 2230,
+ "lr": 0.0001,
+ "sup_loss": 2.1975536478274775
+ },
+ {
+ "step": 2231,
+ "lr": 0.0001,
+ "sup_loss": 2.1975829728556975
+ },
+ {
+ "step": 2232,
+ "lr": 0.0001,
+ "sup_loss": 2.1975485980818306
+ },
+ {
+ "step": 2233,
+ "lr": 0.0001,
+ "sup_loss": 2.1976126348881837
+ },
+ {
+ "step": 2234,
+ "lr": 0.0001,
+ "sup_loss": 2.1975942297571707
+ },
+ {
+ "step": 2235,
+ "lr": 0.0001,
+ "sup_loss": 2.1975800614232965
+ },
+ {
+ "step": 2236,
+ "lr": 0.0001,
+ "sup_loss": 2.197673693926149
+ },
+ {
+ "step": 2237,
+ "lr": 0.0001,
+ "sup_loss": 2.197591495257423
+ },
+ {
+ "step": 2238,
+ "lr": 0.0001,
+ "sup_loss": 2.197645969083851
+ },
+ {
+ "step": 2239,
+ "lr": 0.0001,
+ "sup_loss": 2.1976214266989116
+ },
+ {
+ "step": 2240,
+ "lr": 0.0001,
+ "sup_loss": 2.197645741252334
+ },
+ {
+ "step": 2241,
+ "lr": 0.0001,
+ "sup_loss": 2.197558570652679
+ },
+ {
+ "step": 2242,
+ "lr": 0.0001,
+ "sup_loss": 2.197613241444215
+ },
+ {
+ "step": 2243,
+ "lr": 0.0001,
+ "sup_loss": 2.1975883892056998
+ },
+ {
+ "step": 2244,
+ "lr": 0.0001,
+ "sup_loss": 2.197594080788825
+ },
+ {
+ "step": 2245,
+ "lr": 0.0001,
+ "sup_loss": 2.197599628961375
+ },
+ {
+ "step": 2246,
+ "lr": 0.0001,
+ "sup_loss": 2.1976308840514758
+ },
+ {
+ "step": 2247,
+ "lr": 0.0001,
+ "sup_loss": 2.197594681286262
+ },
+ {
+ "step": 2248,
+ "lr": 0.0001,
+ "sup_loss": 2.1975507608554685
+ },
+ {
+ "step": 2249,
+ "lr": 0.0001,
+ "sup_loss": 2.1975763357196114
+ },
+ {
+ "step": 2250,
+ "lr": 0.0001,
+ "sup_loss": 2.197653708809468
+ },
+ {
+ "step": 2251,
+ "lr": 0.0001,
+ "sup_loss": 2.1975789133682095
+ },
+ {
+ "step": 2252,
+ "lr": 0.0001,
+ "sup_loss": 2.197566441415244
+ },
+ {
+ "step": 2253,
+ "lr": 0.0001,
+ "sup_loss": 2.197496886999567
+ },
+ {
+ "step": 2254,
+ "lr": 0.0001,
+ "sup_loss": 2.197659349754301
+ },
+ {
+ "step": 2255,
+ "lr": 0.0001,
+ "sup_loss": 2.197557726911345
+ },
+ {
+ "step": 2256,
+ "lr": 0.0001,
+ "sup_loss": 2.1975688426918816
+ },
+ {
+ "step": 2257,
+ "lr": 0.0001,
+ "sup_loss": 2.197601133957335
+ },
+ {
+ "step": 2258,
+ "lr": 0.0001,
+ "sup_loss": 2.197590887347838
+ },
+ {
+ "step": 2259,
+ "lr": 0.0001,
+ "sup_loss": 2.1975968763855915
+ },
+ {
+ "step": 2260,
+ "lr": 0.0001,
+ "sup_loss": 2.197587704638794
+ },
+ {
+ "step": 2261,
+ "lr": 0.0001,
+ "sup_loss": 2.1975997627460955
+ },
+ {
+ "step": 2262,
+ "lr": 0.0001,
+ "sup_loss": 2.1976073851713434
+ },
+ {
+ "step": 2263,
+ "lr": 0.0001,
+ "sup_loss": 2.1975388204869097
+ },
+ {
+ "step": 2264,
+ "lr": 0.0001,
+ "sup_loss": 2.1975531106188204
+ },
+ {
+ "step": 2265,
+ "lr": 0.0001,
+ "sup_loss": 2.1976149523471094
+ },
+ {
+ "step": 2266,
+ "lr": 0.0001,
+ "sup_loss": 2.1975820048066996
+ },
+ {
+ "step": 2267,
+ "lr": 0.0001,
+ "sup_loss": 2.1975681956960402
+ },
+ {
+ "step": 2268,
+ "lr": 0.0001,
+ "sup_loss": 2.1975511531251066
+ },
+ {
+ "step": 2269,
+ "lr": 0.0001,
+ "sup_loss": 2.1976545845864477
+ },
+ {
+ "step": 2270,
+ "lr": 0.0001,
+ "sup_loss": 2.197573246984752
+ },
+ {
+ "step": 2271,
+ "lr": 0.0001,
+ "sup_loss": 2.1976242718715433
+ },
+ {
+ "step": 2272,
+ "lr": 0.0001,
+ "sup_loss": 2.1976021064762103
+ },
+ {
+ "step": 2273,
+ "lr": 0.0001,
+ "sup_loss": 2.197557131525083
+ },
+ {
+ "step": 2274,
+ "lr": 0.0001,
+ "sup_loss": 2.197531598496699
+ },
+ {
+ "step": 2275,
+ "lr": 0.0001,
+ "sup_loss": 2.197515070598994
+ },
+ {
+ "step": 2276,
+ "lr": 0.0001,
+ "sup_loss": 2.1975640394567364
+ },
+ {
+ "step": 2277,
+ "lr": 0.0001,
+ "sup_loss": 2.1976122588581783
+ },
+ {
+ "step": 2278,
+ "lr": 0.0001,
+ "sup_loss": 2.1975600442526586
+ },
+ {
+ "step": 2279,
+ "lr": 0.0001,
+ "sup_loss": 2.197542932501181
+ },
+ {
+ "step": 2280,
+ "lr": 0.0001,
+ "sup_loss": 2.197574606135568
+ },
+ {
+ "step": 2281,
+ "lr": 0.0001,
+ "sup_loss": 2.1975610195430315
+ },
+ {
+ "step": 2282,
+ "lr": 0.0001,
+ "sup_loss": 2.1976336333017463
+ },
+ {
+ "step": 2283,
+ "lr": 0.0001,
+ "sup_loss": 2.197576549097433
+ },
+ {
+ "step": 2284,
+ "lr": 0.0001,
+ "sup_loss": 2.197637760563884
+ },
+ {
+ "step": 2285,
+ "lr": 0.0001,
+ "sup_loss": 2.197547645955603
+ },
+ {
+ "step": 2286,
+ "lr": 0.0001,
+ "sup_loss": 2.197567157919039
+ },
+ {
+ "step": 2287,
+ "lr": 0.0001,
+ "sup_loss": 2.1975805284657173
+ },
+ {
+ "step": 2288,
+ "lr": 0.0001,
+ "sup_loss": 2.1975378744790945
+ },
+ {
+ "step": 2289,
+ "lr": 0.0001,
+ "sup_loss": 2.197614694072844
+ },
+ {
+ "step": 2290,
+ "lr": 0.0001,
+ "sup_loss": 2.197530019231884
+ },
+ {
+ "step": 2291,
+ "lr": 0.0001,
+ "sup_loss": 2.197601382921572
+ },
+ {
+ "step": 2292,
+ "lr": 0.0001,
+ "sup_loss": 2.197595109379134
+ },
+ {
+ "step": 2293,
+ "lr": 0.0001,
+ "sup_loss": 2.197553567411493
+ },
+ {
+ "step": 2294,
+ "lr": 0.0001,
+ "sup_loss": 2.197655787526325
+ },
+ {
+ "step": 2295,
+ "lr": 0.0001,
+ "sup_loss": 2.197574156933794
+ },
+ {
+ "step": 2296,
+ "lr": 0.0001,
+ "sup_loss": 2.1975388933064703
+ },
+ {
+ "step": 2297,
+ "lr": 0.0001,
+ "sup_loss": 2.197570736742188
+ },
+ {
+ "step": 2298,
+ "lr": 0.0001,
+ "sup_loss": 2.1975579151112745
+ },
+ {
+ "step": 2299,
+ "lr": 0.0001,
+ "sup_loss": 2.197644680817581
+ },
+ {
+ "step": 2300,
+ "lr": 0.0001,
+ "sup_loss": 2.1975139900473977
+ },
+ {
+ "step": 2301,
+ "lr": 0.0001,
+ "sup_loss": 2.1975590344148213
+ },
+ {
+ "step": 2302,
+ "lr": 0.0001,
+ "sup_loss": 2.197553975085885
+ },
+ {
+ "step": 2303,
+ "lr": 0.0001,
+ "sup_loss": 2.197558211214945
+ },
+ {
+ "step": 2304,
+ "lr": 0.0001,
+ "sup_loss": 2.1975299780558557
+ },
+ {
+ "step": 2305,
+ "lr": 0.0001,
+ "sup_loss": 2.1975334860533975
+ },
+ {
+ "step": 2306,
+ "lr": 0.0001,
+ "sup_loss": 2.1976035582567444
+ },
+ {
+ "step": 2307,
+ "lr": 0.0001,
+ "sup_loss": 2.197541958749685
+ },
+ {
+ "step": 2308,
+ "lr": 0.0001,
+ "sup_loss": 2.197536705315575
+ },
+ {
+ "step": 2309,
+ "lr": 0.0001,
+ "sup_loss": 2.197542860840299
+ },
+ {
+ "step": 2310,
+ "lr": 0.0001,
+ "sup_loss": 2.1976331841763788
+ },
+ {
+ "step": 2311,
+ "lr": 0.0001,
+ "sup_loss": 2.197591030987706
+ },
+ {
+ "step": 2312,
+ "lr": 0.0001,
+ "sup_loss": 2.1975050227430764
+ },
+ {
+ "step": 2313,
+ "lr": 0.0001,
+ "sup_loss": 2.197580915680084
+ },
+ {
+ "step": 2314,
+ "lr": 0.0001,
+ "sup_loss": 2.197610228349318
+ },
+ {
+ "step": 2315,
+ "lr": 0.0001,
+ "sup_loss": 2.197592888295101
+ },
+ {
+ "step": 2316,
+ "lr": 0.0001,
+ "sup_loss": 2.197629606308375
+ },
+ {
+ "step": 2317,
+ "lr": 0.0001,
+ "sup_loss": 2.197587630859258
+ },
+ {
+ "step": 2318,
+ "lr": 0.0001,
+ "sup_loss": 2.1975748519928224
+ },
+ {
+ "step": 2319,
+ "lr": 0.0001,
+ "sup_loss": 2.1976453848201247
+ },
+ {
+ "step": 2320,
+ "lr": 0.0001,
+ "sup_loss": 2.1975894704962498
+ },
+ {
+ "step": 2321,
+ "lr": 0.0001,
+ "sup_loss": 2.197613873028639
+ },
+ {
+ "step": 2322,
+ "lr": 0.0001,
+ "sup_loss": 2.1975903076066943
+ },
+ {
+ "step": 2323,
+ "lr": 0.0001,
+ "sup_loss": 2.197575610074773
+ },
+ {
+ "step": 2324,
+ "lr": 0.0001,
+ "sup_loss": 2.197642508356727
+ },
+ {
+ "step": 2325,
+ "lr": 0.0001,
+ "sup_loss": 2.197575466891006
+ },
+ {
+ "step": 2326,
+ "lr": 0.0001,
+ "sup_loss": 2.197659715851036
+ },
+ {
+ "step": 2327,
+ "lr": 0.0001,
+ "sup_loss": 2.197577369748645
+ },
+ {
+ "step": 2328,
+ "lr": 0.0001,
+ "sup_loss": 2.197563281241573
+ },
+ {
+ "step": 2329,
+ "lr": 0.0001,
+ "sup_loss": 2.197567585867462
+ },
+ {
+ "step": 2330,
+ "lr": 0.0001,
+ "sup_loss": 2.197580561935516
+ },
+ {
+ "step": 2331,
+ "lr": 0.0001,
+ "sup_loss": 2.197570903666919
+ },
+ {
+ "step": 2332,
+ "lr": 0.0001,
+ "sup_loss": 2.1975766565600523
+ },
+ {
+ "step": 2333,
+ "lr": 0.0001,
+ "sup_loss": 2.197575094304279
+ },
+ {
+ "step": 2334,
+ "lr": 0.0001,
+ "sup_loss": 2.197599393880783
+ },
+ {
+ "step": 2335,
+ "lr": 0.0001,
+ "sup_loss": 2.197596056789526
+ },
+ {
+ "step": 2336,
+ "lr": 0.0001,
+ "sup_loss": 2.197586984645291
+ },
+ {
+ "step": 2337,
+ "lr": 0.0001,
+ "sup_loss": 2.1976208247626925
+ },
+ {
+ "step": 2338,
+ "lr": 0.0001,
+ "sup_loss": 2.197635967445235
+ },
+ {
+ "step": 2339,
+ "lr": 0.0001,
+ "sup_loss": 2.197534065384118
+ },
+ {
+ "step": 2340,
+ "lr": 0.0001,
+ "sup_loss": 2.197638472422267
+ },
+ {
+ "step": 2341,
+ "lr": 0.0001,
+ "sup_loss": 2.197569931706048
+ },
+ {
+ "step": 2342,
+ "lr": 0.0001,
+ "sup_loss": 2.197578040206865
+ },
+ {
+ "step": 2343,
+ "lr": 0.0001,
+ "sup_loss": 2.1975605626173005
+ },
+ {
+ "step": 2344,
+ "lr": 0.0001,
+ "sup_loss": 2.1975843964280184
+ },
+ {
+ "step": 2345,
+ "lr": 0.0001,
+ "sup_loss": 2.1975276480301655
+ },
+ {
+ "step": 2346,
+ "lr": 0.0001,
+ "sup_loss": 2.197576621078619
+ },
+ {
+ "step": 2347,
+ "lr": 0.0001,
+ "sup_loss": 2.197542430553265
+ },
+ {
+ "step": 2348,
+ "lr": 0.0001,
+ "sup_loss": 2.197597706103325
+ },
+ {
+ "step": 2349,
+ "lr": 0.0001,
+ "sup_loss": 2.1975428626950735
+ },
+ {
+ "step": 2350,
+ "lr": 0.0001,
+ "sup_loss": 2.197622323737495
+ },
+ {
+ "step": 2351,
+ "lr": 0.0001,
+ "sup_loss": 2.197530100814644
+ },
+ {
+ "step": 2352,
+ "lr": 0.0001,
+ "sup_loss": 2.197649232892382
+ },
+ {
+ "step": 2353,
+ "lr": 0.0001,
+ "sup_loss": 2.197543591117077
+ },
+ {
+ "step": 2354,
+ "lr": 0.0001,
+ "sup_loss": 2.1975578253586465
+ },
+ {
+ "step": 2355,
+ "lr": 0.0001,
+ "sup_loss": 2.1975163473812835
+ },
+ {
+ "step": 2356,
+ "lr": 0.0001,
+ "sup_loss": 2.197584569199289
+ },
+ {
+ "step": 2357,
+ "lr": 0.0001,
+ "sup_loss": 2.1975564545111688
+ },
+ {
+ "step": 2358,
+ "lr": 0.0001,
+ "sup_loss": 2.197538961960719
+ },
+ {
+ "step": 2359,
+ "lr": 0.0001,
+ "sup_loss": 2.1975734708300827
+ },
+ {
+ "step": 2360,
+ "lr": 0.0001,
+ "sup_loss": 2.197565773643539
+ },
+ {
+ "step": 2361,
+ "lr": 0.0001,
+ "sup_loss": 2.1975103367953976
+ },
+ {
+ "step": 2362,
+ "lr": 0.0001,
+ "sup_loss": 2.1975703778461155
+ },
+ {
+ "step": 2363,
+ "lr": 0.0001,
+ "sup_loss": 2.197499418370939
+ },
+ {
+ "step": 2364,
+ "lr": 0.0001,
+ "sup_loss": 2.1975446196595874
+ },
+ {
+ "step": 2365,
+ "lr": 0.0001,
+ "sup_loss": 2.1975835277252913
+ },
+ {
+ "step": 2366,
+ "lr": 0.0001,
+ "sup_loss": 2.197505835188244
+ },
+ {
+ "step": 2367,
+ "lr": 0.0001,
+ "sup_loss": 2.1975704835219654
+ },
+ {
+ "step": 2368,
+ "lr": 0.0001,
+ "sup_loss": 2.197486440168504
+ },
+ {
+ "step": 2369,
+ "lr": 0.0001,
+ "sup_loss": 2.1975865058462345
+ },
+ {
+ "step": 2370,
+ "lr": 0.0001,
+ "sup_loss": 2.1975270109496305
+ },
+ {
+ "step": 2371,
+ "lr": 0.0001,
+ "sup_loss": 2.197542013859769
+ },
+ {
+ "step": 2372,
+ "lr": 0.0001,
+ "sup_loss": 2.1975746943476993
+ },
+ {
+ "step": 2373,
+ "lr": 0.0001,
+ "sup_loss": 2.1975542744595646
+ },
+ {
+ "step": 2374,
+ "lr": 0.0001,
+ "sup_loss": 2.197526823416141
+ },
+ {
+ "step": 2375,
+ "lr": 0.0001,
+ "sup_loss": 2.1975103589008538
+ },
+ {
+ "step": 2376,
+ "lr": 0.0001,
+ "sup_loss": 2.1975349080268156
+ },
+ {
+ "step": 2377,
+ "lr": 0.0001,
+ "sup_loss": 2.1976083054195437
+ },
+ {
+ "step": 2378,
+ "lr": 0.0001,
+ "sup_loss": 2.197573593292026
+ },
+ {
+ "step": 2379,
+ "lr": 0.0001,
+ "sup_loss": 2.197583497362058
+ },
+ {
+ "step": 2380,
+ "lr": 0.0001,
+ "sup_loss": 2.1975786293176602
+ },
+ {
+ "step": 2381,
+ "lr": 0.0001,
+ "sup_loss": 2.1975773059831267
+ },
+ {
+ "step": 2382,
+ "lr": 0.0001,
+ "sup_loss": 2.197604446768995
+ },
+ {
+ "step": 2383,
+ "lr": 0.0001,
+ "sup_loss": 2.1975763545515106
+ },
+ {
+ "step": 2384,
+ "lr": 0.0001,
+ "sup_loss": 2.197611489899633
+ },
+ {
+ "step": 2385,
+ "lr": 0.0001,
+ "sup_loss": 2.197507811863051
+ },
+ {
+ "step": 2386,
+ "lr": 0.0001,
+ "sup_loss": 2.197545119698319
+ },
+ {
+ "step": 2387,
+ "lr": 0.0001,
+ "sup_loss": 2.197580199167834
+ },
+ {
+ "step": 2388,
+ "lr": 0.0001,
+ "sup_loss": 2.197629460885037
+ },
+ {
+ "step": 2389,
+ "lr": 0.0001,
+ "sup_loss": 2.1975449152131104
+ },
+ {
+ "step": 2390,
+ "lr": 0.0001,
+ "sup_loss": 2.19751582889043
+ },
+ {
+ "step": 2391,
+ "lr": 0.0001,
+ "sup_loss": 2.1975922438889457
+ },
+ {
+ "step": 2392,
+ "lr": 0.0001,
+ "sup_loss": 2.197624403127133
+ },
+ {
+ "step": 2393,
+ "lr": 0.0001,
+ "sup_loss": 2.1975484109951053
+ },
+ {
+ "step": 2394,
+ "lr": 0.0001,
+ "sup_loss": 2.1975124613251236
+ },
+ {
+ "step": 2395,
+ "lr": 0.0001,
+ "sup_loss": 2.197583234830682
+ },
+ {
+ "step": 2396,
+ "lr": 0.0001,
+ "sup_loss": 2.197536101428984
+ },
+ {
+ "step": 2397,
+ "lr": 0.0001,
+ "sup_loss": 2.197610350454119
+ },
+ {
+ "step": 2398,
+ "lr": 0.0001,
+ "sup_loss": 2.197556867118656
+ },
+ {
+ "step": 2399,
+ "lr": 0.0001,
+ "sup_loss": 2.197537937051806
+ },
+ {
+ "step": 2400,
+ "lr": 0.0001,
+ "sup_loss": 2.1975351998400603
+ },
+ {
+ "step": 2401,
+ "lr": 0.0001,
+ "sup_loss": 2.1976270899793295
+ },
+ {
+ "step": 2402,
+ "lr": 0.0001,
+ "sup_loss": 2.1975006090062914
+ },
+ {
+ "step": 2403,
+ "lr": 0.0001,
+ "sup_loss": 2.1975806000515794
+ },
+ {
+ "step": 2404,
+ "lr": 0.0001,
+ "sup_loss": 2.197560941780369
+ },
+ {
+ "step": 2405,
+ "lr": 0.0001,
+ "sup_loss": 2.1975038746916287
+ },
+ {
+ "step": 2406,
+ "lr": 0.0001,
+ "sup_loss": 2.197566038453268
+ },
+ {
+ "step": 2407,
+ "lr": 0.0001,
+ "sup_loss": 2.1975327282913044
+ },
+ {
+ "step": 2408,
+ "lr": 0.0001,
+ "sup_loss": 2.197553779621673
+ },
+ {
+ "step": 2409,
+ "lr": 0.0001,
+ "sup_loss": 2.1975282164729997
+ },
+ {
+ "step": 2410,
+ "lr": 0.0001,
+ "sup_loss": 2.1975889901243693
+ },
+ {
+ "step": 2411,
+ "lr": 0.0001,
+ "sup_loss": 2.1974966664763187
+ },
+ {
+ "step": 2412,
+ "lr": 0.0001,
+ "sup_loss": 2.1975260203955527
+ },
+ {
+ "step": 2413,
+ "lr": 0.0001,
+ "sup_loss": 2.19757576218314
+ },
+ {
+ "step": 2414,
+ "lr": 0.0001,
+ "sup_loss": 2.1976175776281934
+ },
+ {
+ "step": 2415,
+ "lr": 0.0001,
+ "sup_loss": 2.197539402993306
+ },
+ {
+ "step": 2416,
+ "lr": 0.0001,
+ "sup_loss": 2.197508356363808
+ },
+ {
+ "step": 2417,
+ "lr": 0.0001,
+ "sup_loss": 2.197528519990277
+ },
+ {
+ "step": 2418,
+ "lr": 0.0001,
+ "sup_loss": 2.1975734715159554
+ },
+ {
+ "step": 2419,
+ "lr": 0.0001,
+ "sup_loss": 2.1975302920778335
+ },
+ {
+ "step": 2420,
+ "lr": 0.0001,
+ "sup_loss": 2.1975969560312407
+ },
+ {
+ "step": 2421,
+ "lr": 0.0001,
+ "sup_loss": 2.1975356635166454
+ },
+ {
+ "step": 2422,
+ "lr": 0.0001,
+ "sup_loss": 2.1975646836413123
+ },
+ {
+ "step": 2423,
+ "lr": 0.0001,
+ "sup_loss": 2.197544890832968
+ },
+ {
+ "step": 2424,
+ "lr": 0.0001,
+ "sup_loss": 2.1975788499449553
+ },
+ {
+ "step": 2425,
+ "lr": 0.0001,
+ "sup_loss": 2.1975466244122766
+ },
+ {
+ "step": 2426,
+ "lr": 0.0001,
+ "sup_loss": 2.1975424590582966
+ },
+ {
+ "step": 2427,
+ "lr": 0.0001,
+ "sup_loss": 2.1975360903818357
+ },
+ {
+ "step": 2428,
+ "lr": 0.0001,
+ "sup_loss": 2.1975112665970844
+ },
+ {
+ "step": 2429,
+ "lr": 0.0001,
+ "sup_loss": 2.1975892547110076
+ },
+ {
+ "step": 2430,
+ "lr": 0.0001,
+ "sup_loss": 2.1975722366148593
+ },
+ {
+ "step": 2431,
+ "lr": 0.0001,
+ "sup_loss": 2.1974876516436854
+ },
+ {
+ "step": 2432,
+ "lr": 0.0001,
+ "sup_loss": 2.1975015983072064
+ },
+ {
+ "step": 2433,
+ "lr": 0.0001,
+ "sup_loss": 2.1975540511497798
+ },
+ {
+ "step": 2434,
+ "lr": 0.0001,
+ "sup_loss": 2.1974905594416216
+ },
+ {
+ "step": 2435,
+ "lr": 0.0001,
+ "sup_loss": 2.1974621577432454
+ },
+ {
+ "step": 2436,
+ "lr": 0.0001,
+ "sup_loss": 2.1975257393524457
+ },
+ {
+ "step": 2437,
+ "lr": 0.0001,
+ "sup_loss": 2.197564265039544
+ },
+ {
+ "step": 2438,
+ "lr": 0.0001,
+ "sup_loss": 2.197483505311565
+ },
+ {
+ "step": 2439,
+ "lr": 0.0001,
+ "sup_loss": 2.197518837995884
+ },
+ {
+ "step": 2440,
+ "lr": 0.0001,
+ "sup_loss": 2.197486653021616
+ },
+ {
+ "step": 2441,
+ "lr": 0.0001,
+ "sup_loss": 2.1975774919276967
+ },
+ {
+ "step": 2442,
+ "lr": 0.0001,
+ "sup_loss": 2.1975150152209477
+ },
+ {
+ "step": 2443,
+ "lr": 0.0001,
+ "sup_loss": 2.1975717229167047
+ },
+ {
+ "step": 2444,
+ "lr": 0.0001,
+ "sup_loss": 2.1975018880137984
+ },
+ {
+ "step": 2445,
+ "lr": 0.0001,
+ "sup_loss": 2.1975300944045095
+ },
+ {
+ "step": 2446,
+ "lr": 0.0001,
+ "sup_loss": 2.197544059050391
+ },
+ {
+ "step": 2447,
+ "lr": 0.0001,
+ "sup_loss": 2.1975127802926084
+ },
+ {
+ "step": 2448,
+ "lr": 0.0001,
+ "sup_loss": 2.1975689982804116
+ },
+ {
+ "step": 2449,
+ "lr": 0.0001,
+ "sup_loss": 2.1975748115876357
+ },
+ {
+ "step": 2450,
+ "lr": 0.0001,
+ "sup_loss": 2.197473132255474
+ },
+ {
+ "step": 2451,
+ "lr": 0.0001,
+ "sup_loss": 2.1975429702749123
+ },
+ {
+ "step": 2452,
+ "lr": 0.0001,
+ "sup_loss": 2.1975424407602584
+ },
+ {
+ "step": 2453,
+ "lr": 0.0001,
+ "sup_loss": 2.197497657537442
+ },
+ {
+ "step": 2454,
+ "lr": 0.0001,
+ "sup_loss": 2.1975644181804315
+ },
+ {
+ "step": 2455,
+ "lr": 0.0001,
+ "sup_loss": 2.1975720624547606
+ },
+ {
+ "step": 2456,
+ "lr": 0.0001,
+ "sup_loss": 2.197523693677037
+ },
+ {
+ "step": 2457,
+ "lr": 0.0001,
+ "sup_loss": 2.197528345301415
+ },
+ {
+ "step": 2458,
+ "lr": 0.0001,
+ "sup_loss": 2.1975636939246095
+ },
+ {
+ "step": 2459,
+ "lr": 0.0001,
+ "sup_loss": 2.197537564503141
+ },
+ {
+ "step": 2460,
+ "lr": 0.0001,
+ "sup_loss": 2.1975206239510436
+ },
+ {
+ "step": 2461,
+ "lr": 0.0001,
+ "sup_loss": 2.1975053437277046
+ },
+ {
+ "step": 2462,
+ "lr": 0.0001,
+ "sup_loss": 2.1975429246774487
+ },
+ {
+ "step": 2463,
+ "lr": 0.0001,
+ "sup_loss": 2.1975075938323148
+ },
+ {
+ "step": 2464,
+ "lr": 0.0001,
+ "sup_loss": 2.197544021665414
+ },
+ {
+ "step": 2465,
+ "lr": 0.0001,
+ "sup_loss": 2.1975531136936577
+ },
+ {
+ "step": 2466,
+ "lr": 0.0001,
+ "sup_loss": 2.197546597884208
+ },
+ {
+ "step": 2467,
+ "lr": 0.0001,
+ "sup_loss": 2.1975323916917167
+ },
+ {
+ "step": 2468,
+ "lr": 0.0001,
+ "sup_loss": 2.1975594622172103
+ },
+ {
+ "step": 2469,
+ "lr": 0.0001,
+ "sup_loss": 2.197566403826617
+ },
+ {
+ "step": 2470,
+ "lr": 0.0001,
+ "sup_loss": 2.19750096182324
+ },
+ {
+ "step": 2471,
+ "lr": 0.0001,
+ "sup_loss": 2.197548995286655
+ },
+ {
+ "step": 2472,
+ "lr": 0.0001,
+ "sup_loss": 2.197521178193031
+ },
+ {
+ "step": 2473,
+ "lr": 0.0001,
+ "sup_loss": 2.197574126718845
+ },
+ {
+ "step": 2474,
+ "lr": 0.0001,
+ "sup_loss": 2.1975106428150495
+ },
+ {
+ "step": 2475,
+ "lr": 0.0001,
+ "sup_loss": 2.197523312463766
+ },
+ {
+ "step": 2476,
+ "lr": 0.0001,
+ "sup_loss": 2.197519926325095
+ },
+ {
+ "step": 2477,
+ "lr": 0.0001,
+ "sup_loss": 2.1975673365600383
+ },
+ {
+ "step": 2478,
+ "lr": 0.0001,
+ "sup_loss": 2.1975107475989244
+ },
+ {
+ "step": 2479,
+ "lr": 0.0001,
+ "sup_loss": 2.1975612172930745
+ },
+ {
+ "step": 2480,
+ "lr": 0.0001,
+ "sup_loss": 2.1975342909526336
+ },
+ {
+ "step": 2481,
+ "lr": 0.0001,
+ "sup_loss": 2.1975237214308962
+ },
+ {
+ "step": 2482,
+ "lr": 0.0001,
+ "sup_loss": 2.1975338948401535
+ },
+ {
+ "step": 2483,
+ "lr": 0.0001,
+ "sup_loss": 2.197532729852547
+ },
+ {
+ "step": 2484,
+ "lr": 0.0001,
+ "sup_loss": 2.197491873117049
+ },
+ {
+ "step": 2485,
+ "lr": 0.0001,
+ "sup_loss": 2.197499267432905
+ },
+ {
+ "step": 2486,
+ "lr": 0.0001,
+ "sup_loss": 2.197554379894917
+ },
+ {
+ "step": 2487,
+ "lr": 0.0001,
+ "sup_loss": 2.1975333654130527
+ },
+ {
+ "step": 2488,
+ "lr": 0.0001,
+ "sup_loss": 2.197513021255194
+ },
+ {
+ "step": 2489,
+ "lr": 0.0001,
+ "sup_loss": 2.197503371366123
+ },
+ {
+ "step": 2490,
+ "lr": 0.0001,
+ "sup_loss": 2.19750877240022
+ },
+ {
+ "step": 2491,
+ "lr": 0.0001,
+ "sup_loss": 2.1975104311047184
+ },
+ {
+ "step": 2492,
+ "lr": 0.0001,
+ "sup_loss": 2.197571394095612
+ },
+ {
+ "step": 2493,
+ "lr": 0.0001,
+ "sup_loss": 2.1975347617059082
+ },
+ {
+ "step": 2494,
+ "lr": 0.0001,
+ "sup_loss": 2.1975287855124437
+ },
+ {
+ "step": 2495,
+ "lr": 0.0001,
+ "sup_loss": 2.197496169139752
+ },
+ {
+ "step": 2496,
+ "lr": 0.0001,
+ "sup_loss": 2.197459179196982
+ },
+ {
+ "step": 2497,
+ "lr": 0.0001,
+ "sup_loss": 2.197552475065693
+ },
+ {
+ "step": 2498,
+ "lr": 0.0001,
+ "sup_loss": 2.1975587883861634
+ },
+ {
+ "step": 2499,
+ "lr": 0.0001,
+ "sup_loss": 2.1975209772671866
+ },
+ {
+ "step": 2500,
+ "lr": 0.0001,
+ "sup_loss": 2.1975427352770134
+ },
+ {
+ "step": 2501,
+ "lr": 0.0001,
+ "sup_loss": 2.1975241812862967
+ },
+ {
+ "step": 2502,
+ "lr": 0.0001,
+ "sup_loss": 2.197481909672824
+ },
+ {
+ "step": 2503,
+ "lr": 0.0001,
+ "sup_loss": 2.197481925062849
+ },
+ {
+ "step": 2504,
+ "lr": 0.0001,
+ "sup_loss": 2.1974848279400954
+ },
+ {
+ "step": 2505,
+ "lr": 0.0001,
+ "sup_loss": 2.197473604518709
+ },
+ {
+ "step": 2506,
+ "lr": 0.0001,
+ "sup_loss": 2.197509670324403
+ },
+ {
+ "step": 2507,
+ "lr": 0.0001,
+ "sup_loss": 2.1975359562183625
+ },
+ {
+ "step": 2508,
+ "lr": 0.0001,
+ "sup_loss": 2.1974973389336423
+ },
+ {
+ "step": 2509,
+ "lr": 0.0001,
+ "sup_loss": 2.1975576764562925
+ },
+ {
+ "step": 2510,
+ "lr": 0.0001,
+ "sup_loss": 2.1975233886965158
+ },
+ {
+ "step": 2511,
+ "lr": 0.0001,
+ "sup_loss": 2.1975204915216136
+ },
+ {
+ "step": 2512,
+ "lr": 0.0001,
+ "sup_loss": 2.1975287923989093
+ },
+ {
+ "step": 2513,
+ "lr": 0.0001,
+ "sup_loss": 2.1974678145116586
+ },
+ {
+ "step": 2514,
+ "lr": 0.0001,
+ "sup_loss": 2.197497273296934
+ },
+ {
+ "step": 2515,
+ "lr": 0.0001,
+ "sup_loss": 2.1975047851388143
+ },
+ {
+ "step": 2516,
+ "lr": 0.0001,
+ "sup_loss": 2.197537229929383
+ },
+ {
+ "step": 2517,
+ "lr": 0.0001,
+ "sup_loss": 2.1975386065536915
+ },
+ {
+ "step": 2518,
+ "lr": 0.0001,
+ "sup_loss": 2.19741679710448
+ },
+ {
+ "step": 2519,
+ "lr": 0.0001,
+ "sup_loss": 2.197478112777531
+ },
+ {
+ "step": 2520,
+ "lr": 0.0001,
+ "sup_loss": 2.19747045566285
+ },
+ {
+ "step": 2521,
+ "lr": 0.0001,
+ "sup_loss": 2.197496423921722
+ },
+ {
+ "step": 2522,
+ "lr": 0.0001,
+ "sup_loss": 2.197437497308753
+ },
+ {
+ "step": 2523,
+ "lr": 0.0001,
+ "sup_loss": 2.1974912986684934
+ },
+ {
+ "step": 2524,
+ "lr": 0.0001,
+ "sup_loss": 2.1974395814420253
+ },
+ {
+ "step": 2525,
+ "lr": 0.0001,
+ "sup_loss": 2.1975447116486437
+ },
+ {
+ "step": 2526,
+ "lr": 0.0001,
+ "sup_loss": 2.1974299451289245
+ },
+ {
+ "step": 2527,
+ "lr": 0.0001,
+ "sup_loss": 2.197452642664947
+ },
+ {
+ "step": 2528,
+ "lr": 0.0001,
+ "sup_loss": 2.197501518891553
+ },
+ {
+ "step": 2529,
+ "lr": 0.0001,
+ "sup_loss": 2.197473290615757
+ },
+ {
+ "step": 2530,
+ "lr": 0.0001,
+ "sup_loss": 2.197485621622135
+ },
+ {
+ "step": 2531,
+ "lr": 0.0001,
+ "sup_loss": 2.1974676945854
+ },
+ {
+ "step": 2532,
+ "lr": 0.0001,
+ "sup_loss": 2.1974394636015298
+ },
+ {
+ "step": 2533,
+ "lr": 0.0001,
+ "sup_loss": 2.197591802584759
+ },
+ {
+ "step": 2534,
+ "lr": 0.0001,
+ "sup_loss": 2.197467800633518
+ },
+ {
+ "step": 2535,
+ "lr": 0.0001,
+ "sup_loss": 2.197443165521821
+ },
+ {
+ "step": 2536,
+ "lr": 0.0001,
+ "sup_loss": 2.197486401535804
+ },
+ {
+ "step": 2537,
+ "lr": 0.0001,
+ "sup_loss": 2.197522796999085
+ },
+ {
+ "step": 2538,
+ "lr": 0.0001,
+ "sup_loss": 2.1974232704762455
+ },
+ {
+ "step": 2539,
+ "lr": 0.0001,
+ "sup_loss": 2.1974932168459462
+ },
+ {
+ "step": 2540,
+ "lr": 0.0001,
+ "sup_loss": 2.1974875095605504
+ },
+ {
+ "step": 2541,
+ "lr": 0.0001,
+ "sup_loss": 2.1975138632419755
+ },
+ {
+ "step": 2542,
+ "lr": 0.0001,
+ "sup_loss": 2.1974914347419996
+ },
+ {
+ "step": 2543,
+ "lr": 0.0001,
+ "sup_loss": 2.197443029558839
+ },
+ {
+ "step": 2544,
+ "lr": 0.0001,
+ "sup_loss": 2.1974794063127003
+ },
+ {
+ "step": 2545,
+ "lr": 0.0001,
+ "sup_loss": 2.1974762953573874
+ },
+ {
+ "step": 2546,
+ "lr": 0.0001,
+ "sup_loss": 2.1974753051273925
+ },
+ {
+ "step": 2547,
+ "lr": 0.0001,
+ "sup_loss": 2.197543849820808
+ },
+ {
+ "step": 2548,
+ "lr": 0.0001,
+ "sup_loss": 2.197489944821343
+ },
+ {
+ "step": 2549,
+ "lr": 0.0001,
+ "sup_loss": 2.1974984436162064
+ },
+ {
+ "step": 2550,
+ "lr": 0.0001,
+ "sup_loss": 2.197490965545443
+ },
+ {
+ "step": 2551,
+ "lr": 0.0001,
+ "sup_loss": 2.1975152824224535
+ },
+ {
+ "step": 2552,
+ "lr": 0.0001,
+ "sup_loss": 2.1974160881387785
+ },
+ {
+ "step": 2553,
+ "lr": 0.0001,
+ "sup_loss": 2.1975430211798157
+ },
+ {
+ "step": 2554,
+ "lr": 0.0001,
+ "sup_loss": 2.1974995423451356
+ },
+ {
+ "step": 2555,
+ "lr": 0.0001,
+ "sup_loss": 2.1975106703072305
+ },
+ {
+ "step": 2556,
+ "lr": 0.0001,
+ "sup_loss": 2.1974421806698476
+ },
+ {
+ "step": 2557,
+ "lr": 0.0001,
+ "sup_loss": 2.1974404613755274
+ },
+ {
+ "step": 2558,
+ "lr": 0.0001,
+ "sup_loss": 2.197501485129779
+ },
+ {
+ "step": 2559,
+ "lr": 0.0001,
+ "sup_loss": 2.197441449273815
+ },
+ {
+ "step": 2560,
+ "lr": 0.0001,
+ "sup_loss": 2.197457405164457
+ },
+ {
+ "step": 2561,
+ "lr": 0.0001,
+ "sup_loss": 2.197467125766547
+ },
+ {
+ "step": 2562,
+ "lr": 0.0001,
+ "sup_loss": 2.197493719575001
+ },
+ {
+ "step": 2563,
+ "lr": 0.0001,
+ "sup_loss": 2.197469676692881
+ },
+ {
+ "step": 2564,
+ "lr": 0.0001,
+ "sup_loss": 2.19750250632202
+ },
+ {
+ "step": 2565,
+ "lr": 0.0001,
+ "sup_loss": 2.1974412013302915
+ },
+ {
+ "step": 2566,
+ "lr": 0.0001,
+ "sup_loss": 2.1974819943444626
+ },
+ {
+ "step": 2567,
+ "lr": 0.0001,
+ "sup_loss": 2.1975471474309356
+ },
+ {
+ "step": 2568,
+ "lr": 0.0001,
+ "sup_loss": 2.1974734969502543
+ },
+ {
+ "step": 2569,
+ "lr": 0.0001,
+ "sup_loss": 2.197484818301627
+ },
+ {
+ "step": 2570,
+ "lr": 0.0001,
+ "sup_loss": 2.197488278796533
+ },
+ {
+ "step": 2571,
+ "lr": 0.0001,
+ "sup_loss": 2.1974646723216695
+ },
+ {
+ "step": 2572,
+ "lr": 0.0001,
+ "sup_loss": 2.1975124465750966
+ },
+ {
+ "step": 2573,
+ "lr": 0.0001,
+ "sup_loss": 2.1975118180316247
+ },
+ {
+ "step": 2574,
+ "lr": 0.0001,
+ "sup_loss": 2.1974531173402934
+ },
+ {
+ "step": 2575,
+ "lr": 0.0001,
+ "sup_loss": 2.1974975490545514
+ },
+ {
+ "step": 2576,
+ "lr": 0.0001,
+ "sup_loss": 2.197464042382421
+ },
+ {
+ "step": 2577,
+ "lr": 0.0001,
+ "sup_loss": 2.197516358125558
+ },
+ {
+ "step": 2578,
+ "lr": 0.0001,
+ "sup_loss": 2.1974885611821793
+ },
+ {
+ "step": 2579,
+ "lr": 0.0001,
+ "sup_loss": 2.197535628024789
+ },
+ {
+ "step": 2580,
+ "lr": 0.0001,
+ "sup_loss": 2.1974626036044724
+ },
+ {
+ "step": 2581,
+ "lr": 0.0001,
+ "sup_loss": 2.197469914728846
+ },
+ {
+ "step": 2582,
+ "lr": 0.0001,
+ "sup_loss": 2.1974774426068886
+ },
+ {
+ "step": 2583,
+ "lr": 0.0001,
+ "sup_loss": 2.197496156638196
+ },
+ {
+ "step": 2584,
+ "lr": 0.0001,
+ "sup_loss": 2.1974381267735303
+ },
+ {
+ "step": 2585,
+ "lr": 0.0001,
+ "sup_loss": 2.197471496185651
+ },
+ {
+ "step": 2586,
+ "lr": 0.0001,
+ "sup_loss": 2.1975202817639032
+ },
+ {
+ "step": 2587,
+ "lr": 0.0001,
+ "sup_loss": 2.197435734125084
+ },
+ {
+ "step": 2588,
+ "lr": 0.0001,
+ "sup_loss": 2.197515791260637
+ },
+ {
+ "step": 2589,
+ "lr": 0.0001,
+ "sup_loss": 2.197519994379328
+ },
+ {
+ "step": 2590,
+ "lr": 0.0001,
+ "sup_loss": 2.1975133677530563
+ },
+ {
+ "step": 2591,
+ "lr": 0.0001,
+ "sup_loss": 2.1974717599108953
+ },
+ {
+ "step": 2592,
+ "lr": 0.0001,
+ "sup_loss": 2.1974719833287146
+ },
+ {
+ "step": 2593,
+ "lr": 0.0001,
+ "sup_loss": 2.1974834540084243
+ },
+ {
+ "step": 2594,
+ "lr": 0.0001,
+ "sup_loss": 2.1974366613468557
+ },
+ {
+ "step": 2595,
+ "lr": 0.0001,
+ "sup_loss": 2.1975130056201344
+ },
+ {
+ "step": 2596,
+ "lr": 0.0001,
+ "sup_loss": 2.197530970103572
+ },
+ {
+ "step": 2597,
+ "lr": 0.0001,
+ "sup_loss": 2.1975041709437675
+ },
+ {
+ "step": 2598,
+ "lr": 0.0001,
+ "sup_loss": 2.1974958314443067
+ },
+ {
+ "step": 2599,
+ "lr": 0.0001,
+ "sup_loss": 2.19755719998386
+ },
+ {
+ "step": 2600,
+ "lr": 0.0001,
+ "sup_loss": 2.197577436550925
+ },
+ {
+ "step": 2601,
+ "lr": 0.0001,
+ "sup_loss": 2.1974702972672255
+ },
+ {
+ "step": 2602,
+ "lr": 0.0001,
+ "sup_loss": 2.1974598615063643
+ },
+ {
+ "step": 2603,
+ "lr": 0.0001,
+ "sup_loss": 2.1974514385182675
+ },
+ {
+ "step": 2604,
+ "lr": 0.0001,
+ "sup_loss": 2.19754021324561
+ },
+ {
+ "step": 2605,
+ "lr": 0.0001,
+ "sup_loss": 2.1975001202147353
+ },
+ {
+ "step": 2606,
+ "lr": 0.0001,
+ "sup_loss": 2.19749429976224
+ },
+ {
+ "step": 2607,
+ "lr": 0.0001,
+ "sup_loss": 2.1974636871682214
+ },
+ {
+ "step": 2608,
+ "lr": 0.0001,
+ "sup_loss": 2.1974562169223124
+ },
+ {
+ "step": 2609,
+ "lr": 0.0001,
+ "sup_loss": 2.197463869410419
+ },
+ {
+ "step": 2610,
+ "lr": 0.0001,
+ "sup_loss": 2.1974542361260125
+ },
+ {
+ "step": 2611,
+ "lr": 0.0001,
+ "sup_loss": 2.1974188828817245
+ },
+ {
+ "step": 2612,
+ "lr": 0.0001,
+ "sup_loss": 2.197478431900216
+ },
+ {
+ "step": 2613,
+ "lr": 0.0001,
+ "sup_loss": 2.1975245501389673
+ },
+ {
+ "step": 2614,
+ "lr": 0.0001,
+ "sup_loss": 2.1974859070533492
+ },
+ {
+ "step": 2615,
+ "lr": 0.0001,
+ "sup_loss": 2.1975590057727876
+ },
+ {
+ "step": 2616,
+ "lr": 0.0001,
+ "sup_loss": 2.197536936459285
+ },
+ {
+ "step": 2617,
+ "lr": 0.0001,
+ "sup_loss": 2.1974502892574277
+ },
+ {
+ "step": 2618,
+ "lr": 0.0001,
+ "sup_loss": 2.197479160149059
+ },
+ {
+ "step": 2619,
+ "lr": 0.0001,
+ "sup_loss": 2.197489650236092
+ },
+ {
+ "step": 2620,
+ "lr": 0.0001,
+ "sup_loss": 2.1975032913281503
+ },
+ {
+ "step": 2621,
+ "lr": 0.0001,
+ "sup_loss": 2.1974918036200615
+ },
+ {
+ "step": 2622,
+ "lr": 0.0001,
+ "sup_loss": 2.1974512381895215
+ },
+ {
+ "step": 2623,
+ "lr": 0.0001,
+ "sup_loss": 2.1974453150698876
+ },
+ {
+ "step": 2624,
+ "lr": 0.0001,
+ "sup_loss": 2.197479356116646
+ },
+ {
+ "step": 2625,
+ "lr": 0.0001,
+ "sup_loss": 2.1975090132898463
+ },
+ {
+ "step": 2626,
+ "lr": 0.0001,
+ "sup_loss": 2.197430008441971
+ },
+ {
+ "step": 2627,
+ "lr": 0.0001,
+ "sup_loss": 2.1974345143774707
+ },
+ {
+ "step": 2628,
+ "lr": 0.0001,
+ "sup_loss": 2.1974498744017823
+ },
+ {
+ "step": 2629,
+ "lr": 0.0001,
+ "sup_loss": 2.197479085513554
+ },
+ {
+ "step": 2630,
+ "lr": 0.0001,
+ "sup_loss": 2.1974505161597904
+ },
+ {
+ "step": 2631,
+ "lr": 0.0001,
+ "sup_loss": 2.1974877419461274
+ },
+ {
+ "step": 2632,
+ "lr": 0.0001,
+ "sup_loss": 2.1975053928617463
+ },
+ {
+ "step": 2633,
+ "lr": 0.0001,
+ "sup_loss": 2.1974572063649984
+ },
+ {
+ "step": 2634,
+ "lr": 0.0001,
+ "sup_loss": 2.197555526546381
+ },
+ {
+ "step": 2635,
+ "lr": 0.0001,
+ "sup_loss": 2.1974668228278826
+ },
+ {
+ "step": 2636,
+ "lr": 0.0001,
+ "sup_loss": 2.1974564116036897
+ },
+ {
+ "step": 2637,
+ "lr": 0.0001,
+ "sup_loss": 2.1974445992408174
+ },
+ {
+ "step": 2638,
+ "lr": 0.0001,
+ "sup_loss": 2.197467978384532
+ },
+ {
+ "step": 2639,
+ "lr": 0.0001,
+ "sup_loss": 2.1974597127873126
+ },
+ {
+ "step": 2640,
+ "lr": 0.0001,
+ "sup_loss": 2.1974477335025338
+ },
+ {
+ "step": 2641,
+ "lr": 0.0001,
+ "sup_loss": 2.19748850118481
+ },
+ {
+ "step": 2642,
+ "lr": 0.0001,
+ "sup_loss": 2.1974506147895814
+ },
+ {
+ "step": 2643,
+ "lr": 0.0001,
+ "sup_loss": 2.197415902735398
+ },
+ {
+ "step": 2644,
+ "lr": 0.0001,
+ "sup_loss": 2.1974262635417956
+ },
+ {
+ "step": 2645,
+ "lr": 0.0001,
+ "sup_loss": 2.1974686520832525
+ },
+ {
+ "step": 2646,
+ "lr": 0.0001,
+ "sup_loss": 2.197449941887262
+ },
+ {
+ "step": 2647,
+ "lr": 0.0001,
+ "sup_loss": 2.1974982110871504
+ },
+ {
+ "step": 2648,
+ "lr": 0.0001,
+ "sup_loss": 2.197497934667857
+ },
+ {
+ "step": 2649,
+ "lr": 0.0001,
+ "sup_loss": 2.197473810923355
+ },
+ {
+ "step": 2650,
+ "lr": 0.0001,
+ "sup_loss": 2.19745804911713
+ },
+ {
+ "step": 2651,
+ "lr": 0.0001,
+ "sup_loss": 2.197538522091844
+ },
+ {
+ "step": 2652,
+ "lr": 0.0001,
+ "sup_loss": 2.197454675885866
+ },
+ {
+ "step": 2653,
+ "lr": 0.0001,
+ "sup_loss": 2.197461247185297
+ },
+ {
+ "step": 2654,
+ "lr": 0.0001,
+ "sup_loss": 2.197446849106951
+ },
+ {
+ "step": 2655,
+ "lr": 0.0001,
+ "sup_loss": 2.19746382958419
+ },
+ {
+ "step": 2656,
+ "lr": 0.0001,
+ "sup_loss": 2.1974464876942297
+ },
+ {
+ "step": 2657,
+ "lr": 0.0001,
+ "sup_loss": 2.197494921633893
+ },
+ {
+ "step": 2658,
+ "lr": 0.0001,
+ "sup_loss": 2.1975061076238105
+ },
+ {
+ "step": 2659,
+ "lr": 0.0001,
+ "sup_loss": 2.197389273163523
+ },
+ {
+ "step": 2660,
+ "lr": 0.0001,
+ "sup_loss": 2.1974242521484992
+ },
+ {
+ "step": 2661,
+ "lr": 0.0001,
+ "sup_loss": 2.1974835361862475
+ },
+ {
+ "step": 2662,
+ "lr": 0.0001,
+ "sup_loss": 2.1974512759183114
+ },
+ {
+ "step": 2663,
+ "lr": 0.0001,
+ "sup_loss": 2.197454645569952
+ },
+ {
+ "step": 2664,
+ "lr": 0.0001,
+ "sup_loss": 2.1975340279237194
+ },
+ {
+ "step": 2665,
+ "lr": 0.0001,
+ "sup_loss": 2.1975189056045723
+ },
+ {
+ "step": 2666,
+ "lr": 0.0001,
+ "sup_loss": 2.1975251958816484
+ },
+ {
+ "step": 2667,
+ "lr": 0.0001,
+ "sup_loss": 2.197420781516586
+ },
+ {
+ "step": 2668,
+ "lr": 0.0001,
+ "sup_loss": 2.1974531720147317
+ },
+ {
+ "step": 2669,
+ "lr": 0.0001,
+ "sup_loss": 2.197480200955501
+ },
+ {
+ "step": 2670,
+ "lr": 0.0001,
+ "sup_loss": 2.1975144416387584
+ },
+ {
+ "step": 2671,
+ "lr": 0.0001,
+ "sup_loss": 2.197455900190699
+ },
+ {
+ "step": 2672,
+ "lr": 0.0001,
+ "sup_loss": 2.1975020550381306
+ },
+ {
+ "step": 2673,
+ "lr": 0.0001,
+ "sup_loss": 2.1974870584103714
+ },
+ {
+ "step": 2674,
+ "lr": 0.0001,
+ "sup_loss": 2.197458101324217
+ },
+ {
+ "step": 2675,
+ "lr": 0.0001,
+ "sup_loss": 2.1975563902747997
+ },
+ {
+ "step": 2676,
+ "lr": 0.0001,
+ "sup_loss": 2.1974689545914035
+ },
+ {
+ "step": 2677,
+ "lr": 0.0001,
+ "sup_loss": 2.1974391627092844
+ },
+ {
+ "step": 2678,
+ "lr": 0.0001,
+ "sup_loss": 2.197491481782973
+ },
+ {
+ "step": 2679,
+ "lr": 0.0001,
+ "sup_loss": 2.197453929721619
+ },
+ {
+ "step": 2680,
+ "lr": 0.0001,
+ "sup_loss": 2.1974929387477182
+ },
+ {
+ "step": 2681,
+ "lr": 0.0001,
+ "sup_loss": 2.197500286426469
+ },
+ {
+ "step": 2682,
+ "lr": 0.0001,
+ "sup_loss": 2.1974649662064643
+ },
+ {
+ "step": 2683,
+ "lr": 0.0001,
+ "sup_loss": 2.1974324538812473
+ },
+ {
+ "step": 2684,
+ "lr": 0.0001,
+ "sup_loss": 2.1974271708268267
+ },
+ {
+ "step": 2685,
+ "lr": 0.0001,
+ "sup_loss": 2.197467287412647
+ },
+ {
+ "step": 2686,
+ "lr": 0.0001,
+ "sup_loss": 2.1975402393765675
+ },
+ {
+ "step": 2687,
+ "lr": 0.0001,
+ "sup_loss": 2.1973964722065094
+ },
+ {
+ "step": 2688,
+ "lr": 0.0001,
+ "sup_loss": 2.1974900025114756
+ },
+ {
+ "step": 2689,
+ "lr": 0.0001,
+ "sup_loss": 2.197457946454067
+ },
+ {
+ "step": 2690,
+ "lr": 0.0001,
+ "sup_loss": 2.197483439429578
+ },
+ {
+ "step": 2691,
+ "lr": 0.0001,
+ "sup_loss": 2.1974396714159794
+ },
+ {
+ "step": 2692,
+ "lr": 0.0001,
+ "sup_loss": 2.19747766901278
+ },
+ {
+ "step": 2693,
+ "lr": 0.0001,
+ "sup_loss": 2.1974558875054955
+ },
+ {
+ "step": 2694,
+ "lr": 0.0001,
+ "sup_loss": 2.1974476361706277
+ },
+ {
+ "step": 2695,
+ "lr": 0.0001,
+ "sup_loss": 2.1974868293011185
+ },
+ {
+ "step": 2696,
+ "lr": 0.0001,
+ "sup_loss": 2.197438129221513
+ },
+ {
+ "step": 2697,
+ "lr": 0.0001,
+ "sup_loss": 2.1974442015720816
+ },
+ {
+ "step": 2698,
+ "lr": 0.0001,
+ "sup_loss": 2.1974983560352523
+ },
+ {
+ "step": 2699,
+ "lr": 0.0001,
+ "sup_loss": 2.1974531533523436
+ },
+ {
+ "step": 2700,
+ "lr": 0.0001,
+ "sup_loss": 2.197496644678273
+ },
+ {
+ "step": 2701,
+ "lr": 0.0001,
+ "sup_loss": 2.197452296443396
+ },
+ {
+ "step": 2702,
+ "lr": 0.0001,
+ "sup_loss": 2.1974164930818203
+ },
+ {
+ "step": 2703,
+ "lr": 0.0001,
+ "sup_loss": 2.1975691165182423
+ },
+ {
+ "step": 2704,
+ "lr": 0.0001,
+ "sup_loss": 2.197505186692414
+ },
+ {
+ "step": 2705,
+ "lr": 0.0001,
+ "sup_loss": 2.19748012877525
+ },
+ {
+ "step": 2706,
+ "lr": 0.0001,
+ "sup_loss": 2.197449043720618
+ },
+ {
+ "step": 2707,
+ "lr": 0.0001,
+ "sup_loss": 2.197437263427494
+ },
+ {
+ "step": 2708,
+ "lr": 0.0001,
+ "sup_loss": 2.1974642855844246
+ },
+ {
+ "step": 2709,
+ "lr": 0.0001,
+ "sup_loss": 2.1974432239522947
+ },
+ {
+ "step": 2710,
+ "lr": 0.0001,
+ "sup_loss": 2.1974860743488804
+ },
+ {
+ "step": 2711,
+ "lr": 0.0001,
+ "sup_loss": 2.197398133109741
+ },
+ {
+ "step": 2712,
+ "lr": 0.0001,
+ "sup_loss": 2.1974561861528117
+ },
+ {
+ "step": 2713,
+ "lr": 0.0001,
+ "sup_loss": 2.197458412643413
+ },
+ {
+ "step": 2714,
+ "lr": 0.0001,
+ "sup_loss": 2.1974649553833374
+ },
+ {
+ "step": 2715,
+ "lr": 0.0001,
+ "sup_loss": 2.1974638474902575
+ },
+ {
+ "step": 2716,
+ "lr": 0.0001,
+ "sup_loss": 2.1974555160883273
+ },
+ {
+ "step": 2717,
+ "lr": 0.0001,
+ "sup_loss": 2.1974748379556104
+ },
+ {
+ "step": 2718,
+ "lr": 0.0001,
+ "sup_loss": 2.197453201041481
+ },
+ {
+ "step": 2719,
+ "lr": 0.0001,
+ "sup_loss": 2.1974569561160333
+ },
+ {
+ "step": 2720,
+ "lr": 0.0001,
+ "sup_loss": 2.1974686391410163
+ },
+ {
+ "step": 2721,
+ "lr": 0.0001,
+ "sup_loss": 2.197504395579611
+ },
+ {
+ "step": 2722,
+ "lr": 0.0001,
+ "sup_loss": 2.197484614443853
+ },
+ {
+ "step": 2723,
+ "lr": 0.0001,
+ "sup_loss": 2.1974408451980785
+ },
+ {
+ "step": 2724,
+ "lr": 0.0001,
+ "sup_loss": 2.1974393270232495
+ },
+ {
+ "step": 2725,
+ "lr": 0.0001,
+ "sup_loss": 2.1974876809425816
+ },
+ {
+ "step": 2726,
+ "lr": 0.0001,
+ "sup_loss": 2.1974964051509156
+ },
+ {
+ "step": 2727,
+ "lr": 0.0001,
+ "sup_loss": 2.197416791320345
+ },
+ {
+ "step": 2728,
+ "lr": 0.0001,
+ "sup_loss": 2.197492534514747
+ },
+ {
+ "step": 2729,
+ "lr": 0.0001,
+ "sup_loss": 2.197438200131532
+ },
+ {
+ "step": 2730,
+ "lr": 0.0001,
+ "sup_loss": 2.1975163411416707
+ },
+ {
+ "step": 2731,
+ "lr": 0.0001,
+ "sup_loss": 2.1974619576539274
+ },
+ {
+ "step": 2732,
+ "lr": 0.0001,
+ "sup_loss": 2.19754964362589
+ },
+ {
+ "step": 2733,
+ "lr": 0.0001,
+ "sup_loss": 2.197472968796119
+ },
+ {
+ "step": 2734,
+ "lr": 0.0001,
+ "sup_loss": 2.197495591727412
+ },
+ {
+ "step": 2735,
+ "lr": 0.0001,
+ "sup_loss": 2.197478932820908
+ },
+ {
+ "step": 2736,
+ "lr": 0.0001,
+ "sup_loss": 2.1975065118177595
+ },
+ {
+ "step": 2737,
+ "lr": 0.0001,
+ "sup_loss": 2.197479101391202
+ },
+ {
+ "step": 2738,
+ "lr": 0.0001,
+ "sup_loss": 2.1974534377792247
+ },
+ {
+ "step": 2739,
+ "lr": 0.0001,
+ "sup_loss": 2.1974968618171715
+ },
+ {
+ "step": 2740,
+ "lr": 0.0001,
+ "sup_loss": 2.197485188952018
+ },
+ {
+ "step": 2741,
+ "lr": 0.0001,
+ "sup_loss": 2.1974086728815156
+ },
+ {
+ "step": 2742,
+ "lr": 0.0001,
+ "sup_loss": 2.1975051159529815
+ },
+ {
+ "step": 2743,
+ "lr": 0.0001,
+ "sup_loss": 2.1974628145918973
+ },
+ {
+ "step": 2744,
+ "lr": 0.0001,
+ "sup_loss": 2.1974706441512093
+ },
+ {
+ "step": 2745,
+ "lr": 0.0001,
+ "sup_loss": 2.1974744427309783
+ },
+ {
+ "step": 2746,
+ "lr": 0.0001,
+ "sup_loss": 2.1974412321144134
+ },
+ {
+ "step": 2747,
+ "lr": 0.0001,
+ "sup_loss": 2.1974643288121607
+ },
+ {
+ "step": 2748,
+ "lr": 0.0001,
+ "sup_loss": 2.1974984926986614
+ },
+ {
+ "step": 2749,
+ "lr": 0.0001,
+ "sup_loss": 2.1974536506376072
+ },
+ {
+ "step": 2750,
+ "lr": 0.0001,
+ "sup_loss": 2.19746043023741
+ },
+ {
+ "step": 2751,
+ "lr": 0.0001,
+ "sup_loss": 2.1975639779471905
+ },
+ {
+ "step": 2752,
+ "lr": 0.0001,
+ "sup_loss": 2.1974419179434688
+ },
+ {
+ "step": 2753,
+ "lr": 0.0001,
+ "sup_loss": 2.1975100298907315
+ },
+ {
+ "step": 2754,
+ "lr": 0.0001,
+ "sup_loss": 2.1974479130251154
+ },
+ {
+ "step": 2755,
+ "lr": 0.0001,
+ "sup_loss": 2.1975125651445695
+ },
+ {
+ "step": 2756,
+ "lr": 0.0001,
+ "sup_loss": 2.197446516539981
+ },
+ {
+ "step": 2757,
+ "lr": 0.0001,
+ "sup_loss": 2.197439599798592
+ },
+ {
+ "step": 2758,
+ "lr": 0.0001,
+ "sup_loss": 2.1974603336032126
+ },
+ {
+ "step": 2759,
+ "lr": 0.0001,
+ "sup_loss": 2.1975007926260663
+ },
+ {
+ "step": 2760,
+ "lr": 0.0001,
+ "sup_loss": 2.197455290810639
+ },
+ {
+ "step": 2761,
+ "lr": 0.0001,
+ "sup_loss": 2.1974776065491923
+ },
+ {
+ "step": 2762,
+ "lr": 0.0001,
+ "sup_loss": 2.197434175023034
+ },
+ {
+ "step": 2763,
+ "lr": 0.0001,
+ "sup_loss": 2.197529374029343
+ },
+ {
+ "step": 2764,
+ "lr": 0.0001,
+ "sup_loss": 2.1974530713870752
+ },
+ {
+ "step": 2765,
+ "lr": 0.0001,
+ "sup_loss": 2.1974720588381924
+ },
+ {
+ "step": 2766,
+ "lr": 0.0001,
+ "sup_loss": 2.1974674622248838
+ },
+ {
+ "step": 2767,
+ "lr": 0.0001,
+ "sup_loss": 2.1974778003500113
+ },
+ {
+ "step": 2768,
+ "lr": 0.0001,
+ "sup_loss": 2.197415358810136
+ },
+ {
+ "step": 2769,
+ "lr": 0.0001,
+ "sup_loss": 2.197462934985504
+ },
+ {
+ "step": 2770,
+ "lr": 0.0001,
+ "sup_loss": 2.1974942879281625
+ },
+ {
+ "step": 2771,
+ "lr": 0.0001,
+ "sup_loss": 2.197546465232709
+ },
+ {
+ "step": 2772,
+ "lr": 0.0001,
+ "sup_loss": 2.1974319055012774
+ },
+ {
+ "step": 2773,
+ "lr": 0.0001,
+ "sup_loss": 2.197476352267313
+ },
+ {
+ "step": 2774,
+ "lr": 0.0001,
+ "sup_loss": 2.1974624029948138
+ },
+ {
+ "step": 2775,
+ "lr": 0.0001,
+ "sup_loss": 2.1974371824817887
+ },
+ {
+ "step": 2776,
+ "lr": 0.0001,
+ "sup_loss": 2.197491041211201
+ },
+ {
+ "step": 2777,
+ "lr": 0.0001,
+ "sup_loss": 2.197420379431279
+ },
+ {
+ "step": 2778,
+ "lr": 0.0001,
+ "sup_loss": 2.1974470320515276
+ },
+ {
+ "step": 2779,
+ "lr": 0.0001,
+ "sup_loss": 2.1974354983561453
+ },
+ {
+ "step": 2780,
+ "lr": 0.0001,
+ "sup_loss": 2.1974963425272787
+ },
+ {
+ "step": 2781,
+ "lr": 0.0001,
+ "sup_loss": 2.197447098432061
+ },
+ {
+ "step": 2782,
+ "lr": 0.0001,
+ "sup_loss": 2.1974784515609063
+ },
+ {
+ "step": 2783,
+ "lr": 0.0001,
+ "sup_loss": 2.1974717552256866
+ },
+ {
+ "step": 2784,
+ "lr": 0.0001,
+ "sup_loss": 2.197473027181285
+ },
+ {
+ "step": 2785,
+ "lr": 0.0001,
+ "sup_loss": 2.1974947648837557
+ },
+ {
+ "step": 2786,
+ "lr": 0.0001,
+ "sup_loss": 2.1974037400418305
+ },
+ {
+ "step": 2787,
+ "lr": 0.0001,
+ "sup_loss": 2.1974320545076695
+ },
+ {
+ "step": 2788,
+ "lr": 0.0001,
+ "sup_loss": 2.197466146880363
+ },
+ {
+ "step": 2789,
+ "lr": 0.0001,
+ "sup_loss": 2.197465429537357
+ },
+ {
+ "step": 2790,
+ "lr": 0.0001,
+ "sup_loss": 2.19744070396621
+ },
+ {
+ "step": 2791,
+ "lr": 0.0001,
+ "sup_loss": 2.197438014318882
+ },
+ {
+ "step": 2792,
+ "lr": 0.0001,
+ "sup_loss": 2.197477015177098
+ },
+ {
+ "step": 2793,
+ "lr": 0.0001,
+ "sup_loss": 2.1974786958438917
+ },
+ {
+ "step": 2794,
+ "lr": 0.0001,
+ "sup_loss": 2.1974849285654736
+ },
+ {
+ "step": 2795,
+ "lr": 0.0001,
+ "sup_loss": 2.197411175429069
+ },
+ {
+ "step": 2796,
+ "lr": 0.0001,
+ "sup_loss": 2.197452091414002
+ },
+ {
+ "step": 2797,
+ "lr": 0.0001,
+ "sup_loss": 2.197424805896044
+ },
+ {
+ "step": 2798,
+ "lr": 0.0001,
+ "sup_loss": 2.197488768050909
+ },
+ {
+ "step": 2799,
+ "lr": 0.0001,
+ "sup_loss": 2.1974910279686592
+ },
+ {
+ "step": 2800,
+ "lr": 0.0001,
+ "sup_loss": 2.197475702377125
+ },
+ {
+ "step": 2801,
+ "lr": 0.0001,
+ "sup_loss": 2.197497688068121
+ },
+ {
+ "step": 2802,
+ "lr": 0.0001,
+ "sup_loss": 2.197471541932217
+ },
+ {
+ "step": 2803,
+ "lr": 0.0001,
+ "sup_loss": 2.1974477155086154
+ },
+ {
+ "step": 2804,
+ "lr": 0.0001,
+ "sup_loss": 2.197476882319043
+ },
+ {
+ "step": 2805,
+ "lr": 0.0001,
+ "sup_loss": 2.1973825437378545
+ },
+ {
+ "step": 2806,
+ "lr": 0.0001,
+ "sup_loss": 2.197520608481497
+ },
+ {
+ "step": 2807,
+ "lr": 0.0001,
+ "sup_loss": 2.1974686714922544
+ },
+ {
+ "step": 2808,
+ "lr": 0.0001,
+ "sup_loss": 2.1974433591156135
+ },
+ {
+ "step": 2809,
+ "lr": 0.0001,
+ "sup_loss": 2.1974366366447575
+ },
+ {
+ "step": 2810,
+ "lr": 0.0001,
+ "sup_loss": 2.197426830403122
+ },
+ {
+ "step": 2811,
+ "lr": 0.0001,
+ "sup_loss": 2.1974505771770003
+ },
+ {
+ "step": 2812,
+ "lr": 0.0001,
+ "sup_loss": 2.1975073962318525
+ },
+ {
+ "step": 2813,
+ "lr": 0.0001,
+ "sup_loss": 2.197466326457407
+ },
+ {
+ "step": 2814,
+ "lr": 0.0001,
+ "sup_loss": 2.1975043398004814
+ },
+ {
+ "step": 2815,
+ "lr": 0.0001,
+ "sup_loss": 2.197450681610317
+ },
+ {
+ "step": 2816,
+ "lr": 0.0001,
+ "sup_loss": 2.1974975885070456
+ },
+ {
+ "step": 2817,
+ "lr": 0.0001,
+ "sup_loss": 2.1974459950674006
+ },
+ {
+ "step": 2818,
+ "lr": 0.0001,
+ "sup_loss": 2.1974615797043766
+ },
+ {
+ "step": 2819,
+ "lr": 0.0001,
+ "sup_loss": 2.197453092480091
+ },
+ {
+ "step": 2820,
+ "lr": 0.0001,
+ "sup_loss": 2.197497229169771
+ },
+ {
+ "step": 2821,
+ "lr": 0.0001,
+ "sup_loss": 2.1974321693755603
+ },
+ {
+ "step": 2822,
+ "lr": 0.0001,
+ "sup_loss": 2.197503469988333
+ },
+ {
+ "step": 2823,
+ "lr": 0.0001,
+ "sup_loss": 2.1974129479478384
+ },
+ {
+ "step": 2824,
+ "lr": 0.0001,
+ "sup_loss": 2.197442592675248
+ },
+ {
+ "step": 2825,
+ "lr": 0.0001,
+ "sup_loss": 2.197439167942528
+ },
+ {
+ "step": 2826,
+ "lr": 0.0001,
+ "sup_loss": 2.1974317785947663
+ },
+ {
+ "step": 2827,
+ "lr": 0.0001,
+ "sup_loss": 2.1974476222816035
+ },
+ {
+ "step": 2828,
+ "lr": 0.0001,
+ "sup_loss": 2.197482878539677
+ },
+ {
+ "step": 2829,
+ "lr": 0.0001,
+ "sup_loss": 2.197464343717016
+ },
+ {
+ "step": 2830,
+ "lr": 0.0001,
+ "sup_loss": 2.1974401878307215
+ },
+ {
+ "step": 2831,
+ "lr": 0.0001,
+ "sup_loss": 2.1975112985124396
+ },
+ {
+ "step": 2832,
+ "lr": 0.0001,
+ "sup_loss": 2.197460649084561
+ },
+ {
+ "step": 2833,
+ "lr": 0.0001,
+ "sup_loss": 2.197368065640363
+ },
+ {
+ "step": 2834,
+ "lr": 0.0001,
+ "sup_loss": 2.197480865288469
+ },
+ {
+ "step": 2835,
+ "lr": 0.0001,
+ "sup_loss": 2.1974942368060577
+ },
+ {
+ "step": 2836,
+ "lr": 0.0001,
+ "sup_loss": 2.1974886749822877
+ },
+ {
+ "step": 2837,
+ "lr": 0.0001,
+ "sup_loss": 2.197435497233727
+ },
+ {
+ "step": 2838,
+ "lr": 0.0001,
+ "sup_loss": 2.1974675487565785
+ },
+ {
+ "step": 2839,
+ "lr": 0.0001,
+ "sup_loss": 2.1974927099633788
+ },
+ {
+ "step": 2840,
+ "lr": 0.0001,
+ "sup_loss": 2.1974661381040512
+ },
+ {
+ "step": 2841,
+ "lr": 0.0001,
+ "sup_loss": 2.1975047889447765
+ },
+ {
+ "step": 2842,
+ "lr": 0.0001,
+ "sup_loss": 2.1974780715736157
+ },
+ {
+ "step": 2843,
+ "lr": 0.0001,
+ "sup_loss": 2.1974534351209996
+ },
+ {
+ "step": 2844,
+ "lr": 0.0001,
+ "sup_loss": 2.197403236605091
+ },
+ {
+ "step": 2845,
+ "lr": 0.0001,
+ "sup_loss": 2.1974739748891814
+ },
+ {
+ "step": 2846,
+ "lr": 0.0001,
+ "sup_loss": 2.1974553454884598
+ },
+ {
+ "step": 2847,
+ "lr": 0.0001,
+ "sup_loss": 2.197486137754388
+ },
+ {
+ "step": 2848,
+ "lr": 0.0001,
+ "sup_loss": 2.1974114324718013
+ },
+ {
+ "step": 2849,
+ "lr": 0.0001,
+ "sup_loss": 2.1974206424914926
+ },
+ {
+ "step": 2850,
+ "lr": 0.0001,
+ "sup_loss": 2.197484781406074
+ },
+ {
+ "step": 2851,
+ "lr": 0.0001,
+ "sup_loss": 2.197474385565335
+ },
+ {
+ "step": 2852,
+ "lr": 0.0001,
+ "sup_loss": 2.1974303660859063
+ },
+ {
+ "step": 2853,
+ "lr": 0.0001,
+ "sup_loss": 2.1975165432964716
+ },
+ {
+ "step": 2854,
+ "lr": 0.0001,
+ "sup_loss": 2.197435751575816
+ },
+ {
+ "step": 2855,
+ "lr": 0.0001,
+ "sup_loss": 2.1974812239048864
+ },
+ {
+ "step": 2856,
+ "lr": 0.0001,
+ "sup_loss": 2.1974751259416587
+ },
+ {
+ "step": 2857,
+ "lr": 0.0001,
+ "sup_loss": 2.197450354286775
+ },
+ {
+ "step": 2858,
+ "lr": 0.0001,
+ "sup_loss": 2.1974417115758063
+ },
+ {
+ "step": 2859,
+ "lr": 0.0001,
+ "sup_loss": 2.197465684605838
+ },
+ {
+ "step": 2860,
+ "lr": 0.0001,
+ "sup_loss": 2.1974087990172104
+ },
+ {
+ "step": 2861,
+ "lr": 0.0001,
+ "sup_loss": 2.1974016387307804
+ },
+ {
+ "step": 2862,
+ "lr": 0.0001,
+ "sup_loss": 2.1974566798523467
+ },
+ {
+ "step": 2863,
+ "lr": 0.0001,
+ "sup_loss": 2.197402074842922
+ },
+ {
+ "step": 2864,
+ "lr": 0.0001,
+ "sup_loss": 2.197444286677209
+ },
+ {
+ "step": 2865,
+ "lr": 0.0001,
+ "sup_loss": 2.197461887267418
+ },
+ {
+ "step": 2866,
+ "lr": 0.0001,
+ "sup_loss": 2.1973980293800435
+ },
+ {
+ "step": 2867,
+ "lr": 0.0001,
+ "sup_loss": 2.1974632688779687
+ },
+ {
+ "step": 2868,
+ "lr": 0.0001,
+ "sup_loss": 2.197405763240146
+ },
+ {
+ "step": 2869,
+ "lr": 0.0001,
+ "sup_loss": 2.197480188565047
+ },
+ {
+ "step": 2870,
+ "lr": 0.0001,
+ "sup_loss": 2.197444012153067
+ },
+ {
+ "step": 2871,
+ "lr": 0.0001,
+ "sup_loss": 2.1974616872139476
+ },
+ {
+ "step": 2872,
+ "lr": 0.0001,
+ "sup_loss": 2.1975088294588634
+ },
+ {
+ "step": 2873,
+ "lr": 0.0001,
+ "sup_loss": 2.1974201716419035
+ },
+ {
+ "step": 2874,
+ "lr": 0.0001,
+ "sup_loss": 2.19748397548035
+ },
+ {
+ "step": 2875,
+ "lr": 0.0001,
+ "sup_loss": 2.197457673506566
+ },
+ {
+ "step": 2876,
+ "lr": 0.0001,
+ "sup_loss": 2.197421414023234
+ },
+ {
+ "step": 2877,
+ "lr": 0.0001,
+ "sup_loss": 2.197470359650615
+ },
+ {
+ "step": 2878,
+ "lr": 0.0001,
+ "sup_loss": 2.197456692362497
+ },
+ {
+ "step": 2879,
+ "lr": 0.0001,
+ "sup_loss": 2.1975059010801807
+ },
+ {
+ "step": 2880,
+ "lr": 0.0001,
+ "sup_loss": 2.197480584755902
+ },
+ {
+ "step": 2881,
+ "lr": 0.0001,
+ "sup_loss": 2.197492115841772
+ },
+ {
+ "step": 2882,
+ "lr": 0.0001,
+ "sup_loss": 2.1974456524535464
+ },
+ {
+ "step": 2883,
+ "lr": 0.0001,
+ "sup_loss": 2.197409823886162
+ },
+ {
+ "step": 2884,
+ "lr": 0.0001,
+ "sup_loss": 2.197447056352813
+ },
+ {
+ "step": 2885,
+ "lr": 0.0001,
+ "sup_loss": 2.1974880100894674
+ },
+ {
+ "step": 2886,
+ "lr": 0.0001,
+ "sup_loss": 2.197380564470063
+ },
+ {
+ "step": 2887,
+ "lr": 0.0001,
+ "sup_loss": 2.1974175708706776
+ },
+ {
+ "step": 2888,
+ "lr": 0.0001,
+ "sup_loss": 2.1974648987395216
+ },
+ {
+ "step": 2889,
+ "lr": 0.0001,
+ "sup_loss": 2.19742656181532
+ },
+ {
+ "step": 2890,
+ "lr": 0.0001,
+ "sup_loss": 2.197445674734988
+ },
+ {
+ "step": 2891,
+ "lr": 0.0001,
+ "sup_loss": 2.1974616103228035
+ },
+ {
+ "step": 2892,
+ "lr": 0.0001,
+ "sup_loss": 2.1974531703328957
+ },
+ {
+ "step": 2893,
+ "lr": 0.0001,
+ "sup_loss": 2.1974639979472106
+ },
+ {
+ "step": 2894,
+ "lr": 0.0001,
+ "sup_loss": 2.197403185112944
+ },
+ {
+ "step": 2895,
+ "lr": 0.0001,
+ "sup_loss": 2.197402769439198
+ },
+ {
+ "step": 2896,
+ "lr": 0.0001,
+ "sup_loss": 2.197419349093192
+ },
+ {
+ "step": 2897,
+ "lr": 0.0001,
+ "sup_loss": 2.197472179859693
+ },
+ {
+ "step": 2898,
+ "lr": 0.0001,
+ "sup_loss": 2.197487520069981
+ },
+ {
+ "step": 2899,
+ "lr": 0.0001,
+ "sup_loss": 2.197435435650301
+ },
+ {
+ "step": 2900,
+ "lr": 0.0001,
+ "sup_loss": 2.197409030403217
+ },
+ {
+ "step": 2901,
+ "lr": 0.0001,
+ "sup_loss": 2.197428305783502
+ },
+ {
+ "step": 2902,
+ "lr": 0.0001,
+ "sup_loss": 2.197438328752114
+ },
+ {
+ "step": 2903,
+ "lr": 0.0001,
+ "sup_loss": 2.197448583479259
+ },
+ {
+ "step": 2904,
+ "lr": 0.0001,
+ "sup_loss": 2.1974025269391024
+ },
+ {
+ "step": 2905,
+ "lr": 0.0001,
+ "sup_loss": 2.197484515081147
+ },
+ {
+ "step": 2906,
+ "lr": 0.0001,
+ "sup_loss": 2.1974338162697484
+ },
+ {
+ "step": 2907,
+ "lr": 0.0001,
+ "sup_loss": 2.197431244081963
+ },
+ {
+ "step": 2908,
+ "lr": 0.0001,
+ "sup_loss": 2.197445395947598
+ },
+ {
+ "step": 2909,
+ "lr": 0.0001,
+ "sup_loss": 2.197456374851158
+ },
+ {
+ "step": 2910,
+ "lr": 0.0001,
+ "sup_loss": 2.197456516129391
+ },
+ {
+ "step": 2911,
+ "lr": 0.0001,
+ "sup_loss": 2.1974319418155837
+ },
+ {
+ "step": 2912,
+ "lr": 0.0001,
+ "sup_loss": 2.197446563800873
+ },
+ {
+ "step": 2913,
+ "lr": 0.0001,
+ "sup_loss": 2.197463375928082
+ },
+ {
+ "step": 2914,
+ "lr": 0.0001,
+ "sup_loss": 2.197437633137408
+ },
+ {
+ "step": 2915,
+ "lr": 0.0001,
+ "sup_loss": 2.1975258288264667
+ },
+ {
+ "step": 2916,
+ "lr": 0.0001,
+ "sup_loss": 2.1974267674177552
+ },
+ {
+ "step": 2917,
+ "lr": 0.0001,
+ "sup_loss": 2.19742034411016
+ },
+ {
+ "step": 2918,
+ "lr": 0.0001,
+ "sup_loss": 2.197542787817668
+ },
+ {
+ "step": 2919,
+ "lr": 0.0001,
+ "sup_loss": 2.1974014675165443
+ },
+ {
+ "step": 2920,
+ "lr": 0.0001,
+ "sup_loss": 2.197419655471117
+ },
+ {
+ "step": 2921,
+ "lr": 0.0001,
+ "sup_loss": 2.197462828734899
+ },
+ {
+ "step": 2922,
+ "lr": 0.0001,
+ "sup_loss": 2.1974721885820925
+ },
+ {
+ "step": 2923,
+ "lr": 0.0001,
+ "sup_loss": 2.1974311379711304
+ },
+ {
+ "step": 2924,
+ "lr": 0.0001,
+ "sup_loss": 2.1974391369073696
+ },
+ {
+ "step": 2925,
+ "lr": 0.0001,
+ "sup_loss": 2.1974622968285713
+ },
+ {
+ "step": 2926,
+ "lr": 0.0001,
+ "sup_loss": 2.197475718311705
+ },
+ {
+ "step": 2927,
+ "lr": 0.0001,
+ "sup_loss": 2.1973798121935406
+ },
+ {
+ "step": 2928,
+ "lr": 0.0001,
+ "sup_loss": 2.197421325822916
+ },
+ {
+ "step": 2929,
+ "lr": 0.0001,
+ "sup_loss": 2.1975080243958027
+ },
+ {
+ "step": 2930,
+ "lr": 0.0001,
+ "sup_loss": 2.1974677568064855
+ },
+ {
+ "step": 2931,
+ "lr": 0.0001,
+ "sup_loss": 2.19741895407991
+ },
+ {
+ "step": 2932,
+ "lr": 0.0001,
+ "sup_loss": 2.19739101740239
+ },
+ {
+ "step": 2933,
+ "lr": 0.0001,
+ "sup_loss": 2.197397645312997
+ },
+ {
+ "step": 2934,
+ "lr": 0.0001,
+ "sup_loss": 2.197453266227704
+ },
+ {
+ "step": 2935,
+ "lr": 0.0001,
+ "sup_loss": 2.1974327378540117
+ },
+ {
+ "step": 2936,
+ "lr": 0.0001,
+ "sup_loss": 2.1974205721174807
+ },
+ {
+ "step": 2937,
+ "lr": 0.0001,
+ "sup_loss": 2.1974257653948888
+ },
+ {
+ "step": 2938,
+ "lr": 0.0001,
+ "sup_loss": 2.197457879503047
+ },
+ {
+ "step": 2939,
+ "lr": 0.0001,
+ "sup_loss": 2.197447740044953
+ },
+ {
+ "step": 2940,
+ "lr": 0.0001,
+ "sup_loss": 2.1974396596271353
+ },
+ {
+ "step": 2941,
+ "lr": 0.0001,
+ "sup_loss": 2.1974483015897377
+ },
+ {
+ "step": 2942,
+ "lr": 0.0001,
+ "sup_loss": 2.197450370419054
+ },
+ {
+ "step": 2943,
+ "lr": 0.0001,
+ "sup_loss": 2.1974343204009417
+ },
+ {
+ "step": 2944,
+ "lr": 0.0001,
+ "sup_loss": 2.1974155331783782
+ },
+ {
+ "step": 2945,
+ "lr": 0.0001,
+ "sup_loss": 2.1974219196978386
+ },
+ {
+ "step": 2946,
+ "lr": 0.0001,
+ "sup_loss": 2.1974966580651865
+ },
+ {
+ "step": 2947,
+ "lr": 0.0001,
+ "sup_loss": 2.1974746818871544
+ },
+ {
+ "step": 2948,
+ "lr": 0.0001,
+ "sup_loss": 2.1974413444846883
+ },
+ {
+ "step": 2949,
+ "lr": 0.0001,
+ "sup_loss": 2.1974443490779705
+ },
+ {
+ "step": 2950,
+ "lr": 0.0001,
+ "sup_loss": 2.197443905465411
+ },
+ {
+ "step": 2951,
+ "lr": 0.0001,
+ "sup_loss": 2.19741173195058
+ },
+ {
+ "step": 2952,
+ "lr": 0.0001,
+ "sup_loss": 2.1974210148393913
+ },
+ {
+ "step": 2953,
+ "lr": 0.0001,
+ "sup_loss": 2.1974276794150125
+ },
+ {
+ "step": 2954,
+ "lr": 0.0001,
+ "sup_loss": 2.197417883527537
+ },
+ {
+ "step": 2955,
+ "lr": 0.0001,
+ "sup_loss": 2.1974292219813867
+ },
+ {
+ "step": 2956,
+ "lr": 0.0001,
+ "sup_loss": 2.1974290592297003
+ },
+ {
+ "step": 2957,
+ "lr": 0.0001,
+ "sup_loss": 2.1974340591317882
+ },
+ {
+ "step": 2958,
+ "lr": 0.0001,
+ "sup_loss": 2.197434690654158
+ },
+ {
+ "step": 2959,
+ "lr": 0.0001,
+ "sup_loss": 2.1974060374616307
+ },
+ {
+ "step": 2960,
+ "lr": 0.0001,
+ "sup_loss": 2.1973793152001386
+ },
+ {
+ "step": 2961,
+ "lr": 0.0001,
+ "sup_loss": 2.1974255016576034
+ },
+ {
+ "step": 2962,
+ "lr": 0.0001,
+ "sup_loss": 2.197420559064537
+ },
+ {
+ "step": 2963,
+ "lr": 0.0001,
+ "sup_loss": 2.1974150160478736
+ },
+ {
+ "step": 2964,
+ "lr": 0.0001,
+ "sup_loss": 2.197445364547914
+ },
+ {
+ "step": 2965,
+ "lr": 0.0001,
+ "sup_loss": 2.1974370083155206
+ },
+ {
+ "step": 2966,
+ "lr": 0.0001,
+ "sup_loss": 2.19740476348719
+ },
+ {
+ "step": 2967,
+ "lr": 0.0001,
+ "sup_loss": 2.1974283174957843
+ },
+ {
+ "step": 2968,
+ "lr": 0.0001,
+ "sup_loss": 2.1974485305672773
+ },
+ {
+ "step": 2969,
+ "lr": 0.0001,
+ "sup_loss": 2.197432188150042
+ },
+ {
+ "step": 2970,
+ "lr": 0.0001,
+ "sup_loss": 2.197426585969617
+ },
+ {
+ "step": 2971,
+ "lr": 0.0001,
+ "sup_loss": 2.1974422065204195
+ },
+ {
+ "step": 2972,
+ "lr": 0.0001,
+ "sup_loss": 2.1974382107754415
+ },
+ {
+ "step": 2973,
+ "lr": 0.0001,
+ "sup_loss": 2.1974302847145104
+ },
+ {
+ "step": 2974,
+ "lr": 0.0001,
+ "sup_loss": 2.1974330622237823
+ },
+ {
+ "step": 2975,
+ "lr": 0.0001,
+ "sup_loss": 2.1974507142646127
+ },
+ {
+ "step": 2976,
+ "lr": 0.0001,
+ "sup_loss": 2.197436715379992
+ },
+ {
+ "step": 2977,
+ "lr": 0.0001,
+ "sup_loss": 2.1973954788528847
+ },
+ {
+ "step": 2978,
+ "lr": 0.0001,
+ "sup_loss": 2.197357856751435
+ },
+ {
+ "step": 2979,
+ "lr": 0.0001,
+ "sup_loss": 2.19747203371913
+ },
+ {
+ "step": 2980,
+ "lr": 0.0001,
+ "sup_loss": 2.197459291146453
+ },
+ {
+ "step": 2981,
+ "lr": 0.0001,
+ "sup_loss": 2.197415261787257
+ },
+ {
+ "step": 2982,
+ "lr": 0.0001,
+ "sup_loss": 2.1974214503039597
+ },
+ {
+ "step": 2983,
+ "lr": 0.0001,
+ "sup_loss": 2.1975362293896636
+ },
+ {
+ "step": 2984,
+ "lr": 0.0001,
+ "sup_loss": 2.19739856904649
+ },
+ {
+ "step": 2985,
+ "lr": 0.0001,
+ "sup_loss": 2.197461120490005
+ },
+ {
+ "step": 2986,
+ "lr": 0.0001,
+ "sup_loss": 2.1974050800549754
+ },
+ {
+ "step": 2987,
+ "lr": 0.0001,
+ "sup_loss": 2.197391774783016
+ },
+ {
+ "step": 2988,
+ "lr": 0.0001,
+ "sup_loss": 2.1974345858758335
+ },
+ {
+ "step": 2989,
+ "lr": 0.0001,
+ "sup_loss": 2.197431481612429
+ },
+ {
+ "step": 2990,
+ "lr": 0.0001,
+ "sup_loss": 2.1974824020613637
+ },
+ {
+ "step": 2991,
+ "lr": 0.0001,
+ "sup_loss": 2.1974017724404042
+ },
+ {
+ "step": 2992,
+ "lr": 0.0001,
+ "sup_loss": 2.1973680621886063
+ },
+ {
+ "step": 2993,
+ "lr": 0.0001,
+ "sup_loss": 2.1974357431466163
+ },
+ {
+ "step": 2994,
+ "lr": 0.0001,
+ "sup_loss": 2.197463403369533
+ },
+ {
+ "step": 2995,
+ "lr": 0.0001,
+ "sup_loss": 2.197425096484156
+ },
+ {
+ "step": 2996,
+ "lr": 0.0001,
+ "sup_loss": 2.1974055398293983
+ },
+ {
+ "step": 2997,
+ "lr": 0.0001,
+ "sup_loss": 2.1974773980079574
+ },
+ {
+ "step": 2998,
+ "lr": 0.0001,
+ "sup_loss": 2.197433863080439
+ },
+ {
+ "step": 2999,
+ "lr": 0.0001,
+ "sup_loss": 2.1974369341330204
+ }
+ ],
+ "evals": [
+ {
+ "step": 0,
+ "acc": 0.0,
+ "tok_acc": 0.1111111111111111
+ },
+ {
+ "step": 300,
+ "acc": 0.0,
+ "tok_acc": 0.1111111111111111
+ },
+ {
+ "step": 600,
+ "acc": 0.0,
+ "tok_acc": 0.11135223765432099
+ },
+ {
+ "step": 900,
+ "acc": 0.0,
+ "tok_acc": 0.11166570216049383
+ },
+ {
+ "step": 1200,
+ "acc": 0.0,
+ "tok_acc": 0.11050829475308642
+ },
+ {
+ "step": 1500,
+ "acc": 0.0,
+ "tok_acc": 0.11140046296296297
+ },
+ {
+ "step": 1800,
+ "acc": 0.0,
+ "tok_acc": 0.11118344907407407
+ },
+ {
+ "step": 2100,
+ "acc": 0.0,
+ "tok_acc": 0.11103877314814815
+ },
+ {
+ "step": 2400,
+ "acc": 0.0,
+ "tok_acc": 0.111328125
+ },
+ {
+ "step": 2700,
+ "acc": 0.0,
+ "tok_acc": 0.11082175925925926
+ },
+ {
+ "step": 3000,
+ "acc": 0.0,
+ "tok_acc": 0.11147280092592593
+ }
+ ],
+ "final_acc": 0.0,
+ "final_tok_acc": 0.11147280092592593
+} \ No newline at end of file