diff options
| author | YurenHao0426 <blackhao0426@gmail.com> | 2026-06-13 12:35:36 -0500 |
|---|---|---|
| committer | YurenHao0426 <blackhao0426@gmail.com> | 2026-06-13 12:35:36 -0500 |
| commit | 66e0d8b9fd4d0f7a2231d689c055e26fdf1cf04a (patch) | |
| tree | c29cba61124018755a19b02c9d33e3ad5f2e05cc /srm/runs/hrm_orth_v2_sudoku1k_3k.json | |
Curated export for clone-and-run Maze training (2x A6000) + diagnostics.
trm/hrm pretrain.py carry trajectory-augmentation code (backward-compatible).
Heavy artifacts (checkpoints/wandb/npz) gitignored; see PROVENANCE.md.
Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
Diffstat (limited to 'srm/runs/hrm_orth_v2_sudoku1k_3k.json')
| -rw-r--r-- | srm/runs/hrm_orth_v2_sudoku1k_3k.json | 15089 |
1 files changed, 15089 insertions, 0 deletions
diff --git a/srm/runs/hrm_orth_v2_sudoku1k_3k.json b/srm/runs/hrm_orth_v2_sudoku1k_3k.json new file mode 100644 index 0000000..b057f37 --- /dev/null +++ b/srm/runs/hrm_orth_v2_sudoku1k_3k.json @@ -0,0 +1,15089 @@ +{ + "args": { + "data_path": "/home/yurenh2/rrm/data/sudoku-extreme-1k-aug-1000", + "n_steps": 3000, + "batch_size": 8, + "lr": 0.0001, + "puzzle_emb_lr": 0.0001, + "warmup_steps": 200, + "weight_decay": 1.0, + "hidden_size": 256, + "num_heads": 4, + "H_cycles": 2, + "L_cycles": 2, + "H_layers": 4, + "L_layers": 4, + "orth_s_min": 0.85, + "cosine_attn_tau": 1.0, + "seed": 42, + "eval_every": 300, + "eval_n": 512, + "eval_batch_size": 32, + "out": "runs/hrm_orth_v2_sudoku1k_3k.json", + "save_ckpt": "ckpts/hrm_orth_v2_3k.pt" + }, + "n_params": 3160082, + "initial_acc": 0.0, + "initial_tok_acc": 0.1111111111111111, + "steps": [ + { + "step": 0, + "lr": 0.0, + "sup_loss": 2.4230187225516246 + }, + { + "step": 1, + "lr": 5e-07, + "sup_loss": 2.422976212095003 + }, + { + "step": 2, + "lr": 1e-06, + "sup_loss": 2.4228976437225147 + }, + { + "step": 3, + "lr": 1.5e-06, + "sup_loss": 2.4228858521076906 + }, + { + "step": 4, + "lr": 2e-06, + "sup_loss": 2.4227188441760377 + }, + { + "step": 5, + "lr": 2.5e-06, + "sup_loss": 2.4225932532529373 + }, + { + "step": 6, + "lr": 3e-06, + "sup_loss": 2.4225069879029126 + }, + { + "step": 7, + "lr": 3.5e-06, + "sup_loss": 2.4223238817272894 + }, + { + "step": 8, + "lr": 4e-06, + "sup_loss": 2.42204633100353 + }, + { + "step": 9, + "lr": 4.5e-06, + "sup_loss": 2.421838297822653 + }, + { + "step": 10, + "lr": 5e-06, + "sup_loss": 2.4215804683341826 + }, + { + "step": 11, + "lr": 5.500000000000001e-06, + "sup_loss": 2.421320949404686 + }, + { + "step": 12, + "lr": 6e-06, + "sup_loss": 2.4209357814777537 + }, + { + "step": 13, + "lr": 6.5000000000000004e-06, + "sup_loss": 2.4205413168232193 + }, + { + "step": 14, + "lr": 7e-06, + "sup_loss": 2.4204142347865814 + }, + { + "step": 15, + "lr": 7.5e-06, + "sup_loss": 2.419884138851487 + }, + { + "step": 16, + "lr": 8e-06, + "sup_loss": 2.4194892188850377 + }, + { + "step": 17, + "lr": 8.5e-06, + "sup_loss": 2.4190010521543246 + }, + { + "step": 18, + "lr": 9e-06, + "sup_loss": 2.4186638181261833 + }, + { + "step": 19, + "lr": 9.5e-06, + "sup_loss": 2.418257297372776 + }, + { + "step": 20, + "lr": 1e-05, + "sup_loss": 2.417699549273716 + }, + { + "step": 21, + "lr": 1.0500000000000001e-05, + "sup_loss": 2.4171774254861313 + }, + { + "step": 22, + "lr": 1.1000000000000001e-05, + "sup_loss": 2.4169202422535223 + }, + { + "step": 23, + "lr": 1.15e-05, + "sup_loss": 2.4161524626364486 + }, + { + "step": 24, + "lr": 1.2e-05, + "sup_loss": 2.4155946588018797 + }, + { + "step": 25, + "lr": 1.25e-05, + "sup_loss": 2.415109791738878 + }, + { + "step": 26, + "lr": 1.3000000000000001e-05, + "sup_loss": 2.414588679965446 + }, + { + "step": 27, + "lr": 1.3500000000000001e-05, + "sup_loss": 2.4145133010540034 + }, + { + "step": 28, + "lr": 1.4e-05, + "sup_loss": 2.41330375317468 + }, + { + "step": 29, + "lr": 1.4500000000000002e-05, + "sup_loss": 2.412920103191364 + }, + { + "step": 30, + "lr": 1.5e-05, + "sup_loss": 2.4123001170675438 + }, + { + "step": 31, + "lr": 1.55e-05, + "sup_loss": 2.4115715464042413 + }, + { + "step": 32, + "lr": 1.6e-05, + "sup_loss": 2.411056728592412 + }, + { + "step": 33, + "lr": 1.65e-05, + "sup_loss": 2.4106307718459723 + }, + { + "step": 34, + "lr": 1.7e-05, + "sup_loss": 2.4100338590427492 + }, + { + "step": 35, + "lr": 1.7500000000000002e-05, + "sup_loss": 2.4095289153863324 + }, + { + "step": 36, + "lr": 1.8e-05, + "sup_loss": 2.4092090568565276 + }, + { + "step": 37, + "lr": 1.8500000000000002e-05, + "sup_loss": 2.4082591368620165 + }, + { + "step": 38, + "lr": 1.9e-05, + "sup_loss": 2.4077808620795658 + }, + { + "step": 39, + "lr": 1.95e-05, + "sup_loss": 2.4069713764177414 + }, + { + "step": 40, + "lr": 2e-05, + "sup_loss": 2.406628769142508 + }, + { + "step": 41, + "lr": 2.05e-05, + "sup_loss": 2.406119457536488 + }, + { + "step": 42, + "lr": 2.1000000000000002e-05, + "sup_loss": 2.4054207586289618 + }, + { + "step": 43, + "lr": 2.15e-05, + "sup_loss": 2.4048746421476084 + }, + { + "step": 44, + "lr": 2.2000000000000003e-05, + "sup_loss": 2.403770564283945 + }, + { + "step": 45, + "lr": 2.25e-05, + "sup_loss": 2.403891411349292 + }, + { + "step": 46, + "lr": 2.3e-05, + "sup_loss": 2.4030750649844586 + }, + { + "step": 47, + "lr": 2.3500000000000002e-05, + "sup_loss": 2.4023760065016972 + }, + { + "step": 48, + "lr": 2.4e-05, + "sup_loss": 2.401816192384602 + }, + { + "step": 49, + "lr": 2.45e-05, + "sup_loss": 2.401454787178186 + }, + { + "step": 50, + "lr": 2.5e-05, + "sup_loss": 2.4004120143514776 + }, + { + "step": 51, + "lr": 2.5500000000000003e-05, + "sup_loss": 2.400103166282266 + }, + { + "step": 52, + "lr": 2.6000000000000002e-05, + "sup_loss": 2.4007997760755617 + }, + { + "step": 53, + "lr": 2.65e-05, + "sup_loss": 2.399265624858679 + }, + { + "step": 54, + "lr": 2.7000000000000002e-05, + "sup_loss": 2.3991356972696596 + }, + { + "step": 55, + "lr": 2.7500000000000004e-05, + "sup_loss": 2.3983918337454 + }, + { + "step": 56, + "lr": 2.8e-05, + "sup_loss": 2.3977029356148223 + }, + { + "step": 57, + "lr": 2.85e-05, + "sup_loss": 2.3972202280127 + }, + { + "step": 58, + "lr": 2.9000000000000004e-05, + "sup_loss": 2.3968761333767272 + }, + { + "step": 59, + "lr": 2.95e-05, + "sup_loss": 2.397206216029772 + }, + { + "step": 60, + "lr": 3e-05, + "sup_loss": 2.396293998439513 + }, + { + "step": 61, + "lr": 3.0500000000000003e-05, + "sup_loss": 2.3955032652019197 + }, + { + "step": 62, + "lr": 3.1e-05, + "sup_loss": 2.395367999196229 + }, + { + "step": 63, + "lr": 3.15e-05, + "sup_loss": 2.3949730327896153 + }, + { + "step": 64, + "lr": 3.2e-05, + "sup_loss": 2.3947352187266953 + }, + { + "step": 65, + "lr": 3.2500000000000004e-05, + "sup_loss": 2.3934656116891273 + }, + { + "step": 66, + "lr": 3.3e-05, + "sup_loss": 2.393570359841634 + }, + { + "step": 67, + "lr": 3.35e-05, + "sup_loss": 2.39343200406159 + }, + { + "step": 68, + "lr": 3.4e-05, + "sup_loss": 2.392451244116361 + }, + { + "step": 69, + "lr": 3.4500000000000005e-05, + "sup_loss": 2.3923304812598176 + }, + { + "step": 70, + "lr": 3.5000000000000004e-05, + "sup_loss": 2.391651695582709 + }, + { + "step": 71, + "lr": 3.55e-05, + "sup_loss": 2.3912413433888506 + }, + { + "step": 72, + "lr": 3.6e-05, + "sup_loss": 2.391189617239405 + }, + { + "step": 73, + "lr": 3.65e-05, + "sup_loss": 2.390944214297049 + }, + { + "step": 74, + "lr": 3.7000000000000005e-05, + "sup_loss": 2.390090866824547 + }, + { + "step": 75, + "lr": 3.7500000000000003e-05, + "sup_loss": 2.3892358903359603 + }, + { + "step": 76, + "lr": 3.8e-05, + "sup_loss": 2.389287736187517 + }, + { + "step": 77, + "lr": 3.85e-05, + "sup_loss": 2.3888172655363893 + }, + { + "step": 78, + "lr": 3.9e-05, + "sup_loss": 2.3881135357088508 + }, + { + "step": 79, + "lr": 3.9500000000000005e-05, + "sup_loss": 2.3874132948653464 + }, + { + "step": 80, + "lr": 4e-05, + "sup_loss": 2.3873603278800326 + }, + { + "step": 81, + "lr": 4.0499999999999995e-05, + "sup_loss": 2.386735960011197 + }, + { + "step": 82, + "lr": 4.1e-05, + "sup_loss": 2.3870060222822356 + }, + { + "step": 83, + "lr": 4.15e-05, + "sup_loss": 2.385931320407727 + }, + { + "step": 84, + "lr": 4.2000000000000004e-05, + "sup_loss": 2.3854421834545168 + }, + { + "step": 85, + "lr": 4.25e-05, + "sup_loss": 2.385331534790408 + }, + { + "step": 86, + "lr": 4.3e-05, + "sup_loss": 2.3848678740199505 + }, + { + "step": 87, + "lr": 4.350000000000001e-05, + "sup_loss": 2.3844577171269807 + }, + { + "step": 88, + "lr": 4.4000000000000006e-05, + "sup_loss": 2.3831926664210124 + }, + { + "step": 89, + "lr": 4.45e-05, + "sup_loss": 2.3829245203951115 + }, + { + "step": 90, + "lr": 4.5e-05, + "sup_loss": 2.382873568912992 + }, + { + "step": 91, + "lr": 4.55e-05, + "sup_loss": 2.3820243800831475 + }, + { + "step": 92, + "lr": 4.6e-05, + "sup_loss": 2.3817348958237425 + }, + { + "step": 93, + "lr": 4.6500000000000005e-05, + "sup_loss": 2.381489354226036 + }, + { + "step": 94, + "lr": 4.7000000000000004e-05, + "sup_loss": 2.380313369097743 + }, + { + "step": 95, + "lr": 4.7499999999999996e-05, + "sup_loss": 2.3801445942292836 + }, + { + "step": 96, + "lr": 4.8e-05, + "sup_loss": 2.379352575497288 + }, + { + "step": 97, + "lr": 4.85e-05, + "sup_loss": 2.3789825493695878 + }, + { + "step": 98, + "lr": 4.9e-05, + "sup_loss": 2.377987795226529 + }, + { + "step": 99, + "lr": 4.9500000000000004e-05, + "sup_loss": 2.3778388917948616 + }, + { + "step": 100, + "lr": 5e-05, + "sup_loss": 2.377746513136505 + }, + { + "step": 101, + "lr": 5.050000000000001e-05, + "sup_loss": 2.3769782820862484 + }, + { + "step": 102, + "lr": 5.1000000000000006e-05, + "sup_loss": 2.3761579975194107 + }, + { + "step": 103, + "lr": 5.15e-05, + "sup_loss": 2.3753258359733667 + }, + { + "step": 104, + "lr": 5.2000000000000004e-05, + "sup_loss": 2.375149797648807 + }, + { + "step": 105, + "lr": 5.25e-05, + "sup_loss": 2.374692638013552 + }, + { + "step": 106, + "lr": 5.3e-05, + "sup_loss": 2.373980627984928 + }, + { + "step": 107, + "lr": 5.3500000000000006e-05, + "sup_loss": 2.373627270015254 + }, + { + "step": 108, + "lr": 5.4000000000000005e-05, + "sup_loss": 2.3728474015467835 + }, + { + "step": 109, + "lr": 5.4499999999999997e-05, + "sup_loss": 2.3730530813207116 + }, + { + "step": 110, + "lr": 5.500000000000001e-05, + "sup_loss": 2.3720495003294286 + }, + { + "step": 111, + "lr": 5.55e-05, + "sup_loss": 2.371573063488946 + }, + { + "step": 112, + "lr": 5.6e-05, + "sup_loss": 2.3702522642635553 + }, + { + "step": 113, + "lr": 5.6500000000000005e-05, + "sup_loss": 2.3705062606837055 + }, + { + "step": 114, + "lr": 5.7e-05, + "sup_loss": 2.369888284616215 + }, + { + "step": 115, + "lr": 5.75e-05, + "sup_loss": 2.3707432682973337 + }, + { + "step": 116, + "lr": 5.800000000000001e-05, + "sup_loss": 2.3694906434603333 + }, + { + "step": 117, + "lr": 5.85e-05, + "sup_loss": 2.368062851423209 + }, + { + "step": 118, + "lr": 5.9e-05, + "sup_loss": 2.3679887844999614 + }, + { + "step": 119, + "lr": 5.95e-05, + "sup_loss": 2.3678942062379487 + }, + { + "step": 120, + "lr": 6e-05, + "sup_loss": 2.366871819570407 + }, + { + "step": 121, + "lr": 6.050000000000001e-05, + "sup_loss": 2.365920387780834 + }, + { + "step": 122, + "lr": 6.1000000000000005e-05, + "sup_loss": 2.3651245446288875 + }, + { + "step": 123, + "lr": 6.15e-05, + "sup_loss": 2.364668559770104 + }, + { + "step": 124, + "lr": 6.2e-05, + "sup_loss": 2.364103674627576 + }, + { + "step": 125, + "lr": 6.25e-05, + "sup_loss": 2.3635254009766804 + }, + { + "step": 126, + "lr": 6.3e-05, + "sup_loss": 2.363460508611781 + }, + { + "step": 127, + "lr": 6.350000000000001e-05, + "sup_loss": 2.3632989252821806 + }, + { + "step": 128, + "lr": 6.4e-05, + "sup_loss": 2.3623508635320523 + }, + { + "step": 129, + "lr": 6.45e-05, + "sup_loss": 2.362099802571919 + }, + { + "step": 130, + "lr": 6.500000000000001e-05, + "sup_loss": 2.3619695644910412 + }, + { + "step": 131, + "lr": 6.55e-05, + "sup_loss": 2.360518996166771 + }, + { + "step": 132, + "lr": 6.6e-05, + "sup_loss": 2.3601681031346895 + }, + { + "step": 133, + "lr": 6.65e-05, + "sup_loss": 2.3586365887913154 + }, + { + "step": 134, + "lr": 6.7e-05, + "sup_loss": 2.3586287737620073 + }, + { + "step": 135, + "lr": 6.75e-05, + "sup_loss": 2.3575614248156747 + }, + { + "step": 136, + "lr": 6.8e-05, + "sup_loss": 2.356567129615114 + }, + { + "step": 137, + "lr": 6.85e-05, + "sup_loss": 2.3562708690032665 + }, + { + "step": 138, + "lr": 6.900000000000001e-05, + "sup_loss": 2.3557931644750574 + }, + { + "step": 139, + "lr": 6.950000000000001e-05, + "sup_loss": 2.355681502570187 + }, + { + "step": 140, + "lr": 7.000000000000001e-05, + "sup_loss": 2.354514570735801 + }, + { + "step": 141, + "lr": 7.05e-05, + "sup_loss": 2.3529816474444916 + }, + { + "step": 142, + "lr": 7.1e-05, + "sup_loss": 2.353554187486562 + }, + { + "step": 143, + "lr": 7.15e-05, + "sup_loss": 2.3532876957757924 + }, + { + "step": 144, + "lr": 7.2e-05, + "sup_loss": 2.3511172207566786 + }, + { + "step": 145, + "lr": 7.25e-05, + "sup_loss": 2.3518022651863846 + }, + { + "step": 146, + "lr": 7.3e-05, + "sup_loss": 2.3502395311547635 + }, + { + "step": 147, + "lr": 7.350000000000001e-05, + "sup_loss": 2.349900499211024 + }, + { + "step": 148, + "lr": 7.400000000000001e-05, + "sup_loss": 2.3511518647567775 + }, + { + "step": 149, + "lr": 7.45e-05, + "sup_loss": 2.3491226636678006 + }, + { + "step": 150, + "lr": 7.500000000000001e-05, + "sup_loss": 2.348160025087433 + }, + { + "step": 151, + "lr": 7.55e-05, + "sup_loss": 2.346870130729985 + }, + { + "step": 152, + "lr": 7.6e-05, + "sup_loss": 2.3463927291718183 + }, + { + "step": 153, + "lr": 7.65e-05, + "sup_loss": 2.3466706610117716 + }, + { + "step": 154, + "lr": 7.7e-05, + "sup_loss": 2.344642809896304 + }, + { + "step": 155, + "lr": 7.75e-05, + "sup_loss": 2.3442511069125698 + }, + { + "step": 156, + "lr": 7.8e-05, + "sup_loss": 2.343317410302026 + }, + { + "step": 157, + "lr": 7.850000000000001e-05, + "sup_loss": 2.3436000330756315 + }, + { + "step": 158, + "lr": 7.900000000000001e-05, + "sup_loss": 2.342758279989403 + }, + { + "step": 159, + "lr": 7.950000000000001e-05, + "sup_loss": 2.3412703136749533 + }, + { + "step": 160, + "lr": 8e-05, + "sup_loss": 2.3405540152817066 + }, + { + "step": 161, + "lr": 8.05e-05, + "sup_loss": 2.3421626079594318 + }, + { + "step": 162, + "lr": 8.099999999999999e-05, + "sup_loss": 2.340029048517533 + }, + { + "step": 163, + "lr": 8.150000000000002e-05, + "sup_loss": 2.3391686195177317 + }, + { + "step": 164, + "lr": 8.2e-05, + "sup_loss": 2.3397390365878596 + }, + { + "step": 165, + "lr": 8.25e-05, + "sup_loss": 2.338041535622851 + }, + { + "step": 166, + "lr": 8.3e-05, + "sup_loss": 2.3370680090504417 + }, + { + "step": 167, + "lr": 8.35e-05, + "sup_loss": 2.337282842156028 + }, + { + "step": 168, + "lr": 8.400000000000001e-05, + "sup_loss": 2.335164343305065 + }, + { + "step": 169, + "lr": 8.450000000000001e-05, + "sup_loss": 2.335807306376825 + }, + { + "step": 170, + "lr": 8.5e-05, + "sup_loss": 2.3345364458508167 + }, + { + "step": 171, + "lr": 8.55e-05, + "sup_loss": 2.333840052079504 + }, + { + "step": 172, + "lr": 8.6e-05, + "sup_loss": 2.33312450822172 + }, + { + "step": 173, + "lr": 8.65e-05, + "sup_loss": 2.3330028035554022 + }, + { + "step": 174, + "lr": 8.700000000000001e-05, + "sup_loss": 2.332481945523426 + }, + { + "step": 175, + "lr": 8.750000000000001e-05, + "sup_loss": 2.331844206276211 + }, + { + "step": 176, + "lr": 8.800000000000001e-05, + "sup_loss": 2.33077706475553 + }, + { + "step": 177, + "lr": 8.85e-05, + "sup_loss": 2.330186674662559 + }, + { + "step": 178, + "lr": 8.9e-05, + "sup_loss": 2.329305912605475 + }, + { + "step": 179, + "lr": 8.95e-05, + "sup_loss": 2.3280921933375565 + }, + { + "step": 180, + "lr": 9e-05, + "sup_loss": 2.3279191494189906 + }, + { + "step": 181, + "lr": 9.05e-05, + "sup_loss": 2.3282631261097313 + }, + { + "step": 182, + "lr": 9.1e-05, + "sup_loss": 2.3264139058453326 + }, + { + "step": 183, + "lr": 9.15e-05, + "sup_loss": 2.325801263769329 + }, + { + "step": 184, + "lr": 9.2e-05, + "sup_loss": 2.32560131612272 + }, + { + "step": 185, + "lr": 9.250000000000001e-05, + "sup_loss": 2.325128702156402 + }, + { + "step": 186, + "lr": 9.300000000000001e-05, + "sup_loss": 2.3249539741993224 + }, + { + "step": 187, + "lr": 9.350000000000001e-05, + "sup_loss": 2.3227171478000836 + }, + { + "step": 188, + "lr": 9.400000000000001e-05, + "sup_loss": 2.322630068663565 + }, + { + "step": 189, + "lr": 9.45e-05, + "sup_loss": 2.320656558378769 + }, + { + "step": 190, + "lr": 9.499999999999999e-05, + "sup_loss": 2.3207166501456524 + }, + { + "step": 191, + "lr": 9.550000000000002e-05, + "sup_loss": 2.3195503956918415 + }, + { + "step": 192, + "lr": 9.6e-05, + "sup_loss": 2.3180243089091794 + }, + { + "step": 193, + "lr": 9.65e-05, + "sup_loss": 2.3186734508670095 + }, + { + "step": 194, + "lr": 9.7e-05, + "sup_loss": 2.3172960785999406 + }, + { + "step": 195, + "lr": 9.75e-05, + "sup_loss": 2.3164525992591205 + }, + { + "step": 196, + "lr": 9.8e-05, + "sup_loss": 2.316142488313171 + }, + { + "step": 197, + "lr": 9.850000000000001e-05, + "sup_loss": 2.315870420253953 + }, + { + "step": 198, + "lr": 9.900000000000001e-05, + "sup_loss": 2.3150450297547316 + }, + { + "step": 199, + "lr": 9.95e-05, + "sup_loss": 2.3137211662204287 + }, + { + "step": 200, + "lr": 0.0001, + "sup_loss": 2.314124050243869 + }, + { + "step": 201, + "lr": 0.0001, + "sup_loss": 2.3126515003441916 + }, + { + "step": 202, + "lr": 0.0001, + "sup_loss": 2.312184964440809 + }, + { + "step": 203, + "lr": 0.0001, + "sup_loss": 2.311587833188339 + }, + { + "step": 204, + "lr": 0.0001, + "sup_loss": 2.310088815550691 + }, + { + "step": 205, + "lr": 0.0001, + "sup_loss": 2.3099886860949397 + }, + { + "step": 206, + "lr": 0.0001, + "sup_loss": 2.309985909117605 + }, + { + "step": 207, + "lr": 0.0001, + "sup_loss": 2.30915782212011 + }, + { + "step": 208, + "lr": 0.0001, + "sup_loss": 2.3078230231945724 + }, + { + "step": 209, + "lr": 0.0001, + "sup_loss": 2.307701068656173 + }, + { + "step": 210, + "lr": 0.0001, + "sup_loss": 2.3068301821742465 + }, + { + "step": 211, + "lr": 0.0001, + "sup_loss": 2.3074818622636344 + }, + { + "step": 212, + "lr": 0.0001, + "sup_loss": 2.3059030134805294 + }, + { + "step": 213, + "lr": 0.0001, + "sup_loss": 2.3051416042181887 + }, + { + "step": 214, + "lr": 0.0001, + "sup_loss": 2.3044936470839623 + }, + { + "step": 215, + "lr": 0.0001, + "sup_loss": 2.304663868971663 + }, + { + "step": 216, + "lr": 0.0001, + "sup_loss": 2.3027295606746683 + }, + { + "step": 217, + "lr": 0.0001, + "sup_loss": 2.3026579169992236 + }, + { + "step": 218, + "lr": 0.0001, + "sup_loss": 2.3025046556885744 + }, + { + "step": 219, + "lr": 0.0001, + "sup_loss": 2.3010681295498268 + }, + { + "step": 220, + "lr": 0.0001, + "sup_loss": 2.299992239726489 + }, + { + "step": 221, + "lr": 0.0001, + "sup_loss": 2.3013100733977296 + }, + { + "step": 222, + "lr": 0.0001, + "sup_loss": 2.299499756135417 + }, + { + "step": 223, + "lr": 0.0001, + "sup_loss": 2.2988447044873035 + }, + { + "step": 224, + "lr": 0.0001, + "sup_loss": 2.300064707876131 + }, + { + "step": 225, + "lr": 0.0001, + "sup_loss": 2.297157407772141 + }, + { + "step": 226, + "lr": 0.0001, + "sup_loss": 2.2972597985794727 + }, + { + "step": 227, + "lr": 0.0001, + "sup_loss": 2.2959057320800915 + }, + { + "step": 228, + "lr": 0.0001, + "sup_loss": 2.295315042969452 + }, + { + "step": 229, + "lr": 0.0001, + "sup_loss": 2.2956242934356568 + }, + { + "step": 230, + "lr": 0.0001, + "sup_loss": 2.2955530062307323 + }, + { + "step": 231, + "lr": 0.0001, + "sup_loss": 2.293959598775576 + }, + { + "step": 232, + "lr": 0.0001, + "sup_loss": 2.293270755124628 + }, + { + "step": 233, + "lr": 0.0001, + "sup_loss": 2.292761615217784 + }, + { + "step": 234, + "lr": 0.0001, + "sup_loss": 2.292101354218733 + }, + { + "step": 235, + "lr": 0.0001, + "sup_loss": 2.290767431321095 + }, + { + "step": 236, + "lr": 0.0001, + "sup_loss": 2.291012239081484 + }, + { + "step": 237, + "lr": 0.0001, + "sup_loss": 2.290561684149006 + }, + { + "step": 238, + "lr": 0.0001, + "sup_loss": 2.288807304706773 + }, + { + "step": 239, + "lr": 0.0001, + "sup_loss": 2.289549071396752 + }, + { + "step": 240, + "lr": 0.0001, + "sup_loss": 2.288211077328612 + }, + { + "step": 241, + "lr": 0.0001, + "sup_loss": 2.287383342058292 + }, + { + "step": 242, + "lr": 0.0001, + "sup_loss": 2.2877579115855466 + }, + { + "step": 243, + "lr": 0.0001, + "sup_loss": 2.287068919736292 + }, + { + "step": 244, + "lr": 0.0001, + "sup_loss": 2.285504001165305 + }, + { + "step": 245, + "lr": 0.0001, + "sup_loss": 2.2861432728179865 + }, + { + "step": 246, + "lr": 0.0001, + "sup_loss": 2.2850606631193595 + }, + { + "step": 247, + "lr": 0.0001, + "sup_loss": 2.285180497719693 + }, + { + "step": 248, + "lr": 0.0001, + "sup_loss": 2.2846508174853115 + }, + { + "step": 249, + "lr": 0.0001, + "sup_loss": 2.2846181697678927 + }, + { + "step": 250, + "lr": 0.0001, + "sup_loss": 2.2820041981389405 + }, + { + "step": 251, + "lr": 0.0001, + "sup_loss": 2.282932601009815 + }, + { + "step": 252, + "lr": 0.0001, + "sup_loss": 2.2823652608338123 + }, + { + "step": 253, + "lr": 0.0001, + "sup_loss": 2.2808888654247683 + }, + { + "step": 254, + "lr": 0.0001, + "sup_loss": 2.2810911540935006 + }, + { + "step": 255, + "lr": 0.0001, + "sup_loss": 2.28016290022256 + }, + { + "step": 256, + "lr": 0.0001, + "sup_loss": 2.280243310508872 + }, + { + "step": 257, + "lr": 0.0001, + "sup_loss": 2.2794693302328635 + }, + { + "step": 258, + "lr": 0.0001, + "sup_loss": 2.2793106757749353 + }, + { + "step": 259, + "lr": 0.0001, + "sup_loss": 2.2782751894498694 + }, + { + "step": 260, + "lr": 0.0001, + "sup_loss": 2.2782831665302936 + }, + { + "step": 261, + "lr": 0.0001, + "sup_loss": 2.2772936277888576 + }, + { + "step": 262, + "lr": 0.0001, + "sup_loss": 2.2773408537864404 + }, + { + "step": 263, + "lr": 0.0001, + "sup_loss": 2.2760611048401596 + }, + { + "step": 264, + "lr": 0.0001, + "sup_loss": 2.275991396403431 + }, + { + "step": 265, + "lr": 0.0001, + "sup_loss": 2.2751458371666633 + }, + { + "step": 266, + "lr": 0.0001, + "sup_loss": 2.2757921784210193 + }, + { + "step": 267, + "lr": 0.0001, + "sup_loss": 2.2740679862014344 + }, + { + "step": 268, + "lr": 0.0001, + "sup_loss": 2.2735030702092325 + }, + { + "step": 269, + "lr": 0.0001, + "sup_loss": 2.2731910330806526 + }, + { + "step": 270, + "lr": 0.0001, + "sup_loss": 2.272251557223841 + }, + { + "step": 271, + "lr": 0.0001, + "sup_loss": 2.272596547598874 + }, + { + "step": 272, + "lr": 0.0001, + "sup_loss": 2.2716384387639006 + }, + { + "step": 273, + "lr": 0.0001, + "sup_loss": 2.271252468535553 + }, + { + "step": 274, + "lr": 0.0001, + "sup_loss": 2.271751899811348 + }, + { + "step": 275, + "lr": 0.0001, + "sup_loss": 2.270180267583885 + }, + { + "step": 276, + "lr": 0.0001, + "sup_loss": 2.2701773665527623 + }, + { + "step": 277, + "lr": 0.0001, + "sup_loss": 2.269665151291007 + }, + { + "step": 278, + "lr": 0.0001, + "sup_loss": 2.2696164010259507 + }, + { + "step": 279, + "lr": 0.0001, + "sup_loss": 2.2691162772547626 + }, + { + "step": 280, + "lr": 0.0001, + "sup_loss": 2.26797710422096 + }, + { + "step": 281, + "lr": 0.0001, + "sup_loss": 2.268039494965083 + }, + { + "step": 282, + "lr": 0.0001, + "sup_loss": 2.2681881047295445 + }, + { + "step": 283, + "lr": 0.0001, + "sup_loss": 2.2675563605581344 + }, + { + "step": 284, + "lr": 0.0001, + "sup_loss": 2.2667585988803967 + }, + { + "step": 285, + "lr": 0.0001, + "sup_loss": 2.2676289956762035 + }, + { + "step": 286, + "lr": 0.0001, + "sup_loss": 2.2661880815771465 + }, + { + "step": 287, + "lr": 0.0001, + "sup_loss": 2.265242427851795 + }, + { + "step": 288, + "lr": 0.0001, + "sup_loss": 2.2655805031374463 + }, + { + "step": 289, + "lr": 0.0001, + "sup_loss": 2.264430419385871 + }, + { + "step": 290, + "lr": 0.0001, + "sup_loss": 2.264407572139689 + }, + { + "step": 291, + "lr": 0.0001, + "sup_loss": 2.26431362140976 + }, + { + "step": 292, + "lr": 0.0001, + "sup_loss": 2.2638005607574323 + }, + { + "step": 293, + "lr": 0.0001, + "sup_loss": 2.2636235207060955 + }, + { + "step": 294, + "lr": 0.0001, + "sup_loss": 2.2624312598722987 + }, + { + "step": 295, + "lr": 0.0001, + "sup_loss": 2.2631207204715347 + }, + { + "step": 296, + "lr": 0.0001, + "sup_loss": 2.262045568274683 + }, + { + "step": 297, + "lr": 0.0001, + "sup_loss": 2.2621458904867566 + }, + { + "step": 298, + "lr": 0.0001, + "sup_loss": 2.2614729083274634 + }, + { + "step": 299, + "lr": 0.0001, + "sup_loss": 2.261364839246844 + }, + { + "step": 300, + "lr": 0.0001, + "sup_loss": 2.2608058012527685 + }, + { + "step": 301, + "lr": 0.0001, + "sup_loss": 2.2607401268176996 + }, + { + "step": 302, + "lr": 0.0001, + "sup_loss": 2.259707531715066 + }, + { + "step": 303, + "lr": 0.0001, + "sup_loss": 2.259610950786525 + }, + { + "step": 304, + "lr": 0.0001, + "sup_loss": 2.25936405997328 + }, + { + "step": 305, + "lr": 0.0001, + "sup_loss": 2.2592723985880108 + }, + { + "step": 306, + "lr": 0.0001, + "sup_loss": 2.2583823840302752 + }, + { + "step": 307, + "lr": 0.0001, + "sup_loss": 2.2582791454156084 + }, + { + "step": 308, + "lr": 0.0001, + "sup_loss": 2.2577300966343907 + }, + { + "step": 309, + "lr": 0.0001, + "sup_loss": 2.2576649499603128 + }, + { + "step": 310, + "lr": 0.0001, + "sup_loss": 2.2572457434562194 + }, + { + "step": 311, + "lr": 0.0001, + "sup_loss": 2.2569284587592415 + }, + { + "step": 312, + "lr": 0.0001, + "sup_loss": 2.258300741241202 + }, + { + "step": 313, + "lr": 0.0001, + "sup_loss": 2.2576035253303726 + }, + { + "step": 314, + "lr": 0.0001, + "sup_loss": 2.2569916457706594 + }, + { + "step": 315, + "lr": 0.0001, + "sup_loss": 2.2565880122813198 + }, + { + "step": 316, + "lr": 0.0001, + "sup_loss": 2.256449320324531 + }, + { + "step": 317, + "lr": 0.0001, + "sup_loss": 2.2555597029329744 + }, + { + "step": 318, + "lr": 0.0001, + "sup_loss": 2.255787099836545 + }, + { + "step": 319, + "lr": 0.0001, + "sup_loss": 2.255231159589054 + }, + { + "step": 320, + "lr": 0.0001, + "sup_loss": 2.2553060983525173 + }, + { + "step": 321, + "lr": 0.0001, + "sup_loss": 2.254668326281679 + }, + { + "step": 322, + "lr": 0.0001, + "sup_loss": 2.2536269810258682 + }, + { + "step": 323, + "lr": 0.0001, + "sup_loss": 2.2535131111006743 + }, + { + "step": 324, + "lr": 0.0001, + "sup_loss": 2.254023069399638 + }, + { + "step": 325, + "lr": 0.0001, + "sup_loss": 2.2529910408615184 + }, + { + "step": 326, + "lr": 0.0001, + "sup_loss": 2.253427377389489 + }, + { + "step": 327, + "lr": 0.0001, + "sup_loss": 2.2527224341565693 + }, + { + "step": 328, + "lr": 0.0001, + "sup_loss": 2.25244943181775 + }, + { + "step": 329, + "lr": 0.0001, + "sup_loss": 2.2528362178158425 + }, + { + "step": 330, + "lr": 0.0001, + "sup_loss": 2.252467633626436 + }, + { + "step": 331, + "lr": 0.0001, + "sup_loss": 2.2516338435039662 + }, + { + "step": 332, + "lr": 0.0001, + "sup_loss": 2.251120264487262 + }, + { + "step": 333, + "lr": 0.0001, + "sup_loss": 2.251541424461758 + }, + { + "step": 334, + "lr": 0.0001, + "sup_loss": 2.2508384154353838 + }, + { + "step": 335, + "lr": 0.0001, + "sup_loss": 2.2503971338943694 + }, + { + "step": 336, + "lr": 0.0001, + "sup_loss": 2.250350063032028 + }, + { + "step": 337, + "lr": 0.0001, + "sup_loss": 2.249718235692899 + }, + { + "step": 338, + "lr": 0.0001, + "sup_loss": 2.250037332994636 + }, + { + "step": 339, + "lr": 0.0001, + "sup_loss": 2.2494428068263854 + }, + { + "step": 340, + "lr": 0.0001, + "sup_loss": 2.248964298691725 + }, + { + "step": 341, + "lr": 0.0001, + "sup_loss": 2.2484624978171444 + }, + { + "step": 342, + "lr": 0.0001, + "sup_loss": 2.2483134059993795 + }, + { + "step": 343, + "lr": 0.0001, + "sup_loss": 2.248899080804488 + }, + { + "step": 344, + "lr": 0.0001, + "sup_loss": 2.248164089100631 + }, + { + "step": 345, + "lr": 0.0001, + "sup_loss": 2.247291449158167 + }, + { + "step": 346, + "lr": 0.0001, + "sup_loss": 2.247502789577592 + }, + { + "step": 347, + "lr": 0.0001, + "sup_loss": 2.2474663360226836 + }, + { + "step": 348, + "lr": 0.0001, + "sup_loss": 2.2473187887518793 + }, + { + "step": 349, + "lr": 0.0001, + "sup_loss": 2.2469959644713198 + }, + { + "step": 350, + "lr": 0.0001, + "sup_loss": 2.2461702036730866 + }, + { + "step": 351, + "lr": 0.0001, + "sup_loss": 2.2455896548125067 + }, + { + "step": 352, + "lr": 0.0001, + "sup_loss": 2.246318634607909 + }, + { + "step": 353, + "lr": 0.0001, + "sup_loss": 2.2452667227915315 + }, + { + "step": 354, + "lr": 0.0001, + "sup_loss": 2.2448992474643297 + }, + { + "step": 355, + "lr": 0.0001, + "sup_loss": 2.2446522371842934 + }, + { + "step": 356, + "lr": 0.0001, + "sup_loss": 2.244874329450516 + }, + { + "step": 357, + "lr": 0.0001, + "sup_loss": 2.244434639709583 + }, + { + "step": 358, + "lr": 0.0001, + "sup_loss": 2.244808413980027 + }, + { + "step": 359, + "lr": 0.0001, + "sup_loss": 2.2441656592175785 + }, + { + "step": 360, + "lr": 0.0001, + "sup_loss": 2.2438020963409873 + }, + { + "step": 361, + "lr": 0.0001, + "sup_loss": 2.2437427967825254 + }, + { + "step": 362, + "lr": 0.0001, + "sup_loss": 2.243169531617661 + }, + { + "step": 363, + "lr": 0.0001, + "sup_loss": 2.2429614424844146 + }, + { + "step": 364, + "lr": 0.0001, + "sup_loss": 2.2428576569241536 + }, + { + "step": 365, + "lr": 0.0001, + "sup_loss": 2.242748484065763 + }, + { + "step": 366, + "lr": 0.0001, + "sup_loss": 2.2427942437547506 + }, + { + "step": 367, + "lr": 0.0001, + "sup_loss": 2.2418901132320532 + }, + { + "step": 368, + "lr": 0.0001, + "sup_loss": 2.2415890979897624 + }, + { + "step": 369, + "lr": 0.0001, + "sup_loss": 2.2419569274278843 + }, + { + "step": 370, + "lr": 0.0001, + "sup_loss": 2.241585641326611 + }, + { + "step": 371, + "lr": 0.0001, + "sup_loss": 2.2412810312218174 + }, + { + "step": 372, + "lr": 0.0001, + "sup_loss": 2.2407325352420373 + }, + { + "step": 373, + "lr": 0.0001, + "sup_loss": 2.240826313578075 + }, + { + "step": 374, + "lr": 0.0001, + "sup_loss": 2.239571527089285 + }, + { + "step": 375, + "lr": 0.0001, + "sup_loss": 2.2398999875543883 + }, + { + "step": 376, + "lr": 0.0001, + "sup_loss": 2.2404843336288778 + }, + { + "step": 377, + "lr": 0.0001, + "sup_loss": 2.2396431721598304 + }, + { + "step": 378, + "lr": 0.0001, + "sup_loss": 2.2397464983681314 + }, + { + "step": 379, + "lr": 0.0001, + "sup_loss": 2.2393784035959046 + }, + { + "step": 380, + "lr": 0.0001, + "sup_loss": 2.238054726642783 + }, + { + "step": 381, + "lr": 0.0001, + "sup_loss": 2.2391541787573512 + }, + { + "step": 382, + "lr": 0.0001, + "sup_loss": 2.238248187435276 + }, + { + "step": 383, + "lr": 0.0001, + "sup_loss": 2.238795296886966 + }, + { + "step": 384, + "lr": 0.0001, + "sup_loss": 2.238362597121229 + }, + { + "step": 385, + "lr": 0.0001, + "sup_loss": 2.238251426082369 + }, + { + "step": 386, + "lr": 0.0001, + "sup_loss": 2.237526491155277 + }, + { + "step": 387, + "lr": 0.0001, + "sup_loss": 2.237229201250225 + }, + { + "step": 388, + "lr": 0.0001, + "sup_loss": 2.2371069808459176 + }, + { + "step": 389, + "lr": 0.0001, + "sup_loss": 2.2372297602483937 + }, + { + "step": 390, + "lr": 0.0001, + "sup_loss": 2.2375141965461793 + }, + { + "step": 391, + "lr": 0.0001, + "sup_loss": 2.2365701917832586 + }, + { + "step": 392, + "lr": 0.0001, + "sup_loss": 2.236011224789239 + }, + { + "step": 393, + "lr": 0.0001, + "sup_loss": 2.2357994881879835 + }, + { + "step": 394, + "lr": 0.0001, + "sup_loss": 2.235465935541302 + }, + { + "step": 395, + "lr": 0.0001, + "sup_loss": 2.235441778263612 + }, + { + "step": 396, + "lr": 0.0001, + "sup_loss": 2.235246373889105 + }, + { + "step": 397, + "lr": 0.0001, + "sup_loss": 2.235600083826138 + }, + { + "step": 398, + "lr": 0.0001, + "sup_loss": 2.23481326655606 + }, + { + "step": 399, + "lr": 0.0001, + "sup_loss": 2.2347699698234815 + }, + { + "step": 400, + "lr": 0.0001, + "sup_loss": 2.234841006952414 + }, + { + "step": 401, + "lr": 0.0001, + "sup_loss": 2.2341552544763372 + }, + { + "step": 402, + "lr": 0.0001, + "sup_loss": 2.2337605409124848 + }, + { + "step": 403, + "lr": 0.0001, + "sup_loss": 2.2342253004676182 + }, + { + "step": 404, + "lr": 0.0001, + "sup_loss": 2.2338564407170676 + }, + { + "step": 405, + "lr": 0.0001, + "sup_loss": 2.2331218576579897 + }, + { + "step": 406, + "lr": 0.0001, + "sup_loss": 2.233224626289142 + }, + { + "step": 407, + "lr": 0.0001, + "sup_loss": 2.233281764216422 + }, + { + "step": 408, + "lr": 0.0001, + "sup_loss": 2.2327814680589144 + }, + { + "step": 409, + "lr": 0.0001, + "sup_loss": 2.2320631064735856 + }, + { + "step": 410, + "lr": 0.0001, + "sup_loss": 2.232311087420898 + }, + { + "step": 411, + "lr": 0.0001, + "sup_loss": 2.2319754134902436 + }, + { + "step": 412, + "lr": 0.0001, + "sup_loss": 2.2317579876804228 + }, + { + "step": 413, + "lr": 0.0001, + "sup_loss": 2.231512748727236 + }, + { + "step": 414, + "lr": 0.0001, + "sup_loss": 2.2311201342980995 + }, + { + "step": 415, + "lr": 0.0001, + "sup_loss": 2.2313378868519074 + }, + { + "step": 416, + "lr": 0.0001, + "sup_loss": 2.2308926147608856 + }, + { + "step": 417, + "lr": 0.0001, + "sup_loss": 2.230552501068649 + }, + { + "step": 418, + "lr": 0.0001, + "sup_loss": 2.2306446407478266 + }, + { + "step": 419, + "lr": 0.0001, + "sup_loss": 2.230623307394854 + }, + { + "step": 420, + "lr": 0.0001, + "sup_loss": 2.2302269793989073 + }, + { + "step": 421, + "lr": 0.0001, + "sup_loss": 2.2303729314442164 + }, + { + "step": 422, + "lr": 0.0001, + "sup_loss": 2.230036305258701 + }, + { + "step": 423, + "lr": 0.0001, + "sup_loss": 2.2302540339404056 + }, + { + "step": 424, + "lr": 0.0001, + "sup_loss": 2.2293675991770803 + }, + { + "step": 425, + "lr": 0.0001, + "sup_loss": 2.2297891518311492 + }, + { + "step": 426, + "lr": 0.0001, + "sup_loss": 2.2293139431270568 + }, + { + "step": 427, + "lr": 0.0001, + "sup_loss": 2.2293374922855884 + }, + { + "step": 428, + "lr": 0.0001, + "sup_loss": 2.229249020928531 + }, + { + "step": 429, + "lr": 0.0001, + "sup_loss": 2.228801536396908 + }, + { + "step": 430, + "lr": 0.0001, + "sup_loss": 2.228634704088578 + }, + { + "step": 431, + "lr": 0.0001, + "sup_loss": 2.2285590388435326 + }, + { + "step": 432, + "lr": 0.0001, + "sup_loss": 2.2288704321986894 + }, + { + "step": 433, + "lr": 0.0001, + "sup_loss": 2.2285965278169493 + }, + { + "step": 434, + "lr": 0.0001, + "sup_loss": 2.229059060762993 + }, + { + "step": 435, + "lr": 0.0001, + "sup_loss": 2.228366974258089 + }, + { + "step": 436, + "lr": 0.0001, + "sup_loss": 2.2282130043355193 + }, + { + "step": 437, + "lr": 0.0001, + "sup_loss": 2.228170937980424 + }, + { + "step": 438, + "lr": 0.0001, + "sup_loss": 2.227861577248594 + }, + { + "step": 439, + "lr": 0.0001, + "sup_loss": 2.227477986927818 + }, + { + "step": 440, + "lr": 0.0001, + "sup_loss": 2.227349970033629 + }, + { + "step": 441, + "lr": 0.0001, + "sup_loss": 2.227584127083545 + }, + { + "step": 442, + "lr": 0.0001, + "sup_loss": 2.227484344062182 + }, + { + "step": 443, + "lr": 0.0001, + "sup_loss": 2.2277808028970227 + }, + { + "step": 444, + "lr": 0.0001, + "sup_loss": 2.227363348869663 + }, + { + "step": 445, + "lr": 0.0001, + "sup_loss": 2.2278511496579227 + }, + { + "step": 446, + "lr": 0.0001, + "sup_loss": 2.227847921282264 + }, + { + "step": 447, + "lr": 0.0001, + "sup_loss": 2.227433560620211 + }, + { + "step": 448, + "lr": 0.0001, + "sup_loss": 2.2272931546990633 + }, + { + "step": 449, + "lr": 0.0001, + "sup_loss": 2.2269584438691776 + }, + { + "step": 450, + "lr": 0.0001, + "sup_loss": 2.2268888819719153 + }, + { + "step": 451, + "lr": 0.0001, + "sup_loss": 2.226582599226952 + }, + { + "step": 452, + "lr": 0.0001, + "sup_loss": 2.226638675332447 + }, + { + "step": 453, + "lr": 0.0001, + "sup_loss": 2.2266320245432523 + }, + { + "step": 454, + "lr": 0.0001, + "sup_loss": 2.2262804293063065 + }, + { + "step": 455, + "lr": 0.0001, + "sup_loss": 2.2260486826454207 + }, + { + "step": 456, + "lr": 0.0001, + "sup_loss": 2.2265162215182848 + }, + { + "step": 457, + "lr": 0.0001, + "sup_loss": 2.2259235435902474 + }, + { + "step": 458, + "lr": 0.0001, + "sup_loss": 2.226068282518463 + }, + { + "step": 459, + "lr": 0.0001, + "sup_loss": 2.2256875009242605 + }, + { + "step": 460, + "lr": 0.0001, + "sup_loss": 2.225343497515295 + }, + { + "step": 461, + "lr": 0.0001, + "sup_loss": 2.2253289180673788 + }, + { + "step": 462, + "lr": 0.0001, + "sup_loss": 2.2253721339742407 + }, + { + "step": 463, + "lr": 0.0001, + "sup_loss": 2.2243548903887262 + }, + { + "step": 464, + "lr": 0.0001, + "sup_loss": 2.2249634457603733 + }, + { + "step": 465, + "lr": 0.0001, + "sup_loss": 2.224707006017896 + }, + { + "step": 466, + "lr": 0.0001, + "sup_loss": 2.2246318866181243 + }, + { + "step": 467, + "lr": 0.0001, + "sup_loss": 2.2245376981759617 + }, + { + "step": 468, + "lr": 0.0001, + "sup_loss": 2.224335539312312 + }, + { + "step": 469, + "lr": 0.0001, + "sup_loss": 2.224176826122918 + }, + { + "step": 470, + "lr": 0.0001, + "sup_loss": 2.224189035977403 + }, + { + "step": 471, + "lr": 0.0001, + "sup_loss": 2.2237538656000746 + }, + { + "step": 472, + "lr": 0.0001, + "sup_loss": 2.224008844004052 + }, + { + "step": 473, + "lr": 0.0001, + "sup_loss": 2.223983892409622 + }, + { + "step": 474, + "lr": 0.0001, + "sup_loss": 2.2238955117010217 + }, + { + "step": 475, + "lr": 0.0001, + "sup_loss": 2.2233537389900406 + }, + { + "step": 476, + "lr": 0.0001, + "sup_loss": 2.2231939752369 + }, + { + "step": 477, + "lr": 0.0001, + "sup_loss": 2.2234433069976967 + }, + { + "step": 478, + "lr": 0.0001, + "sup_loss": 2.2227565860629075 + }, + { + "step": 479, + "lr": 0.0001, + "sup_loss": 2.2227745666677814 + }, + { + "step": 480, + "lr": 0.0001, + "sup_loss": 2.2225136334736746 + }, + { + "step": 481, + "lr": 0.0001, + "sup_loss": 2.2226730382924416 + }, + { + "step": 482, + "lr": 0.0001, + "sup_loss": 2.222268954934221 + }, + { + "step": 483, + "lr": 0.0001, + "sup_loss": 2.2224787085364657 + }, + { + "step": 484, + "lr": 0.0001, + "sup_loss": 2.2224586608479635 + }, + { + "step": 485, + "lr": 0.0001, + "sup_loss": 2.222253531860658 + }, + { + "step": 486, + "lr": 0.0001, + "sup_loss": 2.221783438358163 + }, + { + "step": 487, + "lr": 0.0001, + "sup_loss": 2.2220292704984517 + }, + { + "step": 488, + "lr": 0.0001, + "sup_loss": 2.221927055817649 + }, + { + "step": 489, + "lr": 0.0001, + "sup_loss": 2.221457886090522 + }, + { + "step": 490, + "lr": 0.0001, + "sup_loss": 2.2214524034424787 + }, + { + "step": 491, + "lr": 0.0001, + "sup_loss": 2.2210578726458237 + }, + { + "step": 492, + "lr": 0.0001, + "sup_loss": 2.2208661226010986 + }, + { + "step": 493, + "lr": 0.0001, + "sup_loss": 2.2210466512324176 + }, + { + "step": 494, + "lr": 0.0001, + "sup_loss": 2.2203705784326995 + }, + { + "step": 495, + "lr": 0.0001, + "sup_loss": 2.2203830051931015 + }, + { + "step": 496, + "lr": 0.0001, + "sup_loss": 2.220532537304697 + }, + { + "step": 497, + "lr": 0.0001, + "sup_loss": 2.22016088664173 + }, + { + "step": 498, + "lr": 0.0001, + "sup_loss": 2.2200174122472456 + }, + { + "step": 499, + "lr": 0.0001, + "sup_loss": 2.2203187538843663 + }, + { + "step": 500, + "lr": 0.0001, + "sup_loss": 2.220041296866742 + }, + { + "step": 501, + "lr": 0.0001, + "sup_loss": 2.2197006600272378 + }, + { + "step": 502, + "lr": 0.0001, + "sup_loss": 2.2196512492766822 + }, + { + "step": 503, + "lr": 0.0001, + "sup_loss": 2.2194999327085556 + }, + { + "step": 504, + "lr": 0.0001, + "sup_loss": 2.219410248136346 + }, + { + "step": 505, + "lr": 0.0001, + "sup_loss": 2.219485541626487 + }, + { + "step": 506, + "lr": 0.0001, + "sup_loss": 2.2191866364821413 + }, + { + "step": 507, + "lr": 0.0001, + "sup_loss": 2.2193491859221943 + }, + { + "step": 508, + "lr": 0.0001, + "sup_loss": 2.21904898179987 + }, + { + "step": 509, + "lr": 0.0001, + "sup_loss": 2.2191759201597363 + }, + { + "step": 510, + "lr": 0.0001, + "sup_loss": 2.219808021239402 + }, + { + "step": 511, + "lr": 0.0001, + "sup_loss": 2.2189789193463407 + }, + { + "step": 512, + "lr": 0.0001, + "sup_loss": 2.218665052369337 + }, + { + "step": 513, + "lr": 0.0001, + "sup_loss": 2.2188276165557617 + }, + { + "step": 514, + "lr": 0.0001, + "sup_loss": 2.2184053077092427 + }, + { + "step": 515, + "lr": 0.0001, + "sup_loss": 2.2187794794400273 + }, + { + "step": 516, + "lr": 0.0001, + "sup_loss": 2.2186606550905807 + }, + { + "step": 517, + "lr": 0.0001, + "sup_loss": 2.218500298035394 + }, + { + "step": 518, + "lr": 0.0001, + "sup_loss": 2.218012299788131 + }, + { + "step": 519, + "lr": 0.0001, + "sup_loss": 2.2184220869530886 + }, + { + "step": 520, + "lr": 0.0001, + "sup_loss": 2.2183401982243494 + }, + { + "step": 521, + "lr": 0.0001, + "sup_loss": 2.2175482796494626 + }, + { + "step": 522, + "lr": 0.0001, + "sup_loss": 2.217772272785234 + }, + { + "step": 523, + "lr": 0.0001, + "sup_loss": 2.2174423927564644 + }, + { + "step": 524, + "lr": 0.0001, + "sup_loss": 2.2171667268742703 + }, + { + "step": 525, + "lr": 0.0001, + "sup_loss": 2.21719806592763 + }, + { + "step": 526, + "lr": 0.0001, + "sup_loss": 2.2173098826480273 + }, + { + "step": 527, + "lr": 0.0001, + "sup_loss": 2.217287150491001 + }, + { + "step": 528, + "lr": 0.0001, + "sup_loss": 2.2175434970005994 + }, + { + "step": 529, + "lr": 0.0001, + "sup_loss": 2.217317219372161 + }, + { + "step": 530, + "lr": 0.0001, + "sup_loss": 2.216866092325656 + }, + { + "step": 531, + "lr": 0.0001, + "sup_loss": 2.2164432453926644 + }, + { + "step": 532, + "lr": 0.0001, + "sup_loss": 2.216340966464691 + }, + { + "step": 533, + "lr": 0.0001, + "sup_loss": 2.216619572851592 + }, + { + "step": 534, + "lr": 0.0001, + "sup_loss": 2.2161272877988663 + }, + { + "step": 535, + "lr": 0.0001, + "sup_loss": 2.216072430882889 + }, + { + "step": 536, + "lr": 0.0001, + "sup_loss": 2.2159943952564696 + }, + { + "step": 537, + "lr": 0.0001, + "sup_loss": 2.215867097755864 + }, + { + "step": 538, + "lr": 0.0001, + "sup_loss": 2.2159937687413294 + }, + { + "step": 539, + "lr": 0.0001, + "sup_loss": 2.215837526399251 + }, + { + "step": 540, + "lr": 0.0001, + "sup_loss": 2.2156341197199607 + }, + { + "step": 541, + "lr": 0.0001, + "sup_loss": 2.2154369565036363 + }, + { + "step": 542, + "lr": 0.0001, + "sup_loss": 2.2157765313799227 + }, + { + "step": 543, + "lr": 0.0001, + "sup_loss": 2.215136750349517 + }, + { + "step": 544, + "lr": 0.0001, + "sup_loss": 2.215367015565356 + }, + { + "step": 545, + "lr": 0.0001, + "sup_loss": 2.2150626371215987 + }, + { + "step": 546, + "lr": 0.0001, + "sup_loss": 2.215003755597344 + }, + { + "step": 547, + "lr": 0.0001, + "sup_loss": 2.215045465461095 + }, + { + "step": 548, + "lr": 0.0001, + "sup_loss": 2.2151899471725573 + }, + { + "step": 549, + "lr": 0.0001, + "sup_loss": 2.214607852524012 + }, + { + "step": 550, + "lr": 0.0001, + "sup_loss": 2.2146216899108984 + }, + { + "step": 551, + "lr": 0.0001, + "sup_loss": 2.2147443852251607 + }, + { + "step": 552, + "lr": 0.0001, + "sup_loss": 2.214751357815832 + }, + { + "step": 553, + "lr": 0.0001, + "sup_loss": 2.2142929980741966 + }, + { + "step": 554, + "lr": 0.0001, + "sup_loss": 2.214279741652014 + }, + { + "step": 555, + "lr": 0.0001, + "sup_loss": 2.214378452674666 + }, + { + "step": 556, + "lr": 0.0001, + "sup_loss": 2.2142724060090897 + }, + { + "step": 557, + "lr": 0.0001, + "sup_loss": 2.2139154490811817 + }, + { + "step": 558, + "lr": 0.0001, + "sup_loss": 2.2142828378283586 + }, + { + "step": 559, + "lr": 0.0001, + "sup_loss": 2.21367427009076 + }, + { + "step": 560, + "lr": 0.0001, + "sup_loss": 2.213750007367428 + }, + { + "step": 561, + "lr": 0.0001, + "sup_loss": 2.2139930013059765 + }, + { + "step": 562, + "lr": 0.0001, + "sup_loss": 2.2139212528714936 + }, + { + "step": 563, + "lr": 0.0001, + "sup_loss": 2.213718407455631 + }, + { + "step": 564, + "lr": 0.0001, + "sup_loss": 2.213884944699152 + }, + { + "step": 565, + "lr": 0.0001, + "sup_loss": 2.21344836987307 + }, + { + "step": 566, + "lr": 0.0001, + "sup_loss": 2.213384656437 + }, + { + "step": 567, + "lr": 0.0001, + "sup_loss": 2.213334960690562 + }, + { + "step": 568, + "lr": 0.0001, + "sup_loss": 2.213357478868861 + }, + { + "step": 569, + "lr": 0.0001, + "sup_loss": 2.2130341515927725 + }, + { + "step": 570, + "lr": 0.0001, + "sup_loss": 2.2136387339570978 + }, + { + "step": 571, + "lr": 0.0001, + "sup_loss": 2.2134530105706234 + }, + { + "step": 572, + "lr": 0.0001, + "sup_loss": 2.2136570237406508 + }, + { + "step": 573, + "lr": 0.0001, + "sup_loss": 2.2133583624083135 + }, + { + "step": 574, + "lr": 0.0001, + "sup_loss": 2.2139012892336147 + }, + { + "step": 575, + "lr": 0.0001, + "sup_loss": 2.213892438328747 + }, + { + "step": 576, + "lr": 0.0001, + "sup_loss": 2.2134513094834904 + }, + { + "step": 577, + "lr": 0.0001, + "sup_loss": 2.2133618012075464 + }, + { + "step": 578, + "lr": 0.0001, + "sup_loss": 2.213437561287246 + }, + { + "step": 579, + "lr": 0.0001, + "sup_loss": 2.213234446505955 + }, + { + "step": 580, + "lr": 0.0001, + "sup_loss": 2.212818212889607 + }, + { + "step": 581, + "lr": 0.0001, + "sup_loss": 2.213058733016367 + }, + { + "step": 582, + "lr": 0.0001, + "sup_loss": 2.2128706739762016 + }, + { + "step": 583, + "lr": 0.0001, + "sup_loss": 2.2128812463201664 + }, + { + "step": 584, + "lr": 0.0001, + "sup_loss": 2.2127904829468106 + }, + { + "step": 585, + "lr": 0.0001, + "sup_loss": 2.2128529205240524 + }, + { + "step": 586, + "lr": 0.0001, + "sup_loss": 2.2124409476905402 + }, + { + "step": 587, + "lr": 0.0001, + "sup_loss": 2.2129027973367497 + }, + { + "step": 588, + "lr": 0.0001, + "sup_loss": 2.212514324759956 + }, + { + "step": 589, + "lr": 0.0001, + "sup_loss": 2.212624633748884 + }, + { + "step": 590, + "lr": 0.0001, + "sup_loss": 2.2121483079982096 + }, + { + "step": 591, + "lr": 0.0001, + "sup_loss": 2.2122220714722522 + }, + { + "step": 592, + "lr": 0.0001, + "sup_loss": 2.2125799650934974 + }, + { + "step": 593, + "lr": 0.0001, + "sup_loss": 2.2122990594944523 + }, + { + "step": 594, + "lr": 0.0001, + "sup_loss": 2.2121141378031357 + }, + { + "step": 595, + "lr": 0.0001, + "sup_loss": 2.212132478553787 + }, + { + "step": 596, + "lr": 0.0001, + "sup_loss": 2.2119692848725423 + }, + { + "step": 597, + "lr": 0.0001, + "sup_loss": 2.2120347851304247 + }, + { + "step": 598, + "lr": 0.0001, + "sup_loss": 2.2118640568300387 + }, + { + "step": 599, + "lr": 0.0001, + "sup_loss": 2.211811494562072 + }, + { + "step": 600, + "lr": 0.0001, + "sup_loss": 2.212073144464957 + }, + { + "step": 601, + "lr": 0.0001, + "sup_loss": 2.2115798014867027 + }, + { + "step": 602, + "lr": 0.0001, + "sup_loss": 2.2115814718262046 + }, + { + "step": 603, + "lr": 0.0001, + "sup_loss": 2.2114946236056974 + }, + { + "step": 604, + "lr": 0.0001, + "sup_loss": 2.211491638669447 + }, + { + "step": 605, + "lr": 0.0001, + "sup_loss": 2.2111605024374787 + }, + { + "step": 606, + "lr": 0.0001, + "sup_loss": 2.211257511296512 + }, + { + "step": 607, + "lr": 0.0001, + "sup_loss": 2.211227577447096 + }, + { + "step": 608, + "lr": 0.0001, + "sup_loss": 2.211044364249239 + }, + { + "step": 609, + "lr": 0.0001, + "sup_loss": 2.2109505811411583 + }, + { + "step": 610, + "lr": 0.0001, + "sup_loss": 2.2109054175438745 + }, + { + "step": 611, + "lr": 0.0001, + "sup_loss": 2.2109989162634904 + }, + { + "step": 612, + "lr": 0.0001, + "sup_loss": 2.210910730428145 + }, + { + "step": 613, + "lr": 0.0001, + "sup_loss": 2.211159904926039 + }, + { + "step": 614, + "lr": 0.0001, + "sup_loss": 2.2108575436478626 + }, + { + "step": 615, + "lr": 0.0001, + "sup_loss": 2.210819174305394 + }, + { + "step": 616, + "lr": 0.0001, + "sup_loss": 2.2109998014501713 + }, + { + "step": 617, + "lr": 0.0001, + "sup_loss": 2.2106426187175066 + }, + { + "step": 618, + "lr": 0.0001, + "sup_loss": 2.2104796302308793 + }, + { + "step": 619, + "lr": 0.0001, + "sup_loss": 2.2105721926821413 + }, + { + "step": 620, + "lr": 0.0001, + "sup_loss": 2.210259936169861 + }, + { + "step": 621, + "lr": 0.0001, + "sup_loss": 2.2101677994108235 + }, + { + "step": 622, + "lr": 0.0001, + "sup_loss": 2.2102742170917713 + }, + { + "step": 623, + "lr": 0.0001, + "sup_loss": 2.209962769104158 + }, + { + "step": 624, + "lr": 0.0001, + "sup_loss": 2.2105286410768166 + }, + { + "step": 625, + "lr": 0.0001, + "sup_loss": 2.209717205608196 + }, + { + "step": 626, + "lr": 0.0001, + "sup_loss": 2.209944645576004 + }, + { + "step": 627, + "lr": 0.0001, + "sup_loss": 2.2096266948592276 + }, + { + "step": 628, + "lr": 0.0001, + "sup_loss": 2.2098513137700273 + }, + { + "step": 629, + "lr": 0.0001, + "sup_loss": 2.209724173618599 + }, + { + "step": 630, + "lr": 0.0001, + "sup_loss": 2.20949332428615 + }, + { + "step": 631, + "lr": 0.0001, + "sup_loss": 2.2093630609809893 + }, + { + "step": 632, + "lr": 0.0001, + "sup_loss": 2.209439405903672 + }, + { + "step": 633, + "lr": 0.0001, + "sup_loss": 2.2093093430907618 + }, + { + "step": 634, + "lr": 0.0001, + "sup_loss": 2.209571682852405 + }, + { + "step": 635, + "lr": 0.0001, + "sup_loss": 2.2094045765079726 + }, + { + "step": 636, + "lr": 0.0001, + "sup_loss": 2.2093758578813056 + }, + { + "step": 637, + "lr": 0.0001, + "sup_loss": 2.2093137931755873 + }, + { + "step": 638, + "lr": 0.0001, + "sup_loss": 2.209234466271327 + }, + { + "step": 639, + "lr": 0.0001, + "sup_loss": 2.2091465674727986 + }, + { + "step": 640, + "lr": 0.0001, + "sup_loss": 2.2090962600002575 + }, + { + "step": 641, + "lr": 0.0001, + "sup_loss": 2.208922047590961 + }, + { + "step": 642, + "lr": 0.0001, + "sup_loss": 2.2087714186708096 + }, + { + "step": 643, + "lr": 0.0001, + "sup_loss": 2.208743637452737 + }, + { + "step": 644, + "lr": 0.0001, + "sup_loss": 2.2087570850990774 + }, + { + "step": 645, + "lr": 0.0001, + "sup_loss": 2.2086549452749913 + }, + { + "step": 646, + "lr": 0.0001, + "sup_loss": 2.2086531652176826 + }, + { + "step": 647, + "lr": 0.0001, + "sup_loss": 2.208676198420254 + }, + { + "step": 648, + "lr": 0.0001, + "sup_loss": 2.208586722104768 + }, + { + "step": 649, + "lr": 0.0001, + "sup_loss": 2.2087718747003935 + }, + { + "step": 650, + "lr": 0.0001, + "sup_loss": 2.2085029958135984 + }, + { + "step": 651, + "lr": 0.0001, + "sup_loss": 2.208436265187175 + }, + { + "step": 652, + "lr": 0.0001, + "sup_loss": 2.2083608807120387 + }, + { + "step": 653, + "lr": 0.0001, + "sup_loss": 2.2081720972313263 + }, + { + "step": 654, + "lr": 0.0001, + "sup_loss": 2.208153973917292 + }, + { + "step": 655, + "lr": 0.0001, + "sup_loss": 2.2080094278856013 + }, + { + "step": 656, + "lr": 0.0001, + "sup_loss": 2.2078942890846904 + }, + { + "step": 657, + "lr": 0.0001, + "sup_loss": 2.2079961959942387 + }, + { + "step": 658, + "lr": 0.0001, + "sup_loss": 2.208016902399448 + }, + { + "step": 659, + "lr": 0.0001, + "sup_loss": 2.207716681997382 + }, + { + "step": 660, + "lr": 0.0001, + "sup_loss": 2.207815803827112 + }, + { + "step": 661, + "lr": 0.0001, + "sup_loss": 2.2075420948408495 + }, + { + "step": 662, + "lr": 0.0001, + "sup_loss": 2.2075951575855752 + }, + { + "step": 663, + "lr": 0.0001, + "sup_loss": 2.207502053507793 + }, + { + "step": 664, + "lr": 0.0001, + "sup_loss": 2.207455952282843 + }, + { + "step": 665, + "lr": 0.0001, + "sup_loss": 2.2074879627651534 + }, + { + "step": 666, + "lr": 0.0001, + "sup_loss": 2.207499467996968 + }, + { + "step": 667, + "lr": 0.0001, + "sup_loss": 2.2074814185516054 + }, + { + "step": 668, + "lr": 0.0001, + "sup_loss": 2.2073871159465916 + }, + { + "step": 669, + "lr": 0.0001, + "sup_loss": 2.2073787846493045 + }, + { + "step": 670, + "lr": 0.0001, + "sup_loss": 2.2074647655230666 + }, + { + "step": 671, + "lr": 0.0001, + "sup_loss": 2.20733957464375 + }, + { + "step": 672, + "lr": 0.0001, + "sup_loss": 2.207198658180965 + }, + { + "step": 673, + "lr": 0.0001, + "sup_loss": 2.207214682124266 + }, + { + "step": 674, + "lr": 0.0001, + "sup_loss": 2.2071675725631943 + }, + { + "step": 675, + "lr": 0.0001, + "sup_loss": 2.2073198798156137 + }, + { + "step": 676, + "lr": 0.0001, + "sup_loss": 2.206930591829342 + }, + { + "step": 677, + "lr": 0.0001, + "sup_loss": 2.2069973605926028 + }, + { + "step": 678, + "lr": 0.0001, + "sup_loss": 2.2069061353529307 + }, + { + "step": 679, + "lr": 0.0001, + "sup_loss": 2.2067484682728304 + }, + { + "step": 680, + "lr": 0.0001, + "sup_loss": 2.2069449516816175 + }, + { + "step": 681, + "lr": 0.0001, + "sup_loss": 2.206805213007498 + }, + { + "step": 682, + "lr": 0.0001, + "sup_loss": 2.2066835527849653 + }, + { + "step": 683, + "lr": 0.0001, + "sup_loss": 2.2066421136204326 + }, + { + "step": 684, + "lr": 0.0001, + "sup_loss": 2.206570933122996 + }, + { + "step": 685, + "lr": 0.0001, + "sup_loss": 2.206645964698992 + }, + { + "step": 686, + "lr": 0.0001, + "sup_loss": 2.2066180639591453 + }, + { + "step": 687, + "lr": 0.0001, + "sup_loss": 2.206407486611538 + }, + { + "step": 688, + "lr": 0.0001, + "sup_loss": 2.2065140964419565 + }, + { + "step": 689, + "lr": 0.0001, + "sup_loss": 2.206673174032117 + }, + { + "step": 690, + "lr": 0.0001, + "sup_loss": 2.206480749890056 + }, + { + "step": 691, + "lr": 0.0001, + "sup_loss": 2.2063547848714404 + }, + { + "step": 692, + "lr": 0.0001, + "sup_loss": 2.2063683160649346 + }, + { + "step": 693, + "lr": 0.0001, + "sup_loss": 2.206358540222222 + }, + { + "step": 694, + "lr": 0.0001, + "sup_loss": 2.206300256957832 + }, + { + "step": 695, + "lr": 0.0001, + "sup_loss": 2.206184195497584 + }, + { + "step": 696, + "lr": 0.0001, + "sup_loss": 2.2061660633772138 + }, + { + "step": 697, + "lr": 0.0001, + "sup_loss": 2.206177625761696 + }, + { + "step": 698, + "lr": 0.0001, + "sup_loss": 2.20620451254569 + }, + { + "step": 699, + "lr": 0.0001, + "sup_loss": 2.20630181141729 + }, + { + "step": 700, + "lr": 0.0001, + "sup_loss": 2.2062036858623157 + }, + { + "step": 701, + "lr": 0.0001, + "sup_loss": 2.2063594978738266 + }, + { + "step": 702, + "lr": 0.0001, + "sup_loss": 2.206361189182089 + }, + { + "step": 703, + "lr": 0.0001, + "sup_loss": 2.2063975496430324 + }, + { + "step": 704, + "lr": 0.0001, + "sup_loss": 2.2063436318989478 + }, + { + "step": 705, + "lr": 0.0001, + "sup_loss": 2.206236367501852 + }, + { + "step": 706, + "lr": 0.0001, + "sup_loss": 2.2062831504499987 + }, + { + "step": 707, + "lr": 0.0001, + "sup_loss": 2.206423416738055 + }, + { + "step": 708, + "lr": 0.0001, + "sup_loss": 2.2061095114216562 + }, + { + "step": 709, + "lr": 0.0001, + "sup_loss": 2.206041806201691 + }, + { + "step": 710, + "lr": 0.0001, + "sup_loss": 2.2060407458541094 + }, + { + "step": 711, + "lr": 0.0001, + "sup_loss": 2.2060146509126852 + }, + { + "step": 712, + "lr": 0.0001, + "sup_loss": 2.2060991926019193 + }, + { + "step": 713, + "lr": 0.0001, + "sup_loss": 2.2061511805461773 + }, + { + "step": 714, + "lr": 0.0001, + "sup_loss": 2.20598059097607 + }, + { + "step": 715, + "lr": 0.0001, + "sup_loss": 2.205897772483963 + }, + { + "step": 716, + "lr": 0.0001, + "sup_loss": 2.20568588428355 + }, + { + "step": 717, + "lr": 0.0001, + "sup_loss": 2.205900667087804 + }, + { + "step": 718, + "lr": 0.0001, + "sup_loss": 2.2057657470591883 + }, + { + "step": 719, + "lr": 0.0001, + "sup_loss": 2.2058253937840653 + }, + { + "step": 720, + "lr": 0.0001, + "sup_loss": 2.2056522560318523 + }, + { + "step": 721, + "lr": 0.0001, + "sup_loss": 2.2056988860558358 + }, + { + "step": 722, + "lr": 0.0001, + "sup_loss": 2.205514144195623 + }, + { + "step": 723, + "lr": 0.0001, + "sup_loss": 2.2054512806390227 + }, + { + "step": 724, + "lr": 0.0001, + "sup_loss": 2.20539748717649 + }, + { + "step": 725, + "lr": 0.0001, + "sup_loss": 2.2056278548444292 + }, + { + "step": 726, + "lr": 0.0001, + "sup_loss": 2.2055334173132235 + }, + { + "step": 727, + "lr": 0.0001, + "sup_loss": 2.205504980341082 + }, + { + "step": 728, + "lr": 0.0001, + "sup_loss": 2.205365376027528 + }, + { + "step": 729, + "lr": 0.0001, + "sup_loss": 2.205391515936735 + }, + { + "step": 730, + "lr": 0.0001, + "sup_loss": 2.2053113576978483 + }, + { + "step": 731, + "lr": 0.0001, + "sup_loss": 2.20518392993963 + }, + { + "step": 732, + "lr": 0.0001, + "sup_loss": 2.2053675105234976 + }, + { + "step": 733, + "lr": 0.0001, + "sup_loss": 2.205109080592016 + }, + { + "step": 734, + "lr": 0.0001, + "sup_loss": 2.205071932257977 + }, + { + "step": 735, + "lr": 0.0001, + "sup_loss": 2.2051178059146697 + }, + { + "step": 736, + "lr": 0.0001, + "sup_loss": 2.205151026656475 + }, + { + "step": 737, + "lr": 0.0001, + "sup_loss": 2.2049395257945794 + }, + { + "step": 738, + "lr": 0.0001, + "sup_loss": 2.2050165699732336 + }, + { + "step": 739, + "lr": 0.0001, + "sup_loss": 2.204972621616195 + }, + { + "step": 740, + "lr": 0.0001, + "sup_loss": 2.2049895211853454 + }, + { + "step": 741, + "lr": 0.0001, + "sup_loss": 2.205033422128048 + }, + { + "step": 742, + "lr": 0.0001, + "sup_loss": 2.2048935092943096 + }, + { + "step": 743, + "lr": 0.0001, + "sup_loss": 2.204962253885092 + }, + { + "step": 744, + "lr": 0.0001, + "sup_loss": 2.204913877952223 + }, + { + "step": 745, + "lr": 0.0001, + "sup_loss": 2.2048299441495387 + }, + { + "step": 746, + "lr": 0.0001, + "sup_loss": 2.204818615402629 + }, + { + "step": 747, + "lr": 0.0001, + "sup_loss": 2.2047841077562866 + }, + { + "step": 748, + "lr": 0.0001, + "sup_loss": 2.204669452542029 + }, + { + "step": 749, + "lr": 0.0001, + "sup_loss": 2.20465382700599 + }, + { + "step": 750, + "lr": 0.0001, + "sup_loss": 2.20451853876805 + }, + { + "step": 751, + "lr": 0.0001, + "sup_loss": 2.2044825295715764 + }, + { + "step": 752, + "lr": 0.0001, + "sup_loss": 2.204418766475017 + }, + { + "step": 753, + "lr": 0.0001, + "sup_loss": 2.204414998567867 + }, + { + "step": 754, + "lr": 0.0001, + "sup_loss": 2.204372410925386 + }, + { + "step": 755, + "lr": 0.0001, + "sup_loss": 2.2044409029992296 + }, + { + "step": 756, + "lr": 0.0001, + "sup_loss": 2.2043787499322747 + }, + { + "step": 757, + "lr": 0.0001, + "sup_loss": 2.2044183904116155 + }, + { + "step": 758, + "lr": 0.0001, + "sup_loss": 2.204396420392982 + }, + { + "step": 759, + "lr": 0.0001, + "sup_loss": 2.2042665666197436 + }, + { + "step": 760, + "lr": 0.0001, + "sup_loss": 2.2042017188269227 + }, + { + "step": 761, + "lr": 0.0001, + "sup_loss": 2.2042056202612823 + }, + { + "step": 762, + "lr": 0.0001, + "sup_loss": 2.2041625816044315 + }, + { + "step": 763, + "lr": 0.0001, + "sup_loss": 2.2041097718238674 + }, + { + "step": 764, + "lr": 0.0001, + "sup_loss": 2.2040353422848735 + }, + { + "step": 765, + "lr": 0.0001, + "sup_loss": 2.2040090906432397 + }, + { + "step": 766, + "lr": 0.0001, + "sup_loss": 2.2039352896245354 + }, + { + "step": 767, + "lr": 0.0001, + "sup_loss": 2.2041224540834357 + }, + { + "step": 768, + "lr": 0.0001, + "sup_loss": 2.204047855573587 + }, + { + "step": 769, + "lr": 0.0001, + "sup_loss": 2.2039772370477326 + }, + { + "step": 770, + "lr": 0.0001, + "sup_loss": 2.2039730454595223 + }, + { + "step": 771, + "lr": 0.0001, + "sup_loss": 2.2039397869821804 + }, + { + "step": 772, + "lr": 0.0001, + "sup_loss": 2.2039334200894283 + }, + { + "step": 773, + "lr": 0.0001, + "sup_loss": 2.2038314653506292 + }, + { + "step": 774, + "lr": 0.0001, + "sup_loss": 2.2037494425475948 + }, + { + "step": 775, + "lr": 0.0001, + "sup_loss": 2.203829158518422 + }, + { + "step": 776, + "lr": 0.0001, + "sup_loss": 2.20368516005549 + }, + { + "step": 777, + "lr": 0.0001, + "sup_loss": 2.2036277181256794 + }, + { + "step": 778, + "lr": 0.0001, + "sup_loss": 2.2036412910172487 + }, + { + "step": 779, + "lr": 0.0001, + "sup_loss": 2.20369948246613 + }, + { + "step": 780, + "lr": 0.0001, + "sup_loss": 2.2034654903784516 + }, + { + "step": 781, + "lr": 0.0001, + "sup_loss": 2.2036322054376423 + }, + { + "step": 782, + "lr": 0.0001, + "sup_loss": 2.2034864184518095 + }, + { + "step": 783, + "lr": 0.0001, + "sup_loss": 2.2034823762248905 + }, + { + "step": 784, + "lr": 0.0001, + "sup_loss": 2.203334152731814 + }, + { + "step": 785, + "lr": 0.0001, + "sup_loss": 2.203367400549507 + }, + { + "step": 786, + "lr": 0.0001, + "sup_loss": 2.203323176066359 + }, + { + "step": 787, + "lr": 0.0001, + "sup_loss": 2.2033690610123684 + }, + { + "step": 788, + "lr": 0.0001, + "sup_loss": 2.2032841185354037 + }, + { + "step": 789, + "lr": 0.0001, + "sup_loss": 2.203248450769099 + }, + { + "step": 790, + "lr": 0.0001, + "sup_loss": 2.203449022669672 + }, + { + "step": 791, + "lr": 0.0001, + "sup_loss": 2.203175502023462 + }, + { + "step": 792, + "lr": 0.0001, + "sup_loss": 2.2030761005092763 + }, + { + "step": 793, + "lr": 0.0001, + "sup_loss": 2.2031189312503465 + }, + { + "step": 794, + "lr": 0.0001, + "sup_loss": 2.203103587411937 + }, + { + "step": 795, + "lr": 0.0001, + "sup_loss": 2.2031392935374727 + }, + { + "step": 796, + "lr": 0.0001, + "sup_loss": 2.2030956770235504 + }, + { + "step": 797, + "lr": 0.0001, + "sup_loss": 2.203161065642516 + }, + { + "step": 798, + "lr": 0.0001, + "sup_loss": 2.2030714194373218 + }, + { + "step": 799, + "lr": 0.0001, + "sup_loss": 2.2029618359068217 + }, + { + "step": 800, + "lr": 0.0001, + "sup_loss": 2.202936070527028 + }, + { + "step": 801, + "lr": 0.0001, + "sup_loss": 2.2030515435763376 + }, + { + "step": 802, + "lr": 0.0001, + "sup_loss": 2.20294922690391 + }, + { + "step": 803, + "lr": 0.0001, + "sup_loss": 2.2028913815030333 + }, + { + "step": 804, + "lr": 0.0001, + "sup_loss": 2.2028682891051146 + }, + { + "step": 805, + "lr": 0.0001, + "sup_loss": 2.2027819903948043 + }, + { + "step": 806, + "lr": 0.0001, + "sup_loss": 2.202785788260016 + }, + { + "step": 807, + "lr": 0.0001, + "sup_loss": 2.2027684573267043 + }, + { + "step": 808, + "lr": 0.0001, + "sup_loss": 2.202839287509012 + }, + { + "step": 809, + "lr": 0.0001, + "sup_loss": 2.202736708275241 + }, + { + "step": 810, + "lr": 0.0001, + "sup_loss": 2.202919625343286 + }, + { + "step": 811, + "lr": 0.0001, + "sup_loss": 2.2027683192415055 + }, + { + "step": 812, + "lr": 0.0001, + "sup_loss": 2.2026705694376396 + }, + { + "step": 813, + "lr": 0.0001, + "sup_loss": 2.202639741289174 + }, + { + "step": 814, + "lr": 0.0001, + "sup_loss": 2.202578109726076 + }, + { + "step": 815, + "lr": 0.0001, + "sup_loss": 2.202548109200643 + }, + { + "step": 816, + "lr": 0.0001, + "sup_loss": 2.2026844218939456 + }, + { + "step": 817, + "lr": 0.0001, + "sup_loss": 2.202621651152489 + }, + { + "step": 818, + "lr": 0.0001, + "sup_loss": 2.2026209744654954 + }, + { + "step": 819, + "lr": 0.0001, + "sup_loss": 2.202534758687879 + }, + { + "step": 820, + "lr": 0.0001, + "sup_loss": 2.202476671015975 + }, + { + "step": 821, + "lr": 0.0001, + "sup_loss": 2.202494463153179 + }, + { + "step": 822, + "lr": 0.0001, + "sup_loss": 2.202541489167438 + }, + { + "step": 823, + "lr": 0.0001, + "sup_loss": 2.2025388581017444 + }, + { + "step": 824, + "lr": 0.0001, + "sup_loss": 2.202456550918718 + }, + { + "step": 825, + "lr": 0.0001, + "sup_loss": 2.2025445029149844 + }, + { + "step": 826, + "lr": 0.0001, + "sup_loss": 2.202565498789714 + }, + { + "step": 827, + "lr": 0.0001, + "sup_loss": 2.202714185960078 + }, + { + "step": 828, + "lr": 0.0001, + "sup_loss": 2.202701346744241 + }, + { + "step": 829, + "lr": 0.0001, + "sup_loss": 2.202658298140033 + }, + { + "step": 830, + "lr": 0.0001, + "sup_loss": 2.2026088333741827 + }, + { + "step": 831, + "lr": 0.0001, + "sup_loss": 2.2025971991722795 + }, + { + "step": 832, + "lr": 0.0001, + "sup_loss": 2.2025936742942176 + }, + { + "step": 833, + "lr": 0.0001, + "sup_loss": 2.2026309167286957 + }, + { + "step": 834, + "lr": 0.0001, + "sup_loss": 2.2025391090671107 + }, + { + "step": 835, + "lr": 0.0001, + "sup_loss": 2.202519772751267 + }, + { + "step": 836, + "lr": 0.0001, + "sup_loss": 2.20250093997264 + }, + { + "step": 837, + "lr": 0.0001, + "sup_loss": 2.2024548457335085 + }, + { + "step": 838, + "lr": 0.0001, + "sup_loss": 2.2024518334249374 + }, + { + "step": 839, + "lr": 0.0001, + "sup_loss": 2.2024767466770507 + }, + { + "step": 840, + "lr": 0.0001, + "sup_loss": 2.202545036291272 + }, + { + "step": 841, + "lr": 0.0001, + "sup_loss": 2.202420629815392 + }, + { + "step": 842, + "lr": 0.0001, + "sup_loss": 2.2023156240380626 + }, + { + "step": 843, + "lr": 0.0001, + "sup_loss": 2.2022990286026807 + }, + { + "step": 844, + "lr": 0.0001, + "sup_loss": 2.2023455979736095 + }, + { + "step": 845, + "lr": 0.0001, + "sup_loss": 2.2023758604300774 + }, + { + "step": 846, + "lr": 0.0001, + "sup_loss": 2.2023779436605726 + }, + { + "step": 847, + "lr": 0.0001, + "sup_loss": 2.202409370319007 + }, + { + "step": 848, + "lr": 0.0001, + "sup_loss": 2.202314650109519 + }, + { + "step": 849, + "lr": 0.0001, + "sup_loss": 2.202228380824696 + }, + { + "step": 850, + "lr": 0.0001, + "sup_loss": 2.20215610730638 + }, + { + "step": 851, + "lr": 0.0001, + "sup_loss": 2.202290271210492 + }, + { + "step": 852, + "lr": 0.0001, + "sup_loss": 2.202270951137616 + }, + { + "step": 853, + "lr": 0.0001, + "sup_loss": 2.202346530579742 + }, + { + "step": 854, + "lr": 0.0001, + "sup_loss": 2.2021673619619513 + }, + { + "step": 855, + "lr": 0.0001, + "sup_loss": 2.202128879483182 + }, + { + "step": 856, + "lr": 0.0001, + "sup_loss": 2.202179063401366 + }, + { + "step": 857, + "lr": 0.0001, + "sup_loss": 2.2020229116359786 + }, + { + "step": 858, + "lr": 0.0001, + "sup_loss": 2.202012275964508 + }, + { + "step": 859, + "lr": 0.0001, + "sup_loss": 2.202010752428174 + }, + { + "step": 860, + "lr": 0.0001, + "sup_loss": 2.2020523902238542 + }, + { + "step": 861, + "lr": 0.0001, + "sup_loss": 2.202006333836611 + }, + { + "step": 862, + "lr": 0.0001, + "sup_loss": 2.201912427261241 + }, + { + "step": 863, + "lr": 0.0001, + "sup_loss": 2.2019475411438236 + }, + { + "step": 864, + "lr": 0.0001, + "sup_loss": 2.201883399778625 + }, + { + "step": 865, + "lr": 0.0001, + "sup_loss": 2.2020025364368148 + }, + { + "step": 866, + "lr": 0.0001, + "sup_loss": 2.2019285312099295 + }, + { + "step": 867, + "lr": 0.0001, + "sup_loss": 2.201999130227664 + }, + { + "step": 868, + "lr": 0.0001, + "sup_loss": 2.20188716050076 + }, + { + "step": 869, + "lr": 0.0001, + "sup_loss": 2.2018200891073167 + }, + { + "step": 870, + "lr": 0.0001, + "sup_loss": 2.2018589975711214 + }, + { + "step": 871, + "lr": 0.0001, + "sup_loss": 2.201799591961473 + }, + { + "step": 872, + "lr": 0.0001, + "sup_loss": 2.201851977800925 + }, + { + "step": 873, + "lr": 0.0001, + "sup_loss": 2.201768283932313 + }, + { + "step": 874, + "lr": 0.0001, + "sup_loss": 2.201655822757606 + }, + { + "step": 875, + "lr": 0.0001, + "sup_loss": 2.2017120812775106 + }, + { + "step": 876, + "lr": 0.0001, + "sup_loss": 2.2016763220143636 + }, + { + "step": 877, + "lr": 0.0001, + "sup_loss": 2.201622727767427 + }, + { + "step": 878, + "lr": 0.0001, + "sup_loss": 2.201587625745363 + }, + { + "step": 879, + "lr": 0.0001, + "sup_loss": 2.201508552855647 + }, + { + "step": 880, + "lr": 0.0001, + "sup_loss": 2.201559174708979 + }, + { + "step": 881, + "lr": 0.0001, + "sup_loss": 2.201569206056897 + }, + { + "step": 882, + "lr": 0.0001, + "sup_loss": 2.2016111795010658 + }, + { + "step": 883, + "lr": 0.0001, + "sup_loss": 2.2015496523036377 + }, + { + "step": 884, + "lr": 0.0001, + "sup_loss": 2.2015549056980253 + }, + { + "step": 885, + "lr": 0.0001, + "sup_loss": 2.201537625295753 + }, + { + "step": 886, + "lr": 0.0001, + "sup_loss": 2.2014597771881426 + }, + { + "step": 887, + "lr": 0.0001, + "sup_loss": 2.201466935643165 + }, + { + "step": 888, + "lr": 0.0001, + "sup_loss": 2.201458056595927 + }, + { + "step": 889, + "lr": 0.0001, + "sup_loss": 2.2014423772243195 + }, + { + "step": 890, + "lr": 0.0001, + "sup_loss": 2.2014001553686904 + }, + { + "step": 891, + "lr": 0.0001, + "sup_loss": 2.201386916752708 + }, + { + "step": 892, + "lr": 0.0001, + "sup_loss": 2.201379603326555 + }, + { + "step": 893, + "lr": 0.0001, + "sup_loss": 2.201388145594879 + }, + { + "step": 894, + "lr": 0.0001, + "sup_loss": 2.2013790017726564 + }, + { + "step": 895, + "lr": 0.0001, + "sup_loss": 2.2014738717540365 + }, + { + "step": 896, + "lr": 0.0001, + "sup_loss": 2.2013619829248285 + }, + { + "step": 897, + "lr": 0.0001, + "sup_loss": 2.2013757452435065 + }, + { + "step": 898, + "lr": 0.0001, + "sup_loss": 2.2012969495965318 + }, + { + "step": 899, + "lr": 0.0001, + "sup_loss": 2.2012578711136133 + }, + { + "step": 900, + "lr": 0.0001, + "sup_loss": 2.2013008031481047 + }, + { + "step": 901, + "lr": 0.0001, + "sup_loss": 2.20127758890747 + }, + { + "step": 902, + "lr": 0.0001, + "sup_loss": 2.2012622915507776 + }, + { + "step": 903, + "lr": 0.0001, + "sup_loss": 2.201282180610047 + }, + { + "step": 904, + "lr": 0.0001, + "sup_loss": 2.2011898042593163 + }, + { + "step": 905, + "lr": 0.0001, + "sup_loss": 2.201114980652287 + }, + { + "step": 906, + "lr": 0.0001, + "sup_loss": 2.2010839388761654 + }, + { + "step": 907, + "lr": 0.0001, + "sup_loss": 2.2011066260231225 + }, + { + "step": 908, + "lr": 0.0001, + "sup_loss": 2.201111908179561 + }, + { + "step": 909, + "lr": 0.0001, + "sup_loss": 2.2010809698970335 + }, + { + "step": 910, + "lr": 0.0001, + "sup_loss": 2.2010995449035766 + }, + { + "step": 911, + "lr": 0.0001, + "sup_loss": 2.2010552392935954 + }, + { + "step": 912, + "lr": 0.0001, + "sup_loss": 2.201029023825253 + }, + { + "step": 913, + "lr": 0.0001, + "sup_loss": 2.200943471892004 + }, + { + "step": 914, + "lr": 0.0001, + "sup_loss": 2.200980833896399 + }, + { + "step": 915, + "lr": 0.0001, + "sup_loss": 2.2010700456810537 + }, + { + "step": 916, + "lr": 0.0001, + "sup_loss": 2.200896622835691 + }, + { + "step": 917, + "lr": 0.0001, + "sup_loss": 2.200987347007047 + }, + { + "step": 918, + "lr": 0.0001, + "sup_loss": 2.200882012650334 + }, + { + "step": 919, + "lr": 0.0001, + "sup_loss": 2.2008894594455137 + }, + { + "step": 920, + "lr": 0.0001, + "sup_loss": 2.200906012994198 + }, + { + "step": 921, + "lr": 0.0001, + "sup_loss": 2.2008042736527313 + }, + { + "step": 922, + "lr": 0.0001, + "sup_loss": 2.200886573334916 + }, + { + "step": 923, + "lr": 0.0001, + "sup_loss": 2.200890599674092 + }, + { + "step": 924, + "lr": 0.0001, + "sup_loss": 2.200866394128699 + }, + { + "step": 925, + "lr": 0.0001, + "sup_loss": 2.200889150378319 + }, + { + "step": 926, + "lr": 0.0001, + "sup_loss": 2.200822478600595 + }, + { + "step": 927, + "lr": 0.0001, + "sup_loss": 2.200872497048016 + }, + { + "step": 928, + "lr": 0.0001, + "sup_loss": 2.2007486366339144 + }, + { + "step": 929, + "lr": 0.0001, + "sup_loss": 2.2008072049273233 + }, + { + "step": 930, + "lr": 0.0001, + "sup_loss": 2.200714092098603 + }, + { + "step": 931, + "lr": 0.0001, + "sup_loss": 2.2006938546821018 + }, + { + "step": 932, + "lr": 0.0001, + "sup_loss": 2.2006972820938815 + }, + { + "step": 933, + "lr": 0.0001, + "sup_loss": 2.2006833207079888 + }, + { + "step": 934, + "lr": 0.0001, + "sup_loss": 2.2006629617376965 + }, + { + "step": 935, + "lr": 0.0001, + "sup_loss": 2.2006923370790727 + }, + { + "step": 936, + "lr": 0.0001, + "sup_loss": 2.2007020493686986 + }, + { + "step": 937, + "lr": 0.0001, + "sup_loss": 2.200661542319699 + }, + { + "step": 938, + "lr": 0.0001, + "sup_loss": 2.2007424345051425 + }, + { + "step": 939, + "lr": 0.0001, + "sup_loss": 2.2006466485351357 + }, + { + "step": 940, + "lr": 0.0001, + "sup_loss": 2.200640985444488 + }, + { + "step": 941, + "lr": 0.0001, + "sup_loss": 2.2006154396446402 + }, + { + "step": 942, + "lr": 0.0001, + "sup_loss": 2.200622252949636 + }, + { + "step": 943, + "lr": 0.0001, + "sup_loss": 2.2005978503372026 + }, + { + "step": 944, + "lr": 0.0001, + "sup_loss": 2.200589127181636 + }, + { + "step": 945, + "lr": 0.0001, + "sup_loss": 2.2005873948735655 + }, + { + "step": 946, + "lr": 0.0001, + "sup_loss": 2.2006292234524105 + }, + { + "step": 947, + "lr": 0.0001, + "sup_loss": 2.2005128505364837 + }, + { + "step": 948, + "lr": 0.0001, + "sup_loss": 2.2004986638021093 + }, + { + "step": 949, + "lr": 0.0001, + "sup_loss": 2.200523243338396 + }, + { + "step": 950, + "lr": 0.0001, + "sup_loss": 2.200578262432583 + }, + { + "step": 951, + "lr": 0.0001, + "sup_loss": 2.2005776007553526 + }, + { + "step": 952, + "lr": 0.0001, + "sup_loss": 2.2005943273716637 + }, + { + "step": 953, + "lr": 0.0001, + "sup_loss": 2.2006424525360546 + }, + { + "step": 954, + "lr": 0.0001, + "sup_loss": 2.2006490719835643 + }, + { + "step": 955, + "lr": 0.0001, + "sup_loss": 2.200704042512074 + }, + { + "step": 956, + "lr": 0.0001, + "sup_loss": 2.2006694548620964 + }, + { + "step": 957, + "lr": 0.0001, + "sup_loss": 2.200626525094939 + }, + { + "step": 958, + "lr": 0.0001, + "sup_loss": 2.200606112550939 + }, + { + "step": 959, + "lr": 0.0001, + "sup_loss": 2.2005982544370966 + }, + { + "step": 960, + "lr": 0.0001, + "sup_loss": 2.2005900404896015 + }, + { + "step": 961, + "lr": 0.0001, + "sup_loss": 2.200604536040705 + }, + { + "step": 962, + "lr": 0.0001, + "sup_loss": 2.200563545980337 + }, + { + "step": 963, + "lr": 0.0001, + "sup_loss": 2.2005799122918095 + }, + { + "step": 964, + "lr": 0.0001, + "sup_loss": 2.200603012205675 + }, + { + "step": 965, + "lr": 0.0001, + "sup_loss": 2.2006176030947344 + }, + { + "step": 966, + "lr": 0.0001, + "sup_loss": 2.2005400615740798 + }, + { + "step": 967, + "lr": 0.0001, + "sup_loss": 2.2005143195860093 + }, + { + "step": 968, + "lr": 0.0001, + "sup_loss": 2.2005005065226158 + }, + { + "step": 969, + "lr": 0.0001, + "sup_loss": 2.2004990272276785 + }, + { + "step": 970, + "lr": 0.0001, + "sup_loss": 2.200492580257006 + }, + { + "step": 971, + "lr": 0.0001, + "sup_loss": 2.200458725549873 + }, + { + "step": 972, + "lr": 0.0001, + "sup_loss": 2.2004423828555275 + }, + { + "step": 973, + "lr": 0.0001, + "sup_loss": 2.2004258274220048 + }, + { + "step": 974, + "lr": 0.0001, + "sup_loss": 2.2004269207549383 + }, + { + "step": 975, + "lr": 0.0001, + "sup_loss": 2.200414739736501 + }, + { + "step": 976, + "lr": 0.0001, + "sup_loss": 2.2004262014769647 + }, + { + "step": 977, + "lr": 0.0001, + "sup_loss": 2.2003791795256644 + }, + { + "step": 978, + "lr": 0.0001, + "sup_loss": 2.200396037914723 + }, + { + "step": 979, + "lr": 0.0001, + "sup_loss": 2.200477982793462 + }, + { + "step": 980, + "lr": 0.0001, + "sup_loss": 2.200341340356937 + }, + { + "step": 981, + "lr": 0.0001, + "sup_loss": 2.200401354211047 + }, + { + "step": 982, + "lr": 0.0001, + "sup_loss": 2.2003606900638646 + }, + { + "step": 983, + "lr": 0.0001, + "sup_loss": 2.200326207252538 + }, + { + "step": 984, + "lr": 0.0001, + "sup_loss": 2.200306684023233 + }, + { + "step": 985, + "lr": 0.0001, + "sup_loss": 2.2003779022976384 + }, + { + "step": 986, + "lr": 0.0001, + "sup_loss": 2.2002869469253072 + }, + { + "step": 987, + "lr": 0.0001, + "sup_loss": 2.20031564672767 + }, + { + "step": 988, + "lr": 0.0001, + "sup_loss": 2.20028136853216 + }, + { + "step": 989, + "lr": 0.0001, + "sup_loss": 2.200307538830476 + }, + { + "step": 990, + "lr": 0.0001, + "sup_loss": 2.2002885020194496 + }, + { + "step": 991, + "lr": 0.0001, + "sup_loss": 2.2002889557195826 + }, + { + "step": 992, + "lr": 0.0001, + "sup_loss": 2.2002816877725673 + }, + { + "step": 993, + "lr": 0.0001, + "sup_loss": 2.2002779711914524 + }, + { + "step": 994, + "lr": 0.0001, + "sup_loss": 2.20027749412057 + }, + { + "step": 995, + "lr": 0.0001, + "sup_loss": 2.200204460959459 + }, + { + "step": 996, + "lr": 0.0001, + "sup_loss": 2.200245971562934 + }, + { + "step": 997, + "lr": 0.0001, + "sup_loss": 2.2002246225638147 + }, + { + "step": 998, + "lr": 0.0001, + "sup_loss": 2.200154875783354 + }, + { + "step": 999, + "lr": 0.0001, + "sup_loss": 2.200170774179006 + }, + { + "step": 1000, + "lr": 0.0001, + "sup_loss": 2.200152132623038 + }, + { + "step": 1001, + "lr": 0.0001, + "sup_loss": 2.200123126639622 + }, + { + "step": 1002, + "lr": 0.0001, + "sup_loss": 2.2000820727908152 + }, + { + "step": 1003, + "lr": 0.0001, + "sup_loss": 2.2001294177845883 + }, + { + "step": 1004, + "lr": 0.0001, + "sup_loss": 2.200089719697746 + }, + { + "step": 1005, + "lr": 0.0001, + "sup_loss": 2.2000960477893075 + }, + { + "step": 1006, + "lr": 0.0001, + "sup_loss": 2.200039012040703 + }, + { + "step": 1007, + "lr": 0.0001, + "sup_loss": 2.200047580688411 + }, + { + "step": 1008, + "lr": 0.0001, + "sup_loss": 2.20007300040131 + }, + { + "step": 1009, + "lr": 0.0001, + "sup_loss": 2.2000459760850934 + }, + { + "step": 1010, + "lr": 0.0001, + "sup_loss": 2.2000368884387402 + }, + { + "step": 1011, + "lr": 0.0001, + "sup_loss": 2.2000319737633323 + }, + { + "step": 1012, + "lr": 0.0001, + "sup_loss": 2.2000096941929947 + }, + { + "step": 1013, + "lr": 0.0001, + "sup_loss": 2.200001100175232 + }, + { + "step": 1014, + "lr": 0.0001, + "sup_loss": 2.199982522419338 + }, + { + "step": 1015, + "lr": 0.0001, + "sup_loss": 2.1999761013368397 + }, + { + "step": 1016, + "lr": 0.0001, + "sup_loss": 2.1999337911813583 + }, + { + "step": 1017, + "lr": 0.0001, + "sup_loss": 2.19992258719513 + }, + { + "step": 1018, + "lr": 0.0001, + "sup_loss": 2.199944568239822 + }, + { + "step": 1019, + "lr": 0.0001, + "sup_loss": 2.1999363223991915 + }, + { + "step": 1020, + "lr": 0.0001, + "sup_loss": 2.199966875624257 + }, + { + "step": 1021, + "lr": 0.0001, + "sup_loss": 2.1999167514441478 + }, + { + "step": 1022, + "lr": 0.0001, + "sup_loss": 2.199928437273929 + }, + { + "step": 1023, + "lr": 0.0001, + "sup_loss": 2.199972623837777 + }, + { + "step": 1024, + "lr": 0.0001, + "sup_loss": 2.1999086882927332 + }, + { + "step": 1025, + "lr": 0.0001, + "sup_loss": 2.199885495047854 + }, + { + "step": 1026, + "lr": 0.0001, + "sup_loss": 2.1998810581449137 + }, + { + "step": 1027, + "lr": 0.0001, + "sup_loss": 2.199839598055426 + }, + { + "step": 1028, + "lr": 0.0001, + "sup_loss": 2.1998644700997385 + }, + { + "step": 1029, + "lr": 0.0001, + "sup_loss": 2.1998387463692413 + }, + { + "step": 1030, + "lr": 0.0001, + "sup_loss": 2.1998004603986794 + }, + { + "step": 1031, + "lr": 0.0001, + "sup_loss": 2.1997942499255787 + }, + { + "step": 1032, + "lr": 0.0001, + "sup_loss": 2.1997862284417704 + }, + { + "step": 1033, + "lr": 0.0001, + "sup_loss": 2.199747647718616 + }, + { + "step": 1034, + "lr": 0.0001, + "sup_loss": 2.199735649805482 + }, + { + "step": 1035, + "lr": 0.0001, + "sup_loss": 2.199749866905596 + }, + { + "step": 1036, + "lr": 0.0001, + "sup_loss": 2.1997345347953323 + }, + { + "step": 1037, + "lr": 0.0001, + "sup_loss": 2.1997237819492903 + }, + { + "step": 1038, + "lr": 0.0001, + "sup_loss": 2.1996922483285575 + }, + { + "step": 1039, + "lr": 0.0001, + "sup_loss": 2.1997045150312546 + }, + { + "step": 1040, + "lr": 0.0001, + "sup_loss": 2.1997188897628455 + }, + { + "step": 1041, + "lr": 0.0001, + "sup_loss": 2.199685198413937 + }, + { + "step": 1042, + "lr": 0.0001, + "sup_loss": 2.1996954837943803 + }, + { + "step": 1043, + "lr": 0.0001, + "sup_loss": 2.199670071361164 + }, + { + "step": 1044, + "lr": 0.0001, + "sup_loss": 2.199645848764149 + }, + { + "step": 1045, + "lr": 0.0001, + "sup_loss": 2.19964314777715 + }, + { + "step": 1046, + "lr": 0.0001, + "sup_loss": 2.199642974218232 + }, + { + "step": 1047, + "lr": 0.0001, + "sup_loss": 2.199618373713803 + }, + { + "step": 1048, + "lr": 0.0001, + "sup_loss": 2.1996509077524715 + }, + { + "step": 1049, + "lr": 0.0001, + "sup_loss": 2.1996557869564555 + }, + { + "step": 1050, + "lr": 0.0001, + "sup_loss": 2.19967401554275 + }, + { + "step": 1051, + "lr": 0.0001, + "sup_loss": 2.1996037373874597 + }, + { + "step": 1052, + "lr": 0.0001, + "sup_loss": 2.199609065508618 + }, + { + "step": 1053, + "lr": 0.0001, + "sup_loss": 2.199570985980483 + }, + { + "step": 1054, + "lr": 0.0001, + "sup_loss": 2.199592704380824 + }, + { + "step": 1055, + "lr": 0.0001, + "sup_loss": 2.199584954867057 + }, + { + "step": 1056, + "lr": 0.0001, + "sup_loss": 2.1995616568797214 + }, + { + "step": 1057, + "lr": 0.0001, + "sup_loss": 2.1995645198866614 + }, + { + "step": 1058, + "lr": 0.0001, + "sup_loss": 2.199551927143007 + }, + { + "step": 1059, + "lr": 0.0001, + "sup_loss": 2.1995462030655917 + }, + { + "step": 1060, + "lr": 0.0001, + "sup_loss": 2.19956604561359 + }, + { + "step": 1061, + "lr": 0.0001, + "sup_loss": 2.199545915221313 + }, + { + "step": 1062, + "lr": 0.0001, + "sup_loss": 2.1995392367732625 + }, + { + "step": 1063, + "lr": 0.0001, + "sup_loss": 2.199521038880376 + }, + { + "step": 1064, + "lr": 0.0001, + "sup_loss": 2.1995269139986333 + }, + { + "step": 1065, + "lr": 0.0001, + "sup_loss": 2.1995200485373623 + }, + { + "step": 1066, + "lr": 0.0001, + "sup_loss": 2.1995186151247195 + }, + { + "step": 1067, + "lr": 0.0001, + "sup_loss": 2.199518492577736 + }, + { + "step": 1068, + "lr": 0.0001, + "sup_loss": 2.199494496684978 + }, + { + "step": 1069, + "lr": 0.0001, + "sup_loss": 2.1995362990303224 + }, + { + "step": 1070, + "lr": 0.0001, + "sup_loss": 2.1994951113430603 + }, + { + "step": 1071, + "lr": 0.0001, + "sup_loss": 2.1994625488393638 + }, + { + "step": 1072, + "lr": 0.0001, + "sup_loss": 2.1994905797579283 + }, + { + "step": 1073, + "lr": 0.0001, + "sup_loss": 2.199450651182908 + }, + { + "step": 1074, + "lr": 0.0001, + "sup_loss": 2.199503807909498 + }, + { + "step": 1075, + "lr": 0.0001, + "sup_loss": 2.1994931536690334 + }, + { + "step": 1076, + "lr": 0.0001, + "sup_loss": 2.199529656481996 + }, + { + "step": 1077, + "lr": 0.0001, + "sup_loss": 2.199567277573229 + }, + { + "step": 1078, + "lr": 0.0001, + "sup_loss": 2.199570137949851 + }, + { + "step": 1079, + "lr": 0.0001, + "sup_loss": 2.1995576338693583 + }, + { + "step": 1080, + "lr": 0.0001, + "sup_loss": 2.1995400524140685 + }, + { + "step": 1081, + "lr": 0.0001, + "sup_loss": 2.199544749921104 + }, + { + "step": 1082, + "lr": 0.0001, + "sup_loss": 2.199523424111251 + }, + { + "step": 1083, + "lr": 0.0001, + "sup_loss": 2.199530935857992 + }, + { + "step": 1084, + "lr": 0.0001, + "sup_loss": 2.199531235751161 + }, + { + "step": 1085, + "lr": 0.0001, + "sup_loss": 2.199517012778417 + }, + { + "step": 1086, + "lr": 0.0001, + "sup_loss": 2.1995045528835346 + }, + { + "step": 1087, + "lr": 0.0001, + "sup_loss": 2.1994495465430415 + }, + { + "step": 1088, + "lr": 0.0001, + "sup_loss": 2.1994685442866464 + }, + { + "step": 1089, + "lr": 0.0001, + "sup_loss": 2.199474817517819 + }, + { + "step": 1090, + "lr": 0.0001, + "sup_loss": 2.1994825501722386 + }, + { + "step": 1091, + "lr": 0.0001, + "sup_loss": 2.19944660607929 + }, + { + "step": 1092, + "lr": 0.0001, + "sup_loss": 2.1994372522945436 + }, + { + "step": 1093, + "lr": 0.0001, + "sup_loss": 2.1994283388084943 + }, + { + "step": 1094, + "lr": 0.0001, + "sup_loss": 2.199417457881726 + }, + { + "step": 1095, + "lr": 0.0001, + "sup_loss": 2.1993210717523723 + }, + { + "step": 1096, + "lr": 0.0001, + "sup_loss": 2.199332428904555 + }, + { + "step": 1097, + "lr": 0.0001, + "sup_loss": 2.1993186690438313 + }, + { + "step": 1098, + "lr": 0.0001, + "sup_loss": 2.1992878663643074 + }, + { + "step": 1099, + "lr": 0.0001, + "sup_loss": 2.199269755726869 + }, + { + "step": 1100, + "lr": 0.0001, + "sup_loss": 2.19925145552739 + }, + { + "step": 1101, + "lr": 0.0001, + "sup_loss": 2.1992518666132597 + }, + { + "step": 1102, + "lr": 0.0001, + "sup_loss": 2.1992957314894963 + }, + { + "step": 1103, + "lr": 0.0001, + "sup_loss": 2.1992783264386637 + }, + { + "step": 1104, + "lr": 0.0001, + "sup_loss": 2.1992670326953783 + }, + { + "step": 1105, + "lr": 0.0001, + "sup_loss": 2.1992384990166727 + }, + { + "step": 1106, + "lr": 0.0001, + "sup_loss": 2.199196805183956 + }, + { + "step": 1107, + "lr": 0.0001, + "sup_loss": 2.1991809934782047 + }, + { + "step": 1108, + "lr": 0.0001, + "sup_loss": 2.199143378314656 + }, + { + "step": 1109, + "lr": 0.0001, + "sup_loss": 2.199163337325676 + }, + { + "step": 1110, + "lr": 0.0001, + "sup_loss": 2.199126389031877 + }, + { + "step": 1111, + "lr": 0.0001, + "sup_loss": 2.1991844594380856 + }, + { + "step": 1112, + "lr": 0.0001, + "sup_loss": 2.1991754961201706 + }, + { + "step": 1113, + "lr": 0.0001, + "sup_loss": 2.1990774818311274 + }, + { + "step": 1114, + "lr": 0.0001, + "sup_loss": 2.1991209434801418 + }, + { + "step": 1115, + "lr": 0.0001, + "sup_loss": 2.199066154064319 + }, + { + "step": 1116, + "lr": 0.0001, + "sup_loss": 2.199076691530373 + }, + { + "step": 1117, + "lr": 0.0001, + "sup_loss": 2.199041507412553 + }, + { + "step": 1118, + "lr": 0.0001, + "sup_loss": 2.1990874171693586 + }, + { + "step": 1119, + "lr": 0.0001, + "sup_loss": 2.1990609679735384 + }, + { + "step": 1120, + "lr": 0.0001, + "sup_loss": 2.199153621915959 + }, + { + "step": 1121, + "lr": 0.0001, + "sup_loss": 2.1990249358796774 + }, + { + "step": 1122, + "lr": 0.0001, + "sup_loss": 2.1991705049235373 + }, + { + "step": 1123, + "lr": 0.0001, + "sup_loss": 2.1991556074655274 + }, + { + "step": 1124, + "lr": 0.0001, + "sup_loss": 2.199048519912572 + }, + { + "step": 1125, + "lr": 0.0001, + "sup_loss": 2.199147223652934 + }, + { + "step": 1126, + "lr": 0.0001, + "sup_loss": 2.1991837508500582 + }, + { + "step": 1127, + "lr": 0.0001, + "sup_loss": 2.199057980727179 + }, + { + "step": 1128, + "lr": 0.0001, + "sup_loss": 2.199039405959408 + }, + { + "step": 1129, + "lr": 0.0001, + "sup_loss": 2.1991170615568763 + }, + { + "step": 1130, + "lr": 0.0001, + "sup_loss": 2.1991429155294786 + }, + { + "step": 1131, + "lr": 0.0001, + "sup_loss": 2.199125921911959 + }, + { + "step": 1132, + "lr": 0.0001, + "sup_loss": 2.199197670724437 + }, + { + "step": 1133, + "lr": 0.0001, + "sup_loss": 2.1992333905048493 + }, + { + "step": 1134, + "lr": 0.0001, + "sup_loss": 2.199188478382472 + }, + { + "step": 1135, + "lr": 0.0001, + "sup_loss": 2.1993502743496913 + }, + { + "step": 1136, + "lr": 0.0001, + "sup_loss": 2.1989827273637825 + }, + { + "step": 1137, + "lr": 0.0001, + "sup_loss": 2.1991922303869846 + }, + { + "step": 1138, + "lr": 0.0001, + "sup_loss": 2.199330779996429 + }, + { + "step": 1139, + "lr": 0.0001, + "sup_loss": 2.1989318491569216 + }, + { + "step": 1140, + "lr": 0.0001, + "sup_loss": 2.198969194766669 + }, + { + "step": 1141, + "lr": 0.0001, + "sup_loss": 2.199282688806128 + }, + { + "step": 1142, + "lr": 0.0001, + "sup_loss": 2.1990426352614945 + }, + { + "step": 1143, + "lr": 0.0001, + "sup_loss": 2.19936078664714 + }, + { + "step": 1144, + "lr": 0.0001, + "sup_loss": 2.199149592884414 + }, + { + "step": 1145, + "lr": 0.0001, + "sup_loss": 2.1992281758126677 + }, + { + "step": 1146, + "lr": 0.0001, + "sup_loss": 2.1993484428419423 + }, + { + "step": 1147, + "lr": 0.0001, + "sup_loss": 2.199302259111751 + }, + { + "step": 1148, + "lr": 0.0001, + "sup_loss": 2.199247150021272 + }, + { + "step": 1149, + "lr": 0.0001, + "sup_loss": 2.199146114391339 + }, + { + "step": 1150, + "lr": 0.0001, + "sup_loss": 2.1991673406190175 + }, + { + "step": 1151, + "lr": 0.0001, + "sup_loss": 2.199213709666499 + }, + { + "step": 1152, + "lr": 0.0001, + "sup_loss": 2.199069468059086 + }, + { + "step": 1153, + "lr": 0.0001, + "sup_loss": 2.1993353191763236 + }, + { + "step": 1154, + "lr": 0.0001, + "sup_loss": 2.19910503459144 + }, + { + "step": 1155, + "lr": 0.0001, + "sup_loss": 2.199116997874 + }, + { + "step": 1156, + "lr": 0.0001, + "sup_loss": 2.1991570673834806 + }, + { + "step": 1157, + "lr": 0.0001, + "sup_loss": 2.1991136904167323 + }, + { + "step": 1158, + "lr": 0.0001, + "sup_loss": 2.199033044238992 + }, + { + "step": 1159, + "lr": 0.0001, + "sup_loss": 2.1991510169130297 + }, + { + "step": 1160, + "lr": 0.0001, + "sup_loss": 2.1991465413412503 + }, + { + "step": 1161, + "lr": 0.0001, + "sup_loss": 2.1991487789996085 + }, + { + "step": 1162, + "lr": 0.0001, + "sup_loss": 2.19916218537416 + }, + { + "step": 1163, + "lr": 0.0001, + "sup_loss": 2.1990684613144285 + }, + { + "step": 1164, + "lr": 0.0001, + "sup_loss": 2.199097756205079 + }, + { + "step": 1165, + "lr": 0.0001, + "sup_loss": 2.19906126134195 + }, + { + "step": 1166, + "lr": 0.0001, + "sup_loss": 2.1992141112430277 + }, + { + "step": 1167, + "lr": 0.0001, + "sup_loss": 2.1991537735508677 + }, + { + "step": 1168, + "lr": 0.0001, + "sup_loss": 2.198956108039192 + }, + { + "step": 1169, + "lr": 0.0001, + "sup_loss": 2.1990707656097963 + }, + { + "step": 1170, + "lr": 0.0001, + "sup_loss": 2.1990771153739637 + }, + { + "step": 1171, + "lr": 0.0001, + "sup_loss": 2.199127978329333 + }, + { + "step": 1172, + "lr": 0.0001, + "sup_loss": 2.199211950838545 + }, + { + "step": 1173, + "lr": 0.0001, + "sup_loss": 2.1991126997806005 + }, + { + "step": 1174, + "lr": 0.0001, + "sup_loss": 2.199055547521239 + }, + { + "step": 1175, + "lr": 0.0001, + "sup_loss": 2.198971954405323 + }, + { + "step": 1176, + "lr": 0.0001, + "sup_loss": 2.1990269338485975 + }, + { + "step": 1177, + "lr": 0.0001, + "sup_loss": 2.1989733387250125 + }, + { + "step": 1178, + "lr": 0.0001, + "sup_loss": 2.1990127711876353 + }, + { + "step": 1179, + "lr": 0.0001, + "sup_loss": 2.199019559918397 + }, + { + "step": 1180, + "lr": 0.0001, + "sup_loss": 2.1991616277263386 + }, + { + "step": 1181, + "lr": 0.0001, + "sup_loss": 2.1991851949446657 + }, + { + "step": 1182, + "lr": 0.0001, + "sup_loss": 2.1990610725823005 + }, + { + "step": 1183, + "lr": 0.0001, + "sup_loss": 2.1990132186441746 + }, + { + "step": 1184, + "lr": 0.0001, + "sup_loss": 2.1990634856175277 + }, + { + "step": 1185, + "lr": 0.0001, + "sup_loss": 2.1990050594312325 + }, + { + "step": 1186, + "lr": 0.0001, + "sup_loss": 2.1990561128604718 + }, + { + "step": 1187, + "lr": 0.0001, + "sup_loss": 2.199103046483348 + }, + { + "step": 1188, + "lr": 0.0001, + "sup_loss": 2.199015402380846 + }, + { + "step": 1189, + "lr": 0.0001, + "sup_loss": 2.1989962030453722 + }, + { + "step": 1190, + "lr": 0.0001, + "sup_loss": 2.198960930811251 + }, + { + "step": 1191, + "lr": 0.0001, + "sup_loss": 2.198934533754799 + }, + { + "step": 1192, + "lr": 0.0001, + "sup_loss": 2.1989639868601447 + }, + { + "step": 1193, + "lr": 0.0001, + "sup_loss": 2.199044778588006 + }, + { + "step": 1194, + "lr": 0.0001, + "sup_loss": 2.1989369921809025 + }, + { + "step": 1195, + "lr": 0.0001, + "sup_loss": 2.1989268960761885 + }, + { + "step": 1196, + "lr": 0.0001, + "sup_loss": 2.199027112705364 + }, + { + "step": 1197, + "lr": 0.0001, + "sup_loss": 2.198959669558059 + }, + { + "step": 1198, + "lr": 0.0001, + "sup_loss": 2.199031743917905 + }, + { + "step": 1199, + "lr": 0.0001, + "sup_loss": 2.198960115454357 + }, + { + "step": 1200, + "lr": 0.0001, + "sup_loss": 2.199029076694603 + }, + { + "step": 1201, + "lr": 0.0001, + "sup_loss": 2.1990111112199604 + }, + { + "step": 1202, + "lr": 0.0001, + "sup_loss": 2.1990717414772343 + }, + { + "step": 1203, + "lr": 0.0001, + "sup_loss": 2.199066035530352 + }, + { + "step": 1204, + "lr": 0.0001, + "sup_loss": 2.198993790661039 + }, + { + "step": 1205, + "lr": 0.0001, + "sup_loss": 2.199010079249905 + }, + { + "step": 1206, + "lr": 0.0001, + "sup_loss": 2.199043932286836 + }, + { + "step": 1207, + "lr": 0.0001, + "sup_loss": 2.1990003263787488 + }, + { + "step": 1208, + "lr": 0.0001, + "sup_loss": 2.198967707679285 + }, + { + "step": 1209, + "lr": 0.0001, + "sup_loss": 2.1990587136417403 + }, + { + "step": 1210, + "lr": 0.0001, + "sup_loss": 2.199006218629253 + }, + { + "step": 1211, + "lr": 0.0001, + "sup_loss": 2.1989909487161983 + }, + { + "step": 1212, + "lr": 0.0001, + "sup_loss": 2.198920587210497 + }, + { + "step": 1213, + "lr": 0.0001, + "sup_loss": 2.1990435052866957 + }, + { + "step": 1214, + "lr": 0.0001, + "sup_loss": 2.1989870279771115 + }, + { + "step": 1215, + "lr": 0.0001, + "sup_loss": 2.1990140116344303 + }, + { + "step": 1216, + "lr": 0.0001, + "sup_loss": 2.1989684414104493 + }, + { + "step": 1217, + "lr": 0.0001, + "sup_loss": 2.198922144540893 + }, + { + "step": 1218, + "lr": 0.0001, + "sup_loss": 2.1989014805041194 + }, + { + "step": 1219, + "lr": 0.0001, + "sup_loss": 2.1989225590662302 + }, + { + "step": 1220, + "lr": 0.0001, + "sup_loss": 2.198898919500716 + }, + { + "step": 1221, + "lr": 0.0001, + "sup_loss": 2.198988271963199 + }, + { + "step": 1222, + "lr": 0.0001, + "sup_loss": 2.199027697429467 + }, + { + "step": 1223, + "lr": 0.0001, + "sup_loss": 2.1988772921505673 + }, + { + "step": 1224, + "lr": 0.0001, + "sup_loss": 2.1988855231293076 + }, + { + "step": 1225, + "lr": 0.0001, + "sup_loss": 2.198861025399836 + }, + { + "step": 1226, + "lr": 0.0001, + "sup_loss": 2.1987835814172714 + }, + { + "step": 1227, + "lr": 0.0001, + "sup_loss": 2.198839860581799 + }, + { + "step": 1228, + "lr": 0.0001, + "sup_loss": 2.1988062101197117 + }, + { + "step": 1229, + "lr": 0.0001, + "sup_loss": 2.1988057111512713 + }, + { + "step": 1230, + "lr": 0.0001, + "sup_loss": 2.198890993846529 + }, + { + "step": 1231, + "lr": 0.0001, + "sup_loss": 2.1988007970325354 + }, + { + "step": 1232, + "lr": 0.0001, + "sup_loss": 2.198791882629915 + }, + { + "step": 1233, + "lr": 0.0001, + "sup_loss": 2.198770487994753 + }, + { + "step": 1234, + "lr": 0.0001, + "sup_loss": 2.198733079298889 + }, + { + "step": 1235, + "lr": 0.0001, + "sup_loss": 2.1986140066373827 + }, + { + "step": 1236, + "lr": 0.0001, + "sup_loss": 2.1986666050541297 + }, + { + "step": 1237, + "lr": 0.0001, + "sup_loss": 2.1987679074329827 + }, + { + "step": 1238, + "lr": 0.0001, + "sup_loss": 2.1986529710912377 + }, + { + "step": 1239, + "lr": 0.0001, + "sup_loss": 2.1986101228710107 + }, + { + "step": 1240, + "lr": 0.0001, + "sup_loss": 2.1987555700101096 + }, + { + "step": 1241, + "lr": 0.0001, + "sup_loss": 2.1987869896333665 + }, + { + "step": 1242, + "lr": 0.0001, + "sup_loss": 2.1987757524025238 + }, + { + "step": 1243, + "lr": 0.0001, + "sup_loss": 2.1987713329658285 + }, + { + "step": 1244, + "lr": 0.0001, + "sup_loss": 2.1986159966611813 + }, + { + "step": 1245, + "lr": 0.0001, + "sup_loss": 2.1985927130087815 + }, + { + "step": 1246, + "lr": 0.0001, + "sup_loss": 2.1985890664723478 + }, + { + "step": 1247, + "lr": 0.0001, + "sup_loss": 2.198657764876899 + }, + { + "step": 1248, + "lr": 0.0001, + "sup_loss": 2.198681942345739 + }, + { + "step": 1249, + "lr": 0.0001, + "sup_loss": 2.1986909137898785 + }, + { + "step": 1250, + "lr": 0.0001, + "sup_loss": 2.198650545323616 + }, + { + "step": 1251, + "lr": 0.0001, + "sup_loss": 2.198689064839419 + }, + { + "step": 1252, + "lr": 0.0001, + "sup_loss": 2.1986445359325533 + }, + { + "step": 1253, + "lr": 0.0001, + "sup_loss": 2.198613675577668 + }, + { + "step": 1254, + "lr": 0.0001, + "sup_loss": 2.198563426124381 + }, + { + "step": 1255, + "lr": 0.0001, + "sup_loss": 2.1986283624486833 + }, + { + "step": 1256, + "lr": 0.0001, + "sup_loss": 2.1987369926574716 + }, + { + "step": 1257, + "lr": 0.0001, + "sup_loss": 2.198687812301948 + }, + { + "step": 1258, + "lr": 0.0001, + "sup_loss": 2.198747534839166 + }, + { + "step": 1259, + "lr": 0.0001, + "sup_loss": 2.1987128546417822 + }, + { + "step": 1260, + "lr": 0.0001, + "sup_loss": 2.198665624899237 + }, + { + "step": 1261, + "lr": 0.0001, + "sup_loss": 2.198575327423013 + }, + { + "step": 1262, + "lr": 0.0001, + "sup_loss": 2.198603522940399 + }, + { + "step": 1263, + "lr": 0.0001, + "sup_loss": 2.1986348774234 + }, + { + "step": 1264, + "lr": 0.0001, + "sup_loss": 2.1986020057540983 + }, + { + "step": 1265, + "lr": 0.0001, + "sup_loss": 2.198754673391454 + }, + { + "step": 1266, + "lr": 0.0001, + "sup_loss": 2.198650352835629 + }, + { + "step": 1267, + "lr": 0.0001, + "sup_loss": 2.1987392592332755 + }, + { + "step": 1268, + "lr": 0.0001, + "sup_loss": 2.1987664746852564 + }, + { + "step": 1269, + "lr": 0.0001, + "sup_loss": 2.198518517904745 + }, + { + "step": 1270, + "lr": 0.0001, + "sup_loss": 2.198576817127274 + }, + { + "step": 1271, + "lr": 0.0001, + "sup_loss": 2.198621407368558 + }, + { + "step": 1272, + "lr": 0.0001, + "sup_loss": 2.198533816326139 + }, + { + "step": 1273, + "lr": 0.0001, + "sup_loss": 2.198610185110971 + }, + { + "step": 1274, + "lr": 0.0001, + "sup_loss": 2.1987518602535028 + }, + { + "step": 1275, + "lr": 0.0001, + "sup_loss": 2.198655017640015 + }, + { + "step": 1276, + "lr": 0.0001, + "sup_loss": 2.198603802668048 + }, + { + "step": 1277, + "lr": 0.0001, + "sup_loss": 2.198538105160702 + }, + { + "step": 1278, + "lr": 0.0001, + "sup_loss": 2.1986216048844813 + }, + { + "step": 1279, + "lr": 0.0001, + "sup_loss": 2.198677261705949 + }, + { + "step": 1280, + "lr": 0.0001, + "sup_loss": 2.1986110694744925 + }, + { + "step": 1281, + "lr": 0.0001, + "sup_loss": 2.198489895867369 + }, + { + "step": 1282, + "lr": 0.0001, + "sup_loss": 2.198590949515596 + }, + { + "step": 1283, + "lr": 0.0001, + "sup_loss": 2.1985318614273264 + }, + { + "step": 1284, + "lr": 0.0001, + "sup_loss": 2.19858910618376 + }, + { + "step": 1285, + "lr": 0.0001, + "sup_loss": 2.1985461008336706 + }, + { + "step": 1286, + "lr": 0.0001, + "sup_loss": 2.1985360375444167 + }, + { + "step": 1287, + "lr": 0.0001, + "sup_loss": 2.19868777772313 + }, + { + "step": 1288, + "lr": 0.0001, + "sup_loss": 2.1985719197199556 + }, + { + "step": 1289, + "lr": 0.0001, + "sup_loss": 2.198465445148978 + }, + { + "step": 1290, + "lr": 0.0001, + "sup_loss": 2.1985869788781196 + }, + { + "step": 1291, + "lr": 0.0001, + "sup_loss": 2.1985226539091114 + }, + { + "step": 1292, + "lr": 0.0001, + "sup_loss": 2.198494762387587 + }, + { + "step": 1293, + "lr": 0.0001, + "sup_loss": 2.198489240567357 + }, + { + "step": 1294, + "lr": 0.0001, + "sup_loss": 2.1985296630999898 + }, + { + "step": 1295, + "lr": 0.0001, + "sup_loss": 2.198555105335445 + }, + { + "step": 1296, + "lr": 0.0001, + "sup_loss": 2.198491533780298 + }, + { + "step": 1297, + "lr": 0.0001, + "sup_loss": 2.1986295568957845 + }, + { + "step": 1298, + "lr": 0.0001, + "sup_loss": 2.198461693544685 + }, + { + "step": 1299, + "lr": 0.0001, + "sup_loss": 2.1985276378137084 + }, + { + "step": 1300, + "lr": 0.0001, + "sup_loss": 2.1985167496551163 + }, + { + "step": 1301, + "lr": 0.0001, + "sup_loss": 2.198677273570196 + }, + { + "step": 1302, + "lr": 0.0001, + "sup_loss": 2.1985152068049603 + }, + { + "step": 1303, + "lr": 0.0001, + "sup_loss": 2.1985874323220655 + }, + { + "step": 1304, + "lr": 0.0001, + "sup_loss": 2.1984270302372164 + }, + { + "step": 1305, + "lr": 0.0001, + "sup_loss": 2.1985684538270642 + }, + { + "step": 1306, + "lr": 0.0001, + "sup_loss": 2.198608213562534 + }, + { + "step": 1307, + "lr": 0.0001, + "sup_loss": 2.1986049310375884 + }, + { + "step": 1308, + "lr": 0.0001, + "sup_loss": 2.198643713664338 + }, + { + "step": 1309, + "lr": 0.0001, + "sup_loss": 2.1985397342168564 + }, + { + "step": 1310, + "lr": 0.0001, + "sup_loss": 2.198680732986179 + }, + { + "step": 1311, + "lr": 0.0001, + "sup_loss": 2.1986062031598896 + }, + { + "step": 1312, + "lr": 0.0001, + "sup_loss": 2.1986157307011966 + }, + { + "step": 1313, + "lr": 0.0001, + "sup_loss": 2.198631504956035 + }, + { + "step": 1314, + "lr": 0.0001, + "sup_loss": 2.198487458699185 + }, + { + "step": 1315, + "lr": 0.0001, + "sup_loss": 2.198496302845588 + }, + { + "step": 1316, + "lr": 0.0001, + "sup_loss": 2.1984736267596845 + }, + { + "step": 1317, + "lr": 0.0001, + "sup_loss": 2.1986182814969277 + }, + { + "step": 1318, + "lr": 0.0001, + "sup_loss": 2.198520052910187 + }, + { + "step": 1319, + "lr": 0.0001, + "sup_loss": 2.1985467269274195 + }, + { + "step": 1320, + "lr": 0.0001, + "sup_loss": 2.1985768261182104 + }, + { + "step": 1321, + "lr": 0.0001, + "sup_loss": 2.198704262155016 + }, + { + "step": 1322, + "lr": 0.0001, + "sup_loss": 2.19851547803927 + }, + { + "step": 1323, + "lr": 0.0001, + "sup_loss": 2.1985326141127883 + }, + { + "step": 1324, + "lr": 0.0001, + "sup_loss": 2.198560018917768 + }, + { + "step": 1325, + "lr": 0.0001, + "sup_loss": 2.1985996855499623 + }, + { + "step": 1326, + "lr": 0.0001, + "sup_loss": 2.1986357431620727 + }, + { + "step": 1327, + "lr": 0.0001, + "sup_loss": 2.1986029479467515 + }, + { + "step": 1328, + "lr": 0.0001, + "sup_loss": 2.1986948339567145 + }, + { + "step": 1329, + "lr": 0.0001, + "sup_loss": 2.198576087744065 + }, + { + "step": 1330, + "lr": 0.0001, + "sup_loss": 2.198585404051163 + }, + { + "step": 1331, + "lr": 0.0001, + "sup_loss": 2.1985735964618023 + }, + { + "step": 1332, + "lr": 0.0001, + "sup_loss": 2.1985810238122623 + }, + { + "step": 1333, + "lr": 0.0001, + "sup_loss": 2.198645303341678 + }, + { + "step": 1334, + "lr": 0.0001, + "sup_loss": 2.198629236420537 + }, + { + "step": 1335, + "lr": 0.0001, + "sup_loss": 2.1986947362447427 + }, + { + "step": 1336, + "lr": 0.0001, + "sup_loss": 2.1984878495699345 + }, + { + "step": 1337, + "lr": 0.0001, + "sup_loss": 2.198557804795796 + }, + { + "step": 1338, + "lr": 0.0001, + "sup_loss": 2.198625568012851 + }, + { + "step": 1339, + "lr": 0.0001, + "sup_loss": 2.198524194907555 + }, + { + "step": 1340, + "lr": 0.0001, + "sup_loss": 2.198545859802001 + }, + { + "step": 1341, + "lr": 0.0001, + "sup_loss": 2.1984971400487336 + }, + { + "step": 1342, + "lr": 0.0001, + "sup_loss": 2.198531275393674 + }, + { + "step": 1343, + "lr": 0.0001, + "sup_loss": 2.1985157669444177 + }, + { + "step": 1344, + "lr": 0.0001, + "sup_loss": 2.198513769434965 + }, + { + "step": 1345, + "lr": 0.0001, + "sup_loss": 2.19851536128539 + }, + { + "step": 1346, + "lr": 0.0001, + "sup_loss": 2.198496417399127 + }, + { + "step": 1347, + "lr": 0.0001, + "sup_loss": 2.198506261032089 + }, + { + "step": 1348, + "lr": 0.0001, + "sup_loss": 2.1985844660686666 + }, + { + "step": 1349, + "lr": 0.0001, + "sup_loss": 2.19861169831354 + }, + { + "step": 1350, + "lr": 0.0001, + "sup_loss": 2.198495246470478 + }, + { + "step": 1351, + "lr": 0.0001, + "sup_loss": 2.1986011740145415 + }, + { + "step": 1352, + "lr": 0.0001, + "sup_loss": 2.198485005706478 + }, + { + "step": 1353, + "lr": 0.0001, + "sup_loss": 2.198631362252362 + }, + { + "step": 1354, + "lr": 0.0001, + "sup_loss": 2.1986098657484474 + }, + { + "step": 1355, + "lr": 0.0001, + "sup_loss": 2.198492148620744 + }, + { + "step": 1356, + "lr": 0.0001, + "sup_loss": 2.1984616705115942 + }, + { + "step": 1357, + "lr": 0.0001, + "sup_loss": 2.1984808108633884 + }, + { + "step": 1358, + "lr": 0.0001, + "sup_loss": 2.198477950810407 + }, + { + "step": 1359, + "lr": 0.0001, + "sup_loss": 2.198413631017042 + }, + { + "step": 1360, + "lr": 0.0001, + "sup_loss": 2.1985387781488734 + }, + { + "step": 1361, + "lr": 0.0001, + "sup_loss": 2.1984930398324996 + }, + { + "step": 1362, + "lr": 0.0001, + "sup_loss": 2.1985500478907234 + }, + { + "step": 1363, + "lr": 0.0001, + "sup_loss": 2.198471089381199 + }, + { + "step": 1364, + "lr": 0.0001, + "sup_loss": 2.1985061909771226 + }, + { + "step": 1365, + "lr": 0.0001, + "sup_loss": 2.198498557753367 + }, + { + "step": 1366, + "lr": 0.0001, + "sup_loss": 2.1984815008788527 + }, + { + "step": 1367, + "lr": 0.0001, + "sup_loss": 2.198469861957429 + }, + { + "step": 1368, + "lr": 0.0001, + "sup_loss": 2.198448843029766 + }, + { + "step": 1369, + "lr": 0.0001, + "sup_loss": 2.1984370084502793 + }, + { + "step": 1370, + "lr": 0.0001, + "sup_loss": 2.198492485511994 + }, + { + "step": 1371, + "lr": 0.0001, + "sup_loss": 2.1984755887025975 + }, + { + "step": 1372, + "lr": 0.0001, + "sup_loss": 2.198435107923012 + }, + { + "step": 1373, + "lr": 0.0001, + "sup_loss": 2.1985426509895856 + }, + { + "step": 1374, + "lr": 0.0001, + "sup_loss": 2.1985433565101644 + }, + { + "step": 1375, + "lr": 0.0001, + "sup_loss": 2.198412253408429 + }, + { + "step": 1376, + "lr": 0.0001, + "sup_loss": 2.198474477188624 + }, + { + "step": 1377, + "lr": 0.0001, + "sup_loss": 2.198411906140026 + }, + { + "step": 1378, + "lr": 0.0001, + "sup_loss": 2.198444501507635 + }, + { + "step": 1379, + "lr": 0.0001, + "sup_loss": 2.198422946522463 + }, + { + "step": 1380, + "lr": 0.0001, + "sup_loss": 2.198460525677628 + }, + { + "step": 1381, + "lr": 0.0001, + "sup_loss": 2.198481735115675 + }, + { + "step": 1382, + "lr": 0.0001, + "sup_loss": 2.1984323540050643 + }, + { + "step": 1383, + "lr": 0.0001, + "sup_loss": 2.1984176244431097 + }, + { + "step": 1384, + "lr": 0.0001, + "sup_loss": 2.198474641879872 + }, + { + "step": 1385, + "lr": 0.0001, + "sup_loss": 2.198461574796765 + }, + { + "step": 1386, + "lr": 0.0001, + "sup_loss": 2.1984044846650015 + }, + { + "step": 1387, + "lr": 0.0001, + "sup_loss": 2.1984102886905452 + }, + { + "step": 1388, + "lr": 0.0001, + "sup_loss": 2.1984210292540998 + }, + { + "step": 1389, + "lr": 0.0001, + "sup_loss": 2.1983160061804927 + }, + { + "step": 1390, + "lr": 0.0001, + "sup_loss": 2.1984201493904236 + }, + { + "step": 1391, + "lr": 0.0001, + "sup_loss": 2.1984304338366325 + }, + { + "step": 1392, + "lr": 0.0001, + "sup_loss": 2.1983512275709756 + }, + { + "step": 1393, + "lr": 0.0001, + "sup_loss": 2.198403382872034 + }, + { + "step": 1394, + "lr": 0.0001, + "sup_loss": 2.1982827791881236 + }, + { + "step": 1395, + "lr": 0.0001, + "sup_loss": 2.1983131029686462 + }, + { + "step": 1396, + "lr": 0.0001, + "sup_loss": 2.1983178322932444 + }, + { + "step": 1397, + "lr": 0.0001, + "sup_loss": 2.1983650884200836 + }, + { + "step": 1398, + "lr": 0.0001, + "sup_loss": 2.198284694046373 + }, + { + "step": 1399, + "lr": 0.0001, + "sup_loss": 2.1983550571693646 + }, + { + "step": 1400, + "lr": 0.0001, + "sup_loss": 2.1983480685874968 + }, + { + "step": 1401, + "lr": 0.0001, + "sup_loss": 2.198376133791097 + }, + { + "step": 1402, + "lr": 0.0001, + "sup_loss": 2.198314657071542 + }, + { + "step": 1403, + "lr": 0.0001, + "sup_loss": 2.1982456306855505 + }, + { + "step": 1404, + "lr": 0.0001, + "sup_loss": 2.1982666042232966 + }, + { + "step": 1405, + "lr": 0.0001, + "sup_loss": 2.1983157878847517 + }, + { + "step": 1406, + "lr": 0.0001, + "sup_loss": 2.198312910691103 + }, + { + "step": 1407, + "lr": 0.0001, + "sup_loss": 2.1982683189918855 + }, + { + "step": 1408, + "lr": 0.0001, + "sup_loss": 2.1983390781266086 + }, + { + "step": 1409, + "lr": 0.0001, + "sup_loss": 2.1982497052760626 + }, + { + "step": 1410, + "lr": 0.0001, + "sup_loss": 2.1982888661042623 + }, + { + "step": 1411, + "lr": 0.0001, + "sup_loss": 2.198283358117664 + }, + { + "step": 1412, + "lr": 0.0001, + "sup_loss": 2.198250362866095 + }, + { + "step": 1413, + "lr": 0.0001, + "sup_loss": 2.1982813338061016 + }, + { + "step": 1414, + "lr": 0.0001, + "sup_loss": 2.1982259592374884 + }, + { + "step": 1415, + "lr": 0.0001, + "sup_loss": 2.1983459305512563 + }, + { + "step": 1416, + "lr": 0.0001, + "sup_loss": 2.1981390063245985 + }, + { + "step": 1417, + "lr": 0.0001, + "sup_loss": 2.198286091269002 + }, + { + "step": 1418, + "lr": 0.0001, + "sup_loss": 2.1982575739543466 + }, + { + "step": 1419, + "lr": 0.0001, + "sup_loss": 2.1982988867726214 + }, + { + "step": 1420, + "lr": 0.0001, + "sup_loss": 2.19824844903215 + }, + { + "step": 1421, + "lr": 0.0001, + "sup_loss": 2.1982026503857846 + }, + { + "step": 1422, + "lr": 0.0001, + "sup_loss": 2.198284731430574 + }, + { + "step": 1423, + "lr": 0.0001, + "sup_loss": 2.1982188078378 + }, + { + "step": 1424, + "lr": 0.0001, + "sup_loss": 2.1981957382764876 + }, + { + "step": 1425, + "lr": 0.0001, + "sup_loss": 2.1983612003353246 + }, + { + "step": 1426, + "lr": 0.0001, + "sup_loss": 2.1982890971546576 + }, + { + "step": 1427, + "lr": 0.0001, + "sup_loss": 2.1982290958206496 + }, + { + "step": 1428, + "lr": 0.0001, + "sup_loss": 2.198284827716202 + }, + { + "step": 1429, + "lr": 0.0001, + "sup_loss": 2.198189284525286 + }, + { + "step": 1430, + "lr": 0.0001, + "sup_loss": 2.1982559637547254 + }, + { + "step": 1431, + "lr": 0.0001, + "sup_loss": 2.198239685043771 + }, + { + "step": 1432, + "lr": 0.0001, + "sup_loss": 2.1983038256817045 + }, + { + "step": 1433, + "lr": 0.0001, + "sup_loss": 2.1982736321546854 + }, + { + "step": 1434, + "lr": 0.0001, + "sup_loss": 2.19822817640869 + }, + { + "step": 1435, + "lr": 0.0001, + "sup_loss": 2.198302214960592 + }, + { + "step": 1436, + "lr": 0.0001, + "sup_loss": 2.198249042465063 + }, + { + "step": 1437, + "lr": 0.0001, + "sup_loss": 2.198290797269112 + }, + { + "step": 1438, + "lr": 0.0001, + "sup_loss": 2.1982584294096883 + }, + { + "step": 1439, + "lr": 0.0001, + "sup_loss": 2.198237079887546 + }, + { + "step": 1440, + "lr": 0.0001, + "sup_loss": 2.1981529965928823 + }, + { + "step": 1441, + "lr": 0.0001, + "sup_loss": 2.198252332487464 + }, + { + "step": 1442, + "lr": 0.0001, + "sup_loss": 2.198266573309584 + }, + { + "step": 1443, + "lr": 0.0001, + "sup_loss": 2.1982483419390686 + }, + { + "step": 1444, + "lr": 0.0001, + "sup_loss": 2.198301603519131 + }, + { + "step": 1445, + "lr": 0.0001, + "sup_loss": 2.1982194936251895 + }, + { + "step": 1446, + "lr": 0.0001, + "sup_loss": 2.1982742755003715 + }, + { + "step": 1447, + "lr": 0.0001, + "sup_loss": 2.198267233671202 + }, + { + "step": 1448, + "lr": 0.0001, + "sup_loss": 2.19825290950542 + }, + { + "step": 1449, + "lr": 0.0001, + "sup_loss": 2.1982260058232814 + }, + { + "step": 1450, + "lr": 0.0001, + "sup_loss": 2.198252236665218 + }, + { + "step": 1451, + "lr": 0.0001, + "sup_loss": 2.198264831994602 + }, + { + "step": 1452, + "lr": 0.0001, + "sup_loss": 2.1983202013021477 + }, + { + "step": 1453, + "lr": 0.0001, + "sup_loss": 2.1982181614270946 + }, + { + "step": 1454, + "lr": 0.0001, + "sup_loss": 2.198331543281976 + }, + { + "step": 1455, + "lr": 0.0001, + "sup_loss": 2.198306298708953 + }, + { + "step": 1456, + "lr": 0.0001, + "sup_loss": 2.198267224337383 + }, + { + "step": 1457, + "lr": 0.0001, + "sup_loss": 2.1981963293431033 + }, + { + "step": 1458, + "lr": 0.0001, + "sup_loss": 2.1982313960845827 + }, + { + "step": 1459, + "lr": 0.0001, + "sup_loss": 2.19829443850517 + }, + { + "step": 1460, + "lr": 0.0001, + "sup_loss": 2.198210636958674 + }, + { + "step": 1461, + "lr": 0.0001, + "sup_loss": 2.1982332631561783 + }, + { + "step": 1462, + "lr": 0.0001, + "sup_loss": 2.1982797534545933 + }, + { + "step": 1463, + "lr": 0.0001, + "sup_loss": 2.198227091899305 + }, + { + "step": 1464, + "lr": 0.0001, + "sup_loss": 2.1982068274028226 + }, + { + "step": 1465, + "lr": 0.0001, + "sup_loss": 2.1982329710478785 + }, + { + "step": 1466, + "lr": 0.0001, + "sup_loss": 2.1981586217308924 + }, + { + "step": 1467, + "lr": 0.0001, + "sup_loss": 2.198211498225635 + }, + { + "step": 1468, + "lr": 0.0001, + "sup_loss": 2.198182093684288 + }, + { + "step": 1469, + "lr": 0.0001, + "sup_loss": 2.198242690691697 + }, + { + "step": 1470, + "lr": 0.0001, + "sup_loss": 2.1982453175261942 + }, + { + "step": 1471, + "lr": 0.0001, + "sup_loss": 2.198165973430081 + }, + { + "step": 1472, + "lr": 0.0001, + "sup_loss": 2.198322630286552 + }, + { + "step": 1473, + "lr": 0.0001, + "sup_loss": 2.1981794895720657 + }, + { + "step": 1474, + "lr": 0.0001, + "sup_loss": 2.1982177409585173 + }, + { + "step": 1475, + "lr": 0.0001, + "sup_loss": 2.198215694949055 + }, + { + "step": 1476, + "lr": 0.0001, + "sup_loss": 2.198151321625174 + }, + { + "step": 1477, + "lr": 0.0001, + "sup_loss": 2.1982850803199465 + }, + { + "step": 1478, + "lr": 0.0001, + "sup_loss": 2.198154038281344 + }, + { + "step": 1479, + "lr": 0.0001, + "sup_loss": 2.1981560678532395 + }, + { + "step": 1480, + "lr": 0.0001, + "sup_loss": 2.1981195517722645 + }, + { + "step": 1481, + "lr": 0.0001, + "sup_loss": 2.1981342958743544 + }, + { + "step": 1482, + "lr": 0.0001, + "sup_loss": 2.198149839223092 + }, + { + "step": 1483, + "lr": 0.0001, + "sup_loss": 2.198077623604559 + }, + { + "step": 1484, + "lr": 0.0001, + "sup_loss": 2.1981879483768845 + }, + { + "step": 1485, + "lr": 0.0001, + "sup_loss": 2.198165773900442 + }, + { + "step": 1486, + "lr": 0.0001, + "sup_loss": 2.1981879810994975 + }, + { + "step": 1487, + "lr": 0.0001, + "sup_loss": 2.198076709880473 + }, + { + "step": 1488, + "lr": 0.0001, + "sup_loss": 2.1981967996694363 + }, + { + "step": 1489, + "lr": 0.0001, + "sup_loss": 2.1981373084003755 + }, + { + "step": 1490, + "lr": 0.0001, + "sup_loss": 2.198165752864003 + }, + { + "step": 1491, + "lr": 0.0001, + "sup_loss": 2.1982042675416484 + }, + { + "step": 1492, + "lr": 0.0001, + "sup_loss": 2.1981680704380677 + }, + { + "step": 1493, + "lr": 0.0001, + "sup_loss": 2.1981536632034167 + }, + { + "step": 1494, + "lr": 0.0001, + "sup_loss": 2.1981297851792 + }, + { + "step": 1495, + "lr": 0.0001, + "sup_loss": 2.198245155117621 + }, + { + "step": 1496, + "lr": 0.0001, + "sup_loss": 2.198164620354203 + }, + { + "step": 1497, + "lr": 0.0001, + "sup_loss": 2.1981274321189126 + }, + { + "step": 1498, + "lr": 0.0001, + "sup_loss": 2.1980881297317927 + }, + { + "step": 1499, + "lr": 0.0001, + "sup_loss": 2.1980534242693843 + }, + { + "step": 1500, + "lr": 0.0001, + "sup_loss": 2.1980902737736505 + }, + { + "step": 1501, + "lr": 0.0001, + "sup_loss": 2.1981033986652796 + }, + { + "step": 1502, + "lr": 0.0001, + "sup_loss": 2.1980217225536904 + }, + { + "step": 1503, + "lr": 0.0001, + "sup_loss": 2.1980745183077404 + }, + { + "step": 1504, + "lr": 0.0001, + "sup_loss": 2.198104462922978 + }, + { + "step": 1505, + "lr": 0.0001, + "sup_loss": 2.1981365681912197 + }, + { + "step": 1506, + "lr": 0.0001, + "sup_loss": 2.198052349584146 + }, + { + "step": 1507, + "lr": 0.0001, + "sup_loss": 2.1981053411323623 + }, + { + "step": 1508, + "lr": 0.0001, + "sup_loss": 2.1980829128795696 + }, + { + "step": 1509, + "lr": 0.0001, + "sup_loss": 2.1980937828284453 + }, + { + "step": 1510, + "lr": 0.0001, + "sup_loss": 2.1980795857377635 + }, + { + "step": 1511, + "lr": 0.0001, + "sup_loss": 2.198053977732459 + }, + { + "step": 1512, + "lr": 0.0001, + "sup_loss": 2.198080727103811 + }, + { + "step": 1513, + "lr": 0.0001, + "sup_loss": 2.1981790649876647 + }, + { + "step": 1514, + "lr": 0.0001, + "sup_loss": 2.1980826620270535 + }, + { + "step": 1515, + "lr": 0.0001, + "sup_loss": 2.1980531424817364 + }, + { + "step": 1516, + "lr": 0.0001, + "sup_loss": 2.1980679474089158 + }, + { + "step": 1517, + "lr": 0.0001, + "sup_loss": 2.198068413398884 + }, + { + "step": 1518, + "lr": 0.0001, + "sup_loss": 2.1981563810776246 + }, + { + "step": 1519, + "lr": 0.0001, + "sup_loss": 2.198049509936044 + }, + { + "step": 1520, + "lr": 0.0001, + "sup_loss": 2.1981579710181944 + }, + { + "step": 1521, + "lr": 0.0001, + "sup_loss": 2.1980820819375086 + }, + { + "step": 1522, + "lr": 0.0001, + "sup_loss": 2.19799094523962 + }, + { + "step": 1523, + "lr": 0.0001, + "sup_loss": 2.1980436997976325 + }, + { + "step": 1524, + "lr": 0.0001, + "sup_loss": 2.198044385736006 + }, + { + "step": 1525, + "lr": 0.0001, + "sup_loss": 2.198005066004658 + }, + { + "step": 1526, + "lr": 0.0001, + "sup_loss": 2.198048792391058 + }, + { + "step": 1527, + "lr": 0.0001, + "sup_loss": 2.198049390964888 + }, + { + "step": 1528, + "lr": 0.0001, + "sup_loss": 2.1980154709501787 + }, + { + "step": 1529, + "lr": 0.0001, + "sup_loss": 2.198010932464648 + }, + { + "step": 1530, + "lr": 0.0001, + "sup_loss": 2.198054374524364 + }, + { + "step": 1531, + "lr": 0.0001, + "sup_loss": 2.1980621294964964 + }, + { + "step": 1532, + "lr": 0.0001, + "sup_loss": 2.198068910060968 + }, + { + "step": 1533, + "lr": 0.0001, + "sup_loss": 2.198157895285002 + }, + { + "step": 1534, + "lr": 0.0001, + "sup_loss": 2.1980161519992243 + }, + { + "step": 1535, + "lr": 0.0001, + "sup_loss": 2.198106222818936 + }, + { + "step": 1536, + "lr": 0.0001, + "sup_loss": 2.1979899213650995 + }, + { + "step": 1537, + "lr": 0.0001, + "sup_loss": 2.1980156146388192 + }, + { + "step": 1538, + "lr": 0.0001, + "sup_loss": 2.1980462690875187 + }, + { + "step": 1539, + "lr": 0.0001, + "sup_loss": 2.1979841644321794 + }, + { + "step": 1540, + "lr": 0.0001, + "sup_loss": 2.198149160739046 + }, + { + "step": 1541, + "lr": 0.0001, + "sup_loss": 2.1980869157027483 + }, + { + "step": 1542, + "lr": 0.0001, + "sup_loss": 2.19811382151477 + }, + { + "step": 1543, + "lr": 0.0001, + "sup_loss": 2.198063187167833 + }, + { + "step": 1544, + "lr": 0.0001, + "sup_loss": 2.1980124025872807 + }, + { + "step": 1545, + "lr": 0.0001, + "sup_loss": 2.198009989075995 + }, + { + "step": 1546, + "lr": 0.0001, + "sup_loss": 2.1981011151224337 + }, + { + "step": 1547, + "lr": 0.0001, + "sup_loss": 2.198047364510459 + }, + { + "step": 1548, + "lr": 0.0001, + "sup_loss": 2.1980094261741145 + }, + { + "step": 1549, + "lr": 0.0001, + "sup_loss": 2.198034084700465 + }, + { + "step": 1550, + "lr": 0.0001, + "sup_loss": 2.1980591844230486 + }, + { + "step": 1551, + "lr": 0.0001, + "sup_loss": 2.1981549572508357 + }, + { + "step": 1552, + "lr": 0.0001, + "sup_loss": 2.19813047672303 + }, + { + "step": 1553, + "lr": 0.0001, + "sup_loss": 2.1980730348077815 + }, + { + "step": 1554, + "lr": 0.0001, + "sup_loss": 2.198090194491478 + }, + { + "step": 1555, + "lr": 0.0001, + "sup_loss": 2.1980929185000995 + }, + { + "step": 1556, + "lr": 0.0001, + "sup_loss": 2.1981211642717016 + }, + { + "step": 1557, + "lr": 0.0001, + "sup_loss": 2.19810762074555 + }, + { + "step": 1558, + "lr": 0.0001, + "sup_loss": 2.1980665339353713 + }, + { + "step": 1559, + "lr": 0.0001, + "sup_loss": 2.1981333653024695 + }, + { + "step": 1560, + "lr": 0.0001, + "sup_loss": 2.1981042208802335 + }, + { + "step": 1561, + "lr": 0.0001, + "sup_loss": 2.198047218129166 + }, + { + "step": 1562, + "lr": 0.0001, + "sup_loss": 2.1980256771380553 + }, + { + "step": 1563, + "lr": 0.0001, + "sup_loss": 2.1979855153158754 + }, + { + "step": 1564, + "lr": 0.0001, + "sup_loss": 2.19806702743183 + }, + { + "step": 1565, + "lr": 0.0001, + "sup_loss": 2.1981334659087093 + }, + { + "step": 1566, + "lr": 0.0001, + "sup_loss": 2.1980971814525043 + }, + { + "step": 1567, + "lr": 0.0001, + "sup_loss": 2.1981075094702733 + }, + { + "step": 1568, + "lr": 0.0001, + "sup_loss": 2.198118589006948 + }, + { + "step": 1569, + "lr": 0.0001, + "sup_loss": 2.198031236830476 + }, + { + "step": 1570, + "lr": 0.0001, + "sup_loss": 2.1981129251168077 + }, + { + "step": 1571, + "lr": 0.0001, + "sup_loss": 2.1980141092574557 + }, + { + "step": 1572, + "lr": 0.0001, + "sup_loss": 2.198164880300382 + }, + { + "step": 1573, + "lr": 0.0001, + "sup_loss": 2.198124862574475 + }, + { + "step": 1574, + "lr": 0.0001, + "sup_loss": 2.198112114247979 + }, + { + "step": 1575, + "lr": 0.0001, + "sup_loss": 2.198105727577541 + }, + { + "step": 1576, + "lr": 0.0001, + "sup_loss": 2.19812541509697 + }, + { + "step": 1577, + "lr": 0.0001, + "sup_loss": 2.198018325471063 + }, + { + "step": 1578, + "lr": 0.0001, + "sup_loss": 2.1980813523357114 + }, + { + "step": 1579, + "lr": 0.0001, + "sup_loss": 2.1981372530105863 + }, + { + "step": 1580, + "lr": 0.0001, + "sup_loss": 2.1981103093321814 + }, + { + "step": 1581, + "lr": 0.0001, + "sup_loss": 2.1980368368086394 + }, + { + "step": 1582, + "lr": 0.0001, + "sup_loss": 2.1981039890195486 + }, + { + "step": 1583, + "lr": 0.0001, + "sup_loss": 2.1980579016892983 + }, + { + "step": 1584, + "lr": 0.0001, + "sup_loss": 2.198123282796446 + }, + { + "step": 1585, + "lr": 0.0001, + "sup_loss": 2.1981348769592186 + }, + { + "step": 1586, + "lr": 0.0001, + "sup_loss": 2.1981008333717513 + }, + { + "step": 1587, + "lr": 0.0001, + "sup_loss": 2.198114380001711 + }, + { + "step": 1588, + "lr": 0.0001, + "sup_loss": 2.1980330168967726 + }, + { + "step": 1589, + "lr": 0.0001, + "sup_loss": 2.198024118424863 + }, + { + "step": 1590, + "lr": 0.0001, + "sup_loss": 2.198060051350918 + }, + { + "step": 1591, + "lr": 0.0001, + "sup_loss": 2.1980787434111857 + }, + { + "step": 1592, + "lr": 0.0001, + "sup_loss": 2.1981216332764912 + }, + { + "step": 1593, + "lr": 0.0001, + "sup_loss": 2.1981823785823242 + }, + { + "step": 1594, + "lr": 0.0001, + "sup_loss": 2.1981253965477796 + }, + { + "step": 1595, + "lr": 0.0001, + "sup_loss": 2.1981623234695222 + }, + { + "step": 1596, + "lr": 0.0001, + "sup_loss": 2.1981150778851433 + }, + { + "step": 1597, + "lr": 0.0001, + "sup_loss": 2.197989677264907 + }, + { + "step": 1598, + "lr": 0.0001, + "sup_loss": 2.1980381313686874 + }, + { + "step": 1599, + "lr": 0.0001, + "sup_loss": 2.197999258617638 + }, + { + "step": 1600, + "lr": 0.0001, + "sup_loss": 2.198089000600042 + }, + { + "step": 1601, + "lr": 0.0001, + "sup_loss": 2.198023719834417 + }, + { + "step": 1602, + "lr": 0.0001, + "sup_loss": 2.1979968685689713 + }, + { + "step": 1603, + "lr": 0.0001, + "sup_loss": 2.198092733003998 + }, + { + "step": 1604, + "lr": 0.0001, + "sup_loss": 2.198035978836314 + }, + { + "step": 1605, + "lr": 0.0001, + "sup_loss": 2.1980483646042734 + }, + { + "step": 1606, + "lr": 0.0001, + "sup_loss": 2.1980586212160462 + }, + { + "step": 1607, + "lr": 0.0001, + "sup_loss": 2.1980673305113907 + }, + { + "step": 1608, + "lr": 0.0001, + "sup_loss": 2.1980511747031457 + }, + { + "step": 1609, + "lr": 0.0001, + "sup_loss": 2.1980667127113698 + }, + { + "step": 1610, + "lr": 0.0001, + "sup_loss": 2.198065251427237 + }, + { + "step": 1611, + "lr": 0.0001, + "sup_loss": 2.1980485664591 + }, + { + "step": 1612, + "lr": 0.0001, + "sup_loss": 2.1979729431440567 + }, + { + "step": 1613, + "lr": 0.0001, + "sup_loss": 2.198008242361113 + }, + { + "step": 1614, + "lr": 0.0001, + "sup_loss": 2.1980723273736755 + }, + { + "step": 1615, + "lr": 0.0001, + "sup_loss": 2.1980270486596725 + }, + { + "step": 1616, + "lr": 0.0001, + "sup_loss": 2.1980842002458525 + }, + { + "step": 1617, + "lr": 0.0001, + "sup_loss": 2.198057560233968 + }, + { + "step": 1618, + "lr": 0.0001, + "sup_loss": 2.198023965341036 + }, + { + "step": 1619, + "lr": 0.0001, + "sup_loss": 2.1980420205884 + }, + { + "step": 1620, + "lr": 0.0001, + "sup_loss": 2.198020813585975 + }, + { + "step": 1621, + "lr": 0.0001, + "sup_loss": 2.198054934115483 + }, + { + "step": 1622, + "lr": 0.0001, + "sup_loss": 2.198031987061097 + }, + { + "step": 1623, + "lr": 0.0001, + "sup_loss": 2.1980004000547178 + }, + { + "step": 1624, + "lr": 0.0001, + "sup_loss": 2.198013967741659 + }, + { + "step": 1625, + "lr": 0.0001, + "sup_loss": 2.1980269586885592 + }, + { + "step": 1626, + "lr": 0.0001, + "sup_loss": 2.1979153652214767 + }, + { + "step": 1627, + "lr": 0.0001, + "sup_loss": 2.1979546645764367 + }, + { + "step": 1628, + "lr": 0.0001, + "sup_loss": 2.1980374006018604 + }, + { + "step": 1629, + "lr": 0.0001, + "sup_loss": 2.1979788973508767 + }, + { + "step": 1630, + "lr": 0.0001, + "sup_loss": 2.1980093344394387 + }, + { + "step": 1631, + "lr": 0.0001, + "sup_loss": 2.1980255583687622 + }, + { + "step": 1632, + "lr": 0.0001, + "sup_loss": 2.197987595942893 + }, + { + "step": 1633, + "lr": 0.0001, + "sup_loss": 2.1980112999956747 + }, + { + "step": 1634, + "lr": 0.0001, + "sup_loss": 2.1979432522783693 + }, + { + "step": 1635, + "lr": 0.0001, + "sup_loss": 2.198086523952517 + }, + { + "step": 1636, + "lr": 0.0001, + "sup_loss": 2.197985354880363 + }, + { + "step": 1637, + "lr": 0.0001, + "sup_loss": 2.198048610416235 + }, + { + "step": 1638, + "lr": 0.0001, + "sup_loss": 2.1980162406215085 + }, + { + "step": 1639, + "lr": 0.0001, + "sup_loss": 2.1980358985850756 + }, + { + "step": 1640, + "lr": 0.0001, + "sup_loss": 2.198073328775058 + }, + { + "step": 1641, + "lr": 0.0001, + "sup_loss": 2.1979762319896627 + }, + { + "step": 1642, + "lr": 0.0001, + "sup_loss": 2.197996698482325 + }, + { + "step": 1643, + "lr": 0.0001, + "sup_loss": 2.1979274868353653 + }, + { + "step": 1644, + "lr": 0.0001, + "sup_loss": 2.1980205022186943 + }, + { + "step": 1645, + "lr": 0.0001, + "sup_loss": 2.1980011744139865 + }, + { + "step": 1646, + "lr": 0.0001, + "sup_loss": 2.197978635114295 + }, + { + "step": 1647, + "lr": 0.0001, + "sup_loss": 2.1979728207654743 + }, + { + "step": 1648, + "lr": 0.0001, + "sup_loss": 2.1979285045975634 + }, + { + "step": 1649, + "lr": 0.0001, + "sup_loss": 2.198020161492067 + }, + { + "step": 1650, + "lr": 0.0001, + "sup_loss": 2.1979165449063327 + }, + { + "step": 1651, + "lr": 0.0001, + "sup_loss": 2.1979554279951223 + }, + { + "step": 1652, + "lr": 0.0001, + "sup_loss": 2.1980127336719093 + }, + { + "step": 1653, + "lr": 0.0001, + "sup_loss": 2.1979946992469706 + }, + { + "step": 1654, + "lr": 0.0001, + "sup_loss": 2.1979411268638547 + }, + { + "step": 1655, + "lr": 0.0001, + "sup_loss": 2.197910815024314 + }, + { + "step": 1656, + "lr": 0.0001, + "sup_loss": 2.1979872384731034 + }, + { + "step": 1657, + "lr": 0.0001, + "sup_loss": 2.1979530278211294 + }, + { + "step": 1658, + "lr": 0.0001, + "sup_loss": 2.197877925179947 + }, + { + "step": 1659, + "lr": 0.0001, + "sup_loss": 2.1979778868946562 + }, + { + "step": 1660, + "lr": 0.0001, + "sup_loss": 2.1980834296698566 + }, + { + "step": 1661, + "lr": 0.0001, + "sup_loss": 2.197927381008257 + }, + { + "step": 1662, + "lr": 0.0001, + "sup_loss": 2.1979606290907325 + }, + { + "step": 1663, + "lr": 0.0001, + "sup_loss": 2.197919697957658 + }, + { + "step": 1664, + "lr": 0.0001, + "sup_loss": 2.1980036309898834 + }, + { + "step": 1665, + "lr": 0.0001, + "sup_loss": 2.1979610086942696 + }, + { + "step": 1666, + "lr": 0.0001, + "sup_loss": 2.1979127782012937 + }, + { + "step": 1667, + "lr": 0.0001, + "sup_loss": 2.197947950468901 + }, + { + "step": 1668, + "lr": 0.0001, + "sup_loss": 2.197883143930745 + }, + { + "step": 1669, + "lr": 0.0001, + "sup_loss": 2.197901057721708 + }, + { + "step": 1670, + "lr": 0.0001, + "sup_loss": 2.19795841875071 + }, + { + "step": 1671, + "lr": 0.0001, + "sup_loss": 2.197988090750454 + }, + { + "step": 1672, + "lr": 0.0001, + "sup_loss": 2.1979330259458423 + }, + { + "step": 1673, + "lr": 0.0001, + "sup_loss": 2.1979215557084038 + }, + { + "step": 1674, + "lr": 0.0001, + "sup_loss": 2.19791087362941 + }, + { + "step": 1675, + "lr": 0.0001, + "sup_loss": 2.1979534689755633 + }, + { + "step": 1676, + "lr": 0.0001, + "sup_loss": 2.1979513538157884 + }, + { + "step": 1677, + "lr": 0.0001, + "sup_loss": 2.1978699300887685 + }, + { + "step": 1678, + "lr": 0.0001, + "sup_loss": 2.1979271543680348 + }, + { + "step": 1679, + "lr": 0.0001, + "sup_loss": 2.19791135942664 + }, + { + "step": 1680, + "lr": 0.0001, + "sup_loss": 2.1979127700089567 + }, + { + "step": 1681, + "lr": 0.0001, + "sup_loss": 2.1979309497627932 + }, + { + "step": 1682, + "lr": 0.0001, + "sup_loss": 2.197924089863551 + }, + { + "step": 1683, + "lr": 0.0001, + "sup_loss": 2.198035410821715 + }, + { + "step": 1684, + "lr": 0.0001, + "sup_loss": 2.1979647291399678 + }, + { + "step": 1685, + "lr": 0.0001, + "sup_loss": 2.1979766241756753 + }, + { + "step": 1686, + "lr": 0.0001, + "sup_loss": 2.197964469373305 + }, + { + "step": 1687, + "lr": 0.0001, + "sup_loss": 2.197899813356653 + }, + { + "step": 1688, + "lr": 0.0001, + "sup_loss": 2.1979451323205534 + }, + { + "step": 1689, + "lr": 0.0001, + "sup_loss": 2.198012739121976 + }, + { + "step": 1690, + "lr": 0.0001, + "sup_loss": 2.197910029955911 + }, + { + "step": 1691, + "lr": 0.0001, + "sup_loss": 2.197854432555358 + }, + { + "step": 1692, + "lr": 0.0001, + "sup_loss": 2.197851299720093 + }, + { + "step": 1693, + "lr": 0.0001, + "sup_loss": 2.1979530558958693 + }, + { + "step": 1694, + "lr": 0.0001, + "sup_loss": 2.1979151180776517 + }, + { + "step": 1695, + "lr": 0.0001, + "sup_loss": 2.1979640079989595 + }, + { + "step": 1696, + "lr": 0.0001, + "sup_loss": 2.197956614329293 + }, + { + "step": 1697, + "lr": 0.0001, + "sup_loss": 2.197971761983198 + }, + { + "step": 1698, + "lr": 0.0001, + "sup_loss": 2.1978840226189233 + }, + { + "step": 1699, + "lr": 0.0001, + "sup_loss": 2.197923294098128 + }, + { + "step": 1700, + "lr": 0.0001, + "sup_loss": 2.198034698334716 + }, + { + "step": 1701, + "lr": 0.0001, + "sup_loss": 2.197984846419505 + }, + { + "step": 1702, + "lr": 0.0001, + "sup_loss": 2.197954893863348 + }, + { + "step": 1703, + "lr": 0.0001, + "sup_loss": 2.1979412308630395 + }, + { + "step": 1704, + "lr": 0.0001, + "sup_loss": 2.197854460577592 + }, + { + "step": 1705, + "lr": 0.0001, + "sup_loss": 2.1979166043126765 + }, + { + "step": 1706, + "lr": 0.0001, + "sup_loss": 2.197936220910242 + }, + { + "step": 1707, + "lr": 0.0001, + "sup_loss": 2.197918318659589 + }, + { + "step": 1708, + "lr": 0.0001, + "sup_loss": 2.1979361312916765 + }, + { + "step": 1709, + "lr": 0.0001, + "sup_loss": 2.197901230922019 + }, + { + "step": 1710, + "lr": 0.0001, + "sup_loss": 2.1979296645252564 + }, + { + "step": 1711, + "lr": 0.0001, + "sup_loss": 2.197962185564658 + }, + { + "step": 1712, + "lr": 0.0001, + "sup_loss": 2.197952922760418 + }, + { + "step": 1713, + "lr": 0.0001, + "sup_loss": 2.197903376071055 + }, + { + "step": 1714, + "lr": 0.0001, + "sup_loss": 2.1979730799836372 + }, + { + "step": 1715, + "lr": 0.0001, + "sup_loss": 2.197909250714136 + }, + { + "step": 1716, + "lr": 0.0001, + "sup_loss": 2.1979288873013774 + }, + { + "step": 1717, + "lr": 0.0001, + "sup_loss": 2.1978844302127176 + }, + { + "step": 1718, + "lr": 0.0001, + "sup_loss": 2.1979539002509796 + }, + { + "step": 1719, + "lr": 0.0001, + "sup_loss": 2.19787174221326 + }, + { + "step": 1720, + "lr": 0.0001, + "sup_loss": 2.197887435131304 + }, + { + "step": 1721, + "lr": 0.0001, + "sup_loss": 2.1978676650798623 + }, + { + "step": 1722, + "lr": 0.0001, + "sup_loss": 2.1979371208933287 + }, + { + "step": 1723, + "lr": 0.0001, + "sup_loss": 2.1978968138989536 + }, + { + "step": 1724, + "lr": 0.0001, + "sup_loss": 2.1978986358827233 + }, + { + "step": 1725, + "lr": 0.0001, + "sup_loss": 2.197952952866526 + }, + { + "step": 1726, + "lr": 0.0001, + "sup_loss": 2.197882629929565 + }, + { + "step": 1727, + "lr": 0.0001, + "sup_loss": 2.1978917599094605 + }, + { + "step": 1728, + "lr": 0.0001, + "sup_loss": 2.1979110785243767 + }, + { + "step": 1729, + "lr": 0.0001, + "sup_loss": 2.1979087131376223 + }, + { + "step": 1730, + "lr": 0.0001, + "sup_loss": 2.197909592119051 + }, + { + "step": 1731, + "lr": 0.0001, + "sup_loss": 2.1978750452332174 + }, + { + "step": 1732, + "lr": 0.0001, + "sup_loss": 2.1979506578149475 + }, + { + "step": 1733, + "lr": 0.0001, + "sup_loss": 2.1979420080137353 + }, + { + "step": 1734, + "lr": 0.0001, + "sup_loss": 2.1978272498261795 + }, + { + "step": 1735, + "lr": 0.0001, + "sup_loss": 2.197897861484492 + }, + { + "step": 1736, + "lr": 0.0001, + "sup_loss": 2.197883847393703 + }, + { + "step": 1737, + "lr": 0.0001, + "sup_loss": 2.1979126564856792 + }, + { + "step": 1738, + "lr": 0.0001, + "sup_loss": 2.1979122413956422 + }, + { + "step": 1739, + "lr": 0.0001, + "sup_loss": 2.1979088717773823 + }, + { + "step": 1740, + "lr": 0.0001, + "sup_loss": 2.1978699704123925 + }, + { + "step": 1741, + "lr": 0.0001, + "sup_loss": 2.1979056632375062 + }, + { + "step": 1742, + "lr": 0.0001, + "sup_loss": 2.197800053756945 + }, + { + "step": 1743, + "lr": 0.0001, + "sup_loss": 2.197879435815199 + }, + { + "step": 1744, + "lr": 0.0001, + "sup_loss": 2.1979409755611248 + }, + { + "step": 1745, + "lr": 0.0001, + "sup_loss": 2.1979626263080267 + }, + { + "step": 1746, + "lr": 0.0001, + "sup_loss": 2.197801357941252 + }, + { + "step": 1747, + "lr": 0.0001, + "sup_loss": 2.1978890548562173 + }, + { + "step": 1748, + "lr": 0.0001, + "sup_loss": 2.197893468601057 + }, + { + "step": 1749, + "lr": 0.0001, + "sup_loss": 2.1978902650115515 + }, + { + "step": 1750, + "lr": 0.0001, + "sup_loss": 2.1979126294310083 + }, + { + "step": 1751, + "lr": 0.0001, + "sup_loss": 2.1978468781888973 + }, + { + "step": 1752, + "lr": 0.0001, + "sup_loss": 2.1978907646938395 + }, + { + "step": 1753, + "lr": 0.0001, + "sup_loss": 2.1979290950364945 + }, + { + "step": 1754, + "lr": 0.0001, + "sup_loss": 2.1978989060097147 + }, + { + "step": 1755, + "lr": 0.0001, + "sup_loss": 2.197860999207074 + }, + { + "step": 1756, + "lr": 0.0001, + "sup_loss": 2.1978863079042266 + }, + { + "step": 1757, + "lr": 0.0001, + "sup_loss": 2.1979319631684633 + }, + { + "step": 1758, + "lr": 0.0001, + "sup_loss": 2.1978519678101605 + }, + { + "step": 1759, + "lr": 0.0001, + "sup_loss": 2.197904364137977 + }, + { + "step": 1760, + "lr": 0.0001, + "sup_loss": 2.197862780118205 + }, + { + "step": 1761, + "lr": 0.0001, + "sup_loss": 2.1978977831038438 + }, + { + "step": 1762, + "lr": 0.0001, + "sup_loss": 2.197833351478134 + }, + { + "step": 1763, + "lr": 0.0001, + "sup_loss": 2.197877347894761 + }, + { + "step": 1764, + "lr": 0.0001, + "sup_loss": 2.1978548236894198 + }, + { + "step": 1765, + "lr": 0.0001, + "sup_loss": 2.197821247992262 + }, + { + "step": 1766, + "lr": 0.0001, + "sup_loss": 2.1978378268515026 + }, + { + "step": 1767, + "lr": 0.0001, + "sup_loss": 2.1978738872408483 + }, + { + "step": 1768, + "lr": 0.0001, + "sup_loss": 2.197885267413181 + }, + { + "step": 1769, + "lr": 0.0001, + "sup_loss": 2.19783525544698 + }, + { + "step": 1770, + "lr": 0.0001, + "sup_loss": 2.197870761558439 + }, + { + "step": 1771, + "lr": 0.0001, + "sup_loss": 2.197819668520334 + }, + { + "step": 1772, + "lr": 0.0001, + "sup_loss": 2.1978248851095277 + }, + { + "step": 1773, + "lr": 0.0001, + "sup_loss": 2.1977843568571 + }, + { + "step": 1774, + "lr": 0.0001, + "sup_loss": 2.197832396119286 + }, + { + "step": 1775, + "lr": 0.0001, + "sup_loss": 2.1978168536914 + }, + { + "step": 1776, + "lr": 0.0001, + "sup_loss": 2.197841410761149 + }, + { + "step": 1777, + "lr": 0.0001, + "sup_loss": 2.1978584982085168 + }, + { + "step": 1778, + "lr": 0.0001, + "sup_loss": 2.197778713259485 + }, + { + "step": 1779, + "lr": 0.0001, + "sup_loss": 2.1978314206397145 + }, + { + "step": 1780, + "lr": 0.0001, + "sup_loss": 2.1978777288173448 + }, + { + "step": 1781, + "lr": 0.0001, + "sup_loss": 2.1978237580342634 + }, + { + "step": 1782, + "lr": 0.0001, + "sup_loss": 2.1978568596035344 + }, + { + "step": 1783, + "lr": 0.0001, + "sup_loss": 2.1978512103418173 + }, + { + "step": 1784, + "lr": 0.0001, + "sup_loss": 2.197835547271449 + }, + { + "step": 1785, + "lr": 0.0001, + "sup_loss": 2.1978792535472067 + }, + { + "step": 1786, + "lr": 0.0001, + "sup_loss": 2.1978746906301394 + }, + { + "step": 1787, + "lr": 0.0001, + "sup_loss": 2.1978399702497455 + }, + { + "step": 1788, + "lr": 0.0001, + "sup_loss": 2.197816885496166 + }, + { + "step": 1789, + "lr": 0.0001, + "sup_loss": 2.1978651919094454 + }, + { + "step": 1790, + "lr": 0.0001, + "sup_loss": 2.1978429511297692 + }, + { + "step": 1791, + "lr": 0.0001, + "sup_loss": 2.197782977517546 + }, + { + "step": 1792, + "lr": 0.0001, + "sup_loss": 2.1978368190570903 + }, + { + "step": 1793, + "lr": 0.0001, + "sup_loss": 2.197866974600221 + }, + { + "step": 1794, + "lr": 0.0001, + "sup_loss": 2.197861219011796 + }, + { + "step": 1795, + "lr": 0.0001, + "sup_loss": 2.1978807708401393 + }, + { + "step": 1796, + "lr": 0.0001, + "sup_loss": 2.197857062126995 + }, + { + "step": 1797, + "lr": 0.0001, + "sup_loss": 2.1978420273465407 + }, + { + "step": 1798, + "lr": 0.0001, + "sup_loss": 2.197877871277167 + }, + { + "step": 1799, + "lr": 0.0001, + "sup_loss": 2.1978454436827386 + }, + { + "step": 1800, + "lr": 0.0001, + "sup_loss": 2.1978094738486673 + }, + { + "step": 1801, + "lr": 0.0001, + "sup_loss": 2.1978136326314974 + }, + { + "step": 1802, + "lr": 0.0001, + "sup_loss": 2.19788053247365 + }, + { + "step": 1803, + "lr": 0.0001, + "sup_loss": 2.1977596560549038 + }, + { + "step": 1804, + "lr": 0.0001, + "sup_loss": 2.1978176015347515 + }, + { + "step": 1805, + "lr": 0.0001, + "sup_loss": 2.1978420393456695 + }, + { + "step": 1806, + "lr": 0.0001, + "sup_loss": 2.1977668204217315 + }, + { + "step": 1807, + "lr": 0.0001, + "sup_loss": 2.197759433071028 + }, + { + "step": 1808, + "lr": 0.0001, + "sup_loss": 2.197759321611811 + }, + { + "step": 1809, + "lr": 0.0001, + "sup_loss": 2.197747458924812 + }, + { + "step": 1810, + "lr": 0.0001, + "sup_loss": 2.1977558753036552 + }, + { + "step": 1811, + "lr": 0.0001, + "sup_loss": 2.1977879045809523 + }, + { + "step": 1812, + "lr": 0.0001, + "sup_loss": 2.197761618570626 + }, + { + "step": 1813, + "lr": 0.0001, + "sup_loss": 2.19772030804323 + }, + { + "step": 1814, + "lr": 0.0001, + "sup_loss": 2.1977515222639985 + }, + { + "step": 1815, + "lr": 0.0001, + "sup_loss": 2.197723285568781 + }, + { + "step": 1816, + "lr": 0.0001, + "sup_loss": 2.1977549894082613 + }, + { + "step": 1817, + "lr": 0.0001, + "sup_loss": 2.197815194353421 + }, + { + "step": 1818, + "lr": 0.0001, + "sup_loss": 2.197772526110036 + }, + { + "step": 1819, + "lr": 0.0001, + "sup_loss": 2.1978170258755245 + }, + { + "step": 1820, + "lr": 0.0001, + "sup_loss": 2.197726828958985 + }, + { + "step": 1821, + "lr": 0.0001, + "sup_loss": 2.1977261049729773 + }, + { + "step": 1822, + "lr": 0.0001, + "sup_loss": 2.19773705741606 + }, + { + "step": 1823, + "lr": 0.0001, + "sup_loss": 2.197762965126041 + }, + { + "step": 1824, + "lr": 0.0001, + "sup_loss": 2.197749149053088 + }, + { + "step": 1825, + "lr": 0.0001, + "sup_loss": 2.1977379490404028 + }, + { + "step": 1826, + "lr": 0.0001, + "sup_loss": 2.197799995064332 + }, + { + "step": 1827, + "lr": 0.0001, + "sup_loss": 2.1977758791925064 + }, + { + "step": 1828, + "lr": 0.0001, + "sup_loss": 2.1977843264731947 + }, + { + "step": 1829, + "lr": 0.0001, + "sup_loss": 2.197753231753335 + }, + { + "step": 1830, + "lr": 0.0001, + "sup_loss": 2.197822673478526 + }, + { + "step": 1831, + "lr": 0.0001, + "sup_loss": 2.1977730841135457 + }, + { + "step": 1832, + "lr": 0.0001, + "sup_loss": 2.197686835987915 + }, + { + "step": 1833, + "lr": 0.0001, + "sup_loss": 2.1977056560048593 + }, + { + "step": 1834, + "lr": 0.0001, + "sup_loss": 2.197718086594156 + }, + { + "step": 1835, + "lr": 0.0001, + "sup_loss": 2.1978146096081836 + }, + { + "step": 1836, + "lr": 0.0001, + "sup_loss": 2.197723155877461 + }, + { + "step": 1837, + "lr": 0.0001, + "sup_loss": 2.1977018997830298 + }, + { + "step": 1838, + "lr": 0.0001, + "sup_loss": 2.1976756663919477 + }, + { + "step": 1839, + "lr": 0.0001, + "sup_loss": 2.197737606293683 + }, + { + "step": 1840, + "lr": 0.0001, + "sup_loss": 2.1977435120632056 + }, + { + "step": 1841, + "lr": 0.0001, + "sup_loss": 2.1977185749936123 + }, + { + "step": 1842, + "lr": 0.0001, + "sup_loss": 2.197742920814254 + }, + { + "step": 1843, + "lr": 0.0001, + "sup_loss": 2.1977618071933147 + }, + { + "step": 1844, + "lr": 0.0001, + "sup_loss": 2.1977867240370665 + }, + { + "step": 1845, + "lr": 0.0001, + "sup_loss": 2.197712159384353 + }, + { + "step": 1846, + "lr": 0.0001, + "sup_loss": 2.1977833094187718 + }, + { + "step": 1847, + "lr": 0.0001, + "sup_loss": 2.1977147128822105 + }, + { + "step": 1848, + "lr": 0.0001, + "sup_loss": 2.1977626150523397 + }, + { + "step": 1849, + "lr": 0.0001, + "sup_loss": 2.197732497742399 + }, + { + "step": 1850, + "lr": 0.0001, + "sup_loss": 2.197724615259195 + }, + { + "step": 1851, + "lr": 0.0001, + "sup_loss": 2.197803195081535 + }, + { + "step": 1852, + "lr": 0.0001, + "sup_loss": 2.1976744416168987 + }, + { + "step": 1853, + "lr": 0.0001, + "sup_loss": 2.197678474090652 + }, + { + "step": 1854, + "lr": 0.0001, + "sup_loss": 2.197774948022298 + }, + { + "step": 1855, + "lr": 0.0001, + "sup_loss": 2.1977917311376283 + }, + { + "step": 1856, + "lr": 0.0001, + "sup_loss": 2.1976672623941966 + }, + { + "step": 1857, + "lr": 0.0001, + "sup_loss": 2.1977211079114856 + }, + { + "step": 1858, + "lr": 0.0001, + "sup_loss": 2.197717464233259 + }, + { + "step": 1859, + "lr": 0.0001, + "sup_loss": 2.1977055522936926 + }, + { + "step": 1860, + "lr": 0.0001, + "sup_loss": 2.197703174930594 + }, + { + "step": 1861, + "lr": 0.0001, + "sup_loss": 2.1977839744189915 + }, + { + "step": 1862, + "lr": 0.0001, + "sup_loss": 2.1977390837101956 + }, + { + "step": 1863, + "lr": 0.0001, + "sup_loss": 2.1977230959205443 + }, + { + "step": 1864, + "lr": 0.0001, + "sup_loss": 2.197748800705654 + }, + { + "step": 1865, + "lr": 0.0001, + "sup_loss": 2.197741009998905 + }, + { + "step": 1866, + "lr": 0.0001, + "sup_loss": 2.1976708900365205 + }, + { + "step": 1867, + "lr": 0.0001, + "sup_loss": 2.197720162420808 + }, + { + "step": 1868, + "lr": 0.0001, + "sup_loss": 2.1976667383071034 + }, + { + "step": 1869, + "lr": 0.0001, + "sup_loss": 2.1977636342393234 + }, + { + "step": 1870, + "lr": 0.0001, + "sup_loss": 2.1977254284854673 + }, + { + "step": 1871, + "lr": 0.0001, + "sup_loss": 2.197690462907774 + }, + { + "step": 1872, + "lr": 0.0001, + "sup_loss": 2.1976825728305913 + }, + { + "step": 1873, + "lr": 0.0001, + "sup_loss": 2.197743343348523 + }, + { + "step": 1874, + "lr": 0.0001, + "sup_loss": 2.1977477453929994 + }, + { + "step": 1875, + "lr": 0.0001, + "sup_loss": 2.197712837242841 + }, + { + "step": 1876, + "lr": 0.0001, + "sup_loss": 2.1976362850689273 + }, + { + "step": 1877, + "lr": 0.0001, + "sup_loss": 2.1977052713431124 + }, + { + "step": 1878, + "lr": 0.0001, + "sup_loss": 2.1977061033435343 + }, + { + "step": 1879, + "lr": 0.0001, + "sup_loss": 2.1977112869294415 + }, + { + "step": 1880, + "lr": 0.0001, + "sup_loss": 2.1977512652530504 + }, + { + "step": 1881, + "lr": 0.0001, + "sup_loss": 2.1977141457669576 + }, + { + "step": 1882, + "lr": 0.0001, + "sup_loss": 2.1977221923667734 + }, + { + "step": 1883, + "lr": 0.0001, + "sup_loss": 2.1977526630734574 + }, + { + "step": 1884, + "lr": 0.0001, + "sup_loss": 2.197652454367203 + }, + { + "step": 1885, + "lr": 0.0001, + "sup_loss": 2.1977526935117355 + }, + { + "step": 1886, + "lr": 0.0001, + "sup_loss": 2.197667850061234 + }, + { + "step": 1887, + "lr": 0.0001, + "sup_loss": 2.1977240469308814 + }, + { + "step": 1888, + "lr": 0.0001, + "sup_loss": 2.1977200563758386 + }, + { + "step": 1889, + "lr": 0.0001, + "sup_loss": 2.1978030873570766 + }, + { + "step": 1890, + "lr": 0.0001, + "sup_loss": 2.1977205143435006 + }, + { + "step": 1891, + "lr": 0.0001, + "sup_loss": 2.1977511530375002 + }, + { + "step": 1892, + "lr": 0.0001, + "sup_loss": 2.1977547040027985 + }, + { + "step": 1893, + "lr": 0.0001, + "sup_loss": 2.1977109541741484 + }, + { + "step": 1894, + "lr": 0.0001, + "sup_loss": 2.197741166127671 + }, + { + "step": 1895, + "lr": 0.0001, + "sup_loss": 2.1976976519620766 + }, + { + "step": 1896, + "lr": 0.0001, + "sup_loss": 2.1977258923628122 + }, + { + "step": 1897, + "lr": 0.0001, + "sup_loss": 2.1977131135911065 + }, + { + "step": 1898, + "lr": 0.0001, + "sup_loss": 2.197773317611726 + }, + { + "step": 1899, + "lr": 0.0001, + "sup_loss": 2.197774692958826 + }, + { + "step": 1900, + "lr": 0.0001, + "sup_loss": 2.1977514409826653 + }, + { + "step": 1901, + "lr": 0.0001, + "sup_loss": 2.1977699836524014 + }, + { + "step": 1902, + "lr": 0.0001, + "sup_loss": 2.197725337838308 + }, + { + "step": 1903, + "lr": 0.0001, + "sup_loss": 2.1977419573180654 + }, + { + "step": 1904, + "lr": 0.0001, + "sup_loss": 2.197746821658253 + }, + { + "step": 1905, + "lr": 0.0001, + "sup_loss": 2.197747831685947 + }, + { + "step": 1906, + "lr": 0.0001, + "sup_loss": 2.1977084449607163 + }, + { + "step": 1907, + "lr": 0.0001, + "sup_loss": 2.1977551993476103 + }, + { + "step": 1908, + "lr": 0.0001, + "sup_loss": 2.1977174819636582 + }, + { + "step": 1909, + "lr": 0.0001, + "sup_loss": 2.197727483597083 + }, + { + "step": 1910, + "lr": 0.0001, + "sup_loss": 2.1977849005563748 + }, + { + "step": 1911, + "lr": 0.0001, + "sup_loss": 2.197738949314571 + }, + { + "step": 1912, + "lr": 0.0001, + "sup_loss": 2.1977396905881528 + }, + { + "step": 1913, + "lr": 0.0001, + "sup_loss": 2.197747293828087 + }, + { + "step": 1914, + "lr": 0.0001, + "sup_loss": 2.197754997238081 + }, + { + "step": 1915, + "lr": 0.0001, + "sup_loss": 2.197712415586426 + }, + { + "step": 1916, + "lr": 0.0001, + "sup_loss": 2.1977395089071132 + }, + { + "step": 1917, + "lr": 0.0001, + "sup_loss": 2.197712381683751 + }, + { + "step": 1918, + "lr": 0.0001, + "sup_loss": 2.1977162394996554 + }, + { + "step": 1919, + "lr": 0.0001, + "sup_loss": 2.1976949411457647 + }, + { + "step": 1920, + "lr": 0.0001, + "sup_loss": 2.1977241796319658 + }, + { + "step": 1921, + "lr": 0.0001, + "sup_loss": 2.1977167926194774 + }, + { + "step": 1922, + "lr": 0.0001, + "sup_loss": 2.1977252269487573 + }, + { + "step": 1923, + "lr": 0.0001, + "sup_loss": 2.1976673080836737 + }, + { + "step": 1924, + "lr": 0.0001, + "sup_loss": 2.197719190184312 + }, + { + "step": 1925, + "lr": 0.0001, + "sup_loss": 2.197661759624804 + }, + { + "step": 1926, + "lr": 0.0001, + "sup_loss": 2.1976734585479067 + }, + { + "step": 1927, + "lr": 0.0001, + "sup_loss": 2.197724922278584 + }, + { + "step": 1928, + "lr": 0.0001, + "sup_loss": 2.1977341645804893 + }, + { + "step": 1929, + "lr": 0.0001, + "sup_loss": 2.1977327315123767 + }, + { + "step": 1930, + "lr": 0.0001, + "sup_loss": 2.197782567813421 + }, + { + "step": 1931, + "lr": 0.0001, + "sup_loss": 2.197731733285625 + }, + { + "step": 1932, + "lr": 0.0001, + "sup_loss": 2.1978425868895552 + }, + { + "step": 1933, + "lr": 0.0001, + "sup_loss": 2.1977473080009204 + }, + { + "step": 1934, + "lr": 0.0001, + "sup_loss": 2.1977060457549547 + }, + { + "step": 1935, + "lr": 0.0001, + "sup_loss": 2.197752692378886 + }, + { + "step": 1936, + "lr": 0.0001, + "sup_loss": 2.197766867945943 + }, + { + "step": 1937, + "lr": 0.0001, + "sup_loss": 2.1977298403024985 + }, + { + "step": 1938, + "lr": 0.0001, + "sup_loss": 2.1977419496299255 + }, + { + "step": 1939, + "lr": 0.0001, + "sup_loss": 2.1977862485337294 + }, + { + "step": 1940, + "lr": 0.0001, + "sup_loss": 2.1977512022733596 + }, + { + "step": 1941, + "lr": 0.0001, + "sup_loss": 2.1977595490727633 + }, + { + "step": 1942, + "lr": 0.0001, + "sup_loss": 2.1977173761253175 + }, + { + "step": 1943, + "lr": 0.0001, + "sup_loss": 2.197702594561035 + }, + { + "step": 1944, + "lr": 0.0001, + "sup_loss": 2.197758695489324 + }, + { + "step": 1945, + "lr": 0.0001, + "sup_loss": 2.1977710245571145 + }, + { + "step": 1946, + "lr": 0.0001, + "sup_loss": 2.197750231265883 + }, + { + "step": 1947, + "lr": 0.0001, + "sup_loss": 2.1977056985477272 + }, + { + "step": 1948, + "lr": 0.0001, + "sup_loss": 2.19769527444088 + }, + { + "step": 1949, + "lr": 0.0001, + "sup_loss": 2.197682114645768 + }, + { + "step": 1950, + "lr": 0.0001, + "sup_loss": 2.1977698125944256 + }, + { + "step": 1951, + "lr": 0.0001, + "sup_loss": 2.1977363269669024 + }, + { + "step": 1952, + "lr": 0.0001, + "sup_loss": 2.1976967073217843 + }, + { + "step": 1953, + "lr": 0.0001, + "sup_loss": 2.1977190323826425 + }, + { + "step": 1954, + "lr": 0.0001, + "sup_loss": 2.19768406193022 + }, + { + "step": 1955, + "lr": 0.0001, + "sup_loss": 2.1976503001485823 + }, + { + "step": 1956, + "lr": 0.0001, + "sup_loss": 2.1977765999413723 + }, + { + "step": 1957, + "lr": 0.0001, + "sup_loss": 2.1976873312019225 + }, + { + "step": 1958, + "lr": 0.0001, + "sup_loss": 2.1977152888486744 + }, + { + "step": 1959, + "lr": 0.0001, + "sup_loss": 2.1977356999615707 + }, + { + "step": 1960, + "lr": 0.0001, + "sup_loss": 2.19766905719101 + }, + { + "step": 1961, + "lr": 0.0001, + "sup_loss": 2.1977515009106594 + }, + { + "step": 1962, + "lr": 0.0001, + "sup_loss": 2.197673556557085 + }, + { + "step": 1963, + "lr": 0.0001, + "sup_loss": 2.1977319063164744 + }, + { + "step": 1964, + "lr": 0.0001, + "sup_loss": 2.197731441289644 + }, + { + "step": 1965, + "lr": 0.0001, + "sup_loss": 2.1977278739822714 + }, + { + "step": 1966, + "lr": 0.0001, + "sup_loss": 2.197730344636838 + }, + { + "step": 1967, + "lr": 0.0001, + "sup_loss": 2.197738750762469 + }, + { + "step": 1968, + "lr": 0.0001, + "sup_loss": 2.197735300717977 + }, + { + "step": 1969, + "lr": 0.0001, + "sup_loss": 2.197734040369562 + }, + { + "step": 1970, + "lr": 0.0001, + "sup_loss": 2.1977311122029315 + }, + { + "step": 1971, + "lr": 0.0001, + "sup_loss": 2.197680499987357 + }, + { + "step": 1972, + "lr": 0.0001, + "sup_loss": 2.197699501251349 + }, + { + "step": 1973, + "lr": 0.0001, + "sup_loss": 2.197694234492058 + }, + { + "step": 1974, + "lr": 0.0001, + "sup_loss": 2.1977243554286177 + }, + { + "step": 1975, + "lr": 0.0001, + "sup_loss": 2.1976844717937962 + }, + { + "step": 1976, + "lr": 0.0001, + "sup_loss": 2.1977519457163064 + }, + { + "step": 1977, + "lr": 0.0001, + "sup_loss": 2.1977178221255613 + }, + { + "step": 1978, + "lr": 0.0001, + "sup_loss": 2.1977169947314783 + }, + { + "step": 1979, + "lr": 0.0001, + "sup_loss": 2.1977276914537085 + }, + { + "step": 1980, + "lr": 0.0001, + "sup_loss": 2.197755041398956 + }, + { + "step": 1981, + "lr": 0.0001, + "sup_loss": 2.197782369345404 + }, + { + "step": 1982, + "lr": 0.0001, + "sup_loss": 2.1977023965800733 + }, + { + "step": 1983, + "lr": 0.0001, + "sup_loss": 2.197701718407272 + }, + { + "step": 1984, + "lr": 0.0001, + "sup_loss": 2.197693406491907 + }, + { + "step": 1985, + "lr": 0.0001, + "sup_loss": 2.1976942334573684 + }, + { + "step": 1986, + "lr": 0.0001, + "sup_loss": 2.1976912319921937 + }, + { + "step": 1987, + "lr": 0.0001, + "sup_loss": 2.1976961200324228 + }, + { + "step": 1988, + "lr": 0.0001, + "sup_loss": 2.197694890732937 + }, + { + "step": 1989, + "lr": 0.0001, + "sup_loss": 2.197665934085313 + }, + { + "step": 1990, + "lr": 0.0001, + "sup_loss": 2.197714587384218 + }, + { + "step": 1991, + "lr": 0.0001, + "sup_loss": 2.197710547119641 + }, + { + "step": 1992, + "lr": 0.0001, + "sup_loss": 2.197715152836475 + }, + { + "step": 1993, + "lr": 0.0001, + "sup_loss": 2.19773150332003 + }, + { + "step": 1994, + "lr": 0.0001, + "sup_loss": 2.197688210641288 + }, + { + "step": 1995, + "lr": 0.0001, + "sup_loss": 2.1976853187139236 + }, + { + "step": 1996, + "lr": 0.0001, + "sup_loss": 2.1977057006550815 + }, + { + "step": 1997, + "lr": 0.0001, + "sup_loss": 2.197715869266621 + }, + { + "step": 1998, + "lr": 0.0001, + "sup_loss": 2.197689746366521 + }, + { + "step": 1999, + "lr": 0.0001, + "sup_loss": 2.197709753387666 + }, + { + "step": 2000, + "lr": 0.0001, + "sup_loss": 2.1977290804810643 + }, + { + "step": 2001, + "lr": 0.0001, + "sup_loss": 2.1976560305552644 + }, + { + "step": 2002, + "lr": 0.0001, + "sup_loss": 2.197740027830093 + }, + { + "step": 2003, + "lr": 0.0001, + "sup_loss": 2.197647844081279 + }, + { + "step": 2004, + "lr": 0.0001, + "sup_loss": 2.1976864032676424 + }, + { + "step": 2005, + "lr": 0.0001, + "sup_loss": 2.1976976649017272 + }, + { + "step": 2006, + "lr": 0.0001, + "sup_loss": 2.197663112515036 + }, + { + "step": 2007, + "lr": 0.0001, + "sup_loss": 2.1976657994122513 + }, + { + "step": 2008, + "lr": 0.0001, + "sup_loss": 2.1976620128210467 + }, + { + "step": 2009, + "lr": 0.0001, + "sup_loss": 2.1977236047856348 + }, + { + "step": 2010, + "lr": 0.0001, + "sup_loss": 2.1976754668549803 + }, + { + "step": 2011, + "lr": 0.0001, + "sup_loss": 2.1976043747161444 + }, + { + "step": 2012, + "lr": 0.0001, + "sup_loss": 2.1976598384065595 + }, + { + "step": 2013, + "lr": 0.0001, + "sup_loss": 2.197700525691784 + }, + { + "step": 2014, + "lr": 0.0001, + "sup_loss": 2.1977004709135692 + }, + { + "step": 2015, + "lr": 0.0001, + "sup_loss": 2.1977016766083097 + }, + { + "step": 2016, + "lr": 0.0001, + "sup_loss": 2.1976352144623643 + }, + { + "step": 2017, + "lr": 0.0001, + "sup_loss": 2.197708735697786 + }, + { + "step": 2018, + "lr": 0.0001, + "sup_loss": 2.19760527660657 + }, + { + "step": 2019, + "lr": 0.0001, + "sup_loss": 2.1977138295456786 + }, + { + "step": 2020, + "lr": 0.0001, + "sup_loss": 2.197690782316447 + }, + { + "step": 2021, + "lr": 0.0001, + "sup_loss": 2.197722838022602 + }, + { + "step": 2022, + "lr": 0.0001, + "sup_loss": 2.197660425402486 + }, + { + "step": 2023, + "lr": 0.0001, + "sup_loss": 2.1976662884799945 + }, + { + "step": 2024, + "lr": 0.0001, + "sup_loss": 2.1976932306831225 + }, + { + "step": 2025, + "lr": 0.0001, + "sup_loss": 2.197710880578888 + }, + { + "step": 2026, + "lr": 0.0001, + "sup_loss": 2.1976711419229362 + }, + { + "step": 2027, + "lr": 0.0001, + "sup_loss": 2.197775622004773 + }, + { + "step": 2028, + "lr": 0.0001, + "sup_loss": 2.1976708248029264 + }, + { + "step": 2029, + "lr": 0.0001, + "sup_loss": 2.197686993739473 + }, + { + "step": 2030, + "lr": 0.0001, + "sup_loss": 2.1976219240215586 + }, + { + "step": 2031, + "lr": 0.0001, + "sup_loss": 2.19763924987686 + }, + { + "step": 2032, + "lr": 0.0001, + "sup_loss": 2.197723613432191 + }, + { + "step": 2033, + "lr": 0.0001, + "sup_loss": 2.197728728151402 + }, + { + "step": 2034, + "lr": 0.0001, + "sup_loss": 2.1977748736872984 + }, + { + "step": 2035, + "lr": 0.0001, + "sup_loss": 2.197664679098935 + }, + { + "step": 2036, + "lr": 0.0001, + "sup_loss": 2.197674617084811 + }, + { + "step": 2037, + "lr": 0.0001, + "sup_loss": 2.1976742399040754 + }, + { + "step": 2038, + "lr": 0.0001, + "sup_loss": 2.19767457129692 + }, + { + "step": 2039, + "lr": 0.0001, + "sup_loss": 2.197691192115907 + }, + { + "step": 2040, + "lr": 0.0001, + "sup_loss": 2.197667461481712 + }, + { + "step": 2041, + "lr": 0.0001, + "sup_loss": 2.197600912057398 + }, + { + "step": 2042, + "lr": 0.0001, + "sup_loss": 2.1976689411711994 + }, + { + "step": 2043, + "lr": 0.0001, + "sup_loss": 2.1976721298345803 + }, + { + "step": 2044, + "lr": 0.0001, + "sup_loss": 2.1976733279803833 + }, + { + "step": 2045, + "lr": 0.0001, + "sup_loss": 2.197697875906186 + }, + { + "step": 2046, + "lr": 0.0001, + "sup_loss": 2.1977114862644793 + }, + { + "step": 2047, + "lr": 0.0001, + "sup_loss": 2.197648198189154 + }, + { + "step": 2048, + "lr": 0.0001, + "sup_loss": 2.1976849216394028 + }, + { + "step": 2049, + "lr": 0.0001, + "sup_loss": 2.1975446696326393 + }, + { + "step": 2050, + "lr": 0.0001, + "sup_loss": 2.197596970922498 + }, + { + "step": 2051, + "lr": 0.0001, + "sup_loss": 2.197712745070719 + }, + { + "step": 2052, + "lr": 0.0001, + "sup_loss": 2.1976348323915698 + }, + { + "step": 2053, + "lr": 0.0001, + "sup_loss": 2.1975606528691607 + }, + { + "step": 2054, + "lr": 0.0001, + "sup_loss": 2.197665142806699 + }, + { + "step": 2055, + "lr": 0.0001, + "sup_loss": 2.1976273461489857 + }, + { + "step": 2056, + "lr": 0.0001, + "sup_loss": 2.1976322764432377 + }, + { + "step": 2057, + "lr": 0.0001, + "sup_loss": 2.197708984799473 + }, + { + "step": 2058, + "lr": 0.0001, + "sup_loss": 2.197743004078699 + }, + { + "step": 2059, + "lr": 0.0001, + "sup_loss": 2.197694266198048 + }, + { + "step": 2060, + "lr": 0.0001, + "sup_loss": 2.1976438136565966 + }, + { + "step": 2061, + "lr": 0.0001, + "sup_loss": 2.1976888839282958 + }, + { + "step": 2062, + "lr": 0.0001, + "sup_loss": 2.1977012997917353 + }, + { + "step": 2063, + "lr": 0.0001, + "sup_loss": 2.1976928125314275 + }, + { + "step": 2064, + "lr": 0.0001, + "sup_loss": 2.1977173902023424 + }, + { + "step": 2065, + "lr": 0.0001, + "sup_loss": 2.197643842746502 + }, + { + "step": 2066, + "lr": 0.0001, + "sup_loss": 2.1976476789774506 + }, + { + "step": 2067, + "lr": 0.0001, + "sup_loss": 2.1976460233045314 + }, + { + "step": 2068, + "lr": 0.0001, + "sup_loss": 2.1976954494719254 + }, + { + "step": 2069, + "lr": 0.0001, + "sup_loss": 2.197720656342882 + }, + { + "step": 2070, + "lr": 0.0001, + "sup_loss": 2.1976654532958326 + }, + { + "step": 2071, + "lr": 0.0001, + "sup_loss": 2.1976660075771632 + }, + { + "step": 2072, + "lr": 0.0001, + "sup_loss": 2.197689529727646 + }, + { + "step": 2073, + "lr": 0.0001, + "sup_loss": 2.1976812156487204 + }, + { + "step": 2074, + "lr": 0.0001, + "sup_loss": 2.1976893233243335 + }, + { + "step": 2075, + "lr": 0.0001, + "sup_loss": 2.1976060771252195 + }, + { + "step": 2076, + "lr": 0.0001, + "sup_loss": 2.1975985864699568 + }, + { + "step": 2077, + "lr": 0.0001, + "sup_loss": 2.197719809420511 + }, + { + "step": 2078, + "lr": 0.0001, + "sup_loss": 2.197682679708827 + }, + { + "step": 2079, + "lr": 0.0001, + "sup_loss": 2.197585479084461 + }, + { + "step": 2080, + "lr": 0.0001, + "sup_loss": 2.1976797115345756 + }, + { + "step": 2081, + "lr": 0.0001, + "sup_loss": 2.1976706775894415 + }, + { + "step": 2082, + "lr": 0.0001, + "sup_loss": 2.1976508928785923 + }, + { + "step": 2083, + "lr": 0.0001, + "sup_loss": 2.1976523828164662 + }, + { + "step": 2084, + "lr": 0.0001, + "sup_loss": 2.197640558577139 + }, + { + "step": 2085, + "lr": 0.0001, + "sup_loss": 2.197715416849005 + }, + { + "step": 2086, + "lr": 0.0001, + "sup_loss": 2.1976788445295856 + }, + { + "step": 2087, + "lr": 0.0001, + "sup_loss": 2.197728388463349 + }, + { + "step": 2088, + "lr": 0.0001, + "sup_loss": 2.197623309033105 + }, + { + "step": 2089, + "lr": 0.0001, + "sup_loss": 2.197678831909228 + }, + { + "step": 2090, + "lr": 0.0001, + "sup_loss": 2.1976577334305576 + }, + { + "step": 2091, + "lr": 0.0001, + "sup_loss": 2.1976383982514944 + }, + { + "step": 2092, + "lr": 0.0001, + "sup_loss": 2.197664700246263 + }, + { + "step": 2093, + "lr": 0.0001, + "sup_loss": 2.197627033995399 + }, + { + "step": 2094, + "lr": 0.0001, + "sup_loss": 2.1977321488673085 + }, + { + "step": 2095, + "lr": 0.0001, + "sup_loss": 2.1976878566893587 + }, + { + "step": 2096, + "lr": 0.0001, + "sup_loss": 2.1976400680002808 + }, + { + "step": 2097, + "lr": 0.0001, + "sup_loss": 2.1977105052176684 + }, + { + "step": 2098, + "lr": 0.0001, + "sup_loss": 2.1976708785069174 + }, + { + "step": 2099, + "lr": 0.0001, + "sup_loss": 2.1976569345882884 + }, + { + "step": 2100, + "lr": 0.0001, + "sup_loss": 2.197609138369631 + }, + { + "step": 2101, + "lr": 0.0001, + "sup_loss": 2.197651706340291 + }, + { + "step": 2102, + "lr": 0.0001, + "sup_loss": 2.197672745298603 + }, + { + "step": 2103, + "lr": 0.0001, + "sup_loss": 2.1976142777976486 + }, + { + "step": 2104, + "lr": 0.0001, + "sup_loss": 2.1976419433757237 + }, + { + "step": 2105, + "lr": 0.0001, + "sup_loss": 2.1976430903729174 + }, + { + "step": 2106, + "lr": 0.0001, + "sup_loss": 2.1975990648990296 + }, + { + "step": 2107, + "lr": 0.0001, + "sup_loss": 2.197686676318199 + }, + { + "step": 2108, + "lr": 0.0001, + "sup_loss": 2.1976796276292405 + }, + { + "step": 2109, + "lr": 0.0001, + "sup_loss": 2.1977243102134745 + }, + { + "step": 2110, + "lr": 0.0001, + "sup_loss": 2.197646506952401 + }, + { + "step": 2111, + "lr": 0.0001, + "sup_loss": 2.1977035533922917 + }, + { + "step": 2112, + "lr": 0.0001, + "sup_loss": 2.1977242638863794 + }, + { + "step": 2113, + "lr": 0.0001, + "sup_loss": 2.1977501868235825 + }, + { + "step": 2114, + "lr": 0.0001, + "sup_loss": 2.1977721860291854 + }, + { + "step": 2115, + "lr": 0.0001, + "sup_loss": 2.1976501055836497 + }, + { + "step": 2116, + "lr": 0.0001, + "sup_loss": 2.197596477994951 + }, + { + "step": 2117, + "lr": 0.0001, + "sup_loss": 2.1978118536709497 + }, + { + "step": 2118, + "lr": 0.0001, + "sup_loss": 2.197713377180862 + }, + { + "step": 2119, + "lr": 0.0001, + "sup_loss": 2.1976816341229104 + }, + { + "step": 2120, + "lr": 0.0001, + "sup_loss": 2.197612192767874 + }, + { + "step": 2121, + "lr": 0.0001, + "sup_loss": 2.1976450062423885 + }, + { + "step": 2122, + "lr": 0.0001, + "sup_loss": 2.197626894719833 + }, + { + "step": 2123, + "lr": 0.0001, + "sup_loss": 2.19761075391372 + }, + { + "step": 2124, + "lr": 0.0001, + "sup_loss": 2.1977093772080307 + }, + { + "step": 2125, + "lr": 0.0001, + "sup_loss": 2.1977394498739233 + }, + { + "step": 2126, + "lr": 0.0001, + "sup_loss": 2.197688793961908 + }, + { + "step": 2127, + "lr": 0.0001, + "sup_loss": 2.197699451990665 + }, + { + "step": 2128, + "lr": 0.0001, + "sup_loss": 2.197674514192003 + }, + { + "step": 2129, + "lr": 0.0001, + "sup_loss": 2.1977314781332797 + }, + { + "step": 2130, + "lr": 0.0001, + "sup_loss": 2.19767528646467 + }, + { + "step": 2131, + "lr": 0.0001, + "sup_loss": 2.1976520215282984 + }, + { + "step": 2132, + "lr": 0.0001, + "sup_loss": 2.1976594190845575 + }, + { + "step": 2133, + "lr": 0.0001, + "sup_loss": 2.1976596016678998 + }, + { + "step": 2134, + "lr": 0.0001, + "sup_loss": 2.197692680691051 + }, + { + "step": 2135, + "lr": 0.0001, + "sup_loss": 2.197660016745529 + }, + { + "step": 2136, + "lr": 0.0001, + "sup_loss": 2.19763389774783 + }, + { + "step": 2137, + "lr": 0.0001, + "sup_loss": 2.1976483165506564 + }, + { + "step": 2138, + "lr": 0.0001, + "sup_loss": 2.1976369454186404 + }, + { + "step": 2139, + "lr": 0.0001, + "sup_loss": 2.1976299130620633 + }, + { + "step": 2140, + "lr": 0.0001, + "sup_loss": 2.1976369688920254 + }, + { + "step": 2141, + "lr": 0.0001, + "sup_loss": 2.197607857795633 + }, + { + "step": 2142, + "lr": 0.0001, + "sup_loss": 2.197611600839959 + }, + { + "step": 2143, + "lr": 0.0001, + "sup_loss": 2.197686472778659 + }, + { + "step": 2144, + "lr": 0.0001, + "sup_loss": 2.1976631783646687 + }, + { + "step": 2145, + "lr": 0.0001, + "sup_loss": 2.1976641020752448 + }, + { + "step": 2146, + "lr": 0.0001, + "sup_loss": 2.197605405120139 + }, + { + "step": 2147, + "lr": 0.0001, + "sup_loss": 2.1975933733029103 + }, + { + "step": 2148, + "lr": 0.0001, + "sup_loss": 2.197635887567939 + }, + { + "step": 2149, + "lr": 0.0001, + "sup_loss": 2.1976603506483423 + }, + { + "step": 2150, + "lr": 0.0001, + "sup_loss": 2.1975869977871274 + }, + { + "step": 2151, + "lr": 0.0001, + "sup_loss": 2.1975981237364675 + }, + { + "step": 2152, + "lr": 0.0001, + "sup_loss": 2.197553860601202 + }, + { + "step": 2153, + "lr": 0.0001, + "sup_loss": 2.1975420631781266 + }, + { + "step": 2154, + "lr": 0.0001, + "sup_loss": 2.197575862511327 + }, + { + "step": 2155, + "lr": 0.0001, + "sup_loss": 2.19758640551878 + }, + { + "step": 2156, + "lr": 0.0001, + "sup_loss": 2.1975916545282415 + }, + { + "step": 2157, + "lr": 0.0001, + "sup_loss": 2.1975956250394595 + }, + { + "step": 2158, + "lr": 0.0001, + "sup_loss": 2.197589413016662 + }, + { + "step": 2159, + "lr": 0.0001, + "sup_loss": 2.1975382716494885 + }, + { + "step": 2160, + "lr": 0.0001, + "sup_loss": 2.197552491199124 + }, + { + "step": 2161, + "lr": 0.0001, + "sup_loss": 2.1975568934292187 + }, + { + "step": 2162, + "lr": 0.0001, + "sup_loss": 2.1975575851931226 + }, + { + "step": 2163, + "lr": 0.0001, + "sup_loss": 2.1975355646177537 + }, + { + "step": 2164, + "lr": 0.0001, + "sup_loss": 2.1975230686687577 + }, + { + "step": 2165, + "lr": 0.0001, + "sup_loss": 2.1975621500159415 + }, + { + "step": 2166, + "lr": 0.0001, + "sup_loss": 2.197583355592156 + }, + { + "step": 2167, + "lr": 0.0001, + "sup_loss": 2.1975564223279203 + }, + { + "step": 2168, + "lr": 0.0001, + "sup_loss": 2.1975239630472725 + }, + { + "step": 2169, + "lr": 0.0001, + "sup_loss": 2.197544844322906 + }, + { + "step": 2170, + "lr": 0.0001, + "sup_loss": 2.197531012211215 + }, + { + "step": 2171, + "lr": 0.0001, + "sup_loss": 2.1976265158221895 + }, + { + "step": 2172, + "lr": 0.0001, + "sup_loss": 2.1976109614283814 + }, + { + "step": 2173, + "lr": 0.0001, + "sup_loss": 2.197673269018714 + }, + { + "step": 2174, + "lr": 0.0001, + "sup_loss": 2.1975570771478643 + }, + { + "step": 2175, + "lr": 0.0001, + "sup_loss": 2.197587771905514 + }, + { + "step": 2176, + "lr": 0.0001, + "sup_loss": 2.1976020610110893 + }, + { + "step": 2177, + "lr": 0.0001, + "sup_loss": 2.1976300075843147 + }, + { + "step": 2178, + "lr": 0.0001, + "sup_loss": 2.197497860073451 + }, + { + "step": 2179, + "lr": 0.0001, + "sup_loss": 2.1975750652396226 + }, + { + "step": 2180, + "lr": 0.0001, + "sup_loss": 2.197562856484625 + }, + { + "step": 2181, + "lr": 0.0001, + "sup_loss": 2.1976125744661723 + }, + { + "step": 2182, + "lr": 0.0001, + "sup_loss": 2.197628767260988 + }, + { + "step": 2183, + "lr": 0.0001, + "sup_loss": 2.197566154927748 + }, + { + "step": 2184, + "lr": 0.0001, + "sup_loss": 2.197514244401524 + }, + { + "step": 2185, + "lr": 0.0001, + "sup_loss": 2.197537784321454 + }, + { + "step": 2186, + "lr": 0.0001, + "sup_loss": 2.197585597733663 + }, + { + "step": 2187, + "lr": 0.0001, + "sup_loss": 2.197559131761254 + }, + { + "step": 2188, + "lr": 0.0001, + "sup_loss": 2.1975158343324903 + }, + { + "step": 2189, + "lr": 0.0001, + "sup_loss": 2.19760192178478 + }, + { + "step": 2190, + "lr": 0.0001, + "sup_loss": 2.1975992598895053 + }, + { + "step": 2191, + "lr": 0.0001, + "sup_loss": 2.1976270057830587 + }, + { + "step": 2192, + "lr": 0.0001, + "sup_loss": 2.1976018332075484 + }, + { + "step": 2193, + "lr": 0.0001, + "sup_loss": 2.197535628492029 + }, + { + "step": 2194, + "lr": 0.0001, + "sup_loss": 2.1975196263605503 + }, + { + "step": 2195, + "lr": 0.0001, + "sup_loss": 2.197572431249092 + }, + { + "step": 2196, + "lr": 0.0001, + "sup_loss": 2.1976619146482554 + }, + { + "step": 2197, + "lr": 0.0001, + "sup_loss": 2.1975210781493546 + }, + { + "step": 2198, + "lr": 0.0001, + "sup_loss": 2.1975627601747636 + }, + { + "step": 2199, + "lr": 0.0001, + "sup_loss": 2.1975730758055554 + }, + { + "step": 2200, + "lr": 0.0001, + "sup_loss": 2.197604081179638 + }, + { + "step": 2201, + "lr": 0.0001, + "sup_loss": 2.1975195737556 + }, + { + "step": 2202, + "lr": 0.0001, + "sup_loss": 2.1976044189378614 + }, + { + "step": 2203, + "lr": 0.0001, + "sup_loss": 2.197562881160259 + }, + { + "step": 2204, + "lr": 0.0001, + "sup_loss": 2.1975728370669145 + }, + { + "step": 2205, + "lr": 0.0001, + "sup_loss": 2.1975494280720635 + }, + { + "step": 2206, + "lr": 0.0001, + "sup_loss": 2.197550306689913 + }, + { + "step": 2207, + "lr": 0.0001, + "sup_loss": 2.1975356046017125 + }, + { + "step": 2208, + "lr": 0.0001, + "sup_loss": 2.197582004998493 + }, + { + "step": 2209, + "lr": 0.0001, + "sup_loss": 2.1976191158228096 + }, + { + "step": 2210, + "lr": 0.0001, + "sup_loss": 2.1975112736533156 + }, + { + "step": 2211, + "lr": 0.0001, + "sup_loss": 2.1975065565000396 + }, + { + "step": 2212, + "lr": 0.0001, + "sup_loss": 2.197636696912758 + }, + { + "step": 2213, + "lr": 0.0001, + "sup_loss": 2.1976624745756954 + }, + { + "step": 2214, + "lr": 0.0001, + "sup_loss": 2.1975618785225013 + }, + { + "step": 2215, + "lr": 0.0001, + "sup_loss": 2.197481501644292 + }, + { + "step": 2216, + "lr": 0.0001, + "sup_loss": 2.1975623759823986 + }, + { + "step": 2217, + "lr": 0.0001, + "sup_loss": 2.197574357698793 + }, + { + "step": 2218, + "lr": 0.0001, + "sup_loss": 2.1976280065654765 + }, + { + "step": 2219, + "lr": 0.0001, + "sup_loss": 2.1974984466996808 + }, + { + "step": 2220, + "lr": 0.0001, + "sup_loss": 2.1975689238948073 + }, + { + "step": 2221, + "lr": 0.0001, + "sup_loss": 2.1976410509592412 + }, + { + "step": 2222, + "lr": 0.0001, + "sup_loss": 2.197563653394737 + }, + { + "step": 2223, + "lr": 0.0001, + "sup_loss": 2.1974522465393527 + }, + { + "step": 2224, + "lr": 0.0001, + "sup_loss": 2.1975508311201097 + }, + { + "step": 2225, + "lr": 0.0001, + "sup_loss": 2.197471511544881 + }, + { + "step": 2226, + "lr": 0.0001, + "sup_loss": 2.1975867573259515 + }, + { + "step": 2227, + "lr": 0.0001, + "sup_loss": 2.1975788525489977 + }, + { + "step": 2228, + "lr": 0.0001, + "sup_loss": 2.1975799208491735 + }, + { + "step": 2229, + "lr": 0.0001, + "sup_loss": 2.1975556818370237 + }, + { + "step": 2230, + "lr": 0.0001, + "sup_loss": 2.1975536478274775 + }, + { + "step": 2231, + "lr": 0.0001, + "sup_loss": 2.1975829728556975 + }, + { + "step": 2232, + "lr": 0.0001, + "sup_loss": 2.1975485980818306 + }, + { + "step": 2233, + "lr": 0.0001, + "sup_loss": 2.1976126348881837 + }, + { + "step": 2234, + "lr": 0.0001, + "sup_loss": 2.1975942297571707 + }, + { + "step": 2235, + "lr": 0.0001, + "sup_loss": 2.1975800614232965 + }, + { + "step": 2236, + "lr": 0.0001, + "sup_loss": 2.197673693926149 + }, + { + "step": 2237, + "lr": 0.0001, + "sup_loss": 2.197591495257423 + }, + { + "step": 2238, + "lr": 0.0001, + "sup_loss": 2.197645969083851 + }, + { + "step": 2239, + "lr": 0.0001, + "sup_loss": 2.1976214266989116 + }, + { + "step": 2240, + "lr": 0.0001, + "sup_loss": 2.197645741252334 + }, + { + "step": 2241, + "lr": 0.0001, + "sup_loss": 2.197558570652679 + }, + { + "step": 2242, + "lr": 0.0001, + "sup_loss": 2.197613241444215 + }, + { + "step": 2243, + "lr": 0.0001, + "sup_loss": 2.1975883892056998 + }, + { + "step": 2244, + "lr": 0.0001, + "sup_loss": 2.197594080788825 + }, + { + "step": 2245, + "lr": 0.0001, + "sup_loss": 2.197599628961375 + }, + { + "step": 2246, + "lr": 0.0001, + "sup_loss": 2.1976308840514758 + }, + { + "step": 2247, + "lr": 0.0001, + "sup_loss": 2.197594681286262 + }, + { + "step": 2248, + "lr": 0.0001, + "sup_loss": 2.1975507608554685 + }, + { + "step": 2249, + "lr": 0.0001, + "sup_loss": 2.1975763357196114 + }, + { + "step": 2250, + "lr": 0.0001, + "sup_loss": 2.197653708809468 + }, + { + "step": 2251, + "lr": 0.0001, + "sup_loss": 2.1975789133682095 + }, + { + "step": 2252, + "lr": 0.0001, + "sup_loss": 2.197566441415244 + }, + { + "step": 2253, + "lr": 0.0001, + "sup_loss": 2.197496886999567 + }, + { + "step": 2254, + "lr": 0.0001, + "sup_loss": 2.197659349754301 + }, + { + "step": 2255, + "lr": 0.0001, + "sup_loss": 2.197557726911345 + }, + { + "step": 2256, + "lr": 0.0001, + "sup_loss": 2.1975688426918816 + }, + { + "step": 2257, + "lr": 0.0001, + "sup_loss": 2.197601133957335 + }, + { + "step": 2258, + "lr": 0.0001, + "sup_loss": 2.197590887347838 + }, + { + "step": 2259, + "lr": 0.0001, + "sup_loss": 2.1975968763855915 + }, + { + "step": 2260, + "lr": 0.0001, + "sup_loss": 2.197587704638794 + }, + { + "step": 2261, + "lr": 0.0001, + "sup_loss": 2.1975997627460955 + }, + { + "step": 2262, + "lr": 0.0001, + "sup_loss": 2.1976073851713434 + }, + { + "step": 2263, + "lr": 0.0001, + "sup_loss": 2.1975388204869097 + }, + { + "step": 2264, + "lr": 0.0001, + "sup_loss": 2.1975531106188204 + }, + { + "step": 2265, + "lr": 0.0001, + "sup_loss": 2.1976149523471094 + }, + { + "step": 2266, + "lr": 0.0001, + "sup_loss": 2.1975820048066996 + }, + { + "step": 2267, + "lr": 0.0001, + "sup_loss": 2.1975681956960402 + }, + { + "step": 2268, + "lr": 0.0001, + "sup_loss": 2.1975511531251066 + }, + { + "step": 2269, + "lr": 0.0001, + "sup_loss": 2.1976545845864477 + }, + { + "step": 2270, + "lr": 0.0001, + "sup_loss": 2.197573246984752 + }, + { + "step": 2271, + "lr": 0.0001, + "sup_loss": 2.1976242718715433 + }, + { + "step": 2272, + "lr": 0.0001, + "sup_loss": 2.1976021064762103 + }, + { + "step": 2273, + "lr": 0.0001, + "sup_loss": 2.197557131525083 + }, + { + "step": 2274, + "lr": 0.0001, + "sup_loss": 2.197531598496699 + }, + { + "step": 2275, + "lr": 0.0001, + "sup_loss": 2.197515070598994 + }, + { + "step": 2276, + "lr": 0.0001, + "sup_loss": 2.1975640394567364 + }, + { + "step": 2277, + "lr": 0.0001, + "sup_loss": 2.1976122588581783 + }, + { + "step": 2278, + "lr": 0.0001, + "sup_loss": 2.1975600442526586 + }, + { + "step": 2279, + "lr": 0.0001, + "sup_loss": 2.197542932501181 + }, + { + "step": 2280, + "lr": 0.0001, + "sup_loss": 2.197574606135568 + }, + { + "step": 2281, + "lr": 0.0001, + "sup_loss": 2.1975610195430315 + }, + { + "step": 2282, + "lr": 0.0001, + "sup_loss": 2.1976336333017463 + }, + { + "step": 2283, + "lr": 0.0001, + "sup_loss": 2.197576549097433 + }, + { + "step": 2284, + "lr": 0.0001, + "sup_loss": 2.197637760563884 + }, + { + "step": 2285, + "lr": 0.0001, + "sup_loss": 2.197547645955603 + }, + { + "step": 2286, + "lr": 0.0001, + "sup_loss": 2.197567157919039 + }, + { + "step": 2287, + "lr": 0.0001, + "sup_loss": 2.1975805284657173 + }, + { + "step": 2288, + "lr": 0.0001, + "sup_loss": 2.1975378744790945 + }, + { + "step": 2289, + "lr": 0.0001, + "sup_loss": 2.197614694072844 + }, + { + "step": 2290, + "lr": 0.0001, + "sup_loss": 2.197530019231884 + }, + { + "step": 2291, + "lr": 0.0001, + "sup_loss": 2.197601382921572 + }, + { + "step": 2292, + "lr": 0.0001, + "sup_loss": 2.197595109379134 + }, + { + "step": 2293, + "lr": 0.0001, + "sup_loss": 2.197553567411493 + }, + { + "step": 2294, + "lr": 0.0001, + "sup_loss": 2.197655787526325 + }, + { + "step": 2295, + "lr": 0.0001, + "sup_loss": 2.197574156933794 + }, + { + "step": 2296, + "lr": 0.0001, + "sup_loss": 2.1975388933064703 + }, + { + "step": 2297, + "lr": 0.0001, + "sup_loss": 2.197570736742188 + }, + { + "step": 2298, + "lr": 0.0001, + "sup_loss": 2.1975579151112745 + }, + { + "step": 2299, + "lr": 0.0001, + "sup_loss": 2.197644680817581 + }, + { + "step": 2300, + "lr": 0.0001, + "sup_loss": 2.1975139900473977 + }, + { + "step": 2301, + "lr": 0.0001, + "sup_loss": 2.1975590344148213 + }, + { + "step": 2302, + "lr": 0.0001, + "sup_loss": 2.197553975085885 + }, + { + "step": 2303, + "lr": 0.0001, + "sup_loss": 2.197558211214945 + }, + { + "step": 2304, + "lr": 0.0001, + "sup_loss": 2.1975299780558557 + }, + { + "step": 2305, + "lr": 0.0001, + "sup_loss": 2.1975334860533975 + }, + { + "step": 2306, + "lr": 0.0001, + "sup_loss": 2.1976035582567444 + }, + { + "step": 2307, + "lr": 0.0001, + "sup_loss": 2.197541958749685 + }, + { + "step": 2308, + "lr": 0.0001, + "sup_loss": 2.197536705315575 + }, + { + "step": 2309, + "lr": 0.0001, + "sup_loss": 2.197542860840299 + }, + { + "step": 2310, + "lr": 0.0001, + "sup_loss": 2.1976331841763788 + }, + { + "step": 2311, + "lr": 0.0001, + "sup_loss": 2.197591030987706 + }, + { + "step": 2312, + "lr": 0.0001, + "sup_loss": 2.1975050227430764 + }, + { + "step": 2313, + "lr": 0.0001, + "sup_loss": 2.197580915680084 + }, + { + "step": 2314, + "lr": 0.0001, + "sup_loss": 2.197610228349318 + }, + { + "step": 2315, + "lr": 0.0001, + "sup_loss": 2.197592888295101 + }, + { + "step": 2316, + "lr": 0.0001, + "sup_loss": 2.197629606308375 + }, + { + "step": 2317, + "lr": 0.0001, + "sup_loss": 2.197587630859258 + }, + { + "step": 2318, + "lr": 0.0001, + "sup_loss": 2.1975748519928224 + }, + { + "step": 2319, + "lr": 0.0001, + "sup_loss": 2.1976453848201247 + }, + { + "step": 2320, + "lr": 0.0001, + "sup_loss": 2.1975894704962498 + }, + { + "step": 2321, + "lr": 0.0001, + "sup_loss": 2.197613873028639 + }, + { + "step": 2322, + "lr": 0.0001, + "sup_loss": 2.1975903076066943 + }, + { + "step": 2323, + "lr": 0.0001, + "sup_loss": 2.197575610074773 + }, + { + "step": 2324, + "lr": 0.0001, + "sup_loss": 2.197642508356727 + }, + { + "step": 2325, + "lr": 0.0001, + "sup_loss": 2.197575466891006 + }, + { + "step": 2326, + "lr": 0.0001, + "sup_loss": 2.197659715851036 + }, + { + "step": 2327, + "lr": 0.0001, + "sup_loss": 2.197577369748645 + }, + { + "step": 2328, + "lr": 0.0001, + "sup_loss": 2.197563281241573 + }, + { + "step": 2329, + "lr": 0.0001, + "sup_loss": 2.197567585867462 + }, + { + "step": 2330, + "lr": 0.0001, + "sup_loss": 2.197580561935516 + }, + { + "step": 2331, + "lr": 0.0001, + "sup_loss": 2.197570903666919 + }, + { + "step": 2332, + "lr": 0.0001, + "sup_loss": 2.1975766565600523 + }, + { + "step": 2333, + "lr": 0.0001, + "sup_loss": 2.197575094304279 + }, + { + "step": 2334, + "lr": 0.0001, + "sup_loss": 2.197599393880783 + }, + { + "step": 2335, + "lr": 0.0001, + "sup_loss": 2.197596056789526 + }, + { + "step": 2336, + "lr": 0.0001, + "sup_loss": 2.197586984645291 + }, + { + "step": 2337, + "lr": 0.0001, + "sup_loss": 2.1976208247626925 + }, + { + "step": 2338, + "lr": 0.0001, + "sup_loss": 2.197635967445235 + }, + { + "step": 2339, + "lr": 0.0001, + "sup_loss": 2.197534065384118 + }, + { + "step": 2340, + "lr": 0.0001, + "sup_loss": 2.197638472422267 + }, + { + "step": 2341, + "lr": 0.0001, + "sup_loss": 2.197569931706048 + }, + { + "step": 2342, + "lr": 0.0001, + "sup_loss": 2.197578040206865 + }, + { + "step": 2343, + "lr": 0.0001, + "sup_loss": 2.1975605626173005 + }, + { + "step": 2344, + "lr": 0.0001, + "sup_loss": 2.1975843964280184 + }, + { + "step": 2345, + "lr": 0.0001, + "sup_loss": 2.1975276480301655 + }, + { + "step": 2346, + "lr": 0.0001, + "sup_loss": 2.197576621078619 + }, + { + "step": 2347, + "lr": 0.0001, + "sup_loss": 2.197542430553265 + }, + { + "step": 2348, + "lr": 0.0001, + "sup_loss": 2.197597706103325 + }, + { + "step": 2349, + "lr": 0.0001, + "sup_loss": 2.1975428626950735 + }, + { + "step": 2350, + "lr": 0.0001, + "sup_loss": 2.197622323737495 + }, + { + "step": 2351, + "lr": 0.0001, + "sup_loss": 2.197530100814644 + }, + { + "step": 2352, + "lr": 0.0001, + "sup_loss": 2.197649232892382 + }, + { + "step": 2353, + "lr": 0.0001, + "sup_loss": 2.197543591117077 + }, + { + "step": 2354, + "lr": 0.0001, + "sup_loss": 2.1975578253586465 + }, + { + "step": 2355, + "lr": 0.0001, + "sup_loss": 2.1975163473812835 + }, + { + "step": 2356, + "lr": 0.0001, + "sup_loss": 2.197584569199289 + }, + { + "step": 2357, + "lr": 0.0001, + "sup_loss": 2.1975564545111688 + }, + { + "step": 2358, + "lr": 0.0001, + "sup_loss": 2.197538961960719 + }, + { + "step": 2359, + "lr": 0.0001, + "sup_loss": 2.1975734708300827 + }, + { + "step": 2360, + "lr": 0.0001, + "sup_loss": 2.197565773643539 + }, + { + "step": 2361, + "lr": 0.0001, + "sup_loss": 2.1975103367953976 + }, + { + "step": 2362, + "lr": 0.0001, + "sup_loss": 2.1975703778461155 + }, + { + "step": 2363, + "lr": 0.0001, + "sup_loss": 2.197499418370939 + }, + { + "step": 2364, + "lr": 0.0001, + "sup_loss": 2.1975446196595874 + }, + { + "step": 2365, + "lr": 0.0001, + "sup_loss": 2.1975835277252913 + }, + { + "step": 2366, + "lr": 0.0001, + "sup_loss": 2.197505835188244 + }, + { + "step": 2367, + "lr": 0.0001, + "sup_loss": 2.1975704835219654 + }, + { + "step": 2368, + "lr": 0.0001, + "sup_loss": 2.197486440168504 + }, + { + "step": 2369, + "lr": 0.0001, + "sup_loss": 2.1975865058462345 + }, + { + "step": 2370, + "lr": 0.0001, + "sup_loss": 2.1975270109496305 + }, + { + "step": 2371, + "lr": 0.0001, + "sup_loss": 2.197542013859769 + }, + { + "step": 2372, + "lr": 0.0001, + "sup_loss": 2.1975746943476993 + }, + { + "step": 2373, + "lr": 0.0001, + "sup_loss": 2.1975542744595646 + }, + { + "step": 2374, + "lr": 0.0001, + "sup_loss": 2.197526823416141 + }, + { + "step": 2375, + "lr": 0.0001, + "sup_loss": 2.1975103589008538 + }, + { + "step": 2376, + "lr": 0.0001, + "sup_loss": 2.1975349080268156 + }, + { + "step": 2377, + "lr": 0.0001, + "sup_loss": 2.1976083054195437 + }, + { + "step": 2378, + "lr": 0.0001, + "sup_loss": 2.197573593292026 + }, + { + "step": 2379, + "lr": 0.0001, + "sup_loss": 2.197583497362058 + }, + { + "step": 2380, + "lr": 0.0001, + "sup_loss": 2.1975786293176602 + }, + { + "step": 2381, + "lr": 0.0001, + "sup_loss": 2.1975773059831267 + }, + { + "step": 2382, + "lr": 0.0001, + "sup_loss": 2.197604446768995 + }, + { + "step": 2383, + "lr": 0.0001, + "sup_loss": 2.1975763545515106 + }, + { + "step": 2384, + "lr": 0.0001, + "sup_loss": 2.197611489899633 + }, + { + "step": 2385, + "lr": 0.0001, + "sup_loss": 2.197507811863051 + }, + { + "step": 2386, + "lr": 0.0001, + "sup_loss": 2.197545119698319 + }, + { + "step": 2387, + "lr": 0.0001, + "sup_loss": 2.197580199167834 + }, + { + "step": 2388, + "lr": 0.0001, + "sup_loss": 2.197629460885037 + }, + { + "step": 2389, + "lr": 0.0001, + "sup_loss": 2.1975449152131104 + }, + { + "step": 2390, + "lr": 0.0001, + "sup_loss": 2.19751582889043 + }, + { + "step": 2391, + "lr": 0.0001, + "sup_loss": 2.1975922438889457 + }, + { + "step": 2392, + "lr": 0.0001, + "sup_loss": 2.197624403127133 + }, + { + "step": 2393, + "lr": 0.0001, + "sup_loss": 2.1975484109951053 + }, + { + "step": 2394, + "lr": 0.0001, + "sup_loss": 2.1975124613251236 + }, + { + "step": 2395, + "lr": 0.0001, + "sup_loss": 2.197583234830682 + }, + { + "step": 2396, + "lr": 0.0001, + "sup_loss": 2.197536101428984 + }, + { + "step": 2397, + "lr": 0.0001, + "sup_loss": 2.197610350454119 + }, + { + "step": 2398, + "lr": 0.0001, + "sup_loss": 2.197556867118656 + }, + { + "step": 2399, + "lr": 0.0001, + "sup_loss": 2.197537937051806 + }, + { + "step": 2400, + "lr": 0.0001, + "sup_loss": 2.1975351998400603 + }, + { + "step": 2401, + "lr": 0.0001, + "sup_loss": 2.1976270899793295 + }, + { + "step": 2402, + "lr": 0.0001, + "sup_loss": 2.1975006090062914 + }, + { + "step": 2403, + "lr": 0.0001, + "sup_loss": 2.1975806000515794 + }, + { + "step": 2404, + "lr": 0.0001, + "sup_loss": 2.197560941780369 + }, + { + "step": 2405, + "lr": 0.0001, + "sup_loss": 2.1975038746916287 + }, + { + "step": 2406, + "lr": 0.0001, + "sup_loss": 2.197566038453268 + }, + { + "step": 2407, + "lr": 0.0001, + "sup_loss": 2.1975327282913044 + }, + { + "step": 2408, + "lr": 0.0001, + "sup_loss": 2.197553779621673 + }, + { + "step": 2409, + "lr": 0.0001, + "sup_loss": 2.1975282164729997 + }, + { + "step": 2410, + "lr": 0.0001, + "sup_loss": 2.1975889901243693 + }, + { + "step": 2411, + "lr": 0.0001, + "sup_loss": 2.1974966664763187 + }, + { + "step": 2412, + "lr": 0.0001, + "sup_loss": 2.1975260203955527 + }, + { + "step": 2413, + "lr": 0.0001, + "sup_loss": 2.19757576218314 + }, + { + "step": 2414, + "lr": 0.0001, + "sup_loss": 2.1976175776281934 + }, + { + "step": 2415, + "lr": 0.0001, + "sup_loss": 2.197539402993306 + }, + { + "step": 2416, + "lr": 0.0001, + "sup_loss": 2.197508356363808 + }, + { + "step": 2417, + "lr": 0.0001, + "sup_loss": 2.197528519990277 + }, + { + "step": 2418, + "lr": 0.0001, + "sup_loss": 2.1975734715159554 + }, + { + "step": 2419, + "lr": 0.0001, + "sup_loss": 2.1975302920778335 + }, + { + "step": 2420, + "lr": 0.0001, + "sup_loss": 2.1975969560312407 + }, + { + "step": 2421, + "lr": 0.0001, + "sup_loss": 2.1975356635166454 + }, + { + "step": 2422, + "lr": 0.0001, + "sup_loss": 2.1975646836413123 + }, + { + "step": 2423, + "lr": 0.0001, + "sup_loss": 2.197544890832968 + }, + { + "step": 2424, + "lr": 0.0001, + "sup_loss": 2.1975788499449553 + }, + { + "step": 2425, + "lr": 0.0001, + "sup_loss": 2.1975466244122766 + }, + { + "step": 2426, + "lr": 0.0001, + "sup_loss": 2.1975424590582966 + }, + { + "step": 2427, + "lr": 0.0001, + "sup_loss": 2.1975360903818357 + }, + { + "step": 2428, + "lr": 0.0001, + "sup_loss": 2.1975112665970844 + }, + { + "step": 2429, + "lr": 0.0001, + "sup_loss": 2.1975892547110076 + }, + { + "step": 2430, + "lr": 0.0001, + "sup_loss": 2.1975722366148593 + }, + { + "step": 2431, + "lr": 0.0001, + "sup_loss": 2.1974876516436854 + }, + { + "step": 2432, + "lr": 0.0001, + "sup_loss": 2.1975015983072064 + }, + { + "step": 2433, + "lr": 0.0001, + "sup_loss": 2.1975540511497798 + }, + { + "step": 2434, + "lr": 0.0001, + "sup_loss": 2.1974905594416216 + }, + { + "step": 2435, + "lr": 0.0001, + "sup_loss": 2.1974621577432454 + }, + { + "step": 2436, + "lr": 0.0001, + "sup_loss": 2.1975257393524457 + }, + { + "step": 2437, + "lr": 0.0001, + "sup_loss": 2.197564265039544 + }, + { + "step": 2438, + "lr": 0.0001, + "sup_loss": 2.197483505311565 + }, + { + "step": 2439, + "lr": 0.0001, + "sup_loss": 2.197518837995884 + }, + { + "step": 2440, + "lr": 0.0001, + "sup_loss": 2.197486653021616 + }, + { + "step": 2441, + "lr": 0.0001, + "sup_loss": 2.1975774919276967 + }, + { + "step": 2442, + "lr": 0.0001, + "sup_loss": 2.1975150152209477 + }, + { + "step": 2443, + "lr": 0.0001, + "sup_loss": 2.1975717229167047 + }, + { + "step": 2444, + "lr": 0.0001, + "sup_loss": 2.1975018880137984 + }, + { + "step": 2445, + "lr": 0.0001, + "sup_loss": 2.1975300944045095 + }, + { + "step": 2446, + "lr": 0.0001, + "sup_loss": 2.197544059050391 + }, + { + "step": 2447, + "lr": 0.0001, + "sup_loss": 2.1975127802926084 + }, + { + "step": 2448, + "lr": 0.0001, + "sup_loss": 2.1975689982804116 + }, + { + "step": 2449, + "lr": 0.0001, + "sup_loss": 2.1975748115876357 + }, + { + "step": 2450, + "lr": 0.0001, + "sup_loss": 2.197473132255474 + }, + { + "step": 2451, + "lr": 0.0001, + "sup_loss": 2.1975429702749123 + }, + { + "step": 2452, + "lr": 0.0001, + "sup_loss": 2.1975424407602584 + }, + { + "step": 2453, + "lr": 0.0001, + "sup_loss": 2.197497657537442 + }, + { + "step": 2454, + "lr": 0.0001, + "sup_loss": 2.1975644181804315 + }, + { + "step": 2455, + "lr": 0.0001, + "sup_loss": 2.1975720624547606 + }, + { + "step": 2456, + "lr": 0.0001, + "sup_loss": 2.197523693677037 + }, + { + "step": 2457, + "lr": 0.0001, + "sup_loss": 2.197528345301415 + }, + { + "step": 2458, + "lr": 0.0001, + "sup_loss": 2.1975636939246095 + }, + { + "step": 2459, + "lr": 0.0001, + "sup_loss": 2.197537564503141 + }, + { + "step": 2460, + "lr": 0.0001, + "sup_loss": 2.1975206239510436 + }, + { + "step": 2461, + "lr": 0.0001, + "sup_loss": 2.1975053437277046 + }, + { + "step": 2462, + "lr": 0.0001, + "sup_loss": 2.1975429246774487 + }, + { + "step": 2463, + "lr": 0.0001, + "sup_loss": 2.1975075938323148 + }, + { + "step": 2464, + "lr": 0.0001, + "sup_loss": 2.197544021665414 + }, + { + "step": 2465, + "lr": 0.0001, + "sup_loss": 2.1975531136936577 + }, + { + "step": 2466, + "lr": 0.0001, + "sup_loss": 2.197546597884208 + }, + { + "step": 2467, + "lr": 0.0001, + "sup_loss": 2.1975323916917167 + }, + { + "step": 2468, + "lr": 0.0001, + "sup_loss": 2.1975594622172103 + }, + { + "step": 2469, + "lr": 0.0001, + "sup_loss": 2.197566403826617 + }, + { + "step": 2470, + "lr": 0.0001, + "sup_loss": 2.19750096182324 + }, + { + "step": 2471, + "lr": 0.0001, + "sup_loss": 2.197548995286655 + }, + { + "step": 2472, + "lr": 0.0001, + "sup_loss": 2.197521178193031 + }, + { + "step": 2473, + "lr": 0.0001, + "sup_loss": 2.197574126718845 + }, + { + "step": 2474, + "lr": 0.0001, + "sup_loss": 2.1975106428150495 + }, + { + "step": 2475, + "lr": 0.0001, + "sup_loss": 2.197523312463766 + }, + { + "step": 2476, + "lr": 0.0001, + "sup_loss": 2.197519926325095 + }, + { + "step": 2477, + "lr": 0.0001, + "sup_loss": 2.1975673365600383 + }, + { + "step": 2478, + "lr": 0.0001, + "sup_loss": 2.1975107475989244 + }, + { + "step": 2479, + "lr": 0.0001, + "sup_loss": 2.1975612172930745 + }, + { + "step": 2480, + "lr": 0.0001, + "sup_loss": 2.1975342909526336 + }, + { + "step": 2481, + "lr": 0.0001, + "sup_loss": 2.1975237214308962 + }, + { + "step": 2482, + "lr": 0.0001, + "sup_loss": 2.1975338948401535 + }, + { + "step": 2483, + "lr": 0.0001, + "sup_loss": 2.197532729852547 + }, + { + "step": 2484, + "lr": 0.0001, + "sup_loss": 2.197491873117049 + }, + { + "step": 2485, + "lr": 0.0001, + "sup_loss": 2.197499267432905 + }, + { + "step": 2486, + "lr": 0.0001, + "sup_loss": 2.197554379894917 + }, + { + "step": 2487, + "lr": 0.0001, + "sup_loss": 2.1975333654130527 + }, + { + "step": 2488, + "lr": 0.0001, + "sup_loss": 2.197513021255194 + }, + { + "step": 2489, + "lr": 0.0001, + "sup_loss": 2.197503371366123 + }, + { + "step": 2490, + "lr": 0.0001, + "sup_loss": 2.19750877240022 + }, + { + "step": 2491, + "lr": 0.0001, + "sup_loss": 2.1975104311047184 + }, + { + "step": 2492, + "lr": 0.0001, + "sup_loss": 2.197571394095612 + }, + { + "step": 2493, + "lr": 0.0001, + "sup_loss": 2.1975347617059082 + }, + { + "step": 2494, + "lr": 0.0001, + "sup_loss": 2.1975287855124437 + }, + { + "step": 2495, + "lr": 0.0001, + "sup_loss": 2.197496169139752 + }, + { + "step": 2496, + "lr": 0.0001, + "sup_loss": 2.197459179196982 + }, + { + "step": 2497, + "lr": 0.0001, + "sup_loss": 2.197552475065693 + }, + { + "step": 2498, + "lr": 0.0001, + "sup_loss": 2.1975587883861634 + }, + { + "step": 2499, + "lr": 0.0001, + "sup_loss": 2.1975209772671866 + }, + { + "step": 2500, + "lr": 0.0001, + "sup_loss": 2.1975427352770134 + }, + { + "step": 2501, + "lr": 0.0001, + "sup_loss": 2.1975241812862967 + }, + { + "step": 2502, + "lr": 0.0001, + "sup_loss": 2.197481909672824 + }, + { + "step": 2503, + "lr": 0.0001, + "sup_loss": 2.197481925062849 + }, + { + "step": 2504, + "lr": 0.0001, + "sup_loss": 2.1974848279400954 + }, + { + "step": 2505, + "lr": 0.0001, + "sup_loss": 2.197473604518709 + }, + { + "step": 2506, + "lr": 0.0001, + "sup_loss": 2.197509670324403 + }, + { + "step": 2507, + "lr": 0.0001, + "sup_loss": 2.1975359562183625 + }, + { + "step": 2508, + "lr": 0.0001, + "sup_loss": 2.1974973389336423 + }, + { + "step": 2509, + "lr": 0.0001, + "sup_loss": 2.1975576764562925 + }, + { + "step": 2510, + "lr": 0.0001, + "sup_loss": 2.1975233886965158 + }, + { + "step": 2511, + "lr": 0.0001, + "sup_loss": 2.1975204915216136 + }, + { + "step": 2512, + "lr": 0.0001, + "sup_loss": 2.1975287923989093 + }, + { + "step": 2513, + "lr": 0.0001, + "sup_loss": 2.1974678145116586 + }, + { + "step": 2514, + "lr": 0.0001, + "sup_loss": 2.197497273296934 + }, + { + "step": 2515, + "lr": 0.0001, + "sup_loss": 2.1975047851388143 + }, + { + "step": 2516, + "lr": 0.0001, + "sup_loss": 2.197537229929383 + }, + { + "step": 2517, + "lr": 0.0001, + "sup_loss": 2.1975386065536915 + }, + { + "step": 2518, + "lr": 0.0001, + "sup_loss": 2.19741679710448 + }, + { + "step": 2519, + "lr": 0.0001, + "sup_loss": 2.197478112777531 + }, + { + "step": 2520, + "lr": 0.0001, + "sup_loss": 2.19747045566285 + }, + { + "step": 2521, + "lr": 0.0001, + "sup_loss": 2.197496423921722 + }, + { + "step": 2522, + "lr": 0.0001, + "sup_loss": 2.197437497308753 + }, + { + "step": 2523, + "lr": 0.0001, + "sup_loss": 2.1974912986684934 + }, + { + "step": 2524, + "lr": 0.0001, + "sup_loss": 2.1974395814420253 + }, + { + "step": 2525, + "lr": 0.0001, + "sup_loss": 2.1975447116486437 + }, + { + "step": 2526, + "lr": 0.0001, + "sup_loss": 2.1974299451289245 + }, + { + "step": 2527, + "lr": 0.0001, + "sup_loss": 2.197452642664947 + }, + { + "step": 2528, + "lr": 0.0001, + "sup_loss": 2.197501518891553 + }, + { + "step": 2529, + "lr": 0.0001, + "sup_loss": 2.197473290615757 + }, + { + "step": 2530, + "lr": 0.0001, + "sup_loss": 2.197485621622135 + }, + { + "step": 2531, + "lr": 0.0001, + "sup_loss": 2.1974676945854 + }, + { + "step": 2532, + "lr": 0.0001, + "sup_loss": 2.1974394636015298 + }, + { + "step": 2533, + "lr": 0.0001, + "sup_loss": 2.197591802584759 + }, + { + "step": 2534, + "lr": 0.0001, + "sup_loss": 2.197467800633518 + }, + { + "step": 2535, + "lr": 0.0001, + "sup_loss": 2.197443165521821 + }, + { + "step": 2536, + "lr": 0.0001, + "sup_loss": 2.197486401535804 + }, + { + "step": 2537, + "lr": 0.0001, + "sup_loss": 2.197522796999085 + }, + { + "step": 2538, + "lr": 0.0001, + "sup_loss": 2.1974232704762455 + }, + { + "step": 2539, + "lr": 0.0001, + "sup_loss": 2.1974932168459462 + }, + { + "step": 2540, + "lr": 0.0001, + "sup_loss": 2.1974875095605504 + }, + { + "step": 2541, + "lr": 0.0001, + "sup_loss": 2.1975138632419755 + }, + { + "step": 2542, + "lr": 0.0001, + "sup_loss": 2.1974914347419996 + }, + { + "step": 2543, + "lr": 0.0001, + "sup_loss": 2.197443029558839 + }, + { + "step": 2544, + "lr": 0.0001, + "sup_loss": 2.1974794063127003 + }, + { + "step": 2545, + "lr": 0.0001, + "sup_loss": 2.1974762953573874 + }, + { + "step": 2546, + "lr": 0.0001, + "sup_loss": 2.1974753051273925 + }, + { + "step": 2547, + "lr": 0.0001, + "sup_loss": 2.197543849820808 + }, + { + "step": 2548, + "lr": 0.0001, + "sup_loss": 2.197489944821343 + }, + { + "step": 2549, + "lr": 0.0001, + "sup_loss": 2.1974984436162064 + }, + { + "step": 2550, + "lr": 0.0001, + "sup_loss": 2.197490965545443 + }, + { + "step": 2551, + "lr": 0.0001, + "sup_loss": 2.1975152824224535 + }, + { + "step": 2552, + "lr": 0.0001, + "sup_loss": 2.1974160881387785 + }, + { + "step": 2553, + "lr": 0.0001, + "sup_loss": 2.1975430211798157 + }, + { + "step": 2554, + "lr": 0.0001, + "sup_loss": 2.1974995423451356 + }, + { + "step": 2555, + "lr": 0.0001, + "sup_loss": 2.1975106703072305 + }, + { + "step": 2556, + "lr": 0.0001, + "sup_loss": 2.1974421806698476 + }, + { + "step": 2557, + "lr": 0.0001, + "sup_loss": 2.1974404613755274 + }, + { + "step": 2558, + "lr": 0.0001, + "sup_loss": 2.197501485129779 + }, + { + "step": 2559, + "lr": 0.0001, + "sup_loss": 2.197441449273815 + }, + { + "step": 2560, + "lr": 0.0001, + "sup_loss": 2.197457405164457 + }, + { + "step": 2561, + "lr": 0.0001, + "sup_loss": 2.197467125766547 + }, + { + "step": 2562, + "lr": 0.0001, + "sup_loss": 2.197493719575001 + }, + { + "step": 2563, + "lr": 0.0001, + "sup_loss": 2.197469676692881 + }, + { + "step": 2564, + "lr": 0.0001, + "sup_loss": 2.19750250632202 + }, + { + "step": 2565, + "lr": 0.0001, + "sup_loss": 2.1974412013302915 + }, + { + "step": 2566, + "lr": 0.0001, + "sup_loss": 2.1974819943444626 + }, + { + "step": 2567, + "lr": 0.0001, + "sup_loss": 2.1975471474309356 + }, + { + "step": 2568, + "lr": 0.0001, + "sup_loss": 2.1974734969502543 + }, + { + "step": 2569, + "lr": 0.0001, + "sup_loss": 2.197484818301627 + }, + { + "step": 2570, + "lr": 0.0001, + "sup_loss": 2.197488278796533 + }, + { + "step": 2571, + "lr": 0.0001, + "sup_loss": 2.1974646723216695 + }, + { + "step": 2572, + "lr": 0.0001, + "sup_loss": 2.1975124465750966 + }, + { + "step": 2573, + "lr": 0.0001, + "sup_loss": 2.1975118180316247 + }, + { + "step": 2574, + "lr": 0.0001, + "sup_loss": 2.1974531173402934 + }, + { + "step": 2575, + "lr": 0.0001, + "sup_loss": 2.1974975490545514 + }, + { + "step": 2576, + "lr": 0.0001, + "sup_loss": 2.197464042382421 + }, + { + "step": 2577, + "lr": 0.0001, + "sup_loss": 2.197516358125558 + }, + { + "step": 2578, + "lr": 0.0001, + "sup_loss": 2.1974885611821793 + }, + { + "step": 2579, + "lr": 0.0001, + "sup_loss": 2.197535628024789 + }, + { + "step": 2580, + "lr": 0.0001, + "sup_loss": 2.1974626036044724 + }, + { + "step": 2581, + "lr": 0.0001, + "sup_loss": 2.197469914728846 + }, + { + "step": 2582, + "lr": 0.0001, + "sup_loss": 2.1974774426068886 + }, + { + "step": 2583, + "lr": 0.0001, + "sup_loss": 2.197496156638196 + }, + { + "step": 2584, + "lr": 0.0001, + "sup_loss": 2.1974381267735303 + }, + { + "step": 2585, + "lr": 0.0001, + "sup_loss": 2.197471496185651 + }, + { + "step": 2586, + "lr": 0.0001, + "sup_loss": 2.1975202817639032 + }, + { + "step": 2587, + "lr": 0.0001, + "sup_loss": 2.197435734125084 + }, + { + "step": 2588, + "lr": 0.0001, + "sup_loss": 2.197515791260637 + }, + { + "step": 2589, + "lr": 0.0001, + "sup_loss": 2.197519994379328 + }, + { + "step": 2590, + "lr": 0.0001, + "sup_loss": 2.1975133677530563 + }, + { + "step": 2591, + "lr": 0.0001, + "sup_loss": 2.1974717599108953 + }, + { + "step": 2592, + "lr": 0.0001, + "sup_loss": 2.1974719833287146 + }, + { + "step": 2593, + "lr": 0.0001, + "sup_loss": 2.1974834540084243 + }, + { + "step": 2594, + "lr": 0.0001, + "sup_loss": 2.1974366613468557 + }, + { + "step": 2595, + "lr": 0.0001, + "sup_loss": 2.1975130056201344 + }, + { + "step": 2596, + "lr": 0.0001, + "sup_loss": 2.197530970103572 + }, + { + "step": 2597, + "lr": 0.0001, + "sup_loss": 2.1975041709437675 + }, + { + "step": 2598, + "lr": 0.0001, + "sup_loss": 2.1974958314443067 + }, + { + "step": 2599, + "lr": 0.0001, + "sup_loss": 2.19755719998386 + }, + { + "step": 2600, + "lr": 0.0001, + "sup_loss": 2.197577436550925 + }, + { + "step": 2601, + "lr": 0.0001, + "sup_loss": 2.1974702972672255 + }, + { + "step": 2602, + "lr": 0.0001, + "sup_loss": 2.1974598615063643 + }, + { + "step": 2603, + "lr": 0.0001, + "sup_loss": 2.1974514385182675 + }, + { + "step": 2604, + "lr": 0.0001, + "sup_loss": 2.19754021324561 + }, + { + "step": 2605, + "lr": 0.0001, + "sup_loss": 2.1975001202147353 + }, + { + "step": 2606, + "lr": 0.0001, + "sup_loss": 2.19749429976224 + }, + { + "step": 2607, + "lr": 0.0001, + "sup_loss": 2.1974636871682214 + }, + { + "step": 2608, + "lr": 0.0001, + "sup_loss": 2.1974562169223124 + }, + { + "step": 2609, + "lr": 0.0001, + "sup_loss": 2.197463869410419 + }, + { + "step": 2610, + "lr": 0.0001, + "sup_loss": 2.1974542361260125 + }, + { + "step": 2611, + "lr": 0.0001, + "sup_loss": 2.1974188828817245 + }, + { + "step": 2612, + "lr": 0.0001, + "sup_loss": 2.197478431900216 + }, + { + "step": 2613, + "lr": 0.0001, + "sup_loss": 2.1975245501389673 + }, + { + "step": 2614, + "lr": 0.0001, + "sup_loss": 2.1974859070533492 + }, + { + "step": 2615, + "lr": 0.0001, + "sup_loss": 2.1975590057727876 + }, + { + "step": 2616, + "lr": 0.0001, + "sup_loss": 2.197536936459285 + }, + { + "step": 2617, + "lr": 0.0001, + "sup_loss": 2.1974502892574277 + }, + { + "step": 2618, + "lr": 0.0001, + "sup_loss": 2.197479160149059 + }, + { + "step": 2619, + "lr": 0.0001, + "sup_loss": 2.197489650236092 + }, + { + "step": 2620, + "lr": 0.0001, + "sup_loss": 2.1975032913281503 + }, + { + "step": 2621, + "lr": 0.0001, + "sup_loss": 2.1974918036200615 + }, + { + "step": 2622, + "lr": 0.0001, + "sup_loss": 2.1974512381895215 + }, + { + "step": 2623, + "lr": 0.0001, + "sup_loss": 2.1974453150698876 + }, + { + "step": 2624, + "lr": 0.0001, + "sup_loss": 2.197479356116646 + }, + { + "step": 2625, + "lr": 0.0001, + "sup_loss": 2.1975090132898463 + }, + { + "step": 2626, + "lr": 0.0001, + "sup_loss": 2.197430008441971 + }, + { + "step": 2627, + "lr": 0.0001, + "sup_loss": 2.1974345143774707 + }, + { + "step": 2628, + "lr": 0.0001, + "sup_loss": 2.1974498744017823 + }, + { + "step": 2629, + "lr": 0.0001, + "sup_loss": 2.197479085513554 + }, + { + "step": 2630, + "lr": 0.0001, + "sup_loss": 2.1974505161597904 + }, + { + "step": 2631, + "lr": 0.0001, + "sup_loss": 2.1974877419461274 + }, + { + "step": 2632, + "lr": 0.0001, + "sup_loss": 2.1975053928617463 + }, + { + "step": 2633, + "lr": 0.0001, + "sup_loss": 2.1974572063649984 + }, + { + "step": 2634, + "lr": 0.0001, + "sup_loss": 2.197555526546381 + }, + { + "step": 2635, + "lr": 0.0001, + "sup_loss": 2.1974668228278826 + }, + { + "step": 2636, + "lr": 0.0001, + "sup_loss": 2.1974564116036897 + }, + { + "step": 2637, + "lr": 0.0001, + "sup_loss": 2.1974445992408174 + }, + { + "step": 2638, + "lr": 0.0001, + "sup_loss": 2.197467978384532 + }, + { + "step": 2639, + "lr": 0.0001, + "sup_loss": 2.1974597127873126 + }, + { + "step": 2640, + "lr": 0.0001, + "sup_loss": 2.1974477335025338 + }, + { + "step": 2641, + "lr": 0.0001, + "sup_loss": 2.19748850118481 + }, + { + "step": 2642, + "lr": 0.0001, + "sup_loss": 2.1974506147895814 + }, + { + "step": 2643, + "lr": 0.0001, + "sup_loss": 2.197415902735398 + }, + { + "step": 2644, + "lr": 0.0001, + "sup_loss": 2.1974262635417956 + }, + { + "step": 2645, + "lr": 0.0001, + "sup_loss": 2.1974686520832525 + }, + { + "step": 2646, + "lr": 0.0001, + "sup_loss": 2.197449941887262 + }, + { + "step": 2647, + "lr": 0.0001, + "sup_loss": 2.1974982110871504 + }, + { + "step": 2648, + "lr": 0.0001, + "sup_loss": 2.197497934667857 + }, + { + "step": 2649, + "lr": 0.0001, + "sup_loss": 2.197473810923355 + }, + { + "step": 2650, + "lr": 0.0001, + "sup_loss": 2.19745804911713 + }, + { + "step": 2651, + "lr": 0.0001, + "sup_loss": 2.197538522091844 + }, + { + "step": 2652, + "lr": 0.0001, + "sup_loss": 2.197454675885866 + }, + { + "step": 2653, + "lr": 0.0001, + "sup_loss": 2.197461247185297 + }, + { + "step": 2654, + "lr": 0.0001, + "sup_loss": 2.197446849106951 + }, + { + "step": 2655, + "lr": 0.0001, + "sup_loss": 2.19746382958419 + }, + { + "step": 2656, + "lr": 0.0001, + "sup_loss": 2.1974464876942297 + }, + { + "step": 2657, + "lr": 0.0001, + "sup_loss": 2.197494921633893 + }, + { + "step": 2658, + "lr": 0.0001, + "sup_loss": 2.1975061076238105 + }, + { + "step": 2659, + "lr": 0.0001, + "sup_loss": 2.197389273163523 + }, + { + "step": 2660, + "lr": 0.0001, + "sup_loss": 2.1974242521484992 + }, + { + "step": 2661, + "lr": 0.0001, + "sup_loss": 2.1974835361862475 + }, + { + "step": 2662, + "lr": 0.0001, + "sup_loss": 2.1974512759183114 + }, + { + "step": 2663, + "lr": 0.0001, + "sup_loss": 2.197454645569952 + }, + { + "step": 2664, + "lr": 0.0001, + "sup_loss": 2.1975340279237194 + }, + { + "step": 2665, + "lr": 0.0001, + "sup_loss": 2.1975189056045723 + }, + { + "step": 2666, + "lr": 0.0001, + "sup_loss": 2.1975251958816484 + }, + { + "step": 2667, + "lr": 0.0001, + "sup_loss": 2.197420781516586 + }, + { + "step": 2668, + "lr": 0.0001, + "sup_loss": 2.1974531720147317 + }, + { + "step": 2669, + "lr": 0.0001, + "sup_loss": 2.197480200955501 + }, + { + "step": 2670, + "lr": 0.0001, + "sup_loss": 2.1975144416387584 + }, + { + "step": 2671, + "lr": 0.0001, + "sup_loss": 2.197455900190699 + }, + { + "step": 2672, + "lr": 0.0001, + "sup_loss": 2.1975020550381306 + }, + { + "step": 2673, + "lr": 0.0001, + "sup_loss": 2.1974870584103714 + }, + { + "step": 2674, + "lr": 0.0001, + "sup_loss": 2.197458101324217 + }, + { + "step": 2675, + "lr": 0.0001, + "sup_loss": 2.1975563902747997 + }, + { + "step": 2676, + "lr": 0.0001, + "sup_loss": 2.1974689545914035 + }, + { + "step": 2677, + "lr": 0.0001, + "sup_loss": 2.1974391627092844 + }, + { + "step": 2678, + "lr": 0.0001, + "sup_loss": 2.197491481782973 + }, + { + "step": 2679, + "lr": 0.0001, + "sup_loss": 2.197453929721619 + }, + { + "step": 2680, + "lr": 0.0001, + "sup_loss": 2.1974929387477182 + }, + { + "step": 2681, + "lr": 0.0001, + "sup_loss": 2.197500286426469 + }, + { + "step": 2682, + "lr": 0.0001, + "sup_loss": 2.1974649662064643 + }, + { + "step": 2683, + "lr": 0.0001, + "sup_loss": 2.1974324538812473 + }, + { + "step": 2684, + "lr": 0.0001, + "sup_loss": 2.1974271708268267 + }, + { + "step": 2685, + "lr": 0.0001, + "sup_loss": 2.197467287412647 + }, + { + "step": 2686, + "lr": 0.0001, + "sup_loss": 2.1975402393765675 + }, + { + "step": 2687, + "lr": 0.0001, + "sup_loss": 2.1973964722065094 + }, + { + "step": 2688, + "lr": 0.0001, + "sup_loss": 2.1974900025114756 + }, + { + "step": 2689, + "lr": 0.0001, + "sup_loss": 2.197457946454067 + }, + { + "step": 2690, + "lr": 0.0001, + "sup_loss": 2.197483439429578 + }, + { + "step": 2691, + "lr": 0.0001, + "sup_loss": 2.1974396714159794 + }, + { + "step": 2692, + "lr": 0.0001, + "sup_loss": 2.19747766901278 + }, + { + "step": 2693, + "lr": 0.0001, + "sup_loss": 2.1974558875054955 + }, + { + "step": 2694, + "lr": 0.0001, + "sup_loss": 2.1974476361706277 + }, + { + "step": 2695, + "lr": 0.0001, + "sup_loss": 2.1974868293011185 + }, + { + "step": 2696, + "lr": 0.0001, + "sup_loss": 2.197438129221513 + }, + { + "step": 2697, + "lr": 0.0001, + "sup_loss": 2.1974442015720816 + }, + { + "step": 2698, + "lr": 0.0001, + "sup_loss": 2.1974983560352523 + }, + { + "step": 2699, + "lr": 0.0001, + "sup_loss": 2.1974531533523436 + }, + { + "step": 2700, + "lr": 0.0001, + "sup_loss": 2.197496644678273 + }, + { + "step": 2701, + "lr": 0.0001, + "sup_loss": 2.197452296443396 + }, + { + "step": 2702, + "lr": 0.0001, + "sup_loss": 2.1974164930818203 + }, + { + "step": 2703, + "lr": 0.0001, + "sup_loss": 2.1975691165182423 + }, + { + "step": 2704, + "lr": 0.0001, + "sup_loss": 2.197505186692414 + }, + { + "step": 2705, + "lr": 0.0001, + "sup_loss": 2.19748012877525 + }, + { + "step": 2706, + "lr": 0.0001, + "sup_loss": 2.197449043720618 + }, + { + "step": 2707, + "lr": 0.0001, + "sup_loss": 2.197437263427494 + }, + { + "step": 2708, + "lr": 0.0001, + "sup_loss": 2.1974642855844246 + }, + { + "step": 2709, + "lr": 0.0001, + "sup_loss": 2.1974432239522947 + }, + { + "step": 2710, + "lr": 0.0001, + "sup_loss": 2.1974860743488804 + }, + { + "step": 2711, + "lr": 0.0001, + "sup_loss": 2.197398133109741 + }, + { + "step": 2712, + "lr": 0.0001, + "sup_loss": 2.1974561861528117 + }, + { + "step": 2713, + "lr": 0.0001, + "sup_loss": 2.197458412643413 + }, + { + "step": 2714, + "lr": 0.0001, + "sup_loss": 2.1974649553833374 + }, + { + "step": 2715, + "lr": 0.0001, + "sup_loss": 2.1974638474902575 + }, + { + "step": 2716, + "lr": 0.0001, + "sup_loss": 2.1974555160883273 + }, + { + "step": 2717, + "lr": 0.0001, + "sup_loss": 2.1974748379556104 + }, + { + "step": 2718, + "lr": 0.0001, + "sup_loss": 2.197453201041481 + }, + { + "step": 2719, + "lr": 0.0001, + "sup_loss": 2.1974569561160333 + }, + { + "step": 2720, + "lr": 0.0001, + "sup_loss": 2.1974686391410163 + }, + { + "step": 2721, + "lr": 0.0001, + "sup_loss": 2.197504395579611 + }, + { + "step": 2722, + "lr": 0.0001, + "sup_loss": 2.197484614443853 + }, + { + "step": 2723, + "lr": 0.0001, + "sup_loss": 2.1974408451980785 + }, + { + "step": 2724, + "lr": 0.0001, + "sup_loss": 2.1974393270232495 + }, + { + "step": 2725, + "lr": 0.0001, + "sup_loss": 2.1974876809425816 + }, + { + "step": 2726, + "lr": 0.0001, + "sup_loss": 2.1974964051509156 + }, + { + "step": 2727, + "lr": 0.0001, + "sup_loss": 2.197416791320345 + }, + { + "step": 2728, + "lr": 0.0001, + "sup_loss": 2.197492534514747 + }, + { + "step": 2729, + "lr": 0.0001, + "sup_loss": 2.197438200131532 + }, + { + "step": 2730, + "lr": 0.0001, + "sup_loss": 2.1975163411416707 + }, + { + "step": 2731, + "lr": 0.0001, + "sup_loss": 2.1974619576539274 + }, + { + "step": 2732, + "lr": 0.0001, + "sup_loss": 2.19754964362589 + }, + { + "step": 2733, + "lr": 0.0001, + "sup_loss": 2.197472968796119 + }, + { + "step": 2734, + "lr": 0.0001, + "sup_loss": 2.197495591727412 + }, + { + "step": 2735, + "lr": 0.0001, + "sup_loss": 2.197478932820908 + }, + { + "step": 2736, + "lr": 0.0001, + "sup_loss": 2.1975065118177595 + }, + { + "step": 2737, + "lr": 0.0001, + "sup_loss": 2.197479101391202 + }, + { + "step": 2738, + "lr": 0.0001, + "sup_loss": 2.1974534377792247 + }, + { + "step": 2739, + "lr": 0.0001, + "sup_loss": 2.1974968618171715 + }, + { + "step": 2740, + "lr": 0.0001, + "sup_loss": 2.197485188952018 + }, + { + "step": 2741, + "lr": 0.0001, + "sup_loss": 2.1974086728815156 + }, + { + "step": 2742, + "lr": 0.0001, + "sup_loss": 2.1975051159529815 + }, + { + "step": 2743, + "lr": 0.0001, + "sup_loss": 2.1974628145918973 + }, + { + "step": 2744, + "lr": 0.0001, + "sup_loss": 2.1974706441512093 + }, + { + "step": 2745, + "lr": 0.0001, + "sup_loss": 2.1974744427309783 + }, + { + "step": 2746, + "lr": 0.0001, + "sup_loss": 2.1974412321144134 + }, + { + "step": 2747, + "lr": 0.0001, + "sup_loss": 2.1974643288121607 + }, + { + "step": 2748, + "lr": 0.0001, + "sup_loss": 2.1974984926986614 + }, + { + "step": 2749, + "lr": 0.0001, + "sup_loss": 2.1974536506376072 + }, + { + "step": 2750, + "lr": 0.0001, + "sup_loss": 2.19746043023741 + }, + { + "step": 2751, + "lr": 0.0001, + "sup_loss": 2.1975639779471905 + }, + { + "step": 2752, + "lr": 0.0001, + "sup_loss": 2.1974419179434688 + }, + { + "step": 2753, + "lr": 0.0001, + "sup_loss": 2.1975100298907315 + }, + { + "step": 2754, + "lr": 0.0001, + "sup_loss": 2.1974479130251154 + }, + { + "step": 2755, + "lr": 0.0001, + "sup_loss": 2.1975125651445695 + }, + { + "step": 2756, + "lr": 0.0001, + "sup_loss": 2.197446516539981 + }, + { + "step": 2757, + "lr": 0.0001, + "sup_loss": 2.197439599798592 + }, + { + "step": 2758, + "lr": 0.0001, + "sup_loss": 2.1974603336032126 + }, + { + "step": 2759, + "lr": 0.0001, + "sup_loss": 2.1975007926260663 + }, + { + "step": 2760, + "lr": 0.0001, + "sup_loss": 2.197455290810639 + }, + { + "step": 2761, + "lr": 0.0001, + "sup_loss": 2.1974776065491923 + }, + { + "step": 2762, + "lr": 0.0001, + "sup_loss": 2.197434175023034 + }, + { + "step": 2763, + "lr": 0.0001, + "sup_loss": 2.197529374029343 + }, + { + "step": 2764, + "lr": 0.0001, + "sup_loss": 2.1974530713870752 + }, + { + "step": 2765, + "lr": 0.0001, + "sup_loss": 2.1974720588381924 + }, + { + "step": 2766, + "lr": 0.0001, + "sup_loss": 2.1974674622248838 + }, + { + "step": 2767, + "lr": 0.0001, + "sup_loss": 2.1974778003500113 + }, + { + "step": 2768, + "lr": 0.0001, + "sup_loss": 2.197415358810136 + }, + { + "step": 2769, + "lr": 0.0001, + "sup_loss": 2.197462934985504 + }, + { + "step": 2770, + "lr": 0.0001, + "sup_loss": 2.1974942879281625 + }, + { + "step": 2771, + "lr": 0.0001, + "sup_loss": 2.197546465232709 + }, + { + "step": 2772, + "lr": 0.0001, + "sup_loss": 2.1974319055012774 + }, + { + "step": 2773, + "lr": 0.0001, + "sup_loss": 2.197476352267313 + }, + { + "step": 2774, + "lr": 0.0001, + "sup_loss": 2.1974624029948138 + }, + { + "step": 2775, + "lr": 0.0001, + "sup_loss": 2.1974371824817887 + }, + { + "step": 2776, + "lr": 0.0001, + "sup_loss": 2.197491041211201 + }, + { + "step": 2777, + "lr": 0.0001, + "sup_loss": 2.197420379431279 + }, + { + "step": 2778, + "lr": 0.0001, + "sup_loss": 2.1974470320515276 + }, + { + "step": 2779, + "lr": 0.0001, + "sup_loss": 2.1974354983561453 + }, + { + "step": 2780, + "lr": 0.0001, + "sup_loss": 2.1974963425272787 + }, + { + "step": 2781, + "lr": 0.0001, + "sup_loss": 2.197447098432061 + }, + { + "step": 2782, + "lr": 0.0001, + "sup_loss": 2.1974784515609063 + }, + { + "step": 2783, + "lr": 0.0001, + "sup_loss": 2.1974717552256866 + }, + { + "step": 2784, + "lr": 0.0001, + "sup_loss": 2.197473027181285 + }, + { + "step": 2785, + "lr": 0.0001, + "sup_loss": 2.1974947648837557 + }, + { + "step": 2786, + "lr": 0.0001, + "sup_loss": 2.1974037400418305 + }, + { + "step": 2787, + "lr": 0.0001, + "sup_loss": 2.1974320545076695 + }, + { + "step": 2788, + "lr": 0.0001, + "sup_loss": 2.197466146880363 + }, + { + "step": 2789, + "lr": 0.0001, + "sup_loss": 2.197465429537357 + }, + { + "step": 2790, + "lr": 0.0001, + "sup_loss": 2.19744070396621 + }, + { + "step": 2791, + "lr": 0.0001, + "sup_loss": 2.197438014318882 + }, + { + "step": 2792, + "lr": 0.0001, + "sup_loss": 2.197477015177098 + }, + { + "step": 2793, + "lr": 0.0001, + "sup_loss": 2.1974786958438917 + }, + { + "step": 2794, + "lr": 0.0001, + "sup_loss": 2.1974849285654736 + }, + { + "step": 2795, + "lr": 0.0001, + "sup_loss": 2.197411175429069 + }, + { + "step": 2796, + "lr": 0.0001, + "sup_loss": 2.197452091414002 + }, + { + "step": 2797, + "lr": 0.0001, + "sup_loss": 2.197424805896044 + }, + { + "step": 2798, + "lr": 0.0001, + "sup_loss": 2.197488768050909 + }, + { + "step": 2799, + "lr": 0.0001, + "sup_loss": 2.1974910279686592 + }, + { + "step": 2800, + "lr": 0.0001, + "sup_loss": 2.197475702377125 + }, + { + "step": 2801, + "lr": 0.0001, + "sup_loss": 2.197497688068121 + }, + { + "step": 2802, + "lr": 0.0001, + "sup_loss": 2.197471541932217 + }, + { + "step": 2803, + "lr": 0.0001, + "sup_loss": 2.1974477155086154 + }, + { + "step": 2804, + "lr": 0.0001, + "sup_loss": 2.197476882319043 + }, + { + "step": 2805, + "lr": 0.0001, + "sup_loss": 2.1973825437378545 + }, + { + "step": 2806, + "lr": 0.0001, + "sup_loss": 2.197520608481497 + }, + { + "step": 2807, + "lr": 0.0001, + "sup_loss": 2.1974686714922544 + }, + { + "step": 2808, + "lr": 0.0001, + "sup_loss": 2.1974433591156135 + }, + { + "step": 2809, + "lr": 0.0001, + "sup_loss": 2.1974366366447575 + }, + { + "step": 2810, + "lr": 0.0001, + "sup_loss": 2.197426830403122 + }, + { + "step": 2811, + "lr": 0.0001, + "sup_loss": 2.1974505771770003 + }, + { + "step": 2812, + "lr": 0.0001, + "sup_loss": 2.1975073962318525 + }, + { + "step": 2813, + "lr": 0.0001, + "sup_loss": 2.197466326457407 + }, + { + "step": 2814, + "lr": 0.0001, + "sup_loss": 2.1975043398004814 + }, + { + "step": 2815, + "lr": 0.0001, + "sup_loss": 2.197450681610317 + }, + { + "step": 2816, + "lr": 0.0001, + "sup_loss": 2.1974975885070456 + }, + { + "step": 2817, + "lr": 0.0001, + "sup_loss": 2.1974459950674006 + }, + { + "step": 2818, + "lr": 0.0001, + "sup_loss": 2.1974615797043766 + }, + { + "step": 2819, + "lr": 0.0001, + "sup_loss": 2.197453092480091 + }, + { + "step": 2820, + "lr": 0.0001, + "sup_loss": 2.197497229169771 + }, + { + "step": 2821, + "lr": 0.0001, + "sup_loss": 2.1974321693755603 + }, + { + "step": 2822, + "lr": 0.0001, + "sup_loss": 2.197503469988333 + }, + { + "step": 2823, + "lr": 0.0001, + "sup_loss": 2.1974129479478384 + }, + { + "step": 2824, + "lr": 0.0001, + "sup_loss": 2.197442592675248 + }, + { + "step": 2825, + "lr": 0.0001, + "sup_loss": 2.197439167942528 + }, + { + "step": 2826, + "lr": 0.0001, + "sup_loss": 2.1974317785947663 + }, + { + "step": 2827, + "lr": 0.0001, + "sup_loss": 2.1974476222816035 + }, + { + "step": 2828, + "lr": 0.0001, + "sup_loss": 2.197482878539677 + }, + { + "step": 2829, + "lr": 0.0001, + "sup_loss": 2.197464343717016 + }, + { + "step": 2830, + "lr": 0.0001, + "sup_loss": 2.1974401878307215 + }, + { + "step": 2831, + "lr": 0.0001, + "sup_loss": 2.1975112985124396 + }, + { + "step": 2832, + "lr": 0.0001, + "sup_loss": 2.197460649084561 + }, + { + "step": 2833, + "lr": 0.0001, + "sup_loss": 2.197368065640363 + }, + { + "step": 2834, + "lr": 0.0001, + "sup_loss": 2.197480865288469 + }, + { + "step": 2835, + "lr": 0.0001, + "sup_loss": 2.1974942368060577 + }, + { + "step": 2836, + "lr": 0.0001, + "sup_loss": 2.1974886749822877 + }, + { + "step": 2837, + "lr": 0.0001, + "sup_loss": 2.197435497233727 + }, + { + "step": 2838, + "lr": 0.0001, + "sup_loss": 2.1974675487565785 + }, + { + "step": 2839, + "lr": 0.0001, + "sup_loss": 2.1974927099633788 + }, + { + "step": 2840, + "lr": 0.0001, + "sup_loss": 2.1974661381040512 + }, + { + "step": 2841, + "lr": 0.0001, + "sup_loss": 2.1975047889447765 + }, + { + "step": 2842, + "lr": 0.0001, + "sup_loss": 2.1974780715736157 + }, + { + "step": 2843, + "lr": 0.0001, + "sup_loss": 2.1974534351209996 + }, + { + "step": 2844, + "lr": 0.0001, + "sup_loss": 2.197403236605091 + }, + { + "step": 2845, + "lr": 0.0001, + "sup_loss": 2.1974739748891814 + }, + { + "step": 2846, + "lr": 0.0001, + "sup_loss": 2.1974553454884598 + }, + { + "step": 2847, + "lr": 0.0001, + "sup_loss": 2.197486137754388 + }, + { + "step": 2848, + "lr": 0.0001, + "sup_loss": 2.1974114324718013 + }, + { + "step": 2849, + "lr": 0.0001, + "sup_loss": 2.1974206424914926 + }, + { + "step": 2850, + "lr": 0.0001, + "sup_loss": 2.197484781406074 + }, + { + "step": 2851, + "lr": 0.0001, + "sup_loss": 2.197474385565335 + }, + { + "step": 2852, + "lr": 0.0001, + "sup_loss": 2.1974303660859063 + }, + { + "step": 2853, + "lr": 0.0001, + "sup_loss": 2.1975165432964716 + }, + { + "step": 2854, + "lr": 0.0001, + "sup_loss": 2.197435751575816 + }, + { + "step": 2855, + "lr": 0.0001, + "sup_loss": 2.1974812239048864 + }, + { + "step": 2856, + "lr": 0.0001, + "sup_loss": 2.1974751259416587 + }, + { + "step": 2857, + "lr": 0.0001, + "sup_loss": 2.197450354286775 + }, + { + "step": 2858, + "lr": 0.0001, + "sup_loss": 2.1974417115758063 + }, + { + "step": 2859, + "lr": 0.0001, + "sup_loss": 2.197465684605838 + }, + { + "step": 2860, + "lr": 0.0001, + "sup_loss": 2.1974087990172104 + }, + { + "step": 2861, + "lr": 0.0001, + "sup_loss": 2.1974016387307804 + }, + { + "step": 2862, + "lr": 0.0001, + "sup_loss": 2.1974566798523467 + }, + { + "step": 2863, + "lr": 0.0001, + "sup_loss": 2.197402074842922 + }, + { + "step": 2864, + "lr": 0.0001, + "sup_loss": 2.197444286677209 + }, + { + "step": 2865, + "lr": 0.0001, + "sup_loss": 2.197461887267418 + }, + { + "step": 2866, + "lr": 0.0001, + "sup_loss": 2.1973980293800435 + }, + { + "step": 2867, + "lr": 0.0001, + "sup_loss": 2.1974632688779687 + }, + { + "step": 2868, + "lr": 0.0001, + "sup_loss": 2.197405763240146 + }, + { + "step": 2869, + "lr": 0.0001, + "sup_loss": 2.197480188565047 + }, + { + "step": 2870, + "lr": 0.0001, + "sup_loss": 2.197444012153067 + }, + { + "step": 2871, + "lr": 0.0001, + "sup_loss": 2.1974616872139476 + }, + { + "step": 2872, + "lr": 0.0001, + "sup_loss": 2.1975088294588634 + }, + { + "step": 2873, + "lr": 0.0001, + "sup_loss": 2.1974201716419035 + }, + { + "step": 2874, + "lr": 0.0001, + "sup_loss": 2.19748397548035 + }, + { + "step": 2875, + "lr": 0.0001, + "sup_loss": 2.197457673506566 + }, + { + "step": 2876, + "lr": 0.0001, + "sup_loss": 2.197421414023234 + }, + { + "step": 2877, + "lr": 0.0001, + "sup_loss": 2.197470359650615 + }, + { + "step": 2878, + "lr": 0.0001, + "sup_loss": 2.197456692362497 + }, + { + "step": 2879, + "lr": 0.0001, + "sup_loss": 2.1975059010801807 + }, + { + "step": 2880, + "lr": 0.0001, + "sup_loss": 2.197480584755902 + }, + { + "step": 2881, + "lr": 0.0001, + "sup_loss": 2.197492115841772 + }, + { + "step": 2882, + "lr": 0.0001, + "sup_loss": 2.1974456524535464 + }, + { + "step": 2883, + "lr": 0.0001, + "sup_loss": 2.197409823886162 + }, + { + "step": 2884, + "lr": 0.0001, + "sup_loss": 2.197447056352813 + }, + { + "step": 2885, + "lr": 0.0001, + "sup_loss": 2.1974880100894674 + }, + { + "step": 2886, + "lr": 0.0001, + "sup_loss": 2.197380564470063 + }, + { + "step": 2887, + "lr": 0.0001, + "sup_loss": 2.1974175708706776 + }, + { + "step": 2888, + "lr": 0.0001, + "sup_loss": 2.1974648987395216 + }, + { + "step": 2889, + "lr": 0.0001, + "sup_loss": 2.19742656181532 + }, + { + "step": 2890, + "lr": 0.0001, + "sup_loss": 2.197445674734988 + }, + { + "step": 2891, + "lr": 0.0001, + "sup_loss": 2.1974616103228035 + }, + { + "step": 2892, + "lr": 0.0001, + "sup_loss": 2.1974531703328957 + }, + { + "step": 2893, + "lr": 0.0001, + "sup_loss": 2.1974639979472106 + }, + { + "step": 2894, + "lr": 0.0001, + "sup_loss": 2.197403185112944 + }, + { + "step": 2895, + "lr": 0.0001, + "sup_loss": 2.197402769439198 + }, + { + "step": 2896, + "lr": 0.0001, + "sup_loss": 2.197419349093192 + }, + { + "step": 2897, + "lr": 0.0001, + "sup_loss": 2.197472179859693 + }, + { + "step": 2898, + "lr": 0.0001, + "sup_loss": 2.197487520069981 + }, + { + "step": 2899, + "lr": 0.0001, + "sup_loss": 2.197435435650301 + }, + { + "step": 2900, + "lr": 0.0001, + "sup_loss": 2.197409030403217 + }, + { + "step": 2901, + "lr": 0.0001, + "sup_loss": 2.197428305783502 + }, + { + "step": 2902, + "lr": 0.0001, + "sup_loss": 2.197438328752114 + }, + { + "step": 2903, + "lr": 0.0001, + "sup_loss": 2.197448583479259 + }, + { + "step": 2904, + "lr": 0.0001, + "sup_loss": 2.1974025269391024 + }, + { + "step": 2905, + "lr": 0.0001, + "sup_loss": 2.197484515081147 + }, + { + "step": 2906, + "lr": 0.0001, + "sup_loss": 2.1974338162697484 + }, + { + "step": 2907, + "lr": 0.0001, + "sup_loss": 2.197431244081963 + }, + { + "step": 2908, + "lr": 0.0001, + "sup_loss": 2.197445395947598 + }, + { + "step": 2909, + "lr": 0.0001, + "sup_loss": 2.197456374851158 + }, + { + "step": 2910, + "lr": 0.0001, + "sup_loss": 2.197456516129391 + }, + { + "step": 2911, + "lr": 0.0001, + "sup_loss": 2.1974319418155837 + }, + { + "step": 2912, + "lr": 0.0001, + "sup_loss": 2.197446563800873 + }, + { + "step": 2913, + "lr": 0.0001, + "sup_loss": 2.197463375928082 + }, + { + "step": 2914, + "lr": 0.0001, + "sup_loss": 2.197437633137408 + }, + { + "step": 2915, + "lr": 0.0001, + "sup_loss": 2.1975258288264667 + }, + { + "step": 2916, + "lr": 0.0001, + "sup_loss": 2.1974267674177552 + }, + { + "step": 2917, + "lr": 0.0001, + "sup_loss": 2.19742034411016 + }, + { + "step": 2918, + "lr": 0.0001, + "sup_loss": 2.197542787817668 + }, + { + "step": 2919, + "lr": 0.0001, + "sup_loss": 2.1974014675165443 + }, + { + "step": 2920, + "lr": 0.0001, + "sup_loss": 2.197419655471117 + }, + { + "step": 2921, + "lr": 0.0001, + "sup_loss": 2.197462828734899 + }, + { + "step": 2922, + "lr": 0.0001, + "sup_loss": 2.1974721885820925 + }, + { + "step": 2923, + "lr": 0.0001, + "sup_loss": 2.1974311379711304 + }, + { + "step": 2924, + "lr": 0.0001, + "sup_loss": 2.1974391369073696 + }, + { + "step": 2925, + "lr": 0.0001, + "sup_loss": 2.1974622968285713 + }, + { + "step": 2926, + "lr": 0.0001, + "sup_loss": 2.197475718311705 + }, + { + "step": 2927, + "lr": 0.0001, + "sup_loss": 2.1973798121935406 + }, + { + "step": 2928, + "lr": 0.0001, + "sup_loss": 2.197421325822916 + }, + { + "step": 2929, + "lr": 0.0001, + "sup_loss": 2.1975080243958027 + }, + { + "step": 2930, + "lr": 0.0001, + "sup_loss": 2.1974677568064855 + }, + { + "step": 2931, + "lr": 0.0001, + "sup_loss": 2.19741895407991 + }, + { + "step": 2932, + "lr": 0.0001, + "sup_loss": 2.19739101740239 + }, + { + "step": 2933, + "lr": 0.0001, + "sup_loss": 2.197397645312997 + }, + { + "step": 2934, + "lr": 0.0001, + "sup_loss": 2.197453266227704 + }, + { + "step": 2935, + "lr": 0.0001, + "sup_loss": 2.1974327378540117 + }, + { + "step": 2936, + "lr": 0.0001, + "sup_loss": 2.1974205721174807 + }, + { + "step": 2937, + "lr": 0.0001, + "sup_loss": 2.1974257653948888 + }, + { + "step": 2938, + "lr": 0.0001, + "sup_loss": 2.197457879503047 + }, + { + "step": 2939, + "lr": 0.0001, + "sup_loss": 2.197447740044953 + }, + { + "step": 2940, + "lr": 0.0001, + "sup_loss": 2.1974396596271353 + }, + { + "step": 2941, + "lr": 0.0001, + "sup_loss": 2.1974483015897377 + }, + { + "step": 2942, + "lr": 0.0001, + "sup_loss": 2.197450370419054 + }, + { + "step": 2943, + "lr": 0.0001, + "sup_loss": 2.1974343204009417 + }, + { + "step": 2944, + "lr": 0.0001, + "sup_loss": 2.1974155331783782 + }, + { + "step": 2945, + "lr": 0.0001, + "sup_loss": 2.1974219196978386 + }, + { + "step": 2946, + "lr": 0.0001, + "sup_loss": 2.1974966580651865 + }, + { + "step": 2947, + "lr": 0.0001, + "sup_loss": 2.1974746818871544 + }, + { + "step": 2948, + "lr": 0.0001, + "sup_loss": 2.1974413444846883 + }, + { + "step": 2949, + "lr": 0.0001, + "sup_loss": 2.1974443490779705 + }, + { + "step": 2950, + "lr": 0.0001, + "sup_loss": 2.197443905465411 + }, + { + "step": 2951, + "lr": 0.0001, + "sup_loss": 2.19741173195058 + }, + { + "step": 2952, + "lr": 0.0001, + "sup_loss": 2.1974210148393913 + }, + { + "step": 2953, + "lr": 0.0001, + "sup_loss": 2.1974276794150125 + }, + { + "step": 2954, + "lr": 0.0001, + "sup_loss": 2.197417883527537 + }, + { + "step": 2955, + "lr": 0.0001, + "sup_loss": 2.1974292219813867 + }, + { + "step": 2956, + "lr": 0.0001, + "sup_loss": 2.1974290592297003 + }, + { + "step": 2957, + "lr": 0.0001, + "sup_loss": 2.1974340591317882 + }, + { + "step": 2958, + "lr": 0.0001, + "sup_loss": 2.197434690654158 + }, + { + "step": 2959, + "lr": 0.0001, + "sup_loss": 2.1974060374616307 + }, + { + "step": 2960, + "lr": 0.0001, + "sup_loss": 2.1973793152001386 + }, + { + "step": 2961, + "lr": 0.0001, + "sup_loss": 2.1974255016576034 + }, + { + "step": 2962, + "lr": 0.0001, + "sup_loss": 2.197420559064537 + }, + { + "step": 2963, + "lr": 0.0001, + "sup_loss": 2.1974150160478736 + }, + { + "step": 2964, + "lr": 0.0001, + "sup_loss": 2.197445364547914 + }, + { + "step": 2965, + "lr": 0.0001, + "sup_loss": 2.1974370083155206 + }, + { + "step": 2966, + "lr": 0.0001, + "sup_loss": 2.19740476348719 + }, + { + "step": 2967, + "lr": 0.0001, + "sup_loss": 2.1974283174957843 + }, + { + "step": 2968, + "lr": 0.0001, + "sup_loss": 2.1974485305672773 + }, + { + "step": 2969, + "lr": 0.0001, + "sup_loss": 2.197432188150042 + }, + { + "step": 2970, + "lr": 0.0001, + "sup_loss": 2.197426585969617 + }, + { + "step": 2971, + "lr": 0.0001, + "sup_loss": 2.1974422065204195 + }, + { + "step": 2972, + "lr": 0.0001, + "sup_loss": 2.1974382107754415 + }, + { + "step": 2973, + "lr": 0.0001, + "sup_loss": 2.1974302847145104 + }, + { + "step": 2974, + "lr": 0.0001, + "sup_loss": 2.1974330622237823 + }, + { + "step": 2975, + "lr": 0.0001, + "sup_loss": 2.1974507142646127 + }, + { + "step": 2976, + "lr": 0.0001, + "sup_loss": 2.197436715379992 + }, + { + "step": 2977, + "lr": 0.0001, + "sup_loss": 2.1973954788528847 + }, + { + "step": 2978, + "lr": 0.0001, + "sup_loss": 2.197357856751435 + }, + { + "step": 2979, + "lr": 0.0001, + "sup_loss": 2.19747203371913 + }, + { + "step": 2980, + "lr": 0.0001, + "sup_loss": 2.197459291146453 + }, + { + "step": 2981, + "lr": 0.0001, + "sup_loss": 2.197415261787257 + }, + { + "step": 2982, + "lr": 0.0001, + "sup_loss": 2.1974214503039597 + }, + { + "step": 2983, + "lr": 0.0001, + "sup_loss": 2.1975362293896636 + }, + { + "step": 2984, + "lr": 0.0001, + "sup_loss": 2.19739856904649 + }, + { + "step": 2985, + "lr": 0.0001, + "sup_loss": 2.197461120490005 + }, + { + "step": 2986, + "lr": 0.0001, + "sup_loss": 2.1974050800549754 + }, + { + "step": 2987, + "lr": 0.0001, + "sup_loss": 2.197391774783016 + }, + { + "step": 2988, + "lr": 0.0001, + "sup_loss": 2.1974345858758335 + }, + { + "step": 2989, + "lr": 0.0001, + "sup_loss": 2.197431481612429 + }, + { + "step": 2990, + "lr": 0.0001, + "sup_loss": 2.1974824020613637 + }, + { + "step": 2991, + "lr": 0.0001, + "sup_loss": 2.1974017724404042 + }, + { + "step": 2992, + "lr": 0.0001, + "sup_loss": 2.1973680621886063 + }, + { + "step": 2993, + "lr": 0.0001, + "sup_loss": 2.1974357431466163 + }, + { + "step": 2994, + "lr": 0.0001, + "sup_loss": 2.197463403369533 + }, + { + "step": 2995, + "lr": 0.0001, + "sup_loss": 2.197425096484156 + }, + { + "step": 2996, + "lr": 0.0001, + "sup_loss": 2.1974055398293983 + }, + { + "step": 2997, + "lr": 0.0001, + "sup_loss": 2.1974773980079574 + }, + { + "step": 2998, + "lr": 0.0001, + "sup_loss": 2.197433863080439 + }, + { + "step": 2999, + "lr": 0.0001, + "sup_loss": 2.1974369341330204 + } + ], + "evals": [ + { + "step": 0, + "acc": 0.0, + "tok_acc": 0.1111111111111111 + }, + { + "step": 300, + "acc": 0.0, + "tok_acc": 0.1111111111111111 + }, + { + "step": 600, + "acc": 0.0, + "tok_acc": 0.11135223765432099 + }, + { + "step": 900, + "acc": 0.0, + "tok_acc": 0.11166570216049383 + }, + { + "step": 1200, + "acc": 0.0, + "tok_acc": 0.11050829475308642 + }, + { + "step": 1500, + "acc": 0.0, + "tok_acc": 0.11140046296296297 + }, + { + "step": 1800, + "acc": 0.0, + "tok_acc": 0.11118344907407407 + }, + { + "step": 2100, + "acc": 0.0, + "tok_acc": 0.11103877314814815 + }, + { + "step": 2400, + "acc": 0.0, + "tok_acc": 0.111328125 + }, + { + "step": 2700, + "acc": 0.0, + "tok_acc": 0.11082175925925926 + }, + { + "step": 3000, + "acc": 0.0, + "tok_acc": 0.11147280092592593 + } + ], + "final_acc": 0.0, + "final_tok_acc": 0.11147280092592593 +}
\ No newline at end of file |
