rrm workspace: TRM/HRM/SRM code, Maze dataset, dynamical-analysis pipelineHEADmain

Curated export for clone-and-run Maze training (2x A6000) + diagnostics.
trm/hrm pretrain.py carry trajectory-augmentation code (backward-compatible).
Heavy artifacts (checkpoints/wandb/npz) gitignored; see PROVENANCE.md.

Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>

1 files changed, 52136 insertions, 0 deletions

diff --git a/research/flossing/step7_C_hrm_engelken_interfloss_kl10_26040_k8_10k.json b/research/flossing/step7_C_hrm_engelken_interfloss_kl10_26040_k8_10k.json
new file mode 100644
index 0000000..7c6d00d
--- /dev/null
+++ b/research/flossing/step7_C_hrm_engelken_interfloss_kl10_26040_k8_10k.json
@@ -0,0 +1,52136 @@
+{
+  "args": {
+    "model": "hrm",
+    "ckpt_root": "/home/yurenh2/rrm/hrm/checkpoints/Sudoku-extreme-1k-aug-1000 ACT-torch/HierarchicalReasoningModel_ACTV1 righteous-python",
+    "ckpt_name": "step_26040",
+    "train_steps": 10000,
+    "batch_size": 8,
+    "train_lr": 1e-05,
+    "floss_lr": 0.0001,
+    "floss_steps": 500,
+    "interfloss_at": "0,500",
+    "floss_mode": "engelken_l2",
+    "lambda_star": 0.0,
+    "k_lyap": 8,
+    "lyap_act_steps": 4,
+    "seed": 42,
+    "eval_every": 1000,
+    "eval_n": 512,
+    "eval_batch_size": 32,
+    "floss_log_every": 10,
+    "eval_after_floss": true,
+    "kl_beta": 10.0,
+    "kl_replay_size": 64,
+    "kl_batch_size": 4,
+    "kl_temperature": 1.0,
+    "out": "step7_C_hrm_engelken_interfloss_kl10_26040_k8_10k.json"
+  },
+  "initial_acc": 0.517578125,
+  "initial_tok_acc": 0.8276668595679012,
+  "task_steps": [
+    {
+      "train_step": 1,
+      "sup_loss": 2.37805018040926
+    },
+    {
+      "train_step": 2,
+      "sup_loss": 2.3542204914108997
+    },
+    {
+      "train_step": 3,
+      "sup_loss": 2.3053495262993953
+    },
+    {
+      "train_step": 4,
+      "sup_loss": 2.2565178582154344
+    },
+    {
+      "train_step": 5,
+      "sup_loss": 2.223951598486847
+    },
+    {
+      "train_step": 6,
+      "sup_loss": 2.2295000054683105
+    },
+    {
+      "train_step": 7,
+      "sup_loss": 2.177293645225755
+    },
+    {
+      "train_step": 8,
+      "sup_loss": 2.176254724794969
+    },
+    {
+      "train_step": 9,
+      "sup_loss": 2.0934149995451836
+    },
+    {
+      "train_step": 10,
+      "sup_loss": 2.1372187030608005
+    },
+    {
+      "train_step": 11,
+      "sup_loss": 2.045261973492808
+    },
+    {
+      "train_step": 12,
+      "sup_loss": 1.9685228816676776
+    },
+    {
+      "train_step": 13,
+      "sup_loss": 1.8675074767092938
+    },
+    {
+      "train_step": 14,
+      "sup_loss": 1.9040486594676522
+    },
+    {
+      "train_step": 15,
+      "sup_loss": 1.7168507295847144
+    },
+    {
+      "train_step": 16,
+      "sup_loss": 1.7879199964196977
+    },
+    {
+      "train_step": 17,
+      "sup_loss": 1.6810954011719814
+    },
+    {
+      "train_step": 18,
+      "sup_loss": 1.76671423417344
+    },
+    {
+      "train_step": 19,
+      "sup_loss": 1.5890573341356686
+    },
+    {
+      "train_step": 20,
+      "sup_loss": 1.6195855429718138
+    },
+    {
+      "train_step": 21,
+      "sup_loss": 1.6328370612311003
+    },
+    {
+      "train_step": 22,
+      "sup_loss": 1.6149586748566795
+    },
+    {
+      "train_step": 23,
+      "sup_loss": 1.4888174830303078
+    },
+    {
+      "train_step": 24,
+      "sup_loss": 1.6097713650251642
+    },
+    {
+      "train_step": 25,
+      "sup_loss": 1.591791977509625
+    },
+    {
+      "train_step": 26,
+      "sup_loss": 1.5964338510576443
+    },
+    {
+      "train_step": 27,
+      "sup_loss": 1.5973941755484733
+    },
+    {
+      "train_step": 28,
+      "sup_loss": 1.3172110254326515
+    },
+    {
+      "train_step": 29,
+      "sup_loss": 1.6140777589247737
+    },
+    {
+      "train_step": 30,
+      "sup_loss": 1.6198340903553103
+    },
+    {
+      "train_step": 31,
+      "sup_loss": 1.522153696252469
+    },
+    {
+      "train_step": 32,
+      "sup_loss": 1.4612069588868475
+    },
+    {
+      "train_step": 33,
+      "sup_loss": 1.5614240157507682
+    },
+    {
+      "train_step": 34,
+      "sup_loss": 1.5501401060261386
+    },
+    {
+      "train_step": 35,
+      "sup_loss": 1.4888747300221776
+    },
+    {
+      "train_step": 36,
+      "sup_loss": 1.4568751302101834
+    },
+    {
+      "train_step": 37,
+      "sup_loss": 1.4409785555038253
+    },
+    {
+      "train_step": 38,
+      "sup_loss": 1.5098572732100695
+    },
+    {
+      "train_step": 39,
+      "sup_loss": 1.4828533360645126
+    },
+    {
+      "train_step": 40,
+      "sup_loss": 1.5627519704294206
+    },
+    {
+      "train_step": 41,
+      "sup_loss": 1.5166230098793707
+    },
+    {
+      "train_step": 42,
+      "sup_loss": 1.4117437411661453
+    },
+    {
+      "train_step": 43,
+      "sup_loss": 1.535266163332957
+    },
+    {
+      "train_step": 44,
+      "sup_loss": 1.4863446813044647
+    },
+    {
+      "train_step": 45,
+      "sup_loss": 1.5887625781683365
+    },
+    {
+      "train_step": 46,
+      "sup_loss": 1.4208224246171113
+    },
+    {
+      "train_step": 47,
+      "sup_loss": 1.4246188400008055
+    },
+    {
+      "train_step": 48,
+      "sup_loss": 1.4865797721411766
+    },
+    {
+      "train_step": 49,
+      "sup_loss": 1.502517269824674
+    },
+    {
+      "train_step": 50,
+      "sup_loss": 1.4837941542892488
+    },
+    {
+      "train_step": 51,
+      "sup_loss": 1.553837914934475
+    },
+    {
+      "train_step": 52,
+      "sup_loss": 1.4739513426828548
+    },
+    {
+      "train_step": 53,
+      "sup_loss": 1.324041560724334
+    },
+    {
+      "train_step": 54,
+      "sup_loss": 1.4491749705981696
+    },
+    {
+      "train_step": 55,
+      "sup_loss": 1.3655609241873259
+    },
+    {
+      "train_step": 56,
+      "sup_loss": 1.3979666393226011
+    },
+    {
+      "train_step": 57,
+      "sup_loss": 1.456247898212076
+    },
+    {
+      "train_step": 58,
+      "sup_loss": 1.4672017154654715
+    },
+    {
+      "train_step": 59,
+      "sup_loss": 1.4570065597783486
+    },
+    {
+      "train_step": 60,
+      "sup_loss": 1.3123059416902625
+    },
+    {
+      "train_step": 61,
+      "sup_loss": 1.3623715023187273
+    },
+    {
+      "train_step": 62,
+      "sup_loss": 1.36702257768007
+    },
+    {
+      "train_step": 63,
+      "sup_loss": 1.3458935441754842
+    },
+    {
+      "train_step": 64,
+      "sup_loss": 1.365572596163802
+    },
+    {
+      "train_step": 65,
+      "sup_loss": 1.3648556924002528
+    },
+    {
+      "train_step": 66,
+      "sup_loss": 1.3426668580166294
+    },
+    {
+      "train_step": 67,
+      "sup_loss": 1.292282303025883
+    },
+    {
+      "train_step": 68,
+      "sup_loss": 1.3179394907530855
+    },
+    {
+      "train_step": 69,
+      "sup_loss": 1.2624632655464856
+    },
+    {
+      "train_step": 70,
+      "sup_loss": 1.3380830891453455
+    },
+    {
+      "train_step": 71,
+      "sup_loss": 1.390438959072338
+    },
+    {
+      "train_step": 72,
+      "sup_loss": 1.3639865688352073
+    },
+    {
+      "train_step": 73,
+      "sup_loss": 1.1929167625296748
+    },
+    {
+      "train_step": 74,
+      "sup_loss": 1.2370556980332492
+    },
+    {
+      "train_step": 75,
+      "sup_loss": 1.293495561365662
+    },
+    {
+      "train_step": 76,
+      "sup_loss": 1.2788697526072534
+    },
+    {
+      "train_step": 77,
+      "sup_loss": 1.2430143464454395
+    },
+    {
+      "train_step": 78,
+      "sup_loss": 1.2364384082732822
+    },
+    {
+      "train_step": 79,
+      "sup_loss": 1.3023268121463003
+    },
+    {
+      "train_step": 80,
+      "sup_loss": 1.2939038329933197
+    },
+    {
+      "train_step": 81,
+      "sup_loss": 1.2108205387124584
+    },
+    {
+      "train_step": 82,
+      "sup_loss": 1.2252187528747838
+    },
+    {
+      "train_step": 83,
+      "sup_loss": 1.1583671701576617
+    },
+    {
+      "train_step": 84,
+      "sup_loss": 1.1819838431451986
+    },
+    {
+      "train_step": 85,
+      "sup_loss": 1.1900812508122565
+    },
+    {
+      "train_step": 86,
+      "sup_loss": 1.209177735484337
+    },
+    {
+      "train_step": 87,
+      "sup_loss": 1.1996861499710674
+    },
+    {
+      "train_step": 88,
+      "sup_loss": 1.1670849573608193
+    },
+    {
+      "train_step": 89,
+      "sup_loss": 1.2134053922608345
+    },
+    {
+      "train_step": 90,
+      "sup_loss": 1.2004239001858286
+    },
+    {
+      "train_step": 91,
+      "sup_loss": 1.1843663173236956
+    },
+    {
+      "train_step": 92,
+      "sup_loss": 1.2080597726945261
+    },
+    {
+      "train_step": 93,
+      "sup_loss": 1.1806972731656056
+    },
+    {
+      "train_step": 94,
+      "sup_loss": 1.1756728317393563
+    },
+    {
+      "train_step": 95,
+      "sup_loss": 1.2171669105476501
+    },
+    {
+      "train_step": 96,
+      "sup_loss": 1.1362667846157566
+    },
+    {
+      "train_step": 97,
+      "sup_loss": 1.1618856959253572
+    },
+    {
+      "train_step": 98,
+      "sup_loss": 1.148792722779152
+    },
+    {
+      "train_step": 99,
+      "sup_loss": 1.1669755399300115
+    },
+    {
+      "train_step": 100,
+      "sup_loss": 1.1299761239310615
+    },
+    {
+      "train_step": 101,
+      "sup_loss": 1.1086248382059698
+    },
+    {
+      "train_step": 102,
+      "sup_loss": 1.1078003824018259
+    },
+    {
+      "train_step": 103,
+      "sup_loss": 1.1294126218526717
+    },
+    {
+      "train_step": 104,
+      "sup_loss": 1.140043201607657
+    },
+    {
+      "train_step": 105,
+      "sup_loss": 1.1267503261364629
+    },
+    {
+      "train_step": 106,
+      "sup_loss": 1.1079240980851084
+    },
+    {
+      "train_step": 107,
+      "sup_loss": 1.0734562957059697
+    },
+    {
+      "train_step": 108,
+      "sup_loss": 1.0994893581883092
+    },
+    {
+      "train_step": 109,
+      "sup_loss": 1.0685720428651806
+    },
+    {
+      "train_step": 110,
+      "sup_loss": 1.076676417740024
+    },
+    {
+      "train_step": 111,
+      "sup_loss": 1.1230617575217954
+    },
+    {
+      "train_step": 112,
+      "sup_loss": 1.0904376636516584
+    },
+    {
+      "train_step": 113,
+      "sup_loss": 1.130286540329215
+    },
+    {
+      "train_step": 114,
+      "sup_loss": 1.0770699708014706
+    },
+    {
+      "train_step": 115,
+      "sup_loss": 1.0768756361517364
+    },
+    {
+      "train_step": 116,
+      "sup_loss": 1.0320393654827933
+    },
+    {
+      "train_step": 117,
+      "sup_loss": 1.0594233013781817
+    },
+    {
+      "train_step": 118,
+      "sup_loss": 1.0924483469761823
+    },
+    {
+      "train_step": 119,
+      "sup_loss": 1.0716845236419188
+    },
+    {
+      "train_step": 120,
+      "sup_loss": 1.0371237894876628
+    },
+    {
+      "train_step": 121,
+      "sup_loss": 1.070472878351112
+    },
+    {
+      "train_step": 122,
+      "sup_loss": 1.0570822452251347
+    },
+    {
+      "train_step": 123,
+      "sup_loss": 1.1319480772278345
+    },
+    {
+      "train_step": 124,
+      "sup_loss": 1.1059738287831327
+    },
+    {
+      "train_step": 125,
+      "sup_loss": 1.0628198571034364
+    },
+    {
+      "train_step": 126,
+      "sup_loss": 1.027197243113686
+    },
+    {
+      "train_step": 127,
+      "sup_loss": 1.0356705576855212
+    },
+    {
+      "train_step": 128,
+      "sup_loss": 0.9870756024847185
+    },
+    {
+      "train_step": 129,
+      "sup_loss": 1.0200672419335484
+    },
+    {
+      "train_step": 130,
+      "sup_loss": 0.9970670575341474
+    },
+    {
+      "train_step": 131,
+      "sup_loss": 0.9732158164340599
+    },
+    {
+      "train_step": 132,
+      "sup_loss": 0.9970774237933844
+    },
+    {
+      "train_step": 133,
+      "sup_loss": 0.9487046504424885
+    },
+    {
+      "train_step": 134,
+      "sup_loss": 0.9936616804087112
+    },
+    {
+      "train_step": 135,
+      "sup_loss": 1.011563484253042
+    },
+    {
+      "train_step": 136,
+      "sup_loss": 0.9822482920771037
+    },
+    {
+      "train_step": 137,
+      "sup_loss": 1.0247569827156047
+    },
+    {
+      "train_step": 138,
+      "sup_loss": 0.9975470005449398
+    },
+    {
+      "train_step": 139,
+      "sup_loss": 0.9770627918745799
+    },
+    {
+      "train_step": 140,
+      "sup_loss": 0.9608670504742882
+    },
+    {
+      "train_step": 141,
+      "sup_loss": 1.1084575611780045
+    },
+    {
+      "train_step": 142,
+      "sup_loss": 1.0379914407156556
+    },
+    {
+      "train_step": 143,
+      "sup_loss": 0.9747051426005766
+    },
+    {
+      "train_step": 144,
+      "sup_loss": 0.9940717875004315
+    },
+    {
+      "train_step": 145,
+      "sup_loss": 1.0532203575180736
+    },
+    {
+      "train_step": 146,
+      "sup_loss": 0.9917711484905657
+    },
+    {
+      "train_step": 147,
+      "sup_loss": 0.9677548389277278
+    },
+    {
+      "train_step": 148,
+      "sup_loss": 0.978053541460725
+    },
+    {
+      "train_step": 149,
+      "sup_loss": 0.9109319906721625
+    },
+    {
+      "train_step": 150,
+      "sup_loss": 0.901149133575797
+    },
+    {
+      "train_step": 151,
+      "sup_loss": 0.8391791347178637
+    },
+    {
+      "train_step": 152,
+      "sup_loss": 1.1696323390457373
+    },
+    {
+      "train_step": 153,
+      "sup_loss": 0.9639581136565463
+    },
+    {
+      "train_step": 154,
+      "sup_loss": 0.9554592640948109
+    },
+    {
+      "train_step": 155,
+      "sup_loss": 0.9909906879740519
+    },
+    {
+      "train_step": 156,
+      "sup_loss": 0.9822079925614136
+    },
+    {
+      "train_step": 157,
+      "sup_loss": 1.0465338350558235
+    },
+    {
+      "train_step": 158,
+      "sup_loss": 0.8970660532320789
+    },
+    {
+      "train_step": 159,
+      "sup_loss": 1.0002349678493463
+    },
+    {
+      "train_step": 160,
+      "sup_loss": 1.05435871652721
+    },
+    {
+      "train_step": 161,
+      "sup_loss": 0.9828289498431291
+    },
+    {
+      "train_step": 162,
+      "sup_loss": 0.8160775490568869
+    },
+    {
+      "train_step": 163,
+      "sup_loss": 0.9613746074893424
+    },
+    {
+      "train_step": 164,
+      "sup_loss": 0.9931662950997403
+    },
+    {
+      "train_step": 165,
+      "sup_loss": 0.8893737555807191
+    },
+    {
+      "train_step": 166,
+      "sup_loss": 0.9153785035967388
+    },
+    {
+      "train_step": 167,
+      "sup_loss": 0.9169170307174221
+    },
+    {
+      "train_step": 168,
+      "sup_loss": 0.8929348376434569
+    },
+    {
+      "train_step": 169,
+      "sup_loss": 0.9500269933274509
+    },
+    {
+      "train_step": 170,
+      "sup_loss": 0.9043869966277986
+    },
+    {
+      "train_step": 171,
+      "sup_loss": 0.8857583384334328
+    },
+    {
+      "train_step": 172,
+      "sup_loss": 0.9547833654824502
+    },
+    {
+      "train_step": 173,
+      "sup_loss": 0.9393188475774841
+    },
+    {
+      "train_step": 174,
+      "sup_loss": 0.9103282669533733
+    },
+    {
+      "train_step": 175,
+      "sup_loss": 0.8845883342359836
+    },
+    {
+      "train_step": 176,
+      "sup_loss": 0.8747360050777037
+    },
+    {
+      "train_step": 177,
+      "sup_loss": 1.0339303864279459
+    },
+    {
+      "train_step": 178,
+      "sup_loss": 0.8812953376374782
+    },
+    {
+      "train_step": 179,
+      "sup_loss": 0.8706383857417297
+    },
+    {
+      "train_step": 180,
+      "sup_loss": 1.0257678169091098
+    },
+    {
+      "train_step": 181,
+      "sup_loss": 1.067435292928011
+    },
+    {
+      "train_step": 182,
+      "sup_loss": 0.9148139556446557
+    },
+    {
+      "train_step": 183,
+      "sup_loss": 0.9754406868205647
+    },
+    {
+      "train_step": 184,
+      "sup_loss": 0.9853404708743796
+    },
+    {
+      "train_step": 185,
+      "sup_loss": 1.0236448881191333
+    },
+    {
+      "train_step": 186,
+      "sup_loss": 0.8419884663311907
+    },
+    {
+      "train_step": 187,
+      "sup_loss": 0.8667644595799733
+    },
+    {
+      "train_step": 188,
+      "sup_loss": 0.951873135095739
+    },
+    {
+      "train_step": 189,
+      "sup_loss": 0.8937086541777335
+    },
+    {
+      "train_step": 190,
+      "sup_loss": 1.0456271510166024
+    },
+    {
+      "train_step": 191,
+      "sup_loss": 0.8851293362167449
+    },
+    {
+      "train_step": 192,
+      "sup_loss": 0.9440737161195035
+    },
+    {
+      "train_step": 193,
+      "sup_loss": 0.9574798618208002
+    },
+    {
+      "train_step": 194,
+      "sup_loss": 0.8275505165880861
+    },
+    {
+      "train_step": 195,
+      "sup_loss": 1.0483268386348175
+    },
+    {
+      "train_step": 196,
+      "sup_loss": 0.9781622671906661
+    },
+    {
+      "train_step": 197,
+      "sup_loss": 1.0216650164482202
+    },
+    {
+      "train_step": 198,
+      "sup_loss": 0.9183583572570074
+    },
+    {
+      "train_step": 199,
+      "sup_loss": 0.9546098843557428
+    },
+    {
+      "train_step": 200,
+      "sup_loss": 0.9349046596396794
+    },
+    {
+      "train_step": 201,
+      "sup_loss": 1.0073836365581
+    },
+    {
+      "train_step": 202,
+      "sup_loss": 0.9505274033729978
+    },
+    {
+      "train_step": 203,
+      "sup_loss": 0.9726010497536738
+    },
+    {
+      "train_step": 204,
+      "sup_loss": 1.0053909502092317
+    },
+    {
+      "train_step": 205,
+      "sup_loss": 1.0154877007213916
+    },
+    {
+      "train_step": 206,
+      "sup_loss": 0.958675127129294
+    },
+    {
+      "train_step": 207,
+      "sup_loss": 0.8865830715672786
+    },
+    {
+      "train_step": 208,
+      "sup_loss": 0.9771599074304297
+    },
+    {
+      "train_step": 209,
+      "sup_loss": 0.9408482678192861
+    },
+    {
+      "train_step": 210,
+      "sup_loss": 0.9588714267471868
+    },
+    {
+      "train_step": 211,
+      "sup_loss": 0.9447763016817472
+    },
+    {
+      "train_step": 212,
+      "sup_loss": 0.9523106870800315
+    },
+    {
+      "train_step": 213,
+      "sup_loss": 0.9696825895797726
+    },
+    {
+      "train_step": 214,
+      "sup_loss": 0.9551080161762158
+    },
+    {
+      "train_step": 215,
+      "sup_loss": 0.9523084432696068
+    },
+    {
+      "train_step": 216,
+      "sup_loss": 0.8454136048602502
+    },
+    {
+      "train_step": 217,
+      "sup_loss": 0.9882580479057902
+    },
+    {
+      "train_step": 218,
+      "sup_loss": 1.0080630493129465
+    },
+    {
+      "train_step": 219,
+      "sup_loss": 0.8043315091225757
+    },
+    {
+      "train_step": 220,
+      "sup_loss": 0.8876537456516244
+    },
+    {
+      "train_step": 221,
+      "sup_loss": 1.0011395640567746
+    },
+    {
+      "train_step": 222,
+      "sup_loss": 0.8226903115072529
+    },
+    {
+      "train_step": 223,
+      "sup_loss": 0.9206971834652318
+    },
+    {
+      "train_step": 224,
+      "sup_loss": 0.9152926091766048
+    },
+    {
+      "train_step": 225,
+      "sup_loss": 0.7561899624978587
+    },
+    {
+      "train_step": 226,
+      "sup_loss": 1.0035308322467837
+    },
+    {
+      "train_step": 227,
+      "sup_loss": 0.8145697063840923
+    },
+    {
+      "train_step": 228,
+      "sup_loss": 0.941620202360882
+    },
+    {
+      "train_step": 229,
+      "sup_loss": 0.97634010757491
+    },
+    {
+      "train_step": 230,
+      "sup_loss": 1.0785002224612223
+    },
+    {
+      "train_step": 231,
+      "sup_loss": 0.7916384456069222
+    },
+    {
+      "train_step": 232,
+      "sup_loss": 0.9724591879877529
+    },
+    {
+      "train_step": 233,
+      "sup_loss": 0.8811016687652142
+    },
+    {
+      "train_step": 234,
+      "sup_loss": 0.9450053583116047
+    },
+    {
+      "train_step": 235,
+      "sup_loss": 1.0771371972452135
+    },
+    {
+      "train_step": 236,
+      "sup_loss": 0.8471031243238505
+    },
+    {
+      "train_step": 237,
+      "sup_loss": 0.975284103303873
+    },
+    {
+      "train_step": 238,
+      "sup_loss": 0.9463759834801305
+    },
+    {
+      "train_step": 239,
+      "sup_loss": 0.9314039596022536
+    },
+    {
+      "train_step": 240,
+      "sup_loss": 0.8169141426516978
+    },
+    {
+      "train_step": 241,
+      "sup_loss": 0.8605734334210959
+    },
+    {
+      "train_step": 242,
+      "sup_loss": 0.9238315760335706
+    },
+    {
+      "train_step": 243,
+      "sup_loss": 0.8308298662840254
+    },
+    {
+      "train_step": 244,
+      "sup_loss": 0.817681722588046
+    },
+    {
+      "train_step": 245,
+      "sup_loss": 0.8649942509977112
+    },
+    {
+      "train_step": 246,
+      "sup_loss": 0.9468843678019103
+    },
+    {
+      "train_step": 247,
+      "sup_loss": 0.9762716329975498
+    },
+    {
+      "train_step": 248,
+      "sup_loss": 0.7968834121438797
+    },
+    {
+      "train_step": 249,
+      "sup_loss": 0.9689374707177716
+    },
+    {
+      "train_step": 250,
+      "sup_loss": 0.7423218069713915
+    },
+    {
+      "train_step": 251,
+      "sup_loss": 1.0072884547534817
+    },
+    {
+      "train_step": 252,
+      "sup_loss": 0.8660275832735603
+    },
+    {
+      "train_step": 253,
+      "sup_loss": 0.8035666333336591
+    },
+    {
+      "train_step": 254,
+      "sup_loss": 0.9225356117852845
+    },
+    {
+      "train_step": 255,
+      "sup_loss": 0.7070609887743384
+    },
+    {
+      "train_step": 256,
+      "sup_loss": 0.8322998965008961
+    },
+    {
+      "train_step": 257,
+      "sup_loss": 0.7490455761758504
+    },
+    {
+      "train_step": 258,
+      "sup_loss": 1.0082832363185892
+    },
+    {
+      "train_step": 259,
+      "sup_loss": 1.0040387197712228
+    },
+    {
+      "train_step": 260,
+      "sup_loss": 0.8608582954126373
+    },
+    {
+      "train_step": 261,
+      "sup_loss": 0.8310250133841973
+    },
+    {
+      "train_step": 262,
+      "sup_loss": 0.7779932144129849
+    },
+    {
+      "train_step": 263,
+      "sup_loss": 0.8405092927477555
+    },
+    {
+      "train_step": 264,
+      "sup_loss": 0.8250693194164833
+    },
+    {
+      "train_step": 265,
+      "sup_loss": 0.913341824419227
+    },
+    {
+      "train_step": 266,
+      "sup_loss": 0.7888678902762201
+    },
+    {
+      "train_step": 267,
+      "sup_loss": 0.7593755269356041
+    },
+    {
+      "train_step": 268,
+      "sup_loss": 0.9750669798623938
+    },
+    {
+      "train_step": 269,
+      "sup_loss": 0.9754528854031465
+    },
+    {
+      "train_step": 270,
+      "sup_loss": 0.823211193723623
+    },
+    {
+      "train_step": 271,
+      "sup_loss": 0.8820619220877044
+    },
+    {
+      "train_step": 272,
+      "sup_loss": 0.7892721211277545
+    },
+    {
+      "train_step": 273,
+      "sup_loss": 0.9225384964005117
+    },
+    {
+      "train_step": 274,
+      "sup_loss": 0.9491083169250792
+    },
+    {
+      "train_step": 275,
+      "sup_loss": 0.8312940448563692
+    },
+    {
+      "train_step": 276,
+      "sup_loss": 1.1744037036852328
+    },
+    {
+      "train_step": 277,
+      "sup_loss": 0.8731779403363239
+    },
+    {
+      "train_step": 278,
+      "sup_loss": 0.6736794600664564
+    },
+    {
+      "train_step": 279,
+      "sup_loss": 0.7357905796024343
+    },
+    {
+      "train_step": 280,
+      "sup_loss": 0.8902560446440522
+    },
+    {
+      "train_step": 281,
+      "sup_loss": 0.932304137990161
+    },
+    {
+      "train_step": 282,
+      "sup_loss": 0.9026035799087557
+    },
+    {
+      "train_step": 283,
+      "sup_loss": 0.8201112150727986
+    },
+    {
+      "train_step": 284,
+      "sup_loss": 0.8549095651980053
+    },
+    {
+      "train_step": 285,
+      "sup_loss": 0.9006114124852141
+    },
+    {
+      "train_step": 286,
+      "sup_loss": 0.5496089602068344
+    },
+    {
+      "train_step": 287,
+      "sup_loss": 0.8411215456456639
+    },
+    {
+      "train_step": 288,
+      "sup_loss": 0.8243599828846965
+    },
+    {
+      "train_step": 289,
+      "sup_loss": 0.8137339450853281
+    },
+    {
+      "train_step": 290,
+      "sup_loss": 0.8757858872157738
+    },
+    {
+      "train_step": 291,
+      "sup_loss": 0.9016404741415558
+    },
+    {
+      "train_step": 292,
+      "sup_loss": 0.7716099028819432
+    },
+    {
+      "train_step": 293,
+      "sup_loss": 0.651225838012635
+    },
+    {
+      "train_step": 294,
+      "sup_loss": 0.6665916777924925
+    },
+    {
+      "train_step": 295,
+      "sup_loss": 1.0701035465304043
+    },
+    {
+      "train_step": 296,
+      "sup_loss": 0.6178285379997147
+    },
+    {
+      "train_step": 297,
+      "sup_loss": 0.9675361289867458
+    },
+    {
+      "train_step": 298,
+      "sup_loss": 0.749976113279217
+    },
+    {
+      "train_step": 299,
+      "sup_loss": 0.8246632784071067
+    },
+    {
+      "train_step": 300,
+      "sup_loss": 0.6831709932711559
+    },
+    {
+      "train_step": 301,
+      "sup_loss": 0.7464601273106567
+    },
+    {
+      "train_step": 302,
+      "sup_loss": 0.8041945541986162
+    },
+    {
+      "train_step": 303,
+      "sup_loss": 0.8797581186901112
+    },
+    {
+      "train_step": 304,
+      "sup_loss": 0.8126922911366404
+    },
+    {
+      "train_step": 305,
+      "sup_loss": 0.7999857728126222
+    },
+    {
+      "train_step": 306,
+      "sup_loss": 0.7269614431360591
+    },
+    {
+      "train_step": 307,
+      "sup_loss": 0.7713475708225003
+    },
+    {
+      "train_step": 308,
+      "sup_loss": 0.8097881551235651
+    },
+    {
+      "train_step": 309,
+      "sup_loss": 0.7584826006127088
+    },
+    {
+      "train_step": 310,
+      "sup_loss": 0.7733465181999695
+    },
+    {
+      "train_step": 311,
+      "sup_loss": 0.7275010385861334
+    },
+    {
+      "train_step": 312,
+      "sup_loss": 0.8583779316214436
+    },
+    {
+      "train_step": 313,
+      "sup_loss": 0.614352884220101
+    },
+    {
+      "train_step": 314,
+      "sup_loss": 0.6936730998889292
+    },
+    {
+      "train_step": 315,
+      "sup_loss": 0.8398347047147771
+    },
+    {
+      "train_step": 316,
+      "sup_loss": 0.6844459324666807
+    },
+    {
+      "train_step": 317,
+      "sup_loss": 0.6962868018763111
+    },
+    {
+      "train_step": 318,
+      "sup_loss": 0.8325521964061953
+    },
+    {
+      "train_step": 319,
+      "sup_loss": 0.9143746723666853
+    },
+    {
+      "train_step": 320,
+      "sup_loss": 0.7022123202111554
+    },
+    {
+      "train_step": 321,
+      "sup_loss": 0.757436817679398
+    },
+    {
+      "train_step": 322,
+      "sup_loss": 0.572606230399117
+    },
+    {
+      "train_step": 323,
+      "sup_loss": 0.9153514326751234
+    },
+    {
+      "train_step": 324,
+      "sup_loss": 0.9664663679750133
+    },
+    {
+      "train_step": 325,
+      "sup_loss": 0.9109055182153547
+    },
+    {
+      "train_step": 326,
+      "sup_loss": 0.7829802137547864
+    },
+    {
+      "train_step": 327,
+      "sup_loss": 0.9111143808801118
+    },
+    {
+      "train_step": 328,
+      "sup_loss": 0.7785184019072235
+    },
+    {
+      "train_step": 329,
+      "sup_loss": 0.8722784797241188
+    },
+    {
+      "train_step": 330,
+      "sup_loss": 0.8609391201576586
+    },
+    {
+      "train_step": 331,
+      "sup_loss": 0.6022352594742862
+    },
+    {
+      "train_step": 332,
+      "sup_loss": 0.9794973258932954
+    },
+    {
+      "train_step": 333,
+      "sup_loss": 0.7993365186651132
+    },
+    {
+      "train_step": 334,
+      "sup_loss": 0.8149846755718071
+    },
+    {
+      "train_step": 335,
+      "sup_loss": 0.7345970390115
+    },
+    {
+      "train_step": 336,
+      "sup_loss": 0.8577388447688233
+    },
+    {
+      "train_step": 337,
+      "sup_loss": 0.7488399850289967
+    },
+    {
+      "train_step": 338,
+      "sup_loss": 0.8687207280495524
+    },
+    {
+      "train_step": 339,
+      "sup_loss": 0.9399289212191053
+    },
+    {
+      "train_step": 340,
+      "sup_loss": 0.7370570015242348
+    },
+    {
+      "train_step": 341,
+      "sup_loss": 0.7941267223826329
+    },
+    {
+      "train_step": 342,
+      "sup_loss": 0.7813366896226126
+    },
+    {
+      "train_step": 343,
+      "sup_loss": 0.6945129944003138
+    },
+    {
+      "train_step": 344,
+      "sup_loss": 0.713462854637174
+    },
+    {
+      "train_step": 345,
+      "sup_loss": 0.6780874080812661
+    },
+    {
+      "train_step": 346,
+      "sup_loss": 0.8574418244740412
+    },
+    {
+      "train_step": 347,
+      "sup_loss": 0.8736651708577376
+    },
+    {
+      "train_step": 348,
+      "sup_loss": 0.7283998663553081
+    },
+    {
+      "train_step": 349,
+      "sup_loss": 0.736222496033281
+    },
+    {
+      "train_step": 350,
+      "sup_loss": 0.734565676606642
+    },
+    {
+      "train_step": 351,
+      "sup_loss": 0.878144107389599
+    },
+    {
+      "train_step": 352,
+      "sup_loss": 0.8543169553542175
+    },
+    {
+      "train_step": 353,
+      "sup_loss": 0.8844810079033324
+    },
+    {
+      "train_step": 354,
+      "sup_loss": 0.9241476426799015
+    },
+    {
+      "train_step": 355,
+      "sup_loss": 0.9654587226731566
+    },
+    {
+      "train_step": 356,
+      "sup_loss": 0.8650168096978335
+    },
+    {
+      "train_step": 357,
+      "sup_loss": 0.9988331520595276
+    },
+    {
+      "train_step": 358,
+      "sup_loss": 0.7977737377426204
+    },
+    {
+      "train_step": 359,
+      "sup_loss": 0.915379907255824
+    },
+    {
+      "train_step": 360,
+      "sup_loss": 0.8738031623072138
+    },
+    {
+      "train_step": 361,
+      "sup_loss": 0.7686312365067991
+    },
+    {
+      "train_step": 362,
+      "sup_loss": 0.9098371242080622
+    },
+    {
+      "train_step": 363,
+      "sup_loss": 0.9001066003689446
+    },
+    {
+      "train_step": 364,
+      "sup_loss": 0.8826965311502761
+    },
+    {
+      "train_step": 365,
+      "sup_loss": 0.8745138655670394
+    },
+    {
+      "train_step": 366,
+      "sup_loss": 0.7844565509081137
+    },
+    {
+      "train_step": 367,
+      "sup_loss": 0.7289703373659947
+    },
+    {
+      "train_step": 368,
+      "sup_loss": 0.9652130603990233
+    },
+    {
+      "train_step": 369,
+      "sup_loss": 0.944228116466006
+    },
+    {
+      "train_step": 370,
+      "sup_loss": 0.7745510687370797
+    },
+    {
+      "train_step": 371,
+      "sup_loss": 0.9420467856736426
+    },
+    {
+      "train_step": 372,
+      "sup_loss": 0.695474967564153
+    },
+    {
+      "train_step": 373,
+      "sup_loss": 0.9712160429201449
+    },
+    {
+      "train_step": 374,
+      "sup_loss": 0.6888938021640338
+    },
+    {
+      "train_step": 375,
+      "sup_loss": 0.8465278484116286
+    },
+    {
+      "train_step": 376,
+      "sup_loss": 0.7332084028849939
+    },
+    {
+      "train_step": 377,
+      "sup_loss": 0.7347193184833614
+    },
+    {
+      "train_step": 378,
+      "sup_loss": 0.9245123694608796
+    },
+    {
+      "train_step": 379,
+      "sup_loss": 0.6970103347363144
+    },
+    {
+      "train_step": 380,
+      "sup_loss": 0.9708814563779508
+    },
+    {
+      "train_step": 381,
+      "sup_loss": 0.8179937298055705
+    },
+    {
+      "train_step": 382,
+      "sup_loss": 0.8775989471214035
+    },
+    {
+      "train_step": 383,
+      "sup_loss": 0.9228308069542133
+    },
+    {
+      "train_step": 384,
+      "sup_loss": 0.6331454476514005
+    },
+    {
+      "train_step": 385,
+      "sup_loss": 0.8336878177817527
+    },
+    {
+      "train_step": 386,
+      "sup_loss": 0.734947342001284
+    },
+    {
+      "train_step": 387,
+      "sup_loss": 0.6522821848694019
+    },
+    {
+      "train_step": 388,
+      "sup_loss": 0.9298850110883596
+    },
+    {
+      "train_step": 389,
+      "sup_loss": 0.8142348115666103
+    },
+    {
+      "train_step": 390,
+      "sup_loss": 0.8827003416193419
+    },
+    {
+      "train_step": 391,
+      "sup_loss": 0.7760806099681532
+    },
+    {
+      "train_step": 392,
+      "sup_loss": 0.8292952188805174
+    },
+    {
+      "train_step": 393,
+      "sup_loss": 0.9557199793659082
+    },
+    {
+      "train_step": 394,
+      "sup_loss": 0.9999256877866486
+    },
+    {
+      "train_step": 395,
+      "sup_loss": 0.9464125696781367
+    },
+    {
+      "train_step": 396,
+      "sup_loss": 0.9273869816299996
+    },
+    {
+      "train_step": 397,
+      "sup_loss": 0.8026329998978377
+    },
+    {
+      "train_step": 398,
+      "sup_loss": 0.6871820520586518
+    },
+    {
+      "train_step": 399,
+      "sup_loss": 0.8668558704953658
+    },
+    {
+      "train_step": 400,
+      "sup_loss": 0.840837971907025
+    },
+    {
+      "train_step": 401,
+      "sup_loss": 0.7564071035705848
+    },
+    {
+      "train_step": 402,
+      "sup_loss": 0.8269944573255027
+    },
+    {
+      "train_step": 403,
+      "sup_loss": 0.983270885297516
+    },
+    {
+      "train_step": 404,
+      "sup_loss": 0.8296454231121779
+    },
+    {
+      "train_step": 405,
+      "sup_loss": 0.6999046570295058
+    },
+    {
+      "train_step": 406,
+      "sup_loss": 0.839248409274982
+    },
+    {
+      "train_step": 407,
+      "sup_loss": 0.8961145803310245
+    },
+    {
+      "train_step": 408,
+      "sup_loss": 0.7475018859271503
+    },
+    {
+      "train_step": 409,
+      "sup_loss": 0.7872991438263064
+    },
+    {
+      "train_step": 410,
+      "sup_loss": 0.9504139303224549
+    },
+    {
+      "train_step": 411,
+      "sup_loss": 0.7881586914443842
+    },
+    {
+      "train_step": 412,
+      "sup_loss": 0.9225271563338749
+    },
+    {
+      "train_step": 413,
+      "sup_loss": 0.8922615265966257
+    },
+    {
+      "train_step": 414,
+      "sup_loss": 0.694552650159488
+    },
+    {
+      "train_step": 415,
+      "sup_loss": 1.0276315118809642
+    },
+    {
+      "train_step": 416,
+      "sup_loss": 0.8038358757194642
+    },
+    {
+      "train_step": 417,
+      "sup_loss": 0.6608174586384167
+    },
+    {
+      "train_step": 418,
+      "sup_loss": 0.8666106118602487
+    },
+    {
+      "train_step": 419,
+      "sup_loss": 0.7661607787466972
+    },
+    {
+      "train_step": 420,
+      "sup_loss": 0.7886664542863319
+    },
+    {
+      "train_step": 421,
+      "sup_loss": 0.8143803521462446
+    },
+    {
+      "train_step": 422,
+      "sup_loss": 0.7447853759574894
+    },
+    {
+      "train_step": 423,
+      "sup_loss": 0.7763517837099752
+    },
+    {
+      "train_step": 424,
+      "sup_loss": 0.860982707935504
+    },
+    {
+      "train_step": 425,
+      "sup_loss": 0.7374089610038965
+    },
+    {
+      "train_step": 426,
+      "sup_loss": 0.5773924592884137
+    },
+    {
+      "train_step": 427,
+      "sup_loss": 0.7254158600085769
+    },
+    {
+      "train_step": 428,
+      "sup_loss": 0.8548245317094694
+    },
+    {
+      "train_step": 429,
+      "sup_loss": 0.6904505438979103
+    },
+    {
+      "train_step": 430,
+      "sup_loss": 0.9670917721308777
+    },
+    {
+      "train_step": 431,
+      "sup_loss": 0.9226439999665463
+    },
+    {
+      "train_step": 432,
+      "sup_loss": 0.9309216171985941
+    },
+    {
+      "train_step": 433,
+      "sup_loss": 0.929462468409985
+    },
+    {
+      "train_step": 434,
+      "sup_loss": 0.7123487740466524
+    },
+    {
+      "train_step": 435,
+      "sup_loss": 0.7573478068486027
+    },
+    {
+      "train_step": 436,
+      "sup_loss": 0.8121913598127829
+    },
+    {
+      "train_step": 437,
+      "sup_loss": 0.7313717144464917
+    },
+    {
+      "train_step": 438,
+      "sup_loss": 0.742389065353728
+    },
+    {
+      "train_step": 439,
+      "sup_loss": 0.7840657627873153
+    },
+    {
+      "train_step": 440,
+      "sup_loss": 0.8402310250932525
+    },
+    {
+      "train_step": 441,
+      "sup_loss": 0.7870826139690363
+    },
+    {
+      "train_step": 442,
+      "sup_loss": 0.7672548577368303
+    },
+    {
+      "train_step": 443,
+      "sup_loss": 0.9479965767192455
+    },
+    {
+      "train_step": 444,
+      "sup_loss": 0.9734002698934796
+    },
+    {
+      "train_step": 445,
+      "sup_loss": 0.9879075916935371
+    },
+    {
+      "train_step": 446,
+      "sup_loss": 0.8493675874047668
+    },
+    {
+      "train_step": 447,
+      "sup_loss": 0.9926723141499559
+    },
+    {
+      "train_step": 448,
+      "sup_loss": 0.8584401608596057
+    },
+    {
+      "train_step": 449,
+      "sup_loss": 0.9926554759303983
+    },
+    {
+      "train_step": 450,
+      "sup_loss": 0.8882693941551881
+    },
+    {
+      "train_step": 451,
+      "sup_loss": 0.8935812307445721
+    },
+    {
+      "train_step": 452,
+      "sup_loss": 0.8581746773199548
+    },
+    {
+      "train_step": 453,
+      "sup_loss": 0.8257127813418809
+    },
+    {
+      "train_step": 454,
+      "sup_loss": 0.7169065654847763
+    },
+    {
+      "train_step": 455,
+      "sup_loss": 0.9332773234246037
+    },
+    {
+      "train_step": 456,
+      "sup_loss": 0.9571860162973161
+    },
+    {
+      "train_step": 457,
+      "sup_loss": 0.748895689982244
+    },
+    {
+      "train_step": 458,
+      "sup_loss": 0.9518661551580492
+    },
+    {
+      "train_step": 459,
+      "sup_loss": 0.7859496584598326
+    },
+    {
+      "train_step": 460,
+      "sup_loss": 0.7573092896643713
+    },
+    {
+      "train_step": 461,
+      "sup_loss": 0.7804857284565532
+    },
+    {
+      "train_step": 462,
+      "sup_loss": 0.7096112833999771
+    },
+    {
+      "train_step": 463,
+      "sup_loss": 0.8641503847352847
+    },
+    {
+      "train_step": 464,
+      "sup_loss": 0.8769591535209011
+    },
+    {
+      "train_step": 465,
+      "sup_loss": 0.8363539622472989
+    },
+    {
+      "train_step": 466,
+      "sup_loss": 0.9448826401076237
+    },
+    {
+      "train_step": 467,
+      "sup_loss": 0.907919004329039
+    },
+    {
+      "train_step": 468,
+      "sup_loss": 0.7553085227760373
+    },
+    {
+      "train_step": 469,
+      "sup_loss": 0.9006642077501554
+    },
+    {
+      "train_step": 470,
+      "sup_loss": 0.9636703231912267
+    },
+    {
+      "train_step": 471,
+      "sup_loss": 0.7896383309175501
+    },
+    {
+      "train_step": 472,
+      "sup_loss": 0.8113015486132185
+    },
+    {
+      "train_step": 473,
+      "sup_loss": 0.7776511472889986
+    },
+    {
+      "train_step": 474,
+      "sup_loss": 0.8410592125256129
+    },
+    {
+      "train_step": 475,
+      "sup_loss": 0.7752605997671873
+    },
+    {
+      "train_step": 476,
+      "sup_loss": 1.0639982544866349
+    },
+    {
+      "train_step": 477,
+      "sup_loss": 0.722007940723773
+    },
+    {
+      "train_step": 478,
+      "sup_loss": 0.6758294776727202
+    },
+    {
+      "train_step": 479,
+      "sup_loss": 0.8343698495852999
+    },
+    {
+      "train_step": 480,
+      "sup_loss": 0.8210426880027843
+    },
+    {
+      "train_step": 481,
+      "sup_loss": 0.867157786942331
+    },
+    {
+      "train_step": 482,
+      "sup_loss": 0.7479448722917031
+    },
+    {
+      "train_step": 483,
+      "sup_loss": 0.9423205612374258
+    },
+    {
+      "train_step": 484,
+      "sup_loss": 0.8609507451816364
+    },
+    {
+      "train_step": 485,
+      "sup_loss": 0.8440548536734312
+    },
+    {
+      "train_step": 486,
+      "sup_loss": 0.7950530278448049
+    },
+    {
+      "train_step": 487,
+      "sup_loss": 0.8756631240634558
+    },
+    {
+      "train_step": 488,
+      "sup_loss": 0.7704467395314931
+    },
+    {
+      "train_step": 489,
+      "sup_loss": 0.8378882931445231
+    },
+    {
+      "train_step": 490,
+      "sup_loss": 0.7444590123376696
+    },
+    {
+      "train_step": 491,
+      "sup_loss": 0.6686760732052236
+    },
+    {
+      "train_step": 492,
+      "sup_loss": 0.8268866800818975
+    },
+    {
+      "train_step": 493,
+      "sup_loss": 0.9733864486145092
+    },
+    {
+      "train_step": 494,
+      "sup_loss": 0.7234106140528409
+    },
+    {
+      "train_step": 495,
+      "sup_loss": 0.8869307135752652
+    },
+    {
+      "train_step": 496,
+      "sup_loss": 1.0019403412975185
+    },
+    {
+      "train_step": 497,
+      "sup_loss": 0.7777576442552474
+    },
+    {
+      "train_step": 498,
+      "sup_loss": 0.8725818959571461
+    },
+    {
+      "train_step": 499,
+      "sup_loss": 0.8445928062892327
+    },
+    {
+      "train_step": 500,
+      "sup_loss": 0.8007941264292281
+    },
+    {
+      "train_step": 501,
+      "sup_loss": 2.1538100561076385
+    },
+    {
+      "train_step": 502,
+      "sup_loss": 2.1773781832259846
+    },
+    {
+      "train_step": 503,
+      "sup_loss": 2.169818432504984
+    },
+    {
+      "train_step": 504,
+      "sup_loss": 2.1497274257987686
+    },
+    {
+      "train_step": 505,
+      "sup_loss": 2.0821509339673723
+    },
+    {
+      "train_step": 506,
+      "sup_loss": 2.071632065806465
+    },
+    {
+      "train_step": 507,
+      "sup_loss": 2.047561459246915
+    },
+    {
+      "train_step": 508,
+      "sup_loss": 1.9746266454074966
+    },
+    {
+      "train_step": 509,
+      "sup_loss": 2.0267433852392793
+    },
+    {
+      "train_step": 510,
+      "sup_loss": 1.9008105772268329
+    },
+    {
+      "train_step": 511,
+      "sup_loss": 1.696307300455158
+    },
+    {
+      "train_step": 512,
+      "sup_loss": 1.926299611765921
+    },
+    {
+      "train_step": 513,
+      "sup_loss": 1.9405678273235285
+    },
+    {
+      "train_step": 514,
+      "sup_loss": 1.7779111258775306
+    },
+    {
+      "train_step": 515,
+      "sup_loss": 1.8607373697595948
+    },
+    {
+      "train_step": 516,
+      "sup_loss": 1.7787305466963554
+    },
+    {
+      "train_step": 517,
+      "sup_loss": 1.7535533964315126
+    },
+    {
+      "train_step": 518,
+      "sup_loss": 1.6127471858902587
+    },
+    {
+      "train_step": 519,
+      "sup_loss": 1.7802956698906218
+    },
+    {
+      "train_step": 520,
+      "sup_loss": 1.6432733399450172
+    },
+    {
+      "train_step": 521,
+      "sup_loss": 1.52391732910155
+    },
+    {
+      "train_step": 522,
+      "sup_loss": 1.7007300279442392
+    },
+    {
+      "train_step": 523,
+      "sup_loss": 1.6570210006646988
+    },
+    {
+      "train_step": 524,
+      "sup_loss": 1.6888564187729702
+    },
+    {
+      "train_step": 525,
+      "sup_loss": 1.697284635627351
+    },
+    {
+      "train_step": 526,
+      "sup_loss": 1.6779981112790594
+    },
+    {
+      "train_step": 527,
+      "sup_loss": 1.5853203917466194
+    },
+    {
+      "train_step": 528,
+      "sup_loss": 1.4382834012169172
+    },
+    {
+      "train_step": 529,
+      "sup_loss": 1.3512136107100297
+    },
+    {
+      "train_step": 530,
+      "sup_loss": 1.3667244716546731
+    },
+    {
+      "train_step": 531,
+      "sup_loss": 1.5857859597282689
+    },
+    {
+      "train_step": 532,
+      "sup_loss": 1.6409092408940906
+    },
+    {
+      "train_step": 533,
+      "sup_loss": 1.625527110891419
+    },
+    {
+      "train_step": 534,
+      "sup_loss": 1.401471639991008
+    },
+    {
+      "train_step": 535,
+      "sup_loss": 1.5130250482477532
+    },
+    {
+      "train_step": 536,
+      "sup_loss": 1.5282373898396404
+    },
+    {
+      "train_step": 537,
+      "sup_loss": 1.5429687236247833
+    },
+    {
+      "train_step": 538,
+      "sup_loss": 1.5750515997137329
+    },
+    {
+      "train_step": 539,
+      "sup_loss": 1.5113991043208999
+    },
+    {
+      "train_step": 540,
+      "sup_loss": 1.497294079693373
+    },
+    {
+      "train_step": 541,
+      "sup_loss": 1.5101957750868193
+    },
+    {
+      "train_step": 542,
+      "sup_loss": 1.5056958718218314
+    },
+    {
+      "train_step": 543,
+      "sup_loss": 1.3956858317671892
+    },
+    {
+      "train_step": 544,
+      "sup_loss": 1.5529883595995984
+    },
+    {
+      "train_step": 545,
+      "sup_loss": 1.4341308536389783
+    },
+    {
+      "train_step": 546,
+      "sup_loss": 1.4799449885413483
+    },
+    {
+      "train_step": 547,
+      "sup_loss": 1.395003740063424
+    },
+    {
+      "train_step": 548,
+      "sup_loss": 1.3815775880002237
+    },
+    {
+      "train_step": 549,
+      "sup_loss": 1.2791208245850931
+    },
+    {
+      "train_step": 550,
+      "sup_loss": 1.3827520959840909
+    },
+    {
+      "train_step": 551,
+      "sup_loss": 1.3872447398281245
+    },
+    {
+      "train_step": 552,
+      "sup_loss": 1.2333248292799448
+    },
+    {
+      "train_step": 553,
+      "sup_loss": 1.2043872388440222
+    },
+    {
+      "train_step": 554,
+      "sup_loss": 1.426155541939626
+    },
+    {
+      "train_step": 555,
+      "sup_loss": 1.337828811241705
+    },
+    {
+      "train_step": 556,
+      "sup_loss": 1.3679493994598955
+    },
+    {
+      "train_step": 557,
+      "sup_loss": 1.2625352068546978
+    },
+    {
+      "train_step": 558,
+      "sup_loss": 1.3118905222176784
+    },
+    {
+      "train_step": 559,
+      "sup_loss": 1.2245060988654675
+    },
+    {
+      "train_step": 560,
+      "sup_loss": 1.2920627144335213
+    },
+    {
+      "train_step": 561,
+      "sup_loss": 1.277504366047431
+    },
+    {
+      "train_step": 562,
+      "sup_loss": 1.2628018701703998
+    },
+    {
+      "train_step": 563,
+      "sup_loss": 1.2448551497755025
+    },
+    {
+      "train_step": 564,
+      "sup_loss": 1.2810553143557
+    },
+    {
+      "train_step": 565,
+      "sup_loss": 1.1652747617778294
+    },
+    {
+      "train_step": 566,
+      "sup_loss": 1.2994029149265547
+    },
+    {
+      "train_step": 567,
+      "sup_loss": 1.2066406285413753
+    },
+    {
+      "train_step": 568,
+      "sup_loss": 1.1916545415949866
+    },
+    {
+      "train_step": 569,
+      "sup_loss": 1.188971028047878
+    },
+    {
+      "train_step": 570,
+      "sup_loss": 1.1883657464746868
+    },
+    {
+      "train_step": 571,
+      "sup_loss": 1.177932843033983
+    },
+    {
+      "train_step": 572,
+      "sup_loss": 1.1480887469823244
+    },
+    {
+      "train_step": 573,
+      "sup_loss": 1.1334528279380869
+    },
+    {
+      "train_step": 574,
+      "sup_loss": 1.1649774641517168
+    },
+    {
+      "train_step": 575,
+      "sup_loss": 1.0680661023750428
+    },
+    {
+      "train_step": 576,
+      "sup_loss": 1.0984887596403767
+    },
+    {
+      "train_step": 577,
+      "sup_loss": 1.1764325593993563
+    },
+    {
+      "train_step": 578,
+      "sup_loss": 1.1479470554199516
+    },
+    {
+      "train_step": 579,
+      "sup_loss": 1.1531703723714268
+    },
+    {
+      "train_step": 580,
+      "sup_loss": 1.11912396184533
+    },
+    {
+      "train_step": 581,
+      "sup_loss": 1.145824262697465
+    },
+    {
+      "train_step": 582,
+      "sup_loss": 1.066057980890725
+    },
+    {
+      "train_step": 583,
+      "sup_loss": 1.092831801025461
+    },
+    {
+      "train_step": 584,
+      "sup_loss": 1.0946276928885754
+    },
+    {
+      "train_step": 585,
+      "sup_loss": 1.0735938523065478
+    },
+    {
+      "train_step": 586,
+      "sup_loss": 1.0502289645678908
+    },
+    {
+      "train_step": 587,
+      "sup_loss": 1.1174335810617888
+    },
+    {
+      "train_step": 588,
+      "sup_loss": 1.0145833952484433
+    },
+    {
+      "train_step": 589,
+      "sup_loss": 1.0549585244589506
+    },
+    {
+      "train_step": 590,
+      "sup_loss": 1.047798530342136
+    },
+    {
+      "train_step": 591,
+      "sup_loss": 1.0896802489962194
+    },
+    {
+      "train_step": 592,
+      "sup_loss": 1.068989376113481
+    },
+    {
+      "train_step": 593,
+      "sup_loss": 1.0175013422514296
+    },
+    {
+      "train_step": 594,
+      "sup_loss": 1.0342244000833793
+    },
+    {
+      "train_step": 595,
+      "sup_loss": 1.0401006480519774
+    },
+    {
+      "train_step": 596,
+      "sup_loss": 1.0403260770803744
+    },
+    {
+      "train_step": 597,
+      "sup_loss": 0.9989906650632516
+    },
+    {
+      "train_step": 598,
+      "sup_loss": 0.9573532826820147
+    },
+    {
+      "train_step": 599,
+      "sup_loss": 1.0518764913783996
+    },
+    {
+      "train_step": 600,
+      "sup_loss": 1.0474849051786066
+    },
+    {
+      "train_step": 601,
+      "sup_loss": 0.9875735693845419
+    },
+    {
+      "train_step": 602,
+      "sup_loss": 1.0420645672265656
+    },
+    {
+      "train_step": 603,
+      "sup_loss": 1.071389933470525
+    },
+    {
+      "train_step": 604,
+      "sup_loss": 1.052355857641376
+    },
+    {
+      "train_step": 605,
+      "sup_loss": 1.0110794243405898
+    },
+    {
+      "train_step": 606,
+      "sup_loss": 1.007161975662684
+    },
+    {
+      "train_step": 607,
+      "sup_loss": 1.0248492020830688
+    },
+    {
+      "train_step": 608,
+      "sup_loss": 1.0151901754047865
+    },
+    {
+      "train_step": 609,
+      "sup_loss": 0.9936648668504516
+    },
+    {
+      "train_step": 610,
+      "sup_loss": 1.0525480083675658
+    },
+    {
+      "train_step": 611,
+      "sup_loss": 0.9776013091241811
+    },
+    {
+      "train_step": 612,
+      "sup_loss": 0.9858134990158206
+    },
+    {
+      "train_step": 613,
+      "sup_loss": 1.0074764648087136
+    },
+    {
+      "train_step": 614,
+      "sup_loss": 1.0273783503755074
+    },
+    {
+      "train_step": 615,
+      "sup_loss": 0.9899708876310649
+    },
+    {
+      "train_step": 616,
+      "sup_loss": 0.9716882302227946
+    },
+    {
+      "train_step": 617,
+      "sup_loss": 0.9925508886077604
+    },
+    {
+      "train_step": 618,
+      "sup_loss": 1.0162107277742285
+    },
+    {
+      "train_step": 619,
+      "sup_loss": 0.9904475648256823
+    },
+    {
+      "train_step": 620,
+      "sup_loss": 0.8909320060555624
+    },
+    {
+      "train_step": 621,
+      "sup_loss": 0.9294592548607814
+    },
+    {
+      "train_step": 622,
+      "sup_loss": 0.9099169271153109
+    },
+    {
+      "train_step": 623,
+      "sup_loss": 0.9202154069524652
+    },
+    {
+      "train_step": 624,
+      "sup_loss": 0.9310464699647821
+    },
+    {
+      "train_step": 625,
+      "sup_loss": 0.8295918811148639
+    },
+    {
+      "train_step": 626,
+      "sup_loss": 1.0401363269684587
+    },
+    {
+      "train_step": 627,
+      "sup_loss": 0.8678789505907685
+    },
+    {
+      "train_step": 628,
+      "sup_loss": 0.9904332938226579
+    },
+    {
+      "train_step": 629,
+      "sup_loss": 0.938100062835168
+    },
+    {
+      "train_step": 630,
+      "sup_loss": 0.9377765498392658
+    },
+    {
+      "train_step": 631,
+      "sup_loss": 1.0011373568846234
+    },
+    {
+      "train_step": 632,
+      "sup_loss": 1.0375391755333607
+    },
+    {
+      "train_step": 633,
+      "sup_loss": 0.9783467081624064
+    },
+    {
+      "train_step": 634,
+      "sup_loss": 0.970455655803878
+    },
+    {
+      "train_step": 635,
+      "sup_loss": 0.8932763621831961
+    },
+    {
+      "train_step": 636,
+      "sup_loss": 0.8517218719438121
+    },
+    {
+      "train_step": 637,
+      "sup_loss": 0.8936316183312595
+    },
+    {
+      "train_step": 638,
+      "sup_loss": 0.8754315426534651
+    },
+    {
+      "train_step": 639,
+      "sup_loss": 0.9779987851741139
+    },
+    {
+      "train_step": 640,
+      "sup_loss": 0.9300594540901678
+    },
+    {
+      "train_step": 641,
+      "sup_loss": 1.093154470588386
+    },
+    {
+      "train_step": 642,
+      "sup_loss": 0.9878753626401204
+    },
+    {
+      "train_step": 643,
+      "sup_loss": 0.8492476167595091
+    },
+    {
+      "train_step": 644,
+      "sup_loss": 1.0238683535321973
+    },
+    {
+      "train_step": 645,
+      "sup_loss": 0.9351370019731944
+    },
+    {
+      "train_step": 646,
+      "sup_loss": 0.9617088688923119
+    },
+    {
+      "train_step": 647,
+      "sup_loss": 0.9579559281245881
+    },
+    {
+      "train_step": 648,
+      "sup_loss": 0.968768784638866
+    },
+    {
+      "train_step": 649,
+      "sup_loss": 1.0069589839868005
+    },
+    {
+      "train_step": 650,
+      "sup_loss": 0.8514288522566148
+    },
+    {
+      "train_step": 651,
+      "sup_loss": 0.9305892876724225
+    },
+    {
+      "train_step": 652,
+      "sup_loss": 0.9349446009204019
+    },
+    {
+      "train_step": 653,
+      "sup_loss": 0.9343570421037903
+    },
+    {
+      "train_step": 654,
+      "sup_loss": 0.8690592326517661
+    },
+    {
+      "train_step": 655,
+      "sup_loss": 0.9650451257241169
+    },
+    {
+      "train_step": 656,
+      "sup_loss": 1.0076216692978648
+    },
+    {
+      "train_step": 657,
+      "sup_loss": 0.9793992293344689
+    },
+    {
+      "train_step": 658,
+      "sup_loss": 0.9815365387798799
+    },
+    {
+      "train_step": 659,
+      "sup_loss": 0.8412125750973914
+    },
+    {
+      "train_step": 660,
+      "sup_loss": 0.97677743002479
+    },
+    {
+      "train_step": 661,
+      "sup_loss": 0.9140300418211743
+    },
+    {
+      "train_step": 662,
+      "sup_loss": 1.0161883529642888
+    },
+    {
+      "train_step": 663,
+      "sup_loss": 0.9224142509616763
+    },
+    {
+      "train_step": 664,
+      "sup_loss": 0.9388228574864406
+    },
+    {
+      "train_step": 665,
+      "sup_loss": 0.894423445430821
+    },
+    {
+      "train_step": 666,
+      "sup_loss": 0.9444673628021495
+    },
+    {
+      "train_step": 667,
+      "sup_loss": 0.9536020784303426
+    },
+    {
+      "train_step": 668,
+      "sup_loss": 0.8733929311185156
+    },
+    {
+      "train_step": 669,
+      "sup_loss": 0.9319920539475456
+    },
+    {
+      "train_step": 670,
+      "sup_loss": 0.8750174566864468
+    },
+    {
+      "train_step": 671,
+      "sup_loss": 0.887959446113985
+    },
+    {
+      "train_step": 672,
+      "sup_loss": 0.924571874864994
+    },
+    {
+      "train_step": 673,
+      "sup_loss": 0.8519743807328756
+    },
+    {
+      "train_step": 674,
+      "sup_loss": 0.9103005078512351
+    },
+    {
+      "train_step": 675,
+      "sup_loss": 0.8644207794844396
+    },
+    {
+      "train_step": 676,
+      "sup_loss": 0.8734148340276453
+    },
+    {
+      "train_step": 677,
+      "sup_loss": 0.9080762626686147
+    },
+    {
+      "train_step": 678,
+      "sup_loss": 0.9113815615894498
+    },
+    {
+      "train_step": 679,
+      "sup_loss": 0.8979494261344438
+    },
+    {
+      "train_step": 680,
+      "sup_loss": 0.8481112567571454
+    },
+    {
+      "train_step": 681,
+      "sup_loss": 0.8464499036770196
+    },
+    {
+      "train_step": 682,
+      "sup_loss": 0.838245142741092
+    },
+    {
+      "train_step": 683,
+      "sup_loss": 0.8359479439860533
+    },
+    {
+      "train_step": 684,
+      "sup_loss": 0.9337589993450447
+    },
+    {
+      "train_step": 685,
+      "sup_loss": 0.9488026121545885
+    },
+    {
+      "train_step": 686,
+      "sup_loss": 0.9049502633145987
+    },
+    {
+      "train_step": 687,
+      "sup_loss": 0.8773649278844119
+    },
+    {
+      "train_step": 688,
+      "sup_loss": 0.9077282193588474
+    },
+    {
+      "train_step": 689,
+      "sup_loss": 0.7967206410179769
+    },
+    {
+      "train_step": 690,
+      "sup_loss": 0.7493324709491683
+    },
+    {
+      "train_step": 691,
+      "sup_loss": 0.9324925041040942
+    },
+    {
+      "train_step": 692,
+      "sup_loss": 0.8770587281098223
+    },
+    {
+      "train_step": 693,
+      "sup_loss": 0.7653831586269272
+    },
+    {
+      "train_step": 694,
+      "sup_loss": 0.9048985879821957
+    },
+    {
+      "train_step": 695,
+      "sup_loss": 0.8967259506345913
+    },
+    {
+      "train_step": 696,
+      "sup_loss": 0.8966760603427351
+    },
+    {
+      "train_step": 697,
+      "sup_loss": 0.8275304828346928
+    },
+    {
+      "train_step": 698,
+      "sup_loss": 0.791311945506796
+    },
+    {
+      "train_step": 699,
+      "sup_loss": 0.8929642844877906
+    },
+    {
+      "train_step": 700,
+      "sup_loss": 0.7693399641149444
+    },
+    {
+      "train_step": 701,
+      "sup_loss": 0.9102405850797285
+    },
+    {
+      "train_step": 702,
+      "sup_loss": 0.859090101571737
+    },
+    {
+      "train_step": 703,
+      "sup_loss": 0.8395238874570894
+    },
+    {
+      "train_step": 704,
+      "sup_loss": 0.8259482001702012
+    },
+    {
+      "train_step": 705,
+      "sup_loss": 0.8841909840911126
+    },
+    {
+      "train_step": 706,
+      "sup_loss": 0.9051399714742928
+    },
+    {
+      "train_step": 707,
+      "sup_loss": 0.8849982157874764
+    },
+    {
+      "train_step": 708,
+      "sup_loss": 0.7757663605512768
+    },
+    {
+      "train_step": 709,
+      "sup_loss": 0.8769987619316901
+    },
+    {
+      "train_step": 710,
+      "sup_loss": 0.859412304305524
+    },
+    {
+      "train_step": 711,
+      "sup_loss": 0.865789768612115
+    },
+    {
+      "train_step": 712,
+      "sup_loss": 0.8972431367742834
+    },
+    {
+      "train_step": 713,
+      "sup_loss": 0.8453392144521354
+    },
+    {
+      "train_step": 714,
+      "sup_loss": 0.8237091341106828
+    },
+    {
+      "train_step": 715,
+      "sup_loss": 0.8047232755275848
+    },
+    {
+      "train_step": 716,
+      "sup_loss": 0.8758150043582165
+    },
+    {
+      "train_step": 717,
+      "sup_loss": 0.8472737963493364
+    },
+    {
+      "train_step": 718,
+      "sup_loss": 0.829788124961365
+    },
+    {
+      "train_step": 719,
+      "sup_loss": 0.7939671199805307
+    },
+    {
+      "train_step": 720,
+      "sup_loss": 0.6750204530632691
+    },
+    {
+      "train_step": 721,
+      "sup_loss": 0.7421871997275944
+    },
+    {
+      "train_step": 722,
+      "sup_loss": 0.8398186289665093
+    },
+    {
+      "train_step": 723,
+      "sup_loss": 0.8914500553712835
+    },
+    {
+      "train_step": 724,
+      "sup_loss": 0.8407666152004747
+    },
+    {
+      "train_step": 725,
+      "sup_loss": 0.8445246647108351
+    },
+    {
+      "train_step": 726,
+      "sup_loss": 0.7855537046254696
+    },
+    {
+      "train_step": 727,
+      "sup_loss": 0.7062525941671003
+    },
+    {
+      "train_step": 728,
+      "sup_loss": 0.8307174941266978
+    },
+    {
+      "train_step": 729,
+      "sup_loss": 0.8556887780039606
+    },
+    {
+      "train_step": 730,
+      "sup_loss": 0.88669847825689
+    },
+    {
+      "train_step": 731,
+      "sup_loss": 0.7795076696382188
+    },
+    {
+      "train_step": 732,
+      "sup_loss": 0.8622829351250421
+    },
+    {
+      "train_step": 733,
+      "sup_loss": 0.7829302020936176
+    },
+    {
+      "train_step": 734,
+      "sup_loss": 0.8988785186575952
+    },
+    {
+      "train_step": 735,
+      "sup_loss": 0.7460339804313655
+    },
+    {
+      "train_step": 736,
+      "sup_loss": 0.8508274710992146
+    },
+    {
+      "train_step": 737,
+      "sup_loss": 1.0333759609564281
+    },
+    {
+      "train_step": 738,
+      "sup_loss": 0.8922917294050441
+    },
+    {
+      "train_step": 739,
+      "sup_loss": 0.8908736619610328
+    },
+    {
+      "train_step": 740,
+      "sup_loss": 0.8588665942926698
+    },
+    {
+      "train_step": 741,
+      "sup_loss": 0.8542435217010161
+    },
+    {
+      "train_step": 742,
+      "sup_loss": 0.8824071130758326
+    },
+    {
+      "train_step": 743,
+      "sup_loss": 0.854117075762129
+    },
+    {
+      "train_step": 744,
+      "sup_loss": 0.8305327177937234
+    },
+    {
+      "train_step": 745,
+      "sup_loss": 0.7390844482981928
+    },
+    {
+      "train_step": 746,
+      "sup_loss": 0.9242073638354737
+    },
+    {
+      "train_step": 747,
+      "sup_loss": 0.9147850306400874
+    },
+    {
+      "train_step": 748,
+      "sup_loss": 0.7534182347782876
+    },
+    {
+      "train_step": 749,
+      "sup_loss": 0.7990581894980882
+    },
+    {
+      "train_step": 750,
+      "sup_loss": 0.7409670778096165
+    },
+    {
+      "train_step": 751,
+      "sup_loss": 0.8576848229197677
+    },
+    {
+      "train_step": 752,
+      "sup_loss": 0.9294428298546354
+    },
+    {
+      "train_step": 753,
+      "sup_loss": 0.8265206093517248
+    },
+    {
+      "train_step": 754,
+      "sup_loss": 0.8549859981308501
+    },
+    {
+      "train_step": 755,
+      "sup_loss": 0.7950954353892709
+    },
+    {
+      "train_step": 756,
+      "sup_loss": 0.7086444919055838
+    },
+    {
+      "train_step": 757,
+      "sup_loss": 0.862136240625481
+    },
+    {
+      "train_step": 758,
+      "sup_loss": 0.8573832928128859
+    },
+    {
+      "train_step": 759,
+      "sup_loss": 0.7331939959127604
+    },
+    {
+      "train_step": 760,
+      "sup_loss": 0.8375450405260022
+    },
+    {
+      "train_step": 761,
+      "sup_loss": 0.9232639196406796
+    },
+    {
+      "train_step": 762,
+      "sup_loss": 0.8340520531517445
+    },
+    {
+      "train_step": 763,
+      "sup_loss": 0.8952500040826648
+    },
+    {
+      "train_step": 764,
+      "sup_loss": 0.7325807781578904
+    },
+    {
+      "train_step": 765,
+      "sup_loss": 0.8298136059045865
+    },
+    {
+      "train_step": 766,
+      "sup_loss": 0.8791453435026773
+    },
+    {
+      "train_step": 767,
+      "sup_loss": 0.8904062873122498
+    },
+    {
+      "train_step": 768,
+      "sup_loss": 0.8296931422950845
+    },
+    {
+      "train_step": 769,
+      "sup_loss": 0.791809283695836
+    },
+    {
+      "train_step": 770,
+      "sup_loss": 0.9248064620834163
+    },
+    {
+      "train_step": 771,
+      "sup_loss": 0.8632633487370758
+    },
+    {
+      "train_step": 772,
+      "sup_loss": 0.8602434529617383
+    },
+    {
+      "train_step": 773,
+      "sup_loss": 0.8493989004854066
+    },
+    {
+      "train_step": 774,
+      "sup_loss": 0.8165524457852796
+    },
+    {
+      "train_step": 775,
+      "sup_loss": 0.8453626123024988
+    },
+    {
+      "train_step": 776,
+      "sup_loss": 0.8518727195989416
+    },
+    {
+      "train_step": 777,
+      "sup_loss": 0.8767654497080816
+    },
+    {
+      "train_step": 778,
+      "sup_loss": 0.7580586328488272
+    },
+    {
+      "train_step": 779,
+      "sup_loss": 0.9073191747845949
+    },
+    {
+      "train_step": 780,
+      "sup_loss": 0.6853840389670653
+    },
+    {
+      "train_step": 781,
+      "sup_loss": 0.8291615788870151
+    },
+    {
+      "train_step": 782,
+      "sup_loss": 0.9244078939036107
+    },
+    {
+      "train_step": 783,
+      "sup_loss": 0.853727823164051
+    },
+    {
+      "train_step": 784,
+      "sup_loss": 0.7847989702860526
+    },
+    {
+      "train_step": 785,
+      "sup_loss": 0.8311140860667781
+    },
+    {
+      "train_step": 786,
+      "sup_loss": 0.7942921236359175
+    },
+    {
+      "train_step": 787,
+      "sup_loss": 0.6951585806135421
+    },
+    {
+      "train_step": 788,
+      "sup_loss": 0.765407646173016
+    },
+    {
+      "train_step": 789,
+      "sup_loss": 0.7924028420813719
+    },
+    {
+      "train_step": 790,
+      "sup_loss": 0.7527300925751419
+    },
+    {
+      "train_step": 791,
+      "sup_loss": 0.6443561637281963
+    },
+    {
+      "train_step": 792,
+      "sup_loss": 0.813685273443452
+    },
+    {
+      "train_step": 793,
+      "sup_loss": 0.7949928756492096
+    },
+    {
+      "train_step": 794,
+      "sup_loss": 0.8175248484214909
+    },
+    {
+      "train_step": 795,
+      "sup_loss": 0.9219393366555648
+    },
+    {
+      "train_step": 796,
+      "sup_loss": 0.634778512813946
+    },
+    {
+      "train_step": 797,
+      "sup_loss": 0.7524922669571666
+    },
+    {
+      "train_step": 798,
+      "sup_loss": 0.7654044455772978
+    },
+    {
+      "train_step": 799,
+      "sup_loss": 0.8053961754590276
+    },
+    {
+      "train_step": 800,
+      "sup_loss": 0.8906513912421443
+    },
+    {
+      "train_step": 801,
+      "sup_loss": 0.9123294385305308
+    },
+    {
+      "train_step": 802,
+      "sup_loss": 0.6533152239596187
+    },
+    {
+      "train_step": 803,
+      "sup_loss": 0.7861776646821415
+    },
+    {
+      "train_step": 804,
+      "sup_loss": 0.8145825088220227
+    },
+    {
+      "train_step": 805,
+      "sup_loss": 0.7633882527788632
+    },
+    {
+      "train_step": 806,
+      "sup_loss": 0.820207415918323
+    },
+    {
+      "train_step": 807,
+      "sup_loss": 0.7609533096394061
+    },
+    {
+      "train_step": 808,
+      "sup_loss": 0.837474773684852
+    },
+    {
+      "train_step": 809,
+      "sup_loss": 0.7134575721038854
+    },
+    {
+      "train_step": 810,
+      "sup_loss": 0.8857877425365409
+    },
+    {
+      "train_step": 811,
+      "sup_loss": 0.9377883849172965
+    },
+    {
+      "train_step": 812,
+      "sup_loss": 0.8230601705530578
+    },
+    {
+      "train_step": 813,
+      "sup_loss": 0.8962078213790832
+    },
+    {
+      "train_step": 814,
+      "sup_loss": 0.9146597278588502
+    },
+    {
+      "train_step": 815,
+      "sup_loss": 0.8846073046252806
+    },
+    {
+      "train_step": 816,
+      "sup_loss": 0.8311649713265987
+    },
+    {
+      "train_step": 817,
+      "sup_loss": 0.7131817814912377
+    },
+    {
+      "train_step": 818,
+      "sup_loss": 0.8589782600355085
+    },
+    {
+      "train_step": 819,
+      "sup_loss": 0.6839931464433512
+    },
+    {
+      "train_step": 820,
+      "sup_loss": 0.8791200931344125
+    },
+    {
+      "train_step": 821,
+      "sup_loss": 0.9197332593224405
+    },
+    {
+      "train_step": 822,
+      "sup_loss": 0.8685737045989963
+    },
+    {
+      "train_step": 823,
+      "sup_loss": 0.7731508310004783
+    },
+    {
+      "train_step": 824,
+      "sup_loss": 0.7601431615525359
+    },
+    {
+      "train_step": 825,
+      "sup_loss": 0.8203485007749992
+    },
+    {
+      "train_step": 826,
+      "sup_loss": 0.8551782938766678
+    },
+    {
+      "train_step": 827,
+      "sup_loss": 0.7746777960556709
+    },
+    {
+      "train_step": 828,
+      "sup_loss": 0.8323118548736159
+    },
+    {
+      "train_step": 829,
+      "sup_loss": 0.78923099082212
+    },
+    {
+      "train_step": 830,
+      "sup_loss": 0.8721912778751336
+    },
+    {
+      "train_step": 831,
+      "sup_loss": 0.9270163798732454
+    },
+    {
+      "train_step": 832,
+      "sup_loss": 0.9171523099711015
+    },
+    {
+      "train_step": 833,
+      "sup_loss": 0.796087943101696
+    },
+    {
+      "train_step": 834,
+      "sup_loss": 0.8415137525792858
+    },
+    {
+      "train_step": 835,
+      "sup_loss": 0.8515641025217923
+    },
+    {
+      "train_step": 836,
+      "sup_loss": 0.7415232375948029
+    },
+    {
+      "train_step": 837,
+      "sup_loss": 0.8254343774452927
+    },
+    {
+      "train_step": 838,
+      "sup_loss": 0.8670262455409182
+    },
+    {
+      "train_step": 839,
+      "sup_loss": 0.855250857757814
+    },
+    {
+      "train_step": 840,
+      "sup_loss": 0.7859956931226125
+    },
+    {
+      "train_step": 841,
+      "sup_loss": 1.0245870568143098
+    },
+    {
+      "train_step": 842,
+      "sup_loss": 0.8580178687413333
+    },
+    {
+      "train_step": 843,
+      "sup_loss": 0.7710479235061022
+    },
+    {
+      "train_step": 844,
+      "sup_loss": 0.8466622988428977
+    },
+    {
+      "train_step": 845,
+      "sup_loss": 0.720817394619966
+    },
+    {
+      "train_step": 846,
+      "sup_loss": 0.8064857526160836
+    },
+    {
+      "train_step": 847,
+      "sup_loss": 0.7145603219146863
+    },
+    {
+      "train_step": 848,
+      "sup_loss": 0.6614352135275424
+    },
+    {
+      "train_step": 849,
+      "sup_loss": 0.8035552474140496
+    },
+    {
+      "train_step": 850,
+      "sup_loss": 0.8500324728222115
+    },
+    {
+      "train_step": 851,
+      "sup_loss": 0.8618394744826877
+    },
+    {
+      "train_step": 852,
+      "sup_loss": 0.629562294220829
+    },
+    {
+      "train_step": 853,
+      "sup_loss": 0.8196278263494271
+    },
+    {
+      "train_step": 854,
+      "sup_loss": 0.6226591939971922
+    },
+    {
+      "train_step": 855,
+      "sup_loss": 0.8188562315033494
+    },
+    {
+      "train_step": 856,
+      "sup_loss": 0.7902213162576082
+    },
+    {
+      "train_step": 857,
+      "sup_loss": 0.7026351875105874
+    },
+    {
+      "train_step": 858,
+      "sup_loss": 0.9424573818948889
+    },
+    {
+      "train_step": 859,
+      "sup_loss": 0.8855417718931088
+    },
+    {
+      "train_step": 860,
+      "sup_loss": 0.8283897163213679
+    },
+    {
+      "train_step": 861,
+      "sup_loss": 0.7540640110457892
+    },
+    {
+      "train_step": 862,
+      "sup_loss": 0.9045280819598162
+    },
+    {
+      "train_step": 863,
+      "sup_loss": 0.8308191730356527
+    },
+    {
+      "train_step": 864,
+      "sup_loss": 0.82677489468337
+    },
+    {
+      "train_step": 865,
+      "sup_loss": 0.7641810292958134
+    },
+    {
+      "train_step": 866,
+      "sup_loss": 0.6554755146990575
+    },
+    {
+      "train_step": 867,
+      "sup_loss": 0.7777274264900322
+    },
+    {
+      "train_step": 868,
+      "sup_loss": 0.796790407624703
+    },
+    {
+      "train_step": 869,
+      "sup_loss": 0.8004981167348444
+    },
+    {
+      "train_step": 870,
+      "sup_loss": 0.9067212894676978
+    },
+    {
+      "train_step": 871,
+      "sup_loss": 0.7503893516596307
+    },
+    {
+      "train_step": 872,
+      "sup_loss": 0.891626079527732
+    },
+    {
+      "train_step": 873,
+      "sup_loss": 0.6342181450095218
+    },
+    {
+      "train_step": 874,
+      "sup_loss": 0.8976519046609556
+    },
+    {
+      "train_step": 875,
+      "sup_loss": 0.9346165793480818
+    },
+    {
+      "train_step": 876,
+      "sup_loss": 0.7609338250363811
+    },
+    {
+      "train_step": 877,
+      "sup_loss": 0.8865923730956728
+    },
+    {
+      "train_step": 878,
+      "sup_loss": 0.7768202679558417
+    },
+    {
+      "train_step": 879,
+      "sup_loss": 0.7949018015302669
+    },
+    {
+      "train_step": 880,
+      "sup_loss": 0.8258862275296883
+    },
+    {
+      "train_step": 881,
+      "sup_loss": 0.8418555014531608
+    },
+    {
+      "train_step": 882,
+      "sup_loss": 0.8071231738004948
+    },
+    {
+      "train_step": 883,
+      "sup_loss": 0.7525416764274804
+    },
+    {
+      "train_step": 884,
+      "sup_loss": 0.7537439545630593
+    },
+    {
+      "train_step": 885,
+      "sup_loss": 0.7937840959080248
+    },
+    {
+      "train_step": 886,
+      "sup_loss": 0.8170781990053101
+    },
+    {
+      "train_step": 887,
+      "sup_loss": 0.8734770257668967
+    },
+    {
+      "train_step": 888,
+      "sup_loss": 0.8268175822245949
+    },
+    {
+      "train_step": 889,
+      "sup_loss": 0.6757030260368864
+    },
+    {
+      "train_step": 890,
+      "sup_loss": 0.8811391133073563
+    },
+    {
+      "train_step": 891,
+      "sup_loss": 0.9203140749768458
+    },
+    {
+      "train_step": 892,
+      "sup_loss": 0.8082902096348805
+    },
+    {
+      "train_step": 893,
+      "sup_loss": 0.7421366676672772
+    },
+    {
+      "train_step": 894,
+      "sup_loss": 0.8433627854200039
+    },
+    {
+      "train_step": 895,
+      "sup_loss": 0.8898424889346161
+    },
+    {
+      "train_step": 896,
+      "sup_loss": 0.7334808606580979
+    },
+    {
+      "train_step": 897,
+      "sup_loss": 0.8105837650898439
+    },
+    {
+      "train_step": 898,
+      "sup_loss": 0.6824737222477001
+    },
+    {
+      "train_step": 899,
+      "sup_loss": 0.8297311413273146
+    },
+    {
+      "train_step": 900,
+      "sup_loss": 0.8479045934347328
+    },
+    {
+      "train_step": 901,
+      "sup_loss": 0.7676782330660237
+    },
+    {
+      "train_step": 902,
+      "sup_loss": 0.8904522218763523
+    },
+    {
+      "train_step": 903,
+      "sup_loss": 0.8311434504357198
+    },
+    {
+      "train_step": 904,
+      "sup_loss": 0.7765083486569985
+    },
+    {
+      "train_step": 905,
+      "sup_loss": 0.9729604388594858
+    },
+    {
+      "train_step": 906,
+      "sup_loss": 0.8341547103952334
+    },
+    {
+      "train_step": 907,
+      "sup_loss": 0.8313185433788386
+    },
+    {
+      "train_step": 908,
+      "sup_loss": 0.8611224737928396
+    },
+    {
+      "train_step": 909,
+      "sup_loss": 0.872804839790161
+    },
+    {
+      "train_step": 910,
+      "sup_loss": 0.9057630587755949
+    },
+    {
+      "train_step": 911,
+      "sup_loss": 0.8529036523481833
+    },
+    {
+      "train_step": 912,
+      "sup_loss": 0.7748443491204825
+    },
+    {
+      "train_step": 913,
+      "sup_loss": 0.8343093019900698
+    },
+    {
+      "train_step": 914,
+      "sup_loss": 0.8313208012874824
+    },
+    {
+      "train_step": 915,
+      "sup_loss": 0.8707389646568554
+    },
+    {
+      "train_step": 916,
+      "sup_loss": 0.7408969096414122
+    },
+    {
+      "train_step": 917,
+      "sup_loss": 0.9321802350226407
+    },
+    {
+      "train_step": 918,
+      "sup_loss": 0.6937246068840855
+    },
+    {
+      "train_step": 919,
+      "sup_loss": 0.8764752252005686
+    },
+    {
+      "train_step": 920,
+      "sup_loss": 0.8468587962441075
+    },
+    {
+      "train_step": 921,
+      "sup_loss": 0.7698063617955168
+    },
+    {
+      "train_step": 922,
+      "sup_loss": 0.8738622229354254
+    },
+    {
+      "train_step": 923,
+      "sup_loss": 0.8213983512648924
+    },
+    {
+      "train_step": 924,
+      "sup_loss": 0.7753410033191206
+    },
+    {
+      "train_step": 925,
+      "sup_loss": 0.681660198173275
+    },
+    {
+      "train_step": 926,
+      "sup_loss": 0.7469317708396583
+    },
+    {
+      "train_step": 927,
+      "sup_loss": 0.7651182562735253
+    },
+    {
+      "train_step": 928,
+      "sup_loss": 0.7133499593125326
+    },
+    {
+      "train_step": 929,
+      "sup_loss": 0.8425491899792912
+    },
+    {
+      "train_step": 930,
+      "sup_loss": 0.8761703434758727
+    },
+    {
+      "train_step": 931,
+      "sup_loss": 0.8302328273102741
+    },
+    {
+      "train_step": 932,
+      "sup_loss": 0.8643185283606964
+    },
+    {
+      "train_step": 933,
+      "sup_loss": 0.8361431058066491
+    },
+    {
+      "train_step": 934,
+      "sup_loss": 0.830571262596941
+    },
+    {
+      "train_step": 935,
+      "sup_loss": 0.8621355805819263
+    },
+    {
+      "train_step": 936,
+      "sup_loss": 0.7837248869256878
+    },
+    {
+      "train_step": 937,
+      "sup_loss": 0.7868429686191282
+    },
+    {
+      "train_step": 938,
+      "sup_loss": 0.9007030896756499
+    },
+    {
+      "train_step": 939,
+      "sup_loss": 0.5985718772253877
+    },
+    {
+      "train_step": 940,
+      "sup_loss": 0.7748907252367296
+    },
+    {
+      "train_step": 941,
+      "sup_loss": 0.8441309222041711
+    },
+    {
+      "train_step": 942,
+      "sup_loss": 0.8789617267480164
+    },
+    {
+      "train_step": 943,
+      "sup_loss": 0.7997624393525578
+    },
+    {
+      "train_step": 944,
+      "sup_loss": 0.7921675629877993
+    },
+    {
+      "train_step": 945,
+      "sup_loss": 0.7787511528211253
+    },
+    {
+      "train_step": 946,
+      "sup_loss": 0.967342493549569
+    },
+    {
+      "train_step": 947,
+      "sup_loss": 0.8686801145150032
+    },
+    {
+      "train_step": 948,
+      "sup_loss": 0.780488535356287
+    },
+    {
+      "train_step": 949,
+      "sup_loss": 0.9113284278357857
+    },
+    {
+      "train_step": 950,
+      "sup_loss": 1.0147907848481472
+    },
+    {
+      "train_step": 951,
+      "sup_loss": 0.9100651240024169
+    },
+    {
+      "train_step": 952,
+      "sup_loss": 0.9218823169692735
+    },
+    {
+      "train_step": 953,
+      "sup_loss": 0.8450334215752748
+    },
+    {
+      "train_step": 954,
+      "sup_loss": 0.9485831587955417
+    },
+    {
+      "train_step": 955,
+      "sup_loss": 0.7855755157050816
+    },
+    {
+      "train_step": 956,
+      "sup_loss": 0.8143230685347631
+    },
+    {
+      "train_step": 957,
+      "sup_loss": 0.6097875908745016
+    },
+    {
+      "train_step": 958,
+      "sup_loss": 0.7833518123029035
+    },
+    {
+      "train_step": 959,
+      "sup_loss": 0.8264643872404
+    },
+    {
+      "train_step": 960,
+      "sup_loss": 0.766619324311148
+    },
+    {
+      "train_step": 961,
+      "sup_loss": 0.8418223920770538
+    },
+    {
+      "train_step": 962,
+      "sup_loss": 0.7641228868227844
+    },
+    {
+      "train_step": 963,
+      "sup_loss": 0.8321755519168995
+    },
+    {
+      "train_step": 964,
+      "sup_loss": 0.7995781334454112
+    },
+    {
+      "train_step": 965,
+      "sup_loss": 0.7634169972850896
+    },
+    {
+      "train_step": 966,
+      "sup_loss": 0.7890780396126984
+    },
+    {
+      "train_step": 967,
+      "sup_loss": 0.7846843625662248
+    },
+    {
+      "train_step": 968,
+      "sup_loss": 0.954077877381841
+    },
+    {
+      "train_step": 969,
+      "sup_loss": 0.8219950562728697
+    },
+    {
+      "train_step": 970,
+      "sup_loss": 0.8008405850657877
+    },
+    {
+      "train_step": 971,
+      "sup_loss": 0.6729630731727194
+    },
+    {
+      "train_step": 972,
+      "sup_loss": 0.8012751750338207
+    },
+    {
+      "train_step": 973,
+      "sup_loss": 0.7889489073528437
+    },
+    {
+      "train_step": 974,
+      "sup_loss": 0.8213602112843312
+    },
+    {
+      "train_step": 975,
+      "sup_loss": 0.8076600942792327
+    },
+    {
+      "train_step": 976,
+      "sup_loss": 0.856016235116913
+    },
+    {
+      "train_step": 977,
+      "sup_loss": 0.7761792182918251
+    },
+    {
+      "train_step": 978,
+      "sup_loss": 0.8160488641852425
+    },
+    {
+      "train_step": 979,
+      "sup_loss": 0.9367740146061093
+    },
+    {
+      "train_step": 980,
+      "sup_loss": 0.8131478642119073
+    },
+    {
+      "train_step": 981,
+      "sup_loss": 0.9074713338550201
+    },
+    {
+      "train_step": 982,
+      "sup_loss": 0.8328781746349032
+    },
+    {
+      "train_step": 983,
+      "sup_loss": 0.9648238178139096
+    },
+    {
+      "train_step": 984,
+      "sup_loss": 0.8634105424186408
+    },
+    {
+      "train_step": 985,
+      "sup_loss": 0.9287106017884407
+    },
+    {
+      "train_step": 986,
+      "sup_loss": 0.8537296839738402
+    },
+    {
+      "train_step": 987,
+      "sup_loss": 0.9397711400096629
+    },
+    {
+      "train_step": 988,
+      "sup_loss": 0.7994319319122368
+    },
+    {
+      "train_step": 989,
+      "sup_loss": 0.8587432352535036
+    },
+    {
+      "train_step": 990,
+      "sup_loss": 0.7731106132459268
+    },
+    {
+      "train_step": 991,
+      "sup_loss": 0.7089559809499196
+    },
+    {
+      "train_step": 992,
+      "sup_loss": 0.9714808953716574
+    },
+    {
+      "train_step": 993,
+      "sup_loss": 0.7401615951232106
+    },
+    {
+      "train_step": 994,
+      "sup_loss": 0.7709662464805048
+    },
+    {
+      "train_step": 995,
+      "sup_loss": 0.7433834204684502
+    },
+    {
+      "train_step": 996,
+      "sup_loss": 0.8677814970413524
+    },
+    {
+      "train_step": 997,
+      "sup_loss": 0.7394468356702908
+    },
+    {
+      "train_step": 998,
+      "sup_loss": 0.7224217249332461
+    },
+    {
+      "train_step": 999,
+      "sup_loss": 0.8406409592346997
+    },
+    {
+      "train_step": 1000,
+      "sup_loss": 0.8277123228483168
+    },
+    {
+      "train_step": 1001,
+      "sup_loss": 0.8299348220266716
+    },
+    {
+      "train_step": 1002,
+      "sup_loss": 0.8455663596262901
+    },
+    {
+      "train_step": 1003,
+      "sup_loss": 0.809745824495656
+    },
+    {
+      "train_step": 1004,
+      "sup_loss": 0.7069031205825491
+    },
+    {
+      "train_step": 1005,
+      "sup_loss": 0.799777946199379
+    },
+    {
+      "train_step": 1006,
+      "sup_loss": 0.811887637724017
+    },
+    {
+      "train_step": 1007,
+      "sup_loss": 0.794626820443637
+    },
+    {
+      "train_step": 1008,
+      "sup_loss": 0.7850484489313463
+    },
+    {
+      "train_step": 1009,
+      "sup_loss": 0.7846876600163222
+    },
+    {
+      "train_step": 1010,
+      "sup_loss": 0.7834109626496507
+    },
+    {
+      "train_step": 1011,
+      "sup_loss": 0.8796735438283542
+    },
+    {
+      "train_step": 1012,
+      "sup_loss": 0.8334129369658113
+    },
+    {
+      "train_step": 1013,
+      "sup_loss": 0.9674512584834862
+    },
+    {
+      "train_step": 1014,
+      "sup_loss": 0.8196435756313867
+    },
+    {
+      "train_step": 1015,
+      "sup_loss": 0.784997991934899
+    },
+    {
+      "train_step": 1016,
+      "sup_loss": 0.8424675321647568
+    },
+    {
+      "train_step": 1017,
+      "sup_loss": 0.879690440206718
+    },
+    {
+      "train_step": 1018,
+      "sup_loss": 0.9341336937835212
+    },
+    {
+      "train_step": 1019,
+      "sup_loss": 0.9100061180534985
+    },
+    {
+      "train_step": 1020,
+      "sup_loss": 0.8407673317780987
+    },
+    {
+      "train_step": 1021,
+      "sup_loss": 0.7581309104028603
+    },
+    {
+      "train_step": 1022,
+      "sup_loss": 1.0936827919841132
+    },
+    {
+      "train_step": 1023,
+      "sup_loss": 0.7913631658381513
+    },
+    {
+      "train_step": 1024,
+      "sup_loss": 0.7594799661452084
+    },
+    {
+      "train_step": 1025,
+      "sup_loss": 0.8899383826233914
+    },
+    {
+      "train_step": 1026,
+      "sup_loss": 0.7882644836737877
+    },
+    {
+      "train_step": 1027,
+      "sup_loss": 0.9674811339650464
+    },
+    {
+      "train_step": 1028,
+      "sup_loss": 0.7620995509968538
+    },
+    {
+      "train_step": 1029,
+      "sup_loss": 0.8084084547329087
+    },
+    {
+      "train_step": 1030,
+      "sup_loss": 0.7852781164524265
+    },
+    {
+      "train_step": 1031,
+      "sup_loss": 0.8796757157949789
+    },
+    {
+      "train_step": 1032,
+      "sup_loss": 0.7054438913937023
+    },
+    {
+      "train_step": 1033,
+      "sup_loss": 0.7032078489788777
+    },
+    {
+      "train_step": 1034,
+      "sup_loss": 0.8693292217645483
+    },
+    {
+      "train_step": 1035,
+      "sup_loss": 0.5032471561511499
+    },
+    {
+      "train_step": 1036,
+      "sup_loss": 0.889941554396767
+    },
+    {
+      "train_step": 1037,
+      "sup_loss": 0.6545954069768172
+    },
+    {
+      "train_step": 1038,
+      "sup_loss": 0.589658823708923
+    },
+    {
+      "train_step": 1039,
+      "sup_loss": 0.7711545515485365
+    },
+    {
+      "train_step": 1040,
+      "sup_loss": 0.9240783804305337
+    },
+    {
+      "train_step": 1041,
+      "sup_loss": 0.7726587168157889
+    },
+    {
+      "train_step": 1042,
+      "sup_loss": 0.9041909776659959
+    },
+    {
+      "train_step": 1043,
+      "sup_loss": 0.8950868528050431
+    },
+    {
+      "train_step": 1044,
+      "sup_loss": 0.7166974935102242
+    },
+    {
+      "train_step": 1045,
+      "sup_loss": 0.8015687562174318
+    },
+    {
+      "train_step": 1046,
+      "sup_loss": 0.7088034581597479
+    },
+    {
+      "train_step": 1047,
+      "sup_loss": 1.0303882481173219
+    },
+    {
+      "train_step": 1048,
+      "sup_loss": 0.751668423875542
+    },
+    {
+      "train_step": 1049,
+      "sup_loss": 0.6800348023260037
+    },
+    {
+      "train_step": 1050,
+      "sup_loss": 1.2444804532804734
+    },
+    {
+      "train_step": 1051,
+      "sup_loss": 0.6675777032166493
+    },
+    {
+      "train_step": 1052,
+      "sup_loss": 0.6984724428601863
+    },
+    {
+      "train_step": 1053,
+      "sup_loss": 0.8068619565488947
+    },
+    {
+      "train_step": 1054,
+      "sup_loss": 0.7089856123160734
+    },
+    {
+      "train_step": 1055,
+      "sup_loss": 0.7717808257894546
+    },
+    {
+      "train_step": 1056,
+      "sup_loss": 0.6527061034620169
+    },
+    {
+      "train_step": 1057,
+      "sup_loss": 0.8779669079594871
+    },
+    {
+      "train_step": 1058,
+      "sup_loss": 0.6518317073516731
+    },
+    {
+      "train_step": 1059,
+      "sup_loss": 0.8701890673365469
+    },
+    {
+      "train_step": 1060,
+      "sup_loss": 0.7944727668001418
+    },
+    {
+      "train_step": 1061,
+      "sup_loss": 0.8962998380083484
+    },
+    {
+      "train_step": 1062,
+      "sup_loss": 0.9191286587753833
+    },
+    {
+      "train_step": 1063,
+      "sup_loss": 0.7356193660263955
+    },
+    {
+      "train_step": 1064,
+      "sup_loss": 0.7524411019365932
+    },
+    {
+      "train_step": 1065,
+      "sup_loss": 0.6285198910688303
+    },
+    {
+      "train_step": 1066,
+      "sup_loss": 0.8026827124992176
+    },
+    {
+      "train_step": 1067,
+      "sup_loss": 0.7490178463285662
+    },
+    {
+      "train_step": 1068,
+      "sup_loss": 0.7151396367335346
+    },
+    {
+      "train_step": 1069,
+      "sup_loss": 0.8738734364031367
+    },
+    {
+      "train_step": 1070,
+      "sup_loss": 0.7084641218665181
+    },
+    {
+      "train_step": 1071,
+      "sup_loss": 0.6217540637933707
+    },
+    {
+      "train_step": 1072,
+      "sup_loss": 0.6183473863251591
+    },
+    {
+      "train_step": 1073,
+      "sup_loss": 0.8401766517504624
+    },
+    {
+      "train_step": 1074,
+      "sup_loss": 0.7774889342654984
+    },
+    {
+      "train_step": 1075,
+      "sup_loss": 0.857552517612208
+    },
+    {
+      "train_step": 1076,
+      "sup_loss": 0.6589164763237849
+    },
+    {
+      "train_step": 1077,
+      "sup_loss": 0.7589580528641336
+    },
+    {
+      "train_step": 1078,
+      "sup_loss": 0.7828685035743949
+    },
+    {
+      "train_step": 1079,
+      "sup_loss": 0.7829942415788795
+    },
+    {
+      "train_step": 1080,
+      "sup_loss": 0.8298179765428858
+    },
+    {
+      "train_step": 1081,
+      "sup_loss": 1.2686282658161674
+    },
+    {
+      "train_step": 1082,
+      "sup_loss": 0.7028655985514758
+    },
+    {
+      "train_step": 1083,
+      "sup_loss": 0.7028477239814928
+    },
+    {
+      "train_step": 1084,
+      "sup_loss": 0.5222195211909427
+    },
+    {
+      "train_step": 1085,
+      "sup_loss": 0.7462938322779039
+    },
+    {
+      "train_step": 1086,
+      "sup_loss": 0.7281563689470618
+    },
+    {
+      "train_step": 1087,
+      "sup_loss": 0.8981186656635024
+    },
+    {
+      "train_step": 1088,
+      "sup_loss": 0.7603429836872653
+    },
+    {
+      "train_step": 1089,
+      "sup_loss": 0.8282127388330007
+    },
+    {
+      "train_step": 1090,
+      "sup_loss": 0.7511678869358711
+    },
+    {
+      "train_step": 1091,
+      "sup_loss": 0.5676527548035982
+    },
+    {
+      "train_step": 1092,
+      "sup_loss": 0.42398162135104445
+    },
+    {
+      "train_step": 1093,
+      "sup_loss": 0.514414717981898
+    },
+    {
+      "train_step": 1094,
+      "sup_loss": 0.8168429883839405
+    },
+    {
+      "train_step": 1095,
+      "sup_loss": 0.7516498039330496
+    },
+    {
+      "train_step": 1096,
+      "sup_loss": 0.8955670891825963
+    },
+    {
+      "train_step": 1097,
+      "sup_loss": 0.48607316417165913
+    },
+    {
+      "train_step": 1098,
+      "sup_loss": 0.9391828858879913
+    },
+    {
+      "train_step": 1099,
+      "sup_loss": 0.7990545035510316
+    },
+    {
+      "train_step": 1100,
+      "sup_loss": 0.6780185228615546
+    },
+    {
+      "train_step": 1101,
+      "sup_loss": 0.7118114154567963
+    },
+    {
+      "train_step": 1102,
+      "sup_loss": 0.8010969677286649
+    },
+    {
+      "train_step": 1103,
+      "sup_loss": 0.7318759282935088
+    },
+    {
+      "train_step": 1104,
+      "sup_loss": 0.6694207702592707
+    },
+    {
+      "train_step": 1105,
+      "sup_loss": 0.6244809475029659
+    },
+    {
+      "train_step": 1106,
+      "sup_loss": 0.784204615051054
+    },
+    {
+      "train_step": 1107,
+      "sup_loss": 0.6184856519260677
+    },
+    {
+      "train_step": 1108,
+      "sup_loss": 0.7814142386431754
+    },
+    {
+      "train_step": 1109,
+      "sup_loss": 0.9004459458001614
+    },
+    {
+      "train_step": 1110,
+      "sup_loss": 0.7595803291842983
+    },
+    {
+      "train_step": 1111,
+      "sup_loss": 0.7045801898440476
+    },
+    {
+      "train_step": 1112,
+      "sup_loss": 0.818341645109906
+    },
+    {
+      "train_step": 1113,
+      "sup_loss": 0.6869082647732081
+    },
+    {
+      "train_step": 1114,
+      "sup_loss": 0.8216230003186973
+    },
+    {
+      "train_step": 1115,
+      "sup_loss": 0.7787812759699564
+    },
+    {
+      "train_step": 1116,
+      "sup_loss": 0.7101992033252736
+    },
+    {
+      "train_step": 1117,
+      "sup_loss": 0.7991091019500909
+    },
+    {
+      "train_step": 1118,
+      "sup_loss": 0.7850208012011317
+    },
+    {
+      "train_step": 1119,
+      "sup_loss": 0.9292140819675102
+    },
+    {
+      "train_step": 1120,
+      "sup_loss": 0.7283772338737937
+    },
+    {
+      "train_step": 1121,
+      "sup_loss": 0.8330927861920339
+    },
+    {
+      "train_step": 1122,
+      "sup_loss": 0.5947415276580539
+    },
+    {
+      "train_step": 1123,
+      "sup_loss": 0.7999758991268681
+    },
+    {
+      "train_step": 1124,
+      "sup_loss": 0.6735875299123201
+    },
+    {
+      "train_step": 1125,
+      "sup_loss": 0.8142986603679897
+    },
+    {
+      "train_step": 1126,
+      "sup_loss": 0.6948246289698401
+    },
+    {
+      "train_step": 1127,
+      "sup_loss": 0.8004783625851091
+    },
+    {
+      "train_step": 1128,
+      "sup_loss": 0.6161533429251347
+    },
+    {
+      "train_step": 1129,
+      "sup_loss": 0.8907861973734147
+    },
+    {
+      "train_step": 1130,
+      "sup_loss": 0.8877739502084253
+    },
+    {
+      "train_step": 1131,
+      "sup_loss": 0.8559975757212532
+    },
+    {
+      "train_step": 1132,
+      "sup_loss": 0.8012925717525042
+    },
+    {
+      "train_step": 1133,
+      "sup_loss": 0.7338668792260797
+    },
+    {
+      "train_step": 1134,
+      "sup_loss": 0.8007979009830691
+    },
+    {
+      "train_step": 1135,
+      "sup_loss": 0.7938443855140332
+    },
+    {
+      "train_step": 1136,
+      "sup_loss": 0.7427891491874734
+    },
+    {
+      "train_step": 1137,
+      "sup_loss": 0.8960010355973332
+    },
+    {
+      "train_step": 1138,
+      "sup_loss": 0.7193119540500814
+    },
+    {
+      "train_step": 1139,
+      "sup_loss": 0.85238316443214
+    },
+    {
+      "train_step": 1140,
+      "sup_loss": 0.6498797774493805
+    },
+    {
+      "train_step": 1141,
+      "sup_loss": 0.7475038250568706
+    },
+    {
+      "train_step": 1142,
+      "sup_loss": 0.8193182677104619
+    },
+    {
+      "train_step": 1143,
+      "sup_loss": 0.92018352687136
+    },
+    {
+      "train_step": 1144,
+      "sup_loss": 0.7753320469551437
+    },
+    {
+      "train_step": 1145,
+      "sup_loss": 1.239971437353295
+    },
+    {
+      "train_step": 1146,
+      "sup_loss": 0.965419953273025
+    },
+    {
+      "train_step": 1147,
+      "sup_loss": 0.570554978829297
+    },
+    {
+      "train_step": 1148,
+      "sup_loss": 0.794822697264909
+    },
+    {
+      "train_step": 1149,
+      "sup_loss": 0.7164425816909936
+    },
+    {
+      "train_step": 1150,
+      "sup_loss": 0.7152064284486359
+    },
+    {
+      "train_step": 1151,
+      "sup_loss": 0.8485851970178004
+    },
+    {
+      "train_step": 1152,
+      "sup_loss": 0.5615508691436345
+    },
+    {
+      "train_step": 1153,
+      "sup_loss": 0.9234541973574976
+    },
+    {
+      "train_step": 1154,
+      "sup_loss": 0.5772368512787956
+    },
+    {
+      "train_step": 1155,
+      "sup_loss": 0.7428643282670696
+    },
+    {
+      "train_step": 1156,
+      "sup_loss": 0.8654229390581325
+    },
+    {
+      "train_step": 1157,
+      "sup_loss": 0.9113929114294095
+    },
+    {
+      "train_step": 1158,
+      "sup_loss": 0.9050231273382707
+    },
+    {
+      "train_step": 1159,
+      "sup_loss": 0.8289423914244777
+    },
+    {
+      "train_step": 1160,
+      "sup_loss": 0.7382115112802817
+    },
+    {
+      "train_step": 1161,
+      "sup_loss": 0.8225139484997455
+    },
+    {
+      "train_step": 1162,
+      "sup_loss": 0.8362030126355429
+    },
+    {
+      "train_step": 1163,
+      "sup_loss": 0.720566681945406
+    },
+    {
+      "train_step": 1164,
+      "sup_loss": 0.7831223912973269
+    },
+    {
+      "train_step": 1165,
+      "sup_loss": 0.7407139002589358
+    },
+    {
+      "train_step": 1166,
+      "sup_loss": 0.8466495560733481
+    },
+    {
+      "train_step": 1167,
+      "sup_loss": 0.795969119762526
+    },
+    {
+      "train_step": 1168,
+      "sup_loss": 0.6329788938387413
+    },
+    {
+      "train_step": 1169,
+      "sup_loss": 0.650278262361609
+    },
+    {
+      "train_step": 1170,
+      "sup_loss": 0.6572402409104848
+    },
+    {
+      "train_step": 1171,
+      "sup_loss": 0.5062709587188972
+    },
+    {
+      "train_step": 1172,
+      "sup_loss": 0.6233927183489828
+    },
+    {
+      "train_step": 1173,
+      "sup_loss": 0.742909853388502
+    },
+    {
+      "train_step": 1174,
+      "sup_loss": 0.8362528628129816
+    },
+    {
+      "train_step": 1175,
+      "sup_loss": 0.6253795752834439
+    },
+    {
+      "train_step": 1176,
+      "sup_loss": 0.6906222696445042
+    },
+    {
+      "train_step": 1177,
+      "sup_loss": 0.7540295387481982
+    },
+    {
+      "train_step": 1178,
+      "sup_loss": 0.9195779658708517
+    },
+    {
+      "train_step": 1179,
+      "sup_loss": 0.7767330264028588
+    },
+    {
+      "train_step": 1180,
+      "sup_loss": 0.5634438777972662
+    },
+    {
+      "train_step": 1181,
+      "sup_loss": 0.6971089510362407
+    },
+    {
+      "train_step": 1182,
+      "sup_loss": 0.625775135778821
+    },
+    {
+      "train_step": 1183,
+      "sup_loss": 0.6060621476610819
+    },
+    {
+      "train_step": 1184,
+      "sup_loss": 0.8605212498937299
+    },
+    {
+      "train_step": 1185,
+      "sup_loss": 1.3099567199787578
+    },
+    {
+      "train_step": 1186,
+      "sup_loss": 0.730468735751738
+    },
+    {
+      "train_step": 1187,
+      "sup_loss": 0.6655413893425942
+    },
+    {
+      "train_step": 1188,
+      "sup_loss": 0.673526074914847
+    },
+    {
+      "train_step": 1189,
+      "sup_loss": 0.542090785827793
+    },
+    {
+      "train_step": 1190,
+      "sup_loss": 0.6882731243720858
+    },
+    {
+      "train_step": 1191,
+      "sup_loss": 0.6780889241920556
+    },
+    {
+      "train_step": 1192,
+      "sup_loss": 0.6673584608005113
+    },
+    {
+      "train_step": 1193,
+      "sup_loss": 0.5113291396109215
+    },
+    {
+      "train_step": 1194,
+      "sup_loss": 0.9686092274702425
+    },
+    {
+      "train_step": 1195,
+      "sup_loss": 0.7150864786372794
+    },
+    {
+      "train_step": 1196,
+      "sup_loss": 0.6328155820651434
+    },
+    {
+      "train_step": 1197,
+      "sup_loss": 0.7193961457872502
+    },
+    {
+      "train_step": 1198,
+      "sup_loss": 0.621862716547487
+    },
+    {
+      "train_step": 1199,
+      "sup_loss": 0.6149262429873664
+    },
+    {
+      "train_step": 1200,
+      "sup_loss": 0.7227377487152439
+    },
+    {
+      "train_step": 1201,
+      "sup_loss": 0.6937929188787046
+    },
+    {
+      "train_step": 1202,
+      "sup_loss": 0.6459245445313524
+    },
+    {
+      "train_step": 1203,
+      "sup_loss": 0.5369372869332721
+    },
+    {
+      "train_step": 1204,
+      "sup_loss": 0.4248797202198467
+    },
+    {
+      "train_step": 1205,
+      "sup_loss": 0.9015691516329253
+    },
+    {
+      "train_step": 1206,
+      "sup_loss": 1.0172448709986002
+    },
+    {
+      "train_step": 1207,
+      "sup_loss": 0.7003402956409754
+    },
+    {
+      "train_step": 1208,
+      "sup_loss": 0.8930340448159717
+    },
+    {
+      "train_step": 1209,
+      "sup_loss": 0.7137488484187986
+    },
+    {
+      "train_step": 1210,
+      "sup_loss": 0.5107251856377935
+    },
+    {
+      "train_step": 1211,
+      "sup_loss": 0.7533642044182656
+    },
+    {
+      "train_step": 1212,
+      "sup_loss": 0.605959076600368
+    },
+    {
+      "train_step": 1213,
+      "sup_loss": 0.6622673886333231
+    },
+    {
+      "train_step": 1214,
+      "sup_loss": 0.6041569924949478
+    },
+    {
+      "train_step": 1215,
+      "sup_loss": 0.44479819873538884
+    },
+    {
+      "train_step": 1216,
+      "sup_loss": 0.5244503550112297
+    },
+    {
+      "train_step": 1217,
+      "sup_loss": 0.6164285392000408
+    },
+    {
+      "train_step": 1218,
+      "sup_loss": 0.6715515096750073
+    },
+    {
+      "train_step": 1219,
+      "sup_loss": 0.8075417385664456
+    },
+    {
+      "train_step": 1220,
+      "sup_loss": 0.8132037755198316
+    },
+    {
+      "train_step": 1221,
+      "sup_loss": 0.859396564627848
+    },
+    {
+      "train_step": 1222,
+      "sup_loss": 0.681115611403075
+    },
+    {
+      "train_step": 1223,
+      "sup_loss": 0.6127616066106538
+    },
+    {
+      "train_step": 1224,
+      "sup_loss": 0.6644617843262827
+    },
+    {
+      "train_step": 1225,
+      "sup_loss": 0.9110792550225528
+    },
+    {
+      "train_step": 1226,
+      "sup_loss": 0.46495777162341984
+    },
+    {
+      "train_step": 1227,
+      "sup_loss": 0.755664662861522
+    },
+    {
+      "train_step": 1228,
+      "sup_loss": 0.9065446003839405
+    },
+    {
+      "train_step": 1229,
+      "sup_loss": 0.5398668049198566
+    },
+    {
+      "train_step": 1230,
+      "sup_loss": 0.8293478909917394
+    },
+    {
+      "train_step": 1231,
+      "sup_loss": 0.805736395149584
+    },
+    {
+      "train_step": 1232,
+      "sup_loss": 0.7478811559744983
+    },
+    {
+      "train_step": 1233,
+      "sup_loss": 0.8952576649391049
+    },
+    {
+      "train_step": 1234,
+      "sup_loss": 0.5792085357493796
+    },
+    {
+      "train_step": 1235,
+      "sup_loss": 0.7261534654300863
+    },
+    {
+      "train_step": 1236,
+      "sup_loss": 0.7599914606764802
+    },
+    {
+      "train_step": 1237,
+      "sup_loss": 0.7937800608120873
+    },
+    {
+      "train_step": 1238,
+      "sup_loss": 0.7263010216335093
+    },
+    {
+      "train_step": 1239,
+      "sup_loss": 0.6851067136866248
+    },
+    {
+      "train_step": 1240,
+      "sup_loss": 0.6916339099722167
+    },
+    {
+      "train_step": 1241,
+      "sup_loss": 0.6728991467261336
+    },
+    {
+      "train_step": 1242,
+      "sup_loss": 0.9351918182893482
+    },
+    {
+      "train_step": 1243,
+      "sup_loss": 0.917550071084072
+    },
+    {
+      "train_step": 1244,
+      "sup_loss": 0.8554401119343246
+    },
+    {
+      "train_step": 1245,
+      "sup_loss": 0.7816283456319074
+    },
+    {
+      "train_step": 1246,
+      "sup_loss": 0.7955538594053719
+    },
+    {
+      "train_step": 1247,
+      "sup_loss": 0.7659047698964897
+    },
+    {
+      "train_step": 1248,
+      "sup_loss": 0.48082853642127404
+    },
+    {
+      "train_step": 1249,
+      "sup_loss": 0.7799731472650877
+    },
+    {
+      "train_step": 1250,
+      "sup_loss": 0.7678219773634376
+    },
+    {
+      "train_step": 1251,
+      "sup_loss": 0.7929312496228208
+    },
+    {
+      "train_step": 1252,
+      "sup_loss": 0.7577035948850767
+    },
+    {
+      "train_step": 1253,
+      "sup_loss": 0.8080398301751551
+    },
+    {
+      "train_step": 1254,
+      "sup_loss": 0.7865282711256233
+    },
+    {
+      "train_step": 1255,
+      "sup_loss": 0.8331098442042106
+    },
+    {
+      "train_step": 1256,
+      "sup_loss": 0.8014523034098735
+    },
+    {
+      "train_step": 1257,
+      "sup_loss": 0.708007818316486
+    },
+    {
+      "train_step": 1258,
+      "sup_loss": 0.9063068382764947
+    },
+    {
+      "train_step": 1259,
+      "sup_loss": 0.6871352841761249
+    },
+    {
+      "train_step": 1260,
+      "sup_loss": 0.4797646396745356
+    },
+    {
+      "train_step": 1261,
+      "sup_loss": 0.7733164262661482
+    },
+    {
+      "train_step": 1262,
+      "sup_loss": 0.8685661413379137
+    },
+    {
+      "train_step": 1263,
+      "sup_loss": 0.9225864780271148
+    },
+    {
+      "train_step": 1264,
+      "sup_loss": 0.8201721975760755
+    },
+    {
+      "train_step": 1265,
+      "sup_loss": 0.8684797617018625
+    },
+    {
+      "train_step": 1266,
+      "sup_loss": 0.6725706620677167
+    },
+    {
+      "train_step": 1267,
+      "sup_loss": 0.4887162434274368
+    },
+    {
+      "train_step": 1268,
+      "sup_loss": 0.5709095717515092
+    },
+    {
+      "train_step": 1269,
+      "sup_loss": 0.8859062985253014
+    },
+    {
+      "train_step": 1270,
+      "sup_loss": 0.7118439766952032
+    },
+    {
+      "train_step": 1271,
+      "sup_loss": 0.7333994078576976
+    },
+    {
+      "train_step": 1272,
+      "sup_loss": 0.6698418195501225
+    },
+    {
+      "train_step": 1273,
+      "sup_loss": 0.5898886591593197
+    },
+    {
+      "train_step": 1274,
+      "sup_loss": 0.6286229223009495
+    },
+    {
+      "train_step": 1275,
+      "sup_loss": 0.7884429849916298
+    },
+    {
+      "train_step": 1276,
+      "sup_loss": 0.7553806216329368
+    },
+    {
+      "train_step": 1277,
+      "sup_loss": 0.37126198956995327
+    },
+    {
+      "train_step": 1278,
+      "sup_loss": 0.9493403355100357
+    },
+    {
+      "train_step": 1279,
+      "sup_loss": 0.8229801248686082
+    },
+    {
+      "train_step": 1280,
+      "sup_loss": 0.8704924997632002
+    },
+    {
+      "train_step": 1281,
+      "sup_loss": 0.548790952977989
+    },
+    {
+      "train_step": 1282,
+      "sup_loss": 0.8224825740772598
+    },
+    {
+      "train_step": 1283,
+      "sup_loss": 0.8351535620604019
+    },
+    {
+      "train_step": 1284,
+      "sup_loss": 0.6469463121187741
+    },
+    {
+      "train_step": 1285,
+      "sup_loss": 0.7357945397839826
+    },
+    {
+      "train_step": 1286,
+      "sup_loss": 0.8054426926459934
+    },
+    {
+      "train_step": 1287,
+      "sup_loss": 0.7314184509825973
+    },
+    {
+      "train_step": 1288,
+      "sup_loss": 0.7903918659587373
+    },
+    {
+      "train_step": 1289,
+      "sup_loss": 0.8763222346012485
+    },
+    {
+      "train_step": 1290,
+      "sup_loss": 0.7837220047772612
+    },
+    {
+      "train_step": 1291,
+      "sup_loss": 0.715011156441914
+    },
+    {
+      "train_step": 1292,
+      "sup_loss": 0.7409957547975644
+    },
+    {
+      "train_step": 1293,
+      "sup_loss": 0.7273563797434497
+    },
+    {
+      "train_step": 1294,
+      "sup_loss": 0.7899299846231728
+    },
+    {
+      "train_step": 1295,
+      "sup_loss": 0.6880037465127042
+    },
+    {
+      "train_step": 1296,
+      "sup_loss": 0.8887984493212686
+    },
+    {
+      "train_step": 1297,
+      "sup_loss": 0.8594032589095421
+    },
+    {
+      "train_step": 1298,
+      "sup_loss": 0.7912587124793735
+    },
+    {
+      "train_step": 1299,
+      "sup_loss": 0.8454228304987771
+    },
+    {
+      "train_step": 1300,
+      "sup_loss": 0.8868973290940493
+    },
+    {
+      "train_step": 1301,
+      "sup_loss": 0.8263522683092411
+    },
+    {
+      "train_step": 1302,
+      "sup_loss": 0.7890092631586709
+    },
+    {
+      "train_step": 1303,
+      "sup_loss": 1.0290220034522402
+    },
+    {
+      "train_step": 1304,
+      "sup_loss": 0.852166263630064
+    },
+    {
+      "train_step": 1305,
+      "sup_loss": 0.847696174096569
+    },
+    {
+      "train_step": 1306,
+      "sup_loss": 0.9603726628157805
+    },
+    {
+      "train_step": 1307,
+      "sup_loss": 1.0210647332412455
+    },
+    {
+      "train_step": 1308,
+      "sup_loss": 0.8973509594457121
+    },
+    {
+      "train_step": 1309,
+      "sup_loss": 0.7316704112000113
+    },
+    {
+      "train_step": 1310,
+      "sup_loss": 0.8675426063809616
+    },
+    {
+      "train_step": 1311,
+      "sup_loss": 0.6731503907331003
+    },
+    {
+      "train_step": 1312,
+      "sup_loss": 0.8401392013049523
+    },
+    {
+      "train_step": 1313,
+      "sup_loss": 0.7188956532852073
+    },
+    {
+      "train_step": 1314,
+      "sup_loss": 0.811483096065169
+    },
+    {
+      "train_step": 1315,
+      "sup_loss": 0.9493450288518478
+    },
+    {
+      "train_step": 1316,
+      "sup_loss": 0.8595527499894268
+    },
+    {
+      "train_step": 1317,
+      "sup_loss": 0.7228645184402394
+    },
+    {
+      "train_step": 1318,
+      "sup_loss": 0.8372779060329198
+    },
+    {
+      "train_step": 1319,
+      "sup_loss": 0.930061863521421
+    },
+    {
+      "train_step": 1320,
+      "sup_loss": 0.9760090326178595
+    },
+    {
+      "train_step": 1321,
+      "sup_loss": 0.8552522361352516
+    },
+    {
+      "train_step": 1322,
+      "sup_loss": 0.7778287878131114
+    },
+    {
+      "train_step": 1323,
+      "sup_loss": 0.7472342000428642
+    },
+    {
+      "train_step": 1324,
+      "sup_loss": 0.6777362866176143
+    },
+    {
+      "train_step": 1325,
+      "sup_loss": 0.6259485922097574
+    },
+    {
+      "train_step": 1326,
+      "sup_loss": 1.0486098761784373
+    },
+    {
+      "train_step": 1327,
+      "sup_loss": 0.8662959017176174
+    },
+    {
+      "train_step": 1328,
+      "sup_loss": 0.8119598456717637
+    },
+    {
+      "train_step": 1329,
+      "sup_loss": 0.5930482697044651
+    },
+    {
+      "train_step": 1330,
+      "sup_loss": 0.7532413458375967
+    },
+    {
+      "train_step": 1331,
+      "sup_loss": 0.7904346267364669
+    },
+    {
+      "train_step": 1332,
+      "sup_loss": 0.8421809548169709
+    },
+    {
+      "train_step": 1333,
+      "sup_loss": 0.699135694861722
+    },
+    {
+      "train_step": 1334,
+      "sup_loss": 0.6251290377864543
+    },
+    {
+      "train_step": 1335,
+      "sup_loss": 0.8422443507802556
+    },
+    {
+      "train_step": 1336,
+      "sup_loss": 0.7117447588466322
+    },
+    {
+      "train_step": 1337,
+      "sup_loss": 0.9400215512997435
+    },
+    {
+      "train_step": 1338,
+      "sup_loss": 0.6926912609374453
+    },
+    {
+      "train_step": 1339,
+      "sup_loss": 0.8699891207151467
+    },
+    {
+      "train_step": 1340,
+      "sup_loss": 0.8500837815401235
+    },
+    {
+      "train_step": 1341,
+      "sup_loss": 0.8978734890568496
+    },
+    {
+      "train_step": 1342,
+      "sup_loss": 0.9801175541864245
+    },
+    {
+      "train_step": 1343,
+      "sup_loss": 0.936427597466196
+    },
+    {
+      "train_step": 1344,
+      "sup_loss": 0.9947393691610554
+    },
+    {
+      "train_step": 1345,
+      "sup_loss": 0.8581110459102756
+    },
+    {
+      "train_step": 1346,
+      "sup_loss": 0.8301340786239353
+    },
+    {
+      "train_step": 1347,
+      "sup_loss": 0.7573612241998271
+    },
+    {
+      "train_step": 1348,
+      "sup_loss": 0.8459478095301722
+    },
+    {
+      "train_step": 1349,
+      "sup_loss": 0.8024946812467586
+    },
+    {
+      "train_step": 1350,
+      "sup_loss": 0.753495294808109
+    },
+    {
+      "train_step": 1351,
+      "sup_loss": 0.9241957378608264
+    },
+    {
+      "train_step": 1352,
+      "sup_loss": 0.8811928238433818
+    },
+    {
+      "train_step": 1353,
+      "sup_loss": 0.7347467992712445
+    },
+    {
+      "train_step": 1354,
+      "sup_loss": 0.848965138397564
+    },
+    {
+      "train_step": 1355,
+      "sup_loss": 0.8583782915399373
+    },
+    {
+      "train_step": 1356,
+      "sup_loss": 0.8881072269054177
+    },
+    {
+      "train_step": 1357,
+      "sup_loss": 0.7343977546312364
+    },
+    {
+      "train_step": 1358,
+      "sup_loss": 0.6845071063045214
+    },
+    {
+      "train_step": 1359,
+      "sup_loss": 0.7540084587461239
+    },
+    {
+      "train_step": 1360,
+      "sup_loss": 0.8848489107910835
+    },
+    {
+      "train_step": 1361,
+      "sup_loss": 0.87376374652814
+    },
+    {
+      "train_step": 1362,
+      "sup_loss": 0.8928246509485203
+    },
+    {
+      "train_step": 1363,
+      "sup_loss": 0.8168416065899728
+    },
+    {
+      "train_step": 1364,
+      "sup_loss": 0.7927820228238256
+    },
+    {
+      "train_step": 1365,
+      "sup_loss": 0.9532674091620534
+    },
+    {
+      "train_step": 1366,
+      "sup_loss": 0.9176065287186297
+    },
+    {
+      "train_step": 1367,
+      "sup_loss": 0.7715261925528764
+    },
+    {
+      "train_step": 1368,
+      "sup_loss": 0.8873877499183166
+    },
+    {
+      "train_step": 1369,
+      "sup_loss": 0.7431079649272441
+    },
+    {
+      "train_step": 1370,
+      "sup_loss": 0.7414954282755034
+    },
+    {
+      "train_step": 1371,
+      "sup_loss": 0.8221849197013285
+    },
+    {
+      "train_step": 1372,
+      "sup_loss": 0.8826100522446056
+    },
+    {
+      "train_step": 1373,
+      "sup_loss": 0.8780934715751011
+    },
+    {
+      "train_step": 1374,
+      "sup_loss": 0.8023865795609693
+    },
+    {
+      "train_step": 1375,
+      "sup_loss": 0.8330042639657448
+    },
+    {
+      "train_step": 1376,
+      "sup_loss": 0.9492617208320816
+    },
+    {
+      "train_step": 1377,
+      "sup_loss": 0.7660595861616886
+    },
+    {
+      "train_step": 1378,
+      "sup_loss": 0.9088722182285061
+    },
+    {
+      "train_step": 1379,
+      "sup_loss": 0.7230287763757021
+    },
+    {
+      "train_step": 1380,
+      "sup_loss": 0.7896872826781021
+    },
+    {
+      "train_step": 1381,
+      "sup_loss": 0.8225875323110027
+    },
+    {
+      "train_step": 1382,
+      "sup_loss": 0.4153592913721259
+    },
+    {
+      "train_step": 1383,
+      "sup_loss": 0.6503417028085898
+    },
+    {
+      "train_step": 1384,
+      "sup_loss": 1.0021540091452574
+    },
+    {
+      "train_step": 1385,
+      "sup_loss": 1.022939595019365
+    },
+    {
+      "train_step": 1386,
+      "sup_loss": 0.4837890776878252
+    },
+    {
+      "train_step": 1387,
+      "sup_loss": 0.8213322246339803
+    },
+    {
+      "train_step": 1388,
+      "sup_loss": 0.9364680755798921
+    },
+    {
+      "train_step": 1389,
+      "sup_loss": 0.7005194114441626
+    },
+    {
+      "train_step": 1390,
+      "sup_loss": 0.9066173980324123
+    },
+    {
+      "train_step": 1391,
+      "sup_loss": 0.7459005472418849
+    },
+    {
+      "train_step": 1392,
+      "sup_loss": 0.8290490005952369
+    },
+    {
+      "train_step": 1393,
+      "sup_loss": 0.6256961665006834
+    },
+    {
+      "train_step": 1394,
+      "sup_loss": 0.8563540246159217
+    },
+    {
+      "train_step": 1395,
+      "sup_loss": 0.6418577614574345
+    },
+    {
+      "train_step": 1396,
+      "sup_loss": 0.7363555891896701
+    },
+    {
+      "train_step": 1397,
+      "sup_loss": 0.8104733438675273
+    },
+    {
+      "train_step": 1398,
+      "sup_loss": 0.6961909656669273
+    },
+    {
+      "train_step": 1399,
+      "sup_loss": 0.38005836022969136
+    },
+    {
+      "train_step": 1400,
+      "sup_loss": 0.6804731654499135
+    },
+    {
+      "train_step": 1401,
+      "sup_loss": 0.7082146562433196
+    },
+    {
+      "train_step": 1402,
+      "sup_loss": 0.7488311456092992
+    },
+    {
+      "train_step": 1403,
+      "sup_loss": 0.7191998320824493
+    },
+    {
+      "train_step": 1404,
+      "sup_loss": 0.7688833377553024
+    },
+    {
+      "train_step": 1405,
+      "sup_loss": 0.7311944739860308
+    },
+    {
+      "train_step": 1406,
+      "sup_loss": 0.7693514404626459
+    },
+    {
+      "train_step": 1407,
+      "sup_loss": 0.8246398485004706
+    },
+    {
+      "train_step": 1408,
+      "sup_loss": 0.8802301515757293
+    },
+    {
+      "train_step": 1409,
+      "sup_loss": 0.8592409463783364
+    },
+    {
+      "train_step": 1410,
+      "sup_loss": 0.9521446315877535
+    },
+    {
+      "train_step": 1411,
+      "sup_loss": 0.7572704837263134
+    },
+    {
+      "train_step": 1412,
+      "sup_loss": 0.516911938479384
+    },
+    {
+      "train_step": 1413,
+      "sup_loss": 0.7382853481711136
+    },
+    {
+      "train_step": 1414,
+      "sup_loss": 0.9493703730110058
+    },
+    {
+      "train_step": 1415,
+      "sup_loss": 0.8257513282728964
+    },
+    {
+      "train_step": 1416,
+      "sup_loss": 0.7943590725990393
+    },
+    {
+      "train_step": 1417,
+      "sup_loss": 0.7048384269018042
+    },
+    {
+      "train_step": 1418,
+      "sup_loss": 0.7231230796360738
+    },
+    {
+      "train_step": 1419,
+      "sup_loss": 0.8267015831485713
+    },
+    {
+      "train_step": 1420,
+      "sup_loss": 0.716083157672367
+    },
+    {
+      "train_step": 1421,
+      "sup_loss": 0.7297824095772607
+    },
+    {
+      "train_step": 1422,
+      "sup_loss": 0.8267776585435734
+    },
+    {
+      "train_step": 1423,
+      "sup_loss": 0.7530107943494727
+    },
+    {
+      "train_step": 1424,
+      "sup_loss": 0.8276285978689304
+    },
+    {
+      "train_step": 1425,
+      "sup_loss": 0.7438487482041628
+    },
+    {
+      "train_step": 1426,
+      "sup_loss": 0.8424264195498885
+    },
+    {
+      "train_step": 1427,
+      "sup_loss": 0.7757883456549066
+    },
+    {
+      "train_step": 1428,
+      "sup_loss": 1.0127966249017606
+    },
+    {
+      "train_step": 1429,
+      "sup_loss": 0.9317116932842014
+    },
+    {
+      "train_step": 1430,
+      "sup_loss": 0.8129739376671029
+    },
+    {
+      "train_step": 1431,
+      "sup_loss": 0.7862673706913309
+    },
+    {
+      "train_step": 1432,
+      "sup_loss": 0.6553024260668878
+    },
+    {
+      "train_step": 1433,
+      "sup_loss": 0.8559824263259457
+    },
+    {
+      "train_step": 1434,
+      "sup_loss": 0.9262690011461329
+    },
+    {
+      "train_step": 1435,
+      "sup_loss": 0.7799236014999733
+    },
+    {
+      "train_step": 1436,
+      "sup_loss": 0.8636250300166588
+    },
+    {
+      "train_step": 1437,
+      "sup_loss": 0.8375930284439957
+    },
+    {
+      "train_step": 1438,
+      "sup_loss": 0.5618233626361027
+    },
+    {
+      "train_step": 1439,
+      "sup_loss": 0.7702291982434447
+    },
+    {
+      "train_step": 1440,
+      "sup_loss": 0.6811366639417178
+    },
+    {
+      "train_step": 1441,
+      "sup_loss": 0.8040362793436302
+    },
+    {
+      "train_step": 1442,
+      "sup_loss": 0.8129296140337356
+    },
+    {
+      "train_step": 1443,
+      "sup_loss": 0.8047105858377258
+    },
+    {
+      "train_step": 1444,
+      "sup_loss": 0.6665941695770506
+    },
+    {
+      "train_step": 1445,
+      "sup_loss": 0.7914848816029546
+    },
+    {
+      "train_step": 1446,
+      "sup_loss": 0.73728205622886
+    },
+    {
+      "train_step": 1447,
+      "sup_loss": 0.8170419118869825
+    },
+    {
+      "train_step": 1448,
+      "sup_loss": 0.8280300496198474
+    },
+    {
+      "train_step": 1449,
+      "sup_loss": 0.764806943166459
+    },
+    {
+      "train_step": 1450,
+      "sup_loss": 0.7654161894469502
+    },
+    {
+      "train_step": 1451,
+      "sup_loss": 0.9763500332666327
+    },
+    {
+      "train_step": 1452,
+      "sup_loss": 0.9373364781077949
+    },
+    {
+      "train_step": 1453,
+      "sup_loss": 0.746816446389233
+    },
+    {
+      "train_step": 1454,
+      "sup_loss": 0.6641388235622602
+    },
+    {
+      "train_step": 1455,
+      "sup_loss": 0.8841395460559996
+    },
+    {
+      "train_step": 1456,
+      "sup_loss": 0.7482992718711234
+    },
+    {
+      "train_step": 1457,
+      "sup_loss": 0.7889018962607357
+    },
+    {
+      "train_step": 1458,
+      "sup_loss": 0.6310808715088521
+    },
+    {
+      "train_step": 1459,
+      "sup_loss": 0.831098664591573
+    },
+    {
+      "train_step": 1460,
+      "sup_loss": 0.5865347674172326
+    },
+    {
+      "train_step": 1461,
+      "sup_loss": 0.7867614203401576
+    },
+    {
+      "train_step": 1462,
+      "sup_loss": 0.7479933475695227
+    },
+    {
+      "train_step": 1463,
+      "sup_loss": 0.7744103756831434
+    },
+    {
+      "train_step": 1464,
+      "sup_loss": 0.8114087795807852
+    },
+    {
+      "train_step": 1465,
+      "sup_loss": 0.823722283080015
+    },
+    {
+      "train_step": 1466,
+      "sup_loss": 0.7800201306334732
+    },
+    {
+      "train_step": 1467,
+      "sup_loss": 0.8944715706471571
+    },
+    {
+      "train_step": 1468,
+      "sup_loss": 0.8929437768744658
+    },
+    {
+      "train_step": 1469,
+      "sup_loss": 0.8503308148986657
+    },
+    {
+      "train_step": 1470,
+      "sup_loss": 0.6587301257946234
+    },
+    {
+      "train_step": 1471,
+      "sup_loss": 1.0231204644528333
+    },
+    {
+      "train_step": 1472,
+      "sup_loss": 0.8776720339702997
+    },
+    {
+      "train_step": 1473,
+      "sup_loss": 0.8377258186301126
+    },
+    {
+      "train_step": 1474,
+      "sup_loss": 0.6981634788892921
+    },
+    {
+      "train_step": 1475,
+      "sup_loss": 0.653446216711333
+    },
+    {
+      "train_step": 1476,
+      "sup_loss": 0.5834609631882549
+    },
+    {
+      "train_step": 1477,
+      "sup_loss": 0.8642416840270836
+    },
+    {
+      "train_step": 1478,
+      "sup_loss": 0.8982622908499719
+    },
+    {
+      "train_step": 1479,
+      "sup_loss": 0.9054322352634335
+    },
+    {
+      "train_step": 1480,
+      "sup_loss": 0.7427138011977069
+    },
+    {
+      "train_step": 1481,
+      "sup_loss": 0.8788199186098463
+    },
+    {
+      "train_step": 1482,
+      "sup_loss": 0.7820675240355803
+    },
+    {
+      "train_step": 1483,
+      "sup_loss": 0.730228630266418
+    },
+    {
+      "train_step": 1484,
+      "sup_loss": 0.7949445182385357
+    },
+    {
+      "train_step": 1485,
+      "sup_loss": 0.7773624833235591
+    },
+    {
+      "train_step": 1486,
+      "sup_loss": 0.8590749334199309
+    },
+    {
+      "train_step": 1487,
+      "sup_loss": 0.8812275794990632
+    },
+    {
+      "train_step": 1488,
+      "sup_loss": 0.751836489220684
+    },
+    {
+      "train_step": 1489,
+      "sup_loss": 0.839902883628702
+    },
+    {
+      "train_step": 1490,
+      "sup_loss": 0.8002679519805007
+    },
+    {
+      "train_step": 1491,
+      "sup_loss": 0.9021235852147879
+    },
+    {
+      "train_step": 1492,
+      "sup_loss": 0.7195223783152002
+    },
+    {
+      "train_step": 1493,
+      "sup_loss": 0.8612048580895062
+    },
+    {
+      "train_step": 1494,
+      "sup_loss": 0.7913569783673309
+    },
+    {
+      "train_step": 1495,
+      "sup_loss": 0.6553242337914835
+    },
+    {
+      "train_step": 1496,
+      "sup_loss": 0.6512034266118616
+    },
+    {
+      "train_step": 1497,
+      "sup_loss": 0.8630401872946868
+    },
+    {
+      "train_step": 1498,
+      "sup_loss": 0.8815075923596363
+    },
+    {
+      "train_step": 1499,
+      "sup_loss": 0.8822741734218118
+    },
+    {
+      "train_step": 1500,
+      "sup_loss": 0.5534287840385868
+    },
+    {
+      "train_step": 1501,
+      "sup_loss": 0.6227761892934582
+    },
+    {
+      "train_step": 1502,
+      "sup_loss": 0.8206422029656066
+    },
+    {
+      "train_step": 1503,
+      "sup_loss": 0.7435560219457418
+    },
+    {
+      "train_step": 1504,
+      "sup_loss": 0.6544235399580429
+    },
+    {
+      "train_step": 1505,
+      "sup_loss": 1.0171932296410822
+    },
+    {
+      "train_step": 1506,
+      "sup_loss": 0.8641933875511624
+    },
+    {
+      "train_step": 1507,
+      "sup_loss": 0.8270667764374985
+    },
+    {
+      "train_step": 1508,
+      "sup_loss": 0.7775201391846575
+    },
+    {
+      "train_step": 1509,
+      "sup_loss": 0.793811097406686
+    },
+    {
+      "train_step": 1510,
+      "sup_loss": 0.8349014624102542
+    },
+    {
+      "train_step": 1511,
+      "sup_loss": 0.6829835494577479
+    },
+    {
+      "train_step": 1512,
+      "sup_loss": 0.8751885359254395
+    },
+    {
+      "train_step": 1513,
+      "sup_loss": 0.5617674665757391
+    },
+    {
+      "train_step": 1514,
+      "sup_loss": 0.9444136853833015
+    },
+    {
+      "train_step": 1515,
+      "sup_loss": 0.9214420295306829
+    },
+    {
+      "train_step": 1516,
+      "sup_loss": 0.8036247655453577
+    },
+    {
+      "train_step": 1517,
+      "sup_loss": 1.0332713300322185
+    },
+    {
+      "train_step": 1518,
+      "sup_loss": 0.9219397881740309
+    },
+    {
+      "train_step": 1519,
+      "sup_loss": 0.7822361457802587
+    },
+    {
+      "train_step": 1520,
+      "sup_loss": 0.8218331571507451
+    },
+    {
+      "train_step": 1521,
+      "sup_loss": 0.7581416076757048
+    },
+    {
+      "train_step": 1522,
+      "sup_loss": 0.8515908334653229
+    },
+    {
+      "train_step": 1523,
+      "sup_loss": 0.9566246454959078
+    },
+    {
+      "train_step": 1524,
+      "sup_loss": 0.7256657450382398
+    },
+    {
+      "train_step": 1525,
+      "sup_loss": 0.9324190501758719
+    },
+    {
+      "train_step": 1526,
+      "sup_loss": 0.9680360120867376
+    },
+    {
+      "train_step": 1527,
+      "sup_loss": 0.6216566102593837
+    },
+    {
+      "train_step": 1528,
+      "sup_loss": 0.8689765109977367
+    },
+    {
+      "train_step": 1529,
+      "sup_loss": 1.0153257798839026
+    },
+    {
+      "train_step": 1530,
+      "sup_loss": 1.0480500807492454
+    },
+    {
+      "train_step": 1531,
+      "sup_loss": 0.878697420822698
+    },
+    {
+      "train_step": 1532,
+      "sup_loss": 0.8084104411108183
+    },
+    {
+      "train_step": 1533,
+      "sup_loss": 0.9681612742087677
+    },
+    {
+      "train_step": 1534,
+      "sup_loss": 0.8375458377134039
+    },
+    {
+      "train_step": 1535,
+      "sup_loss": 0.7626389258731653
+    },
+    {
+      "train_step": 1536,
+      "sup_loss": 0.7726292561455328
+    },
+    {
+      "train_step": 1537,
+      "sup_loss": 0.8938845724336048
+    },
+    {
+      "train_step": 1538,
+      "sup_loss": 0.825503625910937
+    },
+    {
+      "train_step": 1539,
+      "sup_loss": 0.856245975498112
+    },
+    {
+      "train_step": 1540,
+      "sup_loss": 0.8229956612896336
+    },
+    {
+      "train_step": 1541,
+      "sup_loss": 0.7917536576161127
+    },
+    {
+      "train_step": 1542,
+      "sup_loss": 0.8917570238827898
+    },
+    {
+      "train_step": 1543,
+      "sup_loss": 1.0111970697938386
+    },
+    {
+      "train_step": 1544,
+      "sup_loss": 0.8304430142153779
+    },
+    {
+      "train_step": 1545,
+      "sup_loss": 0.7254072090893278
+    },
+    {
+      "train_step": 1546,
+      "sup_loss": 0.8839034395144462
+    },
+    {
+      "train_step": 1547,
+      "sup_loss": 0.6946039557911171
+    },
+    {
+      "train_step": 1548,
+      "sup_loss": 0.8666177670921641
+    },
+    {
+      "train_step": 1549,
+      "sup_loss": 0.8237961085874506
+    },
+    {
+      "train_step": 1550,
+      "sup_loss": 0.7753383451574055
+    },
+    {
+      "train_step": 1551,
+      "sup_loss": 0.8959579073899907
+    },
+    {
+      "train_step": 1552,
+      "sup_loss": 0.7636265909928387
+    },
+    {
+      "train_step": 1553,
+      "sup_loss": 0.8152245650045867
+    },
+    {
+      "train_step": 1554,
+      "sup_loss": 0.8310440841339903
+    },
+    {
+      "train_step": 1555,
+      "sup_loss": 0.7409263855746296
+    },
+    {
+      "train_step": 1556,
+      "sup_loss": 0.8468112247165388
+    },
+    {
+      "train_step": 1557,
+      "sup_loss": 0.7994018172754327
+    },
+    {
+      "train_step": 1558,
+      "sup_loss": 0.6346844500298415
+    },
+    {
+      "train_step": 1559,
+      "sup_loss": 0.8188518050730736
+    },
+    {
+      "train_step": 1560,
+      "sup_loss": 0.8226353915670193
+    },
+    {
+      "train_step": 1561,
+      "sup_loss": 0.8126013168146904
+    },
+    {
+      "train_step": 1562,
+      "sup_loss": 0.8095882525667095
+    },
+    {
+      "train_step": 1563,
+      "sup_loss": 0.8034099232663281
+    },
+    {
+      "train_step": 1564,
+      "sup_loss": 0.7036008339680305
+    },
+    {
+      "train_step": 1565,
+      "sup_loss": 0.8480292317168041
+    },
+    {
+      "train_step": 1566,
+      "sup_loss": 0.9111343317168209
+    },
+    {
+      "train_step": 1567,
+      "sup_loss": 1.06999237213998
+    },
+    {
+      "train_step": 1568,
+      "sup_loss": 0.8310752357247929
+    },
+    {
+      "train_step": 1569,
+      "sup_loss": 0.4759315102024617
+    },
+    {
+      "train_step": 1570,
+      "sup_loss": 0.8507696952059698
+    },
+    {
+      "train_step": 1571,
+      "sup_loss": 0.6430014148777212
+    },
+    {
+      "train_step": 1572,
+      "sup_loss": 0.7319154292080265
+    },
+    {
+      "train_step": 1573,
+      "sup_loss": 0.8395827556138876
+    },
+    {
+      "train_step": 1574,
+      "sup_loss": 0.833611579259972
+    },
+    {
+      "train_step": 1575,
+      "sup_loss": 0.8188724924005847
+    },
+    {
+      "train_step": 1576,
+      "sup_loss": 0.6396339433018078
+    },
+    {
+      "train_step": 1577,
+      "sup_loss": 0.7476959582001673
+    },
+    {
+      "train_step": 1578,
+      "sup_loss": 0.7693438583295935
+    },
+    {
+      "train_step": 1579,
+      "sup_loss": 0.7725312212524641
+    },
+    {
+      "train_step": 1580,
+      "sup_loss": 0.7729424993595388
+    },
+    {
+      "train_step": 1581,
+      "sup_loss": 0.9143987948088075
+    },
+    {
+      "train_step": 1582,
+      "sup_loss": 0.7784153612371482
+    },
+    {
+      "train_step": 1583,
+      "sup_loss": 0.6973024899305382
+    },
+    {
+      "train_step": 1584,
+      "sup_loss": 0.8143244245145526
+    },
+    {
+      "train_step": 1585,
+      "sup_loss": 0.8745237396576381
+    },
+    {
+      "train_step": 1586,
+      "sup_loss": 0.7782317533472062
+    },
+    {
+      "train_step": 1587,
+      "sup_loss": 0.9446642846963522
+    },
+    {
+      "train_step": 1588,
+      "sup_loss": 0.6990285700107731
+    },
+    {
+      "train_step": 1589,
+      "sup_loss": 0.7388789063943131
+    },
+    {
+      "train_step": 1590,
+      "sup_loss": 0.8415467641866662
+    },
+    {
+      "train_step": 1591,
+      "sup_loss": 0.7869375463923978
+    },
+    {
+      "train_step": 1592,
+      "sup_loss": 0.6216085204472847
+    },
+    {
+      "train_step": 1593,
+      "sup_loss": 0.9406606981338288
+    },
+    {
+      "train_step": 1594,
+      "sup_loss": 0.6343552210719606
+    },
+    {
+      "train_step": 1595,
+      "sup_loss": 0.8135193538329721
+    },
+    {
+      "train_step": 1596,
+      "sup_loss": 0.704488104826925
+    },
+    {
+      "train_step": 1597,
+      "sup_loss": 0.7471337124304951
+    },
+    {
+      "train_step": 1598,
+      "sup_loss": 0.9016919142570932
+    },
+    {
+      "train_step": 1599,
+      "sup_loss": 0.8155996780657182
+    },
+    {
+      "train_step": 1600,
+      "sup_loss": 0.7047084076342176
+    },
+    {
+      "train_step": 1601,
+      "sup_loss": 0.8022116292547898
+    },
+    {
+      "train_step": 1602,
+      "sup_loss": 0.7144075707957196
+    },
+    {
+      "train_step": 1603,
+      "sup_loss": 0.8060988483992886
+    },
+    {
+      "train_step": 1604,
+      "sup_loss": 0.8051155154352898
+    },
+    {
+      "train_step": 1605,
+      "sup_loss": 0.768971127190207
+    },
+    {
+      "train_step": 1606,
+      "sup_loss": 0.64594107010304
+    },
+    {
+      "train_step": 1607,
+      "sup_loss": 0.9630313414389119
+    },
+    {
+      "train_step": 1608,
+      "sup_loss": 0.7905012305918141
+    },
+    {
+      "train_step": 1609,
+      "sup_loss": 0.7130393690421387
+    },
+    {
+      "train_step": 1610,
+      "sup_loss": 0.8192877413695763
+    },
+    {
+      "train_step": 1611,
+      "sup_loss": 0.6866261588597421
+    },
+    {
+      "train_step": 1612,
+      "sup_loss": 0.8700605417177624
+    },
+    {
+      "train_step": 1613,
+      "sup_loss": 0.5757512167764491
+    },
+    {
+      "train_step": 1614,
+      "sup_loss": 0.7368341445593193
+    },
+    {
+      "train_step": 1615,
+      "sup_loss": 0.7023861361781316
+    },
+    {
+      "train_step": 1616,
+      "sup_loss": 0.8004105152643475
+    },
+    {
+      "train_step": 1617,
+      "sup_loss": 0.6927066332848492
+    },
+    {
+      "train_step": 1618,
+      "sup_loss": 0.7564989309432399
+    },
+    {
+      "train_step": 1619,
+      "sup_loss": 0.842967805201042
+    },
+    {
+      "train_step": 1620,
+      "sup_loss": 0.7135944984153573
+    },
+    {
+      "train_step": 1621,
+      "sup_loss": 0.8599554444693465
+    },
+    {
+      "train_step": 1622,
+      "sup_loss": 0.916449927411379
+    },
+    {
+      "train_step": 1623,
+      "sup_loss": 0.7866034362634878
+    },
+    {
+      "train_step": 1624,
+      "sup_loss": 0.6037196328970332
+    },
+    {
+      "train_step": 1625,
+      "sup_loss": 0.4954872955864009
+    },
+    {
+      "train_step": 1626,
+      "sup_loss": 0.7940241947514973
+    },
+    {
+      "train_step": 1627,
+      "sup_loss": 0.44938581846088055
+    },
+    {
+      "train_step": 1628,
+      "sup_loss": 0.7876659051788806
+    },
+    {
+      "train_step": 1629,
+      "sup_loss": 0.8330163237566099
+    },
+    {
+      "train_step": 1630,
+      "sup_loss": 0.868906239620742
+    },
+    {
+      "train_step": 1631,
+      "sup_loss": 0.7665183612719995
+    },
+    {
+      "train_step": 1632,
+      "sup_loss": 0.7587128518546881
+    },
+    {
+      "train_step": 1633,
+      "sup_loss": 0.787699429399907
+    },
+    {
+      "train_step": 1634,
+      "sup_loss": 0.5675176648925838
+    },
+    {
+      "train_step": 1635,
+      "sup_loss": 0.5494826485804666
+    },
+    {
+      "train_step": 1636,
+      "sup_loss": 0.9425349848541562
+    },
+    {
+      "train_step": 1637,
+      "sup_loss": 0.635769518566984
+    },
+    {
+      "train_step": 1638,
+      "sup_loss": 0.6517014237429014
+    },
+    {
+      "train_step": 1639,
+      "sup_loss": 0.542995582924136
+    },
+    {
+      "train_step": 1640,
+      "sup_loss": 0.810518044668604
+    },
+    {
+      "train_step": 1641,
+      "sup_loss": 0.6689685778498645
+    },
+    {
+      "train_step": 1642,
+      "sup_loss": 0.8225569461770776
+    },
+    {
+      "train_step": 1643,
+      "sup_loss": 0.8431237274388008
+    },
+    {
+      "train_step": 1644,
+      "sup_loss": 0.6646508984691156
+    },
+    {
+      "train_step": 1645,
+      "sup_loss": 0.7096532087022096
+    },
+    {
+      "train_step": 1646,
+      "sup_loss": 0.6923364823777042
+    },
+    {
+      "train_step": 1647,
+      "sup_loss": 0.8000296441346706
+    },
+    {
+      "train_step": 1648,
+      "sup_loss": 0.6952684160380438
+    },
+    {
+      "train_step": 1649,
+      "sup_loss": 0.9958024296797466
+    },
+    {
+      "train_step": 1650,
+      "sup_loss": 0.5502190003762886
+    },
+    {
+      "train_step": 1651,
+      "sup_loss": 0.827091196627871
+    },
+    {
+      "train_step": 1652,
+      "sup_loss": 0.8196922588634864
+    },
+    {
+      "train_step": 1653,
+      "sup_loss": 0.8003336399228745
+    },
+    {
+      "train_step": 1654,
+      "sup_loss": 0.8636584633810477
+    },
+    {
+      "train_step": 1655,
+      "sup_loss": 0.7487652039915371
+    },
+    {
+      "train_step": 1656,
+      "sup_loss": 0.9561378366409276
+    },
+    {
+      "train_step": 1657,
+      "sup_loss": 0.7134009384507148
+    },
+    {
+      "train_step": 1658,
+      "sup_loss": 0.8011018977580219
+    },
+    {
+      "train_step": 1659,
+      "sup_loss": 0.8520114664680847
+    },
+    {
+      "train_step": 1660,
+      "sup_loss": 0.6253775575885133
+    },
+    {
+      "train_step": 1661,
+      "sup_loss": 0.5536116166483083
+    },
+    {
+      "train_step": 1662,
+      "sup_loss": 0.935970332999978
+    },
+    {
+      "train_step": 1663,
+      "sup_loss": 0.7574173246780551
+    },
+    {
+      "train_step": 1664,
+      "sup_loss": 0.7715126414244102
+    },
+    {
+      "train_step": 1665,
+      "sup_loss": 0.8234618671014896
+    },
+    {
+      "train_step": 1666,
+      "sup_loss": 0.832155828881621
+    },
+    {
+      "train_step": 1667,
+      "sup_loss": 0.9660855471208305
+    },
+    {
+      "train_step": 1668,
+      "sup_loss": 0.5827707360918943
+    },
+    {
+      "train_step": 1669,
+      "sup_loss": 0.8225989396672255
+    },
+    {
+      "train_step": 1670,
+      "sup_loss": 0.8152056445586926
+    },
+    {
+      "train_step": 1671,
+      "sup_loss": 0.863071983502617
+    },
+    {
+      "train_step": 1672,
+      "sup_loss": 0.924821998302225
+    },
+    {
+      "train_step": 1673,
+      "sup_loss": 0.7890605338021803
+    },
+    {
+      "train_step": 1674,
+      "sup_loss": 0.9918692334375027
+    },
+    {
+      "train_step": 1675,
+      "sup_loss": 0.7320434023974088
+    },
+    {
+      "train_step": 1676,
+      "sup_loss": 0.7414474325133469
+    },
+    {
+      "train_step": 1677,
+      "sup_loss": 0.723819350351644
+    },
+    {
+      "train_step": 1678,
+      "sup_loss": 0.7762807361311935
+    },
+    {
+      "train_step": 1679,
+      "sup_loss": 0.773766574519596
+    },
+    {
+      "train_step": 1680,
+      "sup_loss": 0.6821787825099829
+    },
+    {
+      "train_step": 1681,
+      "sup_loss": 0.7780526566591485
+    },
+    {
+      "train_step": 1682,
+      "sup_loss": 0.7354687972709233
+    },
+    {
+      "train_step": 1683,
+      "sup_loss": 0.7738991926963481
+    },
+    {
+      "train_step": 1684,
+      "sup_loss": 0.7533848513060902
+    },
+    {
+      "train_step": 1685,
+      "sup_loss": 0.8441366705817872
+    },
+    {
+      "train_step": 1686,
+      "sup_loss": 0.8748733175359901
+    },
+    {
+      "train_step": 1687,
+      "sup_loss": 0.8314949937692042
+    },
+    {
+      "train_step": 1688,
+      "sup_loss": 0.7549660037925305
+    },
+    {
+      "train_step": 1689,
+      "sup_loss": 0.6912400395617789
+    },
+    {
+      "train_step": 1690,
+      "sup_loss": 0.620719921463581
+    },
+    {
+      "train_step": 1691,
+      "sup_loss": 0.9181812865001613
+    },
+    {
+      "train_step": 1692,
+      "sup_loss": 0.7764027791808028
+    },
+    {
+      "train_step": 1693,
+      "sup_loss": 0.7308510308426586
+    },
+    {
+      "train_step": 1694,
+      "sup_loss": 0.6678004586682943
+    },
+    {
+      "train_step": 1695,
+      "sup_loss": 0.8833940919903145
+    },
+    {
+      "train_step": 1696,
+      "sup_loss": 0.7479191027308131
+    },
+    {
+      "train_step": 1697,
+      "sup_loss": 0.7943208542785474
+    },
+    {
+      "train_step": 1698,
+      "sup_loss": 0.8158543116681825
+    },
+    {
+      "train_step": 1699,
+      "sup_loss": 0.6134276038884418
+    },
+    {
+      "train_step": 1700,
+      "sup_loss": 0.9169569991250831
+    },
+    {
+      "train_step": 1701,
+      "sup_loss": 0.9742683555348137
+    },
+    {
+      "train_step": 1702,
+      "sup_loss": 0.6336731052597974
+    },
+    {
+      "train_step": 1703,
+      "sup_loss": 0.7077161978357651
+    },
+    {
+      "train_step": 1704,
+      "sup_loss": 0.9343578247654274
+    },
+    {
+      "train_step": 1705,
+      "sup_loss": 0.7908972811001833
+    },
+    {
+      "train_step": 1706,
+      "sup_loss": 1.1333547249956801
+    },
+    {
+      "train_step": 1707,
+      "sup_loss": 0.657626332125828
+    },
+    {
+      "train_step": 1708,
+      "sup_loss": 0.8942237290045973
+    },
+    {
+      "train_step": 1709,
+      "sup_loss": 0.4749784097611307
+    },
+    {
+      "train_step": 1710,
+      "sup_loss": 0.6890520138346025
+    },
+    {
+      "train_step": 1711,
+      "sup_loss": 0.5115391540936263
+    },
+    {
+      "train_step": 1712,
+      "sup_loss": 0.9326353342018806
+    },
+    {
+      "train_step": 1713,
+      "sup_loss": 0.5421417996171688
+    },
+    {
+      "train_step": 1714,
+      "sup_loss": 0.9208824958952699
+    },
+    {
+      "train_step": 1715,
+      "sup_loss": 0.7238033575902745
+    },
+    {
+      "train_step": 1716,
+      "sup_loss": 0.7532350272242128
+    },
+    {
+      "train_step": 1717,
+      "sup_loss": 0.5575337318476423
+    },
+    {
+      "train_step": 1718,
+      "sup_loss": 0.6048412036382484
+    },
+    {
+      "train_step": 1719,
+      "sup_loss": 0.437835300926729
+    },
+    {
+      "train_step": 1720,
+      "sup_loss": 0.5770315068989204
+    },
+    {
+      "train_step": 1721,
+      "sup_loss": 0.7332597264598693
+    },
+    {
+      "train_step": 1722,
+      "sup_loss": 0.6357922892204305
+    },
+    {
+      "train_step": 1723,
+      "sup_loss": 0.7422780129081076
+    },
+    {
+      "train_step": 1724,
+      "sup_loss": 0.8957191783230065
+    },
+    {
+      "train_step": 1725,
+      "sup_loss": 0.6564040938039272
+    },
+    {
+      "train_step": 1726,
+      "sup_loss": 0.878925523527192
+    },
+    {
+      "train_step": 1727,
+      "sup_loss": 0.7371610546336129
+    },
+    {
+      "train_step": 1728,
+      "sup_loss": 0.6326749563976087
+    },
+    {
+      "train_step": 1729,
+      "sup_loss": 0.5367233243651397
+    },
+    {
+      "train_step": 1730,
+      "sup_loss": 0.5680393952734258
+    },
+    {
+      "train_step": 1731,
+      "sup_loss": 0.7275644939086784
+    },
+    {
+      "train_step": 1732,
+      "sup_loss": 0.5784820311145934
+    },
+    {
+      "train_step": 1733,
+      "sup_loss": 0.8676958094278496
+    },
+    {
+      "train_step": 1734,
+      "sup_loss": 0.747978525521302
+    },
+    {
+      "train_step": 1735,
+      "sup_loss": 0.5731161220752973
+    },
+    {
+      "train_step": 1736,
+      "sup_loss": 0.705688916967174
+    },
+    {
+      "train_step": 1737,
+      "sup_loss": 0.8329218058641358
+    },
+    {
+      "train_step": 1738,
+      "sup_loss": 0.8228207359522913
+    },
+    {
+      "train_step": 1739,
+      "sup_loss": 0.8009221352379692
+    },
+    {
+      "train_step": 1740,
+      "sup_loss": 0.6307272975976708
+    },
+    {
+      "train_step": 1741,
+      "sup_loss": 0.6756197784754496
+    },
+    {
+      "train_step": 1742,
+      "sup_loss": 0.5380973764061978
+    },
+    {
+      "train_step": 1743,
+      "sup_loss": 0.5470585809873799
+    },
+    {
+      "train_step": 1744,
+      "sup_loss": 0.6838511688186207
+    },
+    {
+      "train_step": 1745,
+      "sup_loss": 0.8529297597200171
+    },
+    {
+      "train_step": 1746,
+      "sup_loss": 0.9394316021685314
+    },
+    {
+      "train_step": 1747,
+      "sup_loss": 0.5313486877620849
+    },
+    {
+      "train_step": 1748,
+      "sup_loss": 0.6177005722613529
+    },
+    {
+      "train_step": 1749,
+      "sup_loss": 0.876858113595459
+    },
+    {
+      "train_step": 1750,
+      "sup_loss": 0.7230425552254324
+    },
+    {
+      "train_step": 1751,
+      "sup_loss": 0.7937237206181683
+    },
+    {
+      "train_step": 1752,
+      "sup_loss": 0.753585274360367
+    },
+    {
+      "train_step": 1753,
+      "sup_loss": 0.766244466062215
+    },
+    {
+      "train_step": 1754,
+      "sup_loss": 0.8371976092708764
+    },
+    {
+      "train_step": 1755,
+      "sup_loss": 0.701289680211874
+    },
+    {
+      "train_step": 1756,
+      "sup_loss": 0.8912623450063936
+    },
+    {
+      "train_step": 1757,
+      "sup_loss": 0.6862494681623715
+    },
+    {
+      "train_step": 1758,
+      "sup_loss": 0.5868418902787503
+    },
+    {
+      "train_step": 1759,
+      "sup_loss": 0.7274286862207144
+    },
+    {
+      "train_step": 1760,
+      "sup_loss": 0.6839989112546638
+    },
+    {
+      "train_step": 1761,
+      "sup_loss": 0.6043698593966563
+    },
+    {
+      "train_step": 1762,
+      "sup_loss": 0.551618324660435
+    },
+    {
+      "train_step": 1763,
+      "sup_loss": 0.804853214403879
+    },
+    {
+      "train_step": 1764,
+      "sup_loss": 0.8810862478669896
+    },
+    {
+      "train_step": 1765,
+      "sup_loss": 0.7103768968693037
+    },
+    {
+      "train_step": 1766,
+      "sup_loss": 0.47923882561693476
+    },
+    {
+      "train_step": 1767,
+      "sup_loss": 0.6255003963463199
+    },
+    {
+      "train_step": 1768,
+      "sup_loss": 0.8211703713242989
+    },
+    {
+      "train_step": 1769,
+      "sup_loss": 0.8383150804025663
+    },
+    {
+      "train_step": 1770,
+      "sup_loss": 0.5584179845823029
+    },
+    {
+      "train_step": 1771,
+      "sup_loss": 0.4208495888391497
+    },
+    {
+      "train_step": 1772,
+      "sup_loss": 0.8395794267130808
+    },
+    {
+      "train_step": 1773,
+      "sup_loss": 0.7399616355715327
+    },
+    {
+      "train_step": 1774,
+      "sup_loss": 0.9551188434619434
+    },
+    {
+      "train_step": 1775,
+      "sup_loss": 0.7190410633813836
+    },
+    {
+      "train_step": 1776,
+      "sup_loss": 0.6727618022297455
+    },
+    {
+      "train_step": 1777,
+      "sup_loss": 0.5906870889289956
+    },
+    {
+      "train_step": 1778,
+      "sup_loss": 0.5039770907988441
+    },
+    {
+      "train_step": 1779,
+      "sup_loss": 0.5488204166402947
+    },
+    {
+      "train_step": 1780,
+      "sup_loss": 0.5299079861564909
+    },
+    {
+      "train_step": 1781,
+      "sup_loss": 0.6559548667635906
+    },
+    {
+      "train_step": 1782,
+      "sup_loss": 0.594317245497605
+    },
+    {
+      "train_step": 1783,
+      "sup_loss": 0.5197469149568256
+    },
+    {
+      "train_step": 1784,
+      "sup_loss": 1.0450219672576224
+    },
+    {
+      "train_step": 1785,
+      "sup_loss": 0.5675406179461152
+    },
+    {
+      "train_step": 1786,
+      "sup_loss": 0.8170140325662049
+    },
+    {
+      "train_step": 1787,
+      "sup_loss": 0.6966853920440113
+    },
+    {
+      "train_step": 1788,
+      "sup_loss": 0.6835265026522681
+    },
+    {
+      "train_step": 1789,
+      "sup_loss": 0.6377672899087643
+    },
+    {
+      "train_step": 1790,
+      "sup_loss": 0.44543234061721715
+    },
+    {
+      "train_step": 1791,
+      "sup_loss": 0.636760260674201
+    },
+    {
+      "train_step": 1792,
+      "sup_loss": 0.591509498397094
+    },
+    {
+      "train_step": 1793,
+      "sup_loss": 0.5183046507728498
+    },
+    {
+      "train_step": 1794,
+      "sup_loss": 0.5124085201622822
+    },
+    {
+      "train_step": 1795,
+      "sup_loss": 0.8292244476628621
+    },
+    {
+      "train_step": 1796,
+      "sup_loss": 0.6061794443664977
+    },
+    {
+      "train_step": 1797,
+      "sup_loss": 0.36664643017137694
+    },
+    {
+      "train_step": 1798,
+      "sup_loss": 0.8264603183225511
+    },
+    {
+      "train_step": 1799,
+      "sup_loss": 0.4619138842923938
+    },
+    {
+      "train_step": 1800,
+      "sup_loss": 0.5584953131605126
+    },
+    {
+      "train_step": 1801,
+      "sup_loss": 0.894645474258714
+    },
+    {
+      "train_step": 1802,
+      "sup_loss": 0.5953836097796803
+    },
+    {
+      "train_step": 1803,
+      "sup_loss": 0.3521599621063539
+    },
+    {
+      "train_step": 1804,
+      "sup_loss": 0.6923428736182989
+    },
+    {
+      "train_step": 1805,
+      "sup_loss": 0.6782319688154264
+    },
+    {
+      "train_step": 1806,
+      "sup_loss": 0.7255228639339624
+    },
+    {
+      "train_step": 1807,
+      "sup_loss": 0.40391169326051274
+    },
+    {
+      "train_step": 1808,
+      "sup_loss": 0.5786230436530373
+    },
+    {
+      "train_step": 1809,
+      "sup_loss": 0.6337582079279844
+    },
+    {
+      "train_step": 1810,
+      "sup_loss": 0.591400726404878
+    },
+    {
+      "train_step": 1811,
+      "sup_loss": 0.6087510741287052
+    },
+    {
+      "train_step": 1812,
+      "sup_loss": 0.4188904707330061
+    },
+    {
+      "train_step": 1813,
+      "sup_loss": 0.6888541341210039
+    },
+    {
+      "train_step": 1814,
+      "sup_loss": 0.8206636891447141
+    },
+    {
+      "train_step": 1815,
+      "sup_loss": 0.7375346493998782
+    },
+    {
+      "train_step": 1816,
+      "sup_loss": 0.9762336086263904
+    },
+    {
+      "train_step": 1817,
+      "sup_loss": 1.0332425040631816
+    },
+    {
+      "train_step": 1818,
+      "sup_loss": 0.7124103920320555
+    },
+    {
+      "train_step": 1819,
+      "sup_loss": 0.39371580286247143
+    },
+    {
+      "train_step": 1820,
+      "sup_loss": 0.6680708068586939
+    },
+    {
+      "train_step": 1821,
+      "sup_loss": 0.8402916714827461
+    },
+    {
+      "train_step": 1822,
+      "sup_loss": 0.7946405268953948
+    },
+    {
+      "train_step": 1823,
+      "sup_loss": 0.5721737459429659
+    },
+    {
+      "train_step": 1824,
+      "sup_loss": 0.7493089695711421
+    },
+    {
+      "train_step": 1825,
+      "sup_loss": 0.6450773726640466
+    },
+    {
+      "train_step": 1826,
+      "sup_loss": 0.6768699300871098
+    },
+    {
+      "train_step": 1827,
+      "sup_loss": 0.8175411336015199
+    },
+    {
+      "train_step": 1828,
+      "sup_loss": 0.6655297505516641
+    },
+    {
+      "train_step": 1829,
+      "sup_loss": 0.8290672499108754
+    },
+    {
+      "train_step": 1830,
+      "sup_loss": 0.6364182520514294
+    },
+    {
+      "train_step": 1831,
+      "sup_loss": 0.8083057672518861
+    },
+    {
+      "train_step": 1832,
+      "sup_loss": 0.26153622705906987
+    },
+    {
+      "train_step": 1833,
+      "sup_loss": 0.7718074453632094
+    },
+    {
+      "train_step": 1834,
+      "sup_loss": 0.6756598663050909
+    },
+    {
+      "train_step": 1835,
+      "sup_loss": 0.7138925477198206
+    },
+    {
+      "train_step": 1836,
+      "sup_loss": 0.7995022600365521
+    },
+    {
+      "train_step": 1837,
+      "sup_loss": 0.6656695480063914
+    },
+    {
+      "train_step": 1838,
+      "sup_loss": 0.6518386549476611
+    },
+    {
+      "train_step": 1839,
+      "sup_loss": 0.4576143590973853
+    },
+    {
+      "train_step": 1840,
+      "sup_loss": 0.721196282091353
+    },
+    {
+      "train_step": 1841,
+      "sup_loss": 0.8882405568584903
+    },
+    {
+      "train_step": 1842,
+      "sup_loss": 0.6016990633618183
+    },
+    {
+      "train_step": 1843,
+      "sup_loss": 0.5441250522862896
+    },
+    {
+      "train_step": 1844,
+      "sup_loss": 0.7838936892869257
+    },
+    {
+      "train_step": 1845,
+      "sup_loss": 0.40070862542179037
+    },
+    {
+      "train_step": 1846,
+      "sup_loss": 0.5650699053511006
+    },
+    {
+      "train_step": 1847,
+      "sup_loss": 0.645841474908513
+    },
+    {
+      "train_step": 1848,
+      "sup_loss": 0.44111778058804624
+    },
+    {
+      "train_step": 1849,
+      "sup_loss": 0.4927202819074352
+    },
+    {
+      "train_step": 1850,
+      "sup_loss": 0.9666449777523944
+    },
+    {
+      "train_step": 1851,
+      "sup_loss": 0.5638882731930688
+    },
+    {
+      "train_step": 1852,
+      "sup_loss": 0.7760127290634129
+    },
+    {
+      "train_step": 1853,
+      "sup_loss": 0.7825091311483113
+    },
+    {
+      "train_step": 1854,
+      "sup_loss": 0.5606898294326264
+    },
+    {
+      "train_step": 1855,
+      "sup_loss": 0.702730471340536
+    },
+    {
+      "train_step": 1856,
+      "sup_loss": 0.7660299762482725
+    },
+    {
+      "train_step": 1857,
+      "sup_loss": 0.6352668956543849
+    },
+    {
+      "train_step": 1858,
+      "sup_loss": 0.5600838471383239
+    },
+    {
+      "train_step": 1859,
+      "sup_loss": 0.7967492304614766
+    },
+    {
+      "train_step": 1860,
+      "sup_loss": 0.5997966126626341
+    },
+    {
+      "train_step": 1861,
+      "sup_loss": 0.5757544259827887
+    },
+    {
+      "train_step": 1862,
+      "sup_loss": 0.5697528420171706
+    },
+    {
+      "train_step": 1863,
+      "sup_loss": 0.5715099918796822
+    },
+    {
+      "train_step": 1864,
+      "sup_loss": 0.6831462192493862
+    },
+    {
+      "train_step": 1865,
+      "sup_loss": 0.6990568159592923
+    },
+    {
+      "train_step": 1866,
+      "sup_loss": 0.935483555285262
+    },
+    {
+      "train_step": 1867,
+      "sup_loss": 0.8210138463409796
+    },
+    {
+      "train_step": 1868,
+      "sup_loss": 0.9176257236519808
+    },
+    {
+      "train_step": 1869,
+      "sup_loss": 0.6823130601482895
+    },
+    {
+      "train_step": 1870,
+      "sup_loss": 0.6312813377848979
+    },
+    {
+      "train_step": 1871,
+      "sup_loss": 0.6329825467130331
+    },
+    {
+      "train_step": 1872,
+      "sup_loss": 0.5765701810589211
+    },
+    {
+      "train_step": 1873,
+      "sup_loss": 0.479581449392818
+    },
+    {
+      "train_step": 1874,
+      "sup_loss": 0.7962464625137003
+    },
+    {
+      "train_step": 1875,
+      "sup_loss": 0.7427395631563045
+    },
+    {
+      "train_step": 1876,
+      "sup_loss": 0.9837862409050295
+    },
+    {
+      "train_step": 1877,
+      "sup_loss": 0.6270342651635095
+    },
+    {
+      "train_step": 1878,
+      "sup_loss": 0.5610916676711876
+    },
+    {
+      "train_step": 1879,
+      "sup_loss": 0.6278326882087963
+    },
+    {
+      "train_step": 1880,
+      "sup_loss": 0.7540683932822319
+    },
+    {
+      "train_step": 1881,
+      "sup_loss": 0.9206627230490779
+    },
+    {
+      "train_step": 1882,
+      "sup_loss": 0.6772314138103508
+    },
+    {
+      "train_step": 1883,
+      "sup_loss": 0.7468805377310148
+    },
+    {
+      "train_step": 1884,
+      "sup_loss": 0.667803205523593
+    },
+    {
+      "train_step": 1885,
+      "sup_loss": 0.5498517233121437
+    },
+    {
+      "train_step": 1886,
+      "sup_loss": 0.7544069134469475
+    },
+    {
+      "train_step": 1887,
+      "sup_loss": 0.8307739291507974
+    },
+    {
+      "train_step": 1888,
+      "sup_loss": 0.44702985221188085
+    },
+    {
+      "train_step": 1889,
+      "sup_loss": 0.51746927342728
+    },
+    {
+      "train_step": 1890,
+      "sup_loss": 0.8251930340868
+    },
+    {
+      "train_step": 1891,
+      "sup_loss": 0.7096165277954529
+    },
+    {
+      "train_step": 1892,
+      "sup_loss": 0.6267641617497379
+    },
+    {
+      "train_step": 1893,
+      "sup_loss": 0.8451711841818358
+    },
+    {
+      "train_step": 1894,
+      "sup_loss": 0.7852667904599435
+    },
+    {
+      "train_step": 1895,
+      "sup_loss": 0.23484669365830194
+    },
+    {
+      "train_step": 1896,
+      "sup_loss": 0.7997920465097357
+    },
+    {
+      "train_step": 1897,
+      "sup_loss": 0.6072800608370755
+    },
+    {
+      "train_step": 1898,
+      "sup_loss": 0.4827634414687415
+    },
+    {
+      "train_step": 1899,
+      "sup_loss": 0.6319405083982358
+    },
+    {
+      "train_step": 1900,
+      "sup_loss": 0.5701640688908787
+    },
+    {
+      "train_step": 1901,
+      "sup_loss": 0.7539272673326068
+    },
+    {
+      "train_step": 1902,
+      "sup_loss": 0.8023538986681253
+    },
+    {
+      "train_step": 1903,
+      "sup_loss": 0.4001503384144221
+    },
+    {
+      "train_step": 1904,
+      "sup_loss": 0.5539101870432988
+    },
+    {
+      "train_step": 1905,
+      "sup_loss": 0.6228437391955132
+    },
+    {
+      "train_step": 1906,
+      "sup_loss": 0.48230759892660446
+    },
+    {
+      "train_step": 1907,
+      "sup_loss": 0.5719612781704058
+    },
+    {
+      "train_step": 1908,
+      "sup_loss": 0.6609133638649658
+    },
+    {
+      "train_step": 1909,
+      "sup_loss": 0.545689180377682
+    },
+    {
+      "train_step": 1910,
+      "sup_loss": 0.7503613132588869
+    },
+    {
+      "train_step": 1911,
+      "sup_loss": 0.546681489277735
+    },
+    {
+      "train_step": 1912,
+      "sup_loss": 0.431742094990602
+    },
+    {
+      "train_step": 1913,
+      "sup_loss": 0.6810754326887883
+    },
+    {
+      "train_step": 1914,
+      "sup_loss": 0.632672510509581
+    },
+    {
+      "train_step": 1915,
+      "sup_loss": 0.34047165695170656
+    },
+    {
+      "train_step": 1916,
+      "sup_loss": 0.6667510768318123
+    },
+    {
+      "train_step": 1917,
+      "sup_loss": 0.7272068257028534
+    },
+    {
+      "train_step": 1918,
+      "sup_loss": 0.8640759092747817
+    },
+    {
+      "train_step": 1919,
+      "sup_loss": 1.0137279498795333
+    },
+    {
+      "train_step": 1920,
+      "sup_loss": 0.7121003944843838
+    },
+    {
+      "train_step": 1921,
+      "sup_loss": 0.7620454621548283
+    },
+    {
+      "train_step": 1922,
+      "sup_loss": 1.0190842729002172
+    },
+    {
+      "train_step": 1923,
+      "sup_loss": 0.6842404116105514
+    },
+    {
+      "train_step": 1924,
+      "sup_loss": 0.7939329637440636
+    },
+    {
+      "train_step": 1925,
+      "sup_loss": 0.6109551781973339
+    },
+    {
+      "train_step": 1926,
+      "sup_loss": 0.6370771934801386
+    },
+    {
+      "train_step": 1927,
+      "sup_loss": 0.7265853899278022
+    },
+    {
+      "train_step": 1928,
+      "sup_loss": 0.8437991757892173
+    },
+    {
+      "train_step": 1929,
+      "sup_loss": 0.6650457488979936
+    },
+    {
+      "train_step": 1930,
+      "sup_loss": 0.7321423395742289
+    },
+    {
+      "train_step": 1931,
+      "sup_loss": 0.6863673457488526
+    },
+    {
+      "train_step": 1932,
+      "sup_loss": 0.7765079904862608
+    },
+    {
+      "train_step": 1933,
+      "sup_loss": 0.6640772759639265
+    },
+    {
+      "train_step": 1934,
+      "sup_loss": 0.7115674361310013
+    },
+    {
+      "train_step": 1935,
+      "sup_loss": 0.7623671765135245
+    },
+    {
+      "train_step": 1936,
+      "sup_loss": 0.9297249794660533
+    },
+    {
+      "train_step": 1937,
+      "sup_loss": 0.6239525933902504
+    },
+    {
+      "train_step": 1938,
+      "sup_loss": 0.6669026965917028
+    },
+    {
+      "train_step": 1939,
+      "sup_loss": 0.7376096666956988
+    },
+    {
+      "train_step": 1940,
+      "sup_loss": 0.6440852855990891
+    },
+    {
+      "train_step": 1941,
+      "sup_loss": 0.4834384174031383
+    },
+    {
+      "train_step": 1942,
+      "sup_loss": 0.5006690667604686
+    },
+    {
+      "train_step": 1943,
+      "sup_loss": 0.7713730006044255
+    },
+    {
+      "train_step": 1944,
+      "sup_loss": 0.8593941401566398
+    },
+    {
+      "train_step": 1945,
+      "sup_loss": 0.5936355957828252
+    },
+    {
+      "train_step": 1946,
+      "sup_loss": 0.6829557961507209
+    },
+    {
+      "train_step": 1947,
+      "sup_loss": 0.5321598524450218
+    },
+    {
+      "train_step": 1948,
+      "sup_loss": 0.4201966697797062
+    },
+    {
+      "train_step": 1949,
+      "sup_loss": 0.6918263668299289
+    },
+    {
+      "train_step": 1950,
+      "sup_loss": 0.5356839202144673
+    },
+    {
+      "train_step": 1951,
+      "sup_loss": 0.6167099041266737
+    },
+    {
+      "train_step": 1952,
+      "sup_loss": 0.5584236807933508
+    },
+    {
+      "train_step": 1953,
+      "sup_loss": 0.6453121786694075
+    },
+    {
+      "train_step": 1954,
+      "sup_loss": 0.6848237191847991
+    },
+    {
+      "train_step": 1955,
+      "sup_loss": 0.4724438656665922
+    },
+    {
+      "train_step": 1956,
+      "sup_loss": 0.46519969122081495
+    },
+    {
+      "train_step": 1957,
+      "sup_loss": 0.38547597674466294
+    },
+    {
+      "train_step": 1958,
+      "sup_loss": 0.668910552879692
+    },
+    {
+      "train_step": 1959,
+      "sup_loss": 0.7094092419077278
+    },
+    {
+      "train_step": 1960,
+      "sup_loss": 0.6993066702850742
+    },
+    {
+      "train_step": 1961,
+      "sup_loss": 0.7635112253813625
+    },
+    {
+      "train_step": 1962,
+      "sup_loss": 0.5612715563880522
+    },
+    {
+      "train_step": 1963,
+      "sup_loss": 0.7108369402205438
+    },
+    {
+      "train_step": 1964,
+      "sup_loss": 0.6059776191470745
+    },
+    {
+      "train_step": 1965,
+      "sup_loss": 1.1980840556027461
+    },
+    {
+      "train_step": 1966,
+      "sup_loss": 0.48065570787867523
+    },
+    {
+      "train_step": 1967,
+      "sup_loss": 0.44551378065452774
+    },
+    {
+      "train_step": 1968,
+      "sup_loss": 0.6843485257007147
+    },
+    {
+      "train_step": 1969,
+      "sup_loss": 0.5004701003755673
+    },
+    {
+      "train_step": 1970,
+      "sup_loss": 0.4982187461565343
+    },
+    {
+      "train_step": 1971,
+      "sup_loss": 0.44351756564792766
+    },
+    {
+      "train_step": 1972,
+      "sup_loss": 0.7639898668270666
+    },
+    {
+      "train_step": 1973,
+      "sup_loss": 0.6053110708376371
+    },
+    {
+      "train_step": 1974,
+      "sup_loss": 0.5637569242304878
+    },
+    {
+      "train_step": 1975,
+      "sup_loss": 0.6097560035980439
+    },
+    {
+      "train_step": 1976,
+      "sup_loss": 0.7480100351732654
+    },
+    {
+      "train_step": 1977,
+      "sup_loss": 0.47053505188765365
+    },
+    {
+      "train_step": 1978,
+      "sup_loss": 0.5170739506447056
+    },
+    {
+      "train_step": 1979,
+      "sup_loss": 0.5499031599740754
+    },
+    {
+      "train_step": 1980,
+      "sup_loss": 0.9369119468870759
+    },
+    {
+      "train_step": 1981,
+      "sup_loss": 0.5867209592393755
+    },
+    {
+      "train_step": 1982,
+      "sup_loss": 0.5644900307716174
+    },
+    {
+      "train_step": 1983,
+      "sup_loss": 0.8311988889178844
+    },
+    {
+      "train_step": 1984,
+      "sup_loss": 0.4254293800135809
+    },
+    {
+      "train_step": 1985,
+      "sup_loss": 0.7792156226935602
+    },
+    {
+      "train_step": 1986,
+      "sup_loss": 0.46010457141099875
+    },
+    {
+      "train_step": 1987,
+      "sup_loss": 0.6893973913858801
+    },
+    {
+      "train_step": 1988,
+      "sup_loss": 0.4954168369292731
+    },
+    {
+      "train_step": 1989,
+      "sup_loss": 0.5976484743609742
+    },
+    {
+      "train_step": 1990,
+      "sup_loss": 0.6731148559851807
+    },
+    {
+      "train_step": 1991,
+      "sup_loss": 0.436001472492106
+    },
+    {
+      "train_step": 1992,
+      "sup_loss": 0.8813483458888078
+    },
+    {
+      "train_step": 1993,
+      "sup_loss": 0.7038773859499141
+    },
+    {
+      "train_step": 1994,
+      "sup_loss": 0.34455133007418476
+    },
+    {
+      "train_step": 1995,
+      "sup_loss": 0.36816123873663864
+    },
+    {
+      "train_step": 1996,
+      "sup_loss": 0.632483505207299
+    },
+    {
+      "train_step": 1997,
+      "sup_loss": 0.6269574639781001
+    },
+    {
+      "train_step": 1998,
+      "sup_loss": 0.37371193755985127
+    },
+    {
+      "train_step": 1999,
+      "sup_loss": 0.4640803001506113
+    },
+    {
+      "train_step": 2000,
+      "sup_loss": 0.687702413594147
+    },
+    {
+      "train_step": 2001,
+      "sup_loss": 0.5397781127699215
+    },
+    {
+      "train_step": 2002,
+      "sup_loss": 0.5100501957666673
+    },
+    {
+      "train_step": 2003,
+      "sup_loss": 0.7581055337470387
+    },
+    {
+      "train_step": 2004,
+      "sup_loss": 0.7190828356504531
+    },
+    {
+      "train_step": 2005,
+      "sup_loss": 0.6488685244849112
+    },
+    {
+      "train_step": 2006,
+      "sup_loss": 0.37181058283133905
+    },
+    {
+      "train_step": 2007,
+      "sup_loss": 0.6211247897156195
+    },
+    {
+      "train_step": 2008,
+      "sup_loss": 0.5833384191184636
+    },
+    {
+      "train_step": 2009,
+      "sup_loss": 0.728593371027072
+    },
+    {
+      "train_step": 2010,
+      "sup_loss": 0.808622897035373
+    },
+    {
+      "train_step": 2011,
+      "sup_loss": 0.7087308903490317
+    },
+    {
+      "train_step": 2012,
+      "sup_loss": 0.6535015059704832
+    },
+    {
+      "train_step": 2013,
+      "sup_loss": 0.6069913846261514
+    },
+    {
+      "train_step": 2014,
+      "sup_loss": 0.5528387349857238
+    },
+    {
+      "train_step": 2015,
+      "sup_loss": 0.47126252120178896
+    },
+    {
+      "train_step": 2016,
+      "sup_loss": 0.6469653975595617
+    },
+    {
+      "train_step": 2017,
+      "sup_loss": 0.6414126961194719
+    },
+    {
+      "train_step": 2018,
+      "sup_loss": 0.5543787961586291
+    },
+    {
+      "train_step": 2019,
+      "sup_loss": 0.657768712045611
+    },
+    {
+      "train_step": 2020,
+      "sup_loss": 0.575366833419895
+    },
+    {
+      "train_step": 2021,
+      "sup_loss": 0.8832421493872109
+    },
+    {
+      "train_step": 2022,
+      "sup_loss": 0.5927629961253181
+    },
+    {
+      "train_step": 2023,
+      "sup_loss": 0.4469515654040175
+    },
+    {
+      "train_step": 2024,
+      "sup_loss": 0.7761683360226705
+    },
+    {
+      "train_step": 2025,
+      "sup_loss": 0.8268432598640882
+    },
+    {
+      "train_step": 2026,
+      "sup_loss": 0.8778532721668507
+    },
+    {
+      "train_step": 2027,
+      "sup_loss": 0.6482163518123596
+    },
+    {
+      "train_step": 2028,
+      "sup_loss": 0.6069731995086715
+    },
+    {
+      "train_step": 2029,
+      "sup_loss": 0.8927136168816622
+    },
+    {
+      "train_step": 2030,
+      "sup_loss": 0.7984165183309806
+    },
+    {
+      "train_step": 2031,
+      "sup_loss": 0.6806619049255791
+    },
+    {
+      "train_step": 2032,
+      "sup_loss": 0.7258991693016952
+    },
+    {
+      "train_step": 2033,
+      "sup_loss": 0.4456539414415947
+    },
+    {
+      "train_step": 2034,
+      "sup_loss": 0.6830489860354274
+    },
+    {
+      "train_step": 2035,
+      "sup_loss": 0.7335644723337496
+    },
+    {
+      "train_step": 2036,
+      "sup_loss": 0.597382382614397
+    },
+    {
+      "train_step": 2037,
+      "sup_loss": 0.5715155751193548
+    },
+    {
+      "train_step": 2038,
+      "sup_loss": 0.734797405067215
+    },
+    {
+      "train_step": 2039,
+      "sup_loss": 0.6196682748382262
+    },
+    {
+      "train_step": 2040,
+      "sup_loss": 0.553203293498149
+    },
+    {
+      "train_step": 2041,
+      "sup_loss": 0.696949150811392
+    },
+    {
+      "train_step": 2042,
+      "sup_loss": 0.7879114615693011
+    },
+    {
+      "train_step": 2043,
+      "sup_loss": 0.7231480793265777
+    },
+    {
+      "train_step": 2044,
+      "sup_loss": 0.9096929049832146
+    },
+    {
+      "train_step": 2045,
+      "sup_loss": 0.5864411323246536
+    },
+    {
+      "train_step": 2046,
+      "sup_loss": 0.5696960458702802
+    },
+    {
+      "train_step": 2047,
+      "sup_loss": 0.4588377686801277
+    },
+    {
+      "train_step": 2048,
+      "sup_loss": 0.6058896923034828
+    },
+    {
+      "train_step": 2049,
+      "sup_loss": 0.5645357059980943
+    },
+    {
+      "train_step": 2050,
+      "sup_loss": 0.5661560408997752
+    },
+    {
+      "train_step": 2051,
+      "sup_loss": 0.9589028835816399
+    },
+    {
+      "train_step": 2052,
+      "sup_loss": 0.6728118344695171
+    },
+    {
+      "train_step": 2053,
+      "sup_loss": 0.6773689274943494
+    },
+    {
+      "train_step": 2054,
+      "sup_loss": 0.4632968478039634
+    },
+    {
+      "train_step": 2055,
+      "sup_loss": 0.8059348510370092
+    },
+    {
+      "train_step": 2056,
+      "sup_loss": 0.5764462644488955
+    },
+    {
+      "train_step": 2057,
+      "sup_loss": 0.9846870003117162
+    },
+    {
+      "train_step": 2058,
+      "sup_loss": 0.5232040593763314
+    },
+    {
+      "train_step": 2059,
+      "sup_loss": 0.7682148673495025
+    },
+    {
+      "train_step": 2060,
+      "sup_loss": 0.6305236576664576
+    },
+    {
+      "train_step": 2061,
+      "sup_loss": 0.8230480820645565
+    },
+    {
+      "train_step": 2062,
+      "sup_loss": 0.5498208821541557
+    },
+    {
+      "train_step": 2063,
+      "sup_loss": 1.1438017151466047
+    },
+    {
+      "train_step": 2064,
+      "sup_loss": 0.7621531713538346
+    },
+    {
+      "train_step": 2065,
+      "sup_loss": 0.6879361357001701
+    },
+    {
+      "train_step": 2066,
+      "sup_loss": 0.75342665763378
+    },
+    {
+      "train_step": 2067,
+      "sup_loss": 0.6241948819337715
+    },
+    {
+      "train_step": 2068,
+      "sup_loss": 0.8654616589759733
+    },
+    {
+      "train_step": 2069,
+      "sup_loss": 0.8226654779618586
+    },
+    {
+      "train_step": 2070,
+      "sup_loss": 0.6302276828352977
+    },
+    {
+      "train_step": 2071,
+      "sup_loss": 0.6595735337360027
+    },
+    {
+      "train_step": 2072,
+      "sup_loss": 0.5641091164828589
+    },
+    {
+      "train_step": 2073,
+      "sup_loss": 0.5352382049050366
+    },
+    {
+      "train_step": 2074,
+      "sup_loss": 0.6643934227028415
+    },
+    {
+      "train_step": 2075,
+      "sup_loss": 0.4975788760622687
+    },
+    {
+      "train_step": 2076,
+      "sup_loss": 0.5046367031689181
+    },
+    {
+      "train_step": 2077,
+      "sup_loss": 0.9352725564110336
+    },
+    {
+      "train_step": 2078,
+      "sup_loss": 0.4321950382654687
+    },
+    {
+      "train_step": 2079,
+      "sup_loss": 0.8506707555008282
+    },
+    {
+      "train_step": 2080,
+      "sup_loss": 0.9142097420680454
+    },
+    {
+      "train_step": 2081,
+      "sup_loss": 0.9080896988009173
+    },
+    {
+      "train_step": 2082,
+      "sup_loss": 0.6315758027998555
+    },
+    {
+      "train_step": 2083,
+      "sup_loss": 0.595714626508229
+    },
+    {
+      "train_step": 2084,
+      "sup_loss": 0.48460363408222507
+    },
+    {
+      "train_step": 2085,
+      "sup_loss": 0.6407966782959834
+    },
+    {
+      "train_step": 2086,
+      "sup_loss": 0.6482635710182613
+    },
+    {
+      "train_step": 2087,
+      "sup_loss": 0.46501337649341007
+    },
+    {
+      "train_step": 2088,
+      "sup_loss": 0.5225565385102726
+    },
+    {
+      "train_step": 2089,
+      "sup_loss": 0.6127570129124863
+    },
+    {
+      "train_step": 2090,
+      "sup_loss": 0.5989711509603521
+    },
+    {
+      "train_step": 2091,
+      "sup_loss": 0.6296796469547521
+    },
+    {
+      "train_step": 2092,
+      "sup_loss": 0.8499302127034385
+    },
+    {
+      "train_step": 2093,
+      "sup_loss": 0.7019239764402165
+    },
+    {
+      "train_step": 2094,
+      "sup_loss": 0.8560850282508534
+    },
+    {
+      "train_step": 2095,
+      "sup_loss": 0.4395022377752606
+    },
+    {
+      "train_step": 2096,
+      "sup_loss": 0.5730472961752504
+    },
+    {
+      "train_step": 2097,
+      "sup_loss": 0.8408698518805018
+    },
+    {
+      "train_step": 2098,
+      "sup_loss": 0.3131977526176194
+    },
+    {
+      "train_step": 2099,
+      "sup_loss": 0.7932089150727217
+    },
+    {
+      "train_step": 2100,
+      "sup_loss": 0.5847517343848255
+    },
+    {
+      "train_step": 2101,
+      "sup_loss": 0.5460922575651845
+    },
+    {
+      "train_step": 2102,
+      "sup_loss": 0.7296416611149413
+    },
+    {
+      "train_step": 2103,
+      "sup_loss": 0.5566585808797658
+    },
+    {
+      "train_step": 2104,
+      "sup_loss": 0.17982367726323845
+    },
+    {
+      "train_step": 2105,
+      "sup_loss": 0.646188718306842
+    },
+    {
+      "train_step": 2106,
+      "sup_loss": 0.5842867296050437
+    },
+    {
+      "train_step": 2107,
+      "sup_loss": 0.4677286592263647
+    },
+    {
+      "train_step": 2108,
+      "sup_loss": 0.6024498759073648
+    },
+    {
+      "train_step": 2109,
+      "sup_loss": 0.6554656072489362
+    },
+    {
+      "train_step": 2110,
+      "sup_loss": 0.39470688794881476
+    },
+    {
+      "train_step": 2111,
+      "sup_loss": 0.7949529451986019
+    },
+    {
+      "train_step": 2112,
+      "sup_loss": 0.6706985161999403
+    },
+    {
+      "train_step": 2113,
+      "sup_loss": 0.5841319935156091
+    },
+    {
+      "train_step": 2114,
+      "sup_loss": 0.7505230120616324
+    },
+    {
+      "train_step": 2115,
+      "sup_loss": 0.6295824544132835
+    },
+    {
+      "train_step": 2116,
+      "sup_loss": 0.5648369980687536
+    },
+    {
+      "train_step": 2117,
+      "sup_loss": 0.3133276716807133
+    },
+    {
+      "train_step": 2118,
+      "sup_loss": 0.705977996648245
+    },
+    {
+      "train_step": 2119,
+      "sup_loss": 0.565010228844635
+    },
+    {
+      "train_step": 2120,
+      "sup_loss": 0.3838002512694274
+    },
+    {
+      "train_step": 2121,
+      "sup_loss": 0.5268198917885955
+    },
+    {
+      "train_step": 2122,
+      "sup_loss": 1.1030396873371877
+    },
+    {
+      "train_step": 2123,
+      "sup_loss": 0.8790272039856886
+    },
+    {
+      "train_step": 2124,
+      "sup_loss": 0.9078817896890476
+    },
+    {
+      "train_step": 2125,
+      "sup_loss": 0.5015173473153826
+    },
+    {
+      "train_step": 2126,
+      "sup_loss": 0.5229390450661126
+    },
+    {
+      "train_step": 2127,
+      "sup_loss": 0.6909203002465295
+    },
+    {
+      "train_step": 2128,
+      "sup_loss": 0.7666271504997237
+    },
+    {
+      "train_step": 2129,
+      "sup_loss": 0.603586082454837
+    },
+    {
+      "train_step": 2130,
+      "sup_loss": 0.7452713547639397
+    },
+    {
+      "train_step": 2131,
+      "sup_loss": 0.459217496789081
+    },
+    {
+      "train_step": 2132,
+      "sup_loss": 0.6382924416960004
+    },
+    {
+      "train_step": 2133,
+      "sup_loss": 0.87509597657287
+    },
+    {
+      "train_step": 2134,
+      "sup_loss": 0.24422185135218125
+    },
+    {
+      "train_step": 2135,
+      "sup_loss": 0.5184899238194897
+    },
+    {
+      "train_step": 2136,
+      "sup_loss": 0.6838356350053136
+    },
+    {
+      "train_step": 2137,
+      "sup_loss": 0.6051571688321153
+    },
+    {
+      "train_step": 2138,
+      "sup_loss": 0.43408065665592677
+    },
+    {
+      "train_step": 2139,
+      "sup_loss": 0.7246891413033373
+    },
+    {
+      "train_step": 2140,
+      "sup_loss": 0.5433540671735094
+    },
+    {
+      "train_step": 2141,
+      "sup_loss": 0.6644999789935706
+    },
+    {
+      "train_step": 2142,
+      "sup_loss": 0.7718320405153023
+    },
+    {
+      "train_step": 2143,
+      "sup_loss": 0.4910884664866399
+    },
+    {
+      "train_step": 2144,
+      "sup_loss": 0.530598578756728
+    },
+    {
+      "train_step": 2145,
+      "sup_loss": 0.4825872531159941
+    },
+    {
+      "train_step": 2146,
+      "sup_loss": 0.6130615651312805
+    },
+    {
+      "train_step": 2147,
+      "sup_loss": 0.6703707845277577
+    },
+    {
+      "train_step": 2148,
+      "sup_loss": 0.46159944413099135
+    },
+    {
+      "train_step": 2149,
+      "sup_loss": 0.4907833148164227
+    },
+    {
+      "train_step": 2150,
+      "sup_loss": 0.7664301128860732
+    },
+    {
+      "train_step": 2151,
+      "sup_loss": 0.8109060750057162
+    },
+    {
+      "train_step": 2152,
+      "sup_loss": 0.9215203932801183
+    },
+    {
+      "train_step": 2153,
+      "sup_loss": 0.8094549245583255
+    },
+    {
+      "train_step": 2154,
+      "sup_loss": 0.7963459784586773
+    },
+    {
+      "train_step": 2155,
+      "sup_loss": 0.3598140322626838
+    },
+    {
+      "train_step": 2156,
+      "sup_loss": 0.4829293219974544
+    },
+    {
+      "train_step": 2157,
+      "sup_loss": 0.32349525348729796
+    },
+    {
+      "train_step": 2158,
+      "sup_loss": 0.5248774057450365
+    },
+    {
+      "train_step": 2159,
+      "sup_loss": 0.25798087703241745
+    },
+    {
+      "train_step": 2160,
+      "sup_loss": 0.8000199953683725
+    },
+    {
+      "train_step": 2161,
+      "sup_loss": 0.5965021277780183
+    },
+    {
+      "train_step": 2162,
+      "sup_loss": 0.5787107597874612
+    },
+    {
+      "train_step": 2163,
+      "sup_loss": 0.7351520922799557
+    },
+    {
+      "train_step": 2164,
+      "sup_loss": 0.5595736489220576
+    },
+    {
+      "train_step": 2165,
+      "sup_loss": 0.6573304919113379
+    },
+    {
+      "train_step": 2166,
+      "sup_loss": 0.8401441293247922
+    },
+    {
+      "train_step": 2167,
+      "sup_loss": 0.7788101294434597
+    },
+    {
+      "train_step": 2168,
+      "sup_loss": 0.641856301274583
+    },
+    {
+      "train_step": 2169,
+      "sup_loss": 0.6812213456150173
+    },
+    {
+      "train_step": 2170,
+      "sup_loss": 0.5730936768457116
+    },
+    {
+      "train_step": 2171,
+      "sup_loss": 0.5558611256020449
+    },
+    {
+      "train_step": 2172,
+      "sup_loss": 0.6320637212822382
+    },
+    {
+      "train_step": 2173,
+      "sup_loss": 0.7383081387741484
+    },
+    {
+      "train_step": 2174,
+      "sup_loss": 0.7166785364622615
+    },
+    {
+      "train_step": 2175,
+      "sup_loss": 0.599251198203923
+    },
+    {
+      "train_step": 2176,
+      "sup_loss": 0.9601022216742685
+    },
+    {
+      "train_step": 2177,
+      "sup_loss": 0.6054013860034739
+    },
+    {
+      "train_step": 2178,
+      "sup_loss": 0.5716026913609241
+    },
+    {
+      "train_step": 2179,
+      "sup_loss": 0.5634125940518291
+    },
+    {
+      "train_step": 2180,
+      "sup_loss": 0.7346528666652187
+    },
+    {
+      "train_step": 2181,
+      "sup_loss": 0.5232464861146805
+    },
+    {
+      "train_step": 2182,
+      "sup_loss": 0.4741604696529168
+    },
+    {
+      "train_step": 2183,
+      "sup_loss": 0.45097985678556546
+    },
+    {
+      "train_step": 2184,
+      "sup_loss": 0.6996063712758221
+    },
+    {
+      "train_step": 2185,
+      "sup_loss": 0.37492460293951035
+    },
+    {
+      "train_step": 2186,
+      "sup_loss": 0.7624380753579189
+    },
+    {
+      "train_step": 2187,
+      "sup_loss": 0.9462485647182545
+    },
+    {
+      "train_step": 2188,
+      "sup_loss": 0.749505339114577
+    },
+    {
+      "train_step": 2189,
+      "sup_loss": 0.7577751775994119
+    },
+    {
+      "train_step": 2190,
+      "sup_loss": 0.810342647270115
+    },
+    {
+      "train_step": 2191,
+      "sup_loss": 0.5295469374562352
+    },
+    {
+      "train_step": 2192,
+      "sup_loss": 0.5010427258196657
+    },
+    {
+      "train_step": 2193,
+      "sup_loss": 0.6698476842149518
+    },
+    {
+      "train_step": 2194,
+      "sup_loss": 0.33618823959861666
+    },
+    {
+      "train_step": 2195,
+      "sup_loss": 0.5764872547926595
+    },
+    {
+      "train_step": 2196,
+      "sup_loss": 0.5870455148444417
+    },
+    {
+      "train_step": 2197,
+      "sup_loss": 0.4398045037555105
+    },
+    {
+      "train_step": 2198,
+      "sup_loss": 0.3368987624686756
+    },
+    {
+      "train_step": 2199,
+      "sup_loss": 0.41576129516014654
+    },
+    {
+      "train_step": 2200,
+      "sup_loss": 0.41252891268614345
+    },
+    {
+      "train_step": 2201,
+      "sup_loss": 0.5057443693651172
+    },
+    {
+      "train_step": 2202,
+      "sup_loss": 0.5531253345490592
+    },
+    {
+      "train_step": 2203,
+      "sup_loss": 1.0657275342189476
+    },
+    {
+      "train_step": 2204,
+      "sup_loss": 0.35472197512706605
+    },
+    {
+      "train_step": 2205,
+      "sup_loss": 0.5395647707674569
+    },
+    {
+      "train_step": 2206,
+      "sup_loss": 0.4946692672672235
+    },
+    {
+      "train_step": 2207,
+      "sup_loss": 0.5544491944404943
+    },
+    {
+      "train_step": 2208,
+      "sup_loss": 0.7717604950717112
+    },
+    {
+      "train_step": 2209,
+      "sup_loss": 0.6177277676680122
+    },
+    {
+      "train_step": 2210,
+      "sup_loss": 0.6054423522140528
+    },
+    {
+      "train_step": 2211,
+      "sup_loss": 0.644277619584097
+    },
+    {
+      "train_step": 2212,
+      "sup_loss": 0.46854309969616237
+    },
+    {
+      "train_step": 2213,
+      "sup_loss": 0.5162868100333217
+    },
+    {
+      "train_step": 2214,
+      "sup_loss": 0.9295292201919797
+    },
+    {
+      "train_step": 2215,
+      "sup_loss": 0.6239926265391529
+    },
+    {
+      "train_step": 2216,
+      "sup_loss": 0.7942667486314712
+    },
+    {
+      "train_step": 2217,
+      "sup_loss": 0.20109561789451938
+    },
+    {
+      "train_step": 2218,
+      "sup_loss": 0.31329322420284794
+    },
+    {
+      "train_step": 2219,
+      "sup_loss": 0.6563822587002331
+    },
+    {
+      "train_step": 2220,
+      "sup_loss": 0.7567634200686113
+    },
+    {
+      "train_step": 2221,
+      "sup_loss": 0.6212688517079997
+    },
+    {
+      "train_step": 2222,
+      "sup_loss": 0.827583137554666
+    },
+    {
+      "train_step": 2223,
+      "sup_loss": 0.66416988677965
+    },
+    {
+      "train_step": 2224,
+      "sup_loss": 0.44637460433318105
+    },
+    {
+      "train_step": 2225,
+      "sup_loss": 0.6595188031128112
+    },
+    {
+      "train_step": 2226,
+      "sup_loss": 0.558436683890113
+    },
+    {
+      "train_step": 2227,
+      "sup_loss": 0.6592915519783566
+    },
+    {
+      "train_step": 2228,
+      "sup_loss": 0.5239641634447848
+    },
+    {
+      "train_step": 2229,
+      "sup_loss": 0.4220872042086675
+    },
+    {
+      "train_step": 2230,
+      "sup_loss": 0.5575560167692898
+    },
+    {
+      "train_step": 2231,
+      "sup_loss": 0.5724068949104346
+    },
+    {
+      "train_step": 2232,
+      "sup_loss": 0.6302952301621265
+    },
+    {
+      "train_step": 2233,
+      "sup_loss": 0.829560116834378
+    },
+    {
+      "train_step": 2234,
+      "sup_loss": 0.7633801453458186
+    },
+    {
+      "train_step": 2235,
+      "sup_loss": 0.4004274965935539
+    },
+    {
+      "train_step": 2236,
+      "sup_loss": 0.6350883247494953
+    },
+    {
+      "train_step": 2237,
+      "sup_loss": 0.42224564989098307
+    },
+    {
+      "train_step": 2238,
+      "sup_loss": 0.28051343186387573
+    },
+    {
+      "train_step": 2239,
+      "sup_loss": 0.6254404216434495
+    },
+    {
+      "train_step": 2240,
+      "sup_loss": 0.5550796449086584
+    },
+    {
+      "train_step": 2241,
+      "sup_loss": 0.8249315954611594
+    },
+    {
+      "train_step": 2242,
+      "sup_loss": 0.5637096863931781
+    },
+    {
+      "train_step": 2243,
+      "sup_loss": 0.8030823414671343
+    },
+    {
+      "train_step": 2244,
+      "sup_loss": 0.7277010656165863
+    },
+    {
+      "train_step": 2245,
+      "sup_loss": 0.7851030671855488
+    },
+    {
+      "train_step": 2246,
+      "sup_loss": 0.6646489868640866
+    },
+    {
+      "train_step": 2247,
+      "sup_loss": 0.26972100422815204
+    },
+    {
+      "train_step": 2248,
+      "sup_loss": 0.2911750894599956
+    },
+    {
+      "train_step": 2249,
+      "sup_loss": 0.3881906358322246
+    },
+    {
+      "train_step": 2250,
+      "sup_loss": 0.9017495605114362
+    },
+    {
+      "train_step": 2251,
+      "sup_loss": 0.557219121771082
+    },
+    {
+      "train_step": 2252,
+      "sup_loss": 0.5543673954163204
+    },
+    {
+      "train_step": 2253,
+      "sup_loss": 0.6357970002605405
+    },
+    {
+      "train_step": 2254,
+      "sup_loss": 0.5421537047072043
+    },
+    {
+      "train_step": 2255,
+      "sup_loss": 0.5796892034433514
+    },
+    {
+      "train_step": 2256,
+      "sup_loss": 0.3765002847009654
+    },
+    {
+      "train_step": 2257,
+      "sup_loss": 0.47780411074022533
+    },
+    {
+      "train_step": 2258,
+      "sup_loss": 0.47875895232042753
+    },
+    {
+      "train_step": 2259,
+      "sup_loss": 0.634585514578768
+    },
+    {
+      "train_step": 2260,
+      "sup_loss": 0.41232381383929845
+    },
+    {
+      "train_step": 2261,
+      "sup_loss": 0.36941970670179053
+    },
+    {
+      "train_step": 2262,
+      "sup_loss": 0.39833353450800335
+    },
+    {
+      "train_step": 2263,
+      "sup_loss": 0.29342608202487924
+    },
+    {
+      "train_step": 2264,
+      "sup_loss": 0.7487353969108683
+    },
+    {
+      "train_step": 2265,
+      "sup_loss": 0.45451261004846216
+    },
+    {
+      "train_step": 2266,
+      "sup_loss": 0.4858830499422229
+    },
+    {
+      "train_step": 2267,
+      "sup_loss": 0.4679596607756528
+    },
+    {
+      "train_step": 2268,
+      "sup_loss": 0.7360109704785376
+    },
+    {
+      "train_step": 2269,
+      "sup_loss": 0.37741895674164144
+    },
+    {
+      "train_step": 2270,
+      "sup_loss": 0.6317069259670435
+    },
+    {
+      "train_step": 2271,
+      "sup_loss": 0.4598806394305355
+    },
+    {
+      "train_step": 2272,
+      "sup_loss": 0.5548091576146192
+    },
+    {
+      "train_step": 2273,
+      "sup_loss": 0.7930929579792576
+    },
+    {
+      "train_step": 2274,
+      "sup_loss": 0.5553321858465035
+    },
+    {
+      "train_step": 2275,
+      "sup_loss": 0.46918670049671285
+    },
+    {
+      "train_step": 2276,
+      "sup_loss": 0.6348576763336454
+    },
+    {
+      "train_step": 2277,
+      "sup_loss": 0.6283697143288776
+    },
+    {
+      "train_step": 2278,
+      "sup_loss": 0.7213176215836314
+    },
+    {
+      "train_step": 2279,
+      "sup_loss": 0.9146412406636524
+    },
+    {
+      "train_step": 2280,
+      "sup_loss": 0.74711750382188
+    },
+    {
+      "train_step": 2281,
+      "sup_loss": 0.417611848258536
+    },
+    {
+      "train_step": 2282,
+      "sup_loss": 0.7661451203877643
+    },
+    {
+      "train_step": 2283,
+      "sup_loss": 0.48754680660240335
+    },
+    {
+      "train_step": 2284,
+      "sup_loss": 0.5063796190182092
+    },
+    {
+      "train_step": 2285,
+      "sup_loss": 0.7896299511689914
+    },
+    {
+      "train_step": 2286,
+      "sup_loss": 0.5031273614644117
+    },
+    {
+      "train_step": 2287,
+      "sup_loss": 0.6259022374455941
+    },
+    {
+      "train_step": 2288,
+      "sup_loss": 0.6341590432166768
+    },
+    {
+      "train_step": 2289,
+      "sup_loss": 0.5547558761561688
+    },
+    {
+      "train_step": 2290,
+      "sup_loss": 0.5919866432464994
+    },
+    {
+      "train_step": 2291,
+      "sup_loss": 0.19654928486261583
+    },
+    {
+      "train_step": 2292,
+      "sup_loss": 0.7280353388502432
+    },
+    {
+      "train_step": 2293,
+      "sup_loss": 0.7246686923432051
+    },
+    {
+      "train_step": 2294,
+      "sup_loss": 0.4902905246504627
+    },
+    {
+      "train_step": 2295,
+      "sup_loss": 0.7591332980310507
+    },
+    {
+      "train_step": 2296,
+      "sup_loss": 0.7418635593116473
+    },
+    {
+      "train_step": 2297,
+      "sup_loss": 0.8347398699963062
+    },
+    {
+      "train_step": 2298,
+      "sup_loss": 0.479736645897467
+    },
+    {
+      "train_step": 2299,
+      "sup_loss": 0.294853009277919
+    },
+    {
+      "train_step": 2300,
+      "sup_loss": 0.5584274667709233
+    },
+    {
+      "train_step": 2301,
+      "sup_loss": 0.6833816755571761
+    },
+    {
+      "train_step": 2302,
+      "sup_loss": 0.8513941968781861
+    },
+    {
+      "train_step": 2303,
+      "sup_loss": 0.5985972595064089
+    },
+    {
+      "train_step": 2304,
+      "sup_loss": 0.7044432506783276
+    },
+    {
+      "train_step": 2305,
+      "sup_loss": 0.5569624683454562
+    },
+    {
+      "train_step": 2306,
+      "sup_loss": 0.30872939866687715
+    },
+    {
+      "train_step": 2307,
+      "sup_loss": 0.6483447016963564
+    },
+    {
+      "train_step": 2308,
+      "sup_loss": 0.5999818801887594
+    },
+    {
+      "train_step": 2309,
+      "sup_loss": 0.5317473574327489
+    },
+    {
+      "train_step": 2310,
+      "sup_loss": 0.4799674811249374
+    },
+    {
+      "train_step": 2311,
+      "sup_loss": 0.7379973263093482
+    },
+    {
+      "train_step": 2312,
+      "sup_loss": 0.5451212892797436
+    },
+    {
+      "train_step": 2313,
+      "sup_loss": 0.5219389334531709
+    },
+    {
+      "train_step": 2314,
+      "sup_loss": 0.6562177295373808
+    },
+    {
+      "train_step": 2315,
+      "sup_loss": 0.7922272920461201
+    },
+    {
+      "train_step": 2316,
+      "sup_loss": 0.7848945663970188
+    },
+    {
+      "train_step": 2317,
+      "sup_loss": 0.5772882440861559
+    },
+    {
+      "train_step": 2318,
+      "sup_loss": 0.4935477277457011
+    },
+    {
+      "train_step": 2319,
+      "sup_loss": 0.5125837347047794
+    },
+    {
+      "train_step": 2320,
+      "sup_loss": 0.5018685650139704
+    },
+    {
+      "train_step": 2321,
+      "sup_loss": 0.5997429607483836
+    },
+    {
+      "train_step": 2322,
+      "sup_loss": 0.63459989411686
+    },
+    {
+      "train_step": 2323,
+      "sup_loss": 0.6541206540819977
+    },
+    {
+      "train_step": 2324,
+      "sup_loss": 0.6142371683021723
+    },
+    {
+      "train_step": 2325,
+      "sup_loss": 0.5290728020615972
+    },
+    {
+      "train_step": 2326,
+      "sup_loss": 0.5814963302162623
+    },
+    {
+      "train_step": 2327,
+      "sup_loss": 0.6553021894983919
+    },
+    {
+      "train_step": 2328,
+      "sup_loss": 0.3688799331734853
+    },
+    {
+      "train_step": 2329,
+      "sup_loss": 0.7052358565815465
+    },
+    {
+      "train_step": 2330,
+      "sup_loss": 0.6141621415085875
+    },
+    {
+      "train_step": 2331,
+      "sup_loss": 0.587105091161528
+    },
+    {
+      "train_step": 2332,
+      "sup_loss": 0.40455770386413387
+    },
+    {
+      "train_step": 2333,
+      "sup_loss": 0.693362256947994
+    },
+    {
+      "train_step": 2334,
+      "sup_loss": 0.5563682835584016
+    },
+    {
+      "train_step": 2335,
+      "sup_loss": 0.5745706959580454
+    },
+    {
+      "train_step": 2336,
+      "sup_loss": 0.5136212654570024
+    },
+    {
+      "train_step": 2337,
+      "sup_loss": 0.5288823849014936
+    },
+    {
+      "train_step": 2338,
+      "sup_loss": 0.7006112128312358
+    },
+    {
+      "train_step": 2339,
+      "sup_loss": 0.6453094782588007
+    },
+    {
+      "train_step": 2340,
+      "sup_loss": 0.33759713032855765
+    },
+    {
+      "train_step": 2341,
+      "sup_loss": 0.46759246349663147
+    },
+    {
+      "train_step": 2342,
+      "sup_loss": 0.5261386049931905
+    },
+    {
+      "train_step": 2343,
+      "sup_loss": 0.25856962999641253
+    },
+    {
+      "train_step": 2344,
+      "sup_loss": 0.5927228441032563
+    },
+    {
+      "train_step": 2345,
+      "sup_loss": 0.34360282572230716
+    },
+    {
+      "train_step": 2346,
+      "sup_loss": 0.6795675170557395
+    },
+    {
+      "train_step": 2347,
+      "sup_loss": 0.5995350749727605
+    },
+    {
+      "train_step": 2348,
+      "sup_loss": 0.25180369504916683
+    },
+    {
+      "train_step": 2349,
+      "sup_loss": 0.6042307744456019
+    },
+    {
+      "train_step": 2350,
+      "sup_loss": 0.3224101202257318
+    },
+    {
+      "train_step": 2351,
+      "sup_loss": 0.6319219728750269
+    },
+    {
+      "train_step": 2352,
+      "sup_loss": 1.2802422820435777
+    },
+    {
+      "train_step": 2353,
+      "sup_loss": 0.5245336001667542
+    },
+    {
+      "train_step": 2354,
+      "sup_loss": 0.7886765332284216
+    },
+    {
+      "train_step": 2355,
+      "sup_loss": 0.5467513440660984
+    },
+    {
+      "train_step": 2356,
+      "sup_loss": 0.5630026444499517
+    },
+    {
+      "train_step": 2357,
+      "sup_loss": 0.6465442172006963
+    },
+    {
+      "train_step": 2358,
+      "sup_loss": 0.6970915755820254
+    },
+    {
+      "train_step": 2359,
+      "sup_loss": 0.45901553953438645
+    },
+    {
+      "train_step": 2360,
+      "sup_loss": 0.22662125925412724
+    },
+    {
+      "train_step": 2361,
+      "sup_loss": 0.6010038399203835
+    },
+    {
+      "train_step": 2362,
+      "sup_loss": 0.7989439936240685
+    },
+    {
+      "train_step": 2363,
+      "sup_loss": 0.5046632066502407
+    },
+    {
+      "train_step": 2364,
+      "sup_loss": 0.5794085627568838
+    },
+    {
+      "train_step": 2365,
+      "sup_loss": 0.3221664915959094
+    },
+    {
+      "train_step": 2366,
+      "sup_loss": 0.7642883303018849
+    },
+    {
+      "train_step": 2367,
+      "sup_loss": 0.7880109685732294
+    },
+    {
+      "train_step": 2368,
+      "sup_loss": 0.5854042506888119
+    },
+    {
+      "train_step": 2369,
+      "sup_loss": 0.289029623662296
+    },
+    {
+      "train_step": 2370,
+      "sup_loss": 0.697455488858247
+    },
+    {
+      "train_step": 2371,
+      "sup_loss": 0.5685009521935378
+    },
+    {
+      "train_step": 2372,
+      "sup_loss": 0.4218181326585859
+    },
+    {
+      "train_step": 2373,
+      "sup_loss": 0.5327183810522822
+    },
+    {
+      "train_step": 2374,
+      "sup_loss": 0.5824598775547163
+    },
+    {
+      "train_step": 2375,
+      "sup_loss": 0.8510902253713073
+    },
+    {
+      "train_step": 2376,
+      "sup_loss": 0.278474592896602
+    },
+    {
+      "train_step": 2377,
+      "sup_loss": 0.789359512447165
+    },
+    {
+      "train_step": 2378,
+      "sup_loss": 0.5045440001918166
+    },
+    {
+      "train_step": 2379,
+      "sup_loss": 0.5893624347435039
+    },
+    {
+      "train_step": 2380,
+      "sup_loss": 0.30089640959800945
+    },
+    {
+      "train_step": 2381,
+      "sup_loss": 0.9686513871246107
+    },
+    {
+      "train_step": 2382,
+      "sup_loss": 0.3717763608557133
+    },
+    {
+      "train_step": 2383,
+      "sup_loss": 0.5365883231473259
+    },
+    {
+      "train_step": 2384,
+      "sup_loss": 0.44183287413742944
+    },
+    {
+      "train_step": 2385,
+      "sup_loss": 0.6353125112190828
+    },
+    {
+      "train_step": 2386,
+      "sup_loss": 0.6589959856923097
+    },
+    {
+      "train_step": 2387,
+      "sup_loss": 0.5306236292357551
+    },
+    {
+      "train_step": 2388,
+      "sup_loss": 0.8022021781520912
+    },
+    {
+      "train_step": 2389,
+      "sup_loss": 0.5167513769034141
+    },
+    {
+      "train_step": 2390,
+      "sup_loss": 0.6064008518221682
+    },
+    {
+      "train_step": 2391,
+      "sup_loss": 0.7474000432603944
+    },
+    {
+      "train_step": 2392,
+      "sup_loss": 0.3518441321927787
+    },
+    {
+      "train_step": 2393,
+      "sup_loss": 0.6953748776313043
+    },
+    {
+      "train_step": 2394,
+      "sup_loss": 0.49145998993394285
+    },
+    {
+      "train_step": 2395,
+      "sup_loss": 0.6123348034760234
+    },
+    {
+      "train_step": 2396,
+      "sup_loss": 0.5643499747793833
+    },
+    {
+      "train_step": 2397,
+      "sup_loss": 0.45416272341303265
+    },
+    {
+      "train_step": 2398,
+      "sup_loss": 0.6151745446686063
+    },
+    {
+      "train_step": 2399,
+      "sup_loss": 0.6543995044405952
+    },
+    {
+      "train_step": 2400,
+      "sup_loss": 0.6986959542797174
+    },
+    {
+      "train_step": 2401,
+      "sup_loss": 0.6451220856734611
+    },
+    {
+      "train_step": 2402,
+      "sup_loss": 0.6282152710221354
+    },
+    {
+      "train_step": 2403,
+      "sup_loss": 0.4490942521017503
+    },
+    {
+      "train_step": 2404,
+      "sup_loss": 0.6483578154192836
+    },
+    {
+      "train_step": 2405,
+      "sup_loss": 0.8271766238348466
+    },
+    {
+      "train_step": 2406,
+      "sup_loss": 0.5510651240930262
+    },
+    {
+      "train_step": 2407,
+      "sup_loss": 0.6057036324432629
+    },
+    {
+      "train_step": 2408,
+      "sup_loss": 0.3590673611743615
+    },
+    {
+      "train_step": 2409,
+      "sup_loss": 0.37699925529868455
+    },
+    {
+      "train_step": 2410,
+      "sup_loss": 0.3709748141375351
+    },
+    {
+      "train_step": 2411,
+      "sup_loss": 0.6283926639286112
+    },
+    {
+      "train_step": 2412,
+      "sup_loss": 0.4338956703536957
+    },
+    {
+      "train_step": 2413,
+      "sup_loss": 0.5304930240104917
+    },
+    {
+      "train_step": 2414,
+      "sup_loss": 0.6419729866832627
+    },
+    {
+      "train_step": 2415,
+      "sup_loss": 0.8108170550655196
+    },
+    {
+      "train_step": 2416,
+      "sup_loss": 0.621671764820307
+    },
+    {
+      "train_step": 2417,
+      "sup_loss": 0.41500257599367124
+    },
+    {
+      "train_step": 2418,
+      "sup_loss": 0.4540855202331591
+    },
+    {
+      "train_step": 2419,
+      "sup_loss": 0.7111700896539015
+    },
+    {
+      "train_step": 2420,
+      "sup_loss": 0.24885211457119782
+    },
+    {
+      "train_step": 2421,
+      "sup_loss": 0.5664860716821083
+    },
+    {
+      "train_step": 2422,
+      "sup_loss": 0.8032021733346495
+    },
+    {
+      "train_step": 2423,
+      "sup_loss": 0.44800695583591527
+    },
+    {
+      "train_step": 2424,
+      "sup_loss": 0.6413189087202184
+    },
+    {
+      "train_step": 2425,
+      "sup_loss": 0.25983399282056535
+    },
+    {
+      "train_step": 2426,
+      "sup_loss": 0.6417758093178235
+    },
+    {
+      "train_step": 2427,
+      "sup_loss": 0.4187096255343646
+    },
+    {
+      "train_step": 2428,
+      "sup_loss": 0.8753947640233889
+    },
+    {
+      "train_step": 2429,
+      "sup_loss": 0.32852510580135325
+    },
+    {
+      "train_step": 2430,
+      "sup_loss": 0.5412087546961447
+    },
+    {
+      "train_step": 2431,
+      "sup_loss": 0.4536697906619479
+    },
+    {
+      "train_step": 2432,
+      "sup_loss": 0.4442616787865021
+    },
+    {
+      "train_step": 2433,
+      "sup_loss": 0.5042201944471268
+    },
+    {
+      "train_step": 2434,
+      "sup_loss": 0.7287657439159765
+    },
+    {
+      "train_step": 2435,
+      "sup_loss": 0.4778277060181199
+    },
+    {
+      "train_step": 2436,
+      "sup_loss": 0.6335659835081071
+    },
+    {
+      "train_step": 2437,
+      "sup_loss": 0.6001386269549911
+    },
+    {
+      "train_step": 2438,
+      "sup_loss": 0.7632360258565214
+    },
+    {
+      "train_step": 2439,
+      "sup_loss": 0.5582303729978588
+    },
+    {
+      "train_step": 2440,
+      "sup_loss": 0.600017282144409
+    },
+    {
+      "train_step": 2441,
+      "sup_loss": 0.5932677484116969
+    },
+    {
+      "train_step": 2442,
+      "sup_loss": 0.5261350064972901
+    },
+    {
+      "train_step": 2443,
+      "sup_loss": 0.5201801896375092
+    },
+    {
+      "train_step": 2444,
+      "sup_loss": 0.5126128613482207
+    },
+    {
+      "train_step": 2445,
+      "sup_loss": 0.5159930530731205
+    },
+    {
+      "train_step": 2446,
+      "sup_loss": 0.7544166311633328
+    },
+    {
+      "train_step": 2447,
+      "sup_loss": 0.5886274336550076
+    },
+    {
+      "train_step": 2448,
+      "sup_loss": 0.6315629773802399
+    },
+    {
+      "train_step": 2449,
+      "sup_loss": 0.36022000496498136
+    },
+    {
+      "train_step": 2450,
+      "sup_loss": 0.4476859533036184
+    },
+    {
+      "train_step": 2451,
+      "sup_loss": 0.9524418349910937
+    },
+    {
+      "train_step": 2452,
+      "sup_loss": 0.6015415500609519
+    },
+    {
+      "train_step": 2453,
+      "sup_loss": 0.43278341812770504
+    },
+    {
+      "train_step": 2454,
+      "sup_loss": 0.31620453936610815
+    },
+    {
+      "train_step": 2455,
+      "sup_loss": 0.4100058530340412
+    },
+    {
+      "train_step": 2456,
+      "sup_loss": 0.4298258849100535
+    },
+    {
+      "train_step": 2457,
+      "sup_loss": 0.40159988722871265
+    },
+    {
+      "train_step": 2458,
+      "sup_loss": 0.9051048516309477
+    },
+    {
+      "train_step": 2459,
+      "sup_loss": 0.6682858959758163
+    },
+    {
+      "train_step": 2460,
+      "sup_loss": 0.5739213756469665
+    },
+    {
+      "train_step": 2461,
+      "sup_loss": 0.7104465942253599
+    },
+    {
+      "train_step": 2462,
+      "sup_loss": 0.3428480135116037
+    },
+    {
+      "train_step": 2463,
+      "sup_loss": 0.70098807102196
+    },
+    {
+      "train_step": 2464,
+      "sup_loss": 0.3468942454187639
+    },
+    {
+      "train_step": 2465,
+      "sup_loss": 0.4637188967801333
+    },
+    {
+      "train_step": 2466,
+      "sup_loss": 0.3613292889603679
+    },
+    {
+      "train_step": 2467,
+      "sup_loss": 0.5917872079759784
+    },
+    {
+      "train_step": 2468,
+      "sup_loss": 0.44082849557113624
+    },
+    {
+      "train_step": 2469,
+      "sup_loss": 0.37337863478106254
+    },
+    {
+      "train_step": 2470,
+      "sup_loss": 0.4114660194979771
+    },
+    {
+      "train_step": 2471,
+      "sup_loss": 0.8160013348341093
+    },
+    {
+      "train_step": 2472,
+      "sup_loss": 0.686446586087064
+    },
+    {
+      "train_step": 2473,
+      "sup_loss": 0.5468387149140879
+    },
+    {
+      "train_step": 2474,
+      "sup_loss": 0.6976563067004463
+    },
+    {
+      "train_step": 2475,
+      "sup_loss": 0.8143819215036566
+    },
+    {
+      "train_step": 2476,
+      "sup_loss": 0.6831532561720886
+    },
+    {
+      "train_step": 2477,
+      "sup_loss": 0.37246152021085754
+    },
+    {
+      "train_step": 2478,
+      "sup_loss": 0.7012854372361197
+    },
+    {
+      "train_step": 2479,
+      "sup_loss": 0.4384899550145557
+    },
+    {
+      "train_step": 2480,
+      "sup_loss": 0.4884961993035974
+    },
+    {
+      "train_step": 2481,
+      "sup_loss": 0.22727721024675498
+    },
+    {
+      "train_step": 2482,
+      "sup_loss": 0.6034067660265306
+    },
+    {
+      "train_step": 2483,
+      "sup_loss": 0.19387822361766344
+    },
+    {
+      "train_step": 2484,
+      "sup_loss": 0.5224524156321357
+    },
+    {
+      "train_step": 2485,
+      "sup_loss": 0.31433922689164734
+    },
+    {
+      "train_step": 2486,
+      "sup_loss": 0.5428821605957865
+    },
+    {
+      "train_step": 2487,
+      "sup_loss": 0.5271237034533007
+    },
+    {
+      "train_step": 2488,
+      "sup_loss": 0.72122433671007
+    },
+    {
+      "train_step": 2489,
+      "sup_loss": 0.6949731065710488
+    },
+    {
+      "train_step": 2490,
+      "sup_loss": 0.5960380966044311
+    },
+    {
+      "train_step": 2491,
+      "sup_loss": 0.5986623711652038
+    },
+    {
+      "train_step": 2492,
+      "sup_loss": 0.31478237294624817
+    },
+    {
+      "train_step": 2493,
+      "sup_loss": 0.8455192250462192
+    },
+    {
+      "train_step": 2494,
+      "sup_loss": 0.43853369079530113
+    },
+    {
+      "train_step": 2495,
+      "sup_loss": 0.5375953981094022
+    },
+    {
+      "train_step": 2496,
+      "sup_loss": 0.44683752068867244
+    },
+    {
+      "train_step": 2497,
+      "sup_loss": 0.3995888612041852
+    },
+    {
+      "train_step": 2498,
+      "sup_loss": 0.6358162183973489
+    },
+    {
+      "train_step": 2499,
+      "sup_loss": 0.7896542615648114
+    },
+    {
+      "train_step": 2500,
+      "sup_loss": 0.42580423718489796
+    },
+    {
+      "train_step": 2501,
+      "sup_loss": 0.4899344201068332
+    },
+    {
+      "train_step": 2502,
+      "sup_loss": 0.71212696159232
+    },
+    {
+      "train_step": 2503,
+      "sup_loss": 0.6324181316993841
+    },
+    {
+      "train_step": 2504,
+      "sup_loss": 0.640443528503823
+    },
+    {
+      "train_step": 2505,
+      "sup_loss": 0.5773306120969858
+    },
+    {
+      "train_step": 2506,
+      "sup_loss": 0.6129527710761153
+    },
+    {
+      "train_step": 2507,
+      "sup_loss": 0.5512311689939828
+    },
+    {
+      "train_step": 2508,
+      "sup_loss": 0.8387566317474582
+    },
+    {
+      "train_step": 2509,
+      "sup_loss": 0.640886280036061
+    },
+    {
+      "train_step": 2510,
+      "sup_loss": 0.5165634506129202
+    },
+    {
+      "train_step": 2511,
+      "sup_loss": 0.6516026413416528
+    },
+    {
+      "train_step": 2512,
+      "sup_loss": 0.4650836470795568
+    },
+    {
+      "train_step": 2513,
+      "sup_loss": 0.5270574067387567
+    },
+    {
+      "train_step": 2514,
+      "sup_loss": 0.6920128805305689
+    },
+    {
+      "train_step": 2515,
+      "sup_loss": 0.4692079685473142
+    },
+    {
+      "train_step": 2516,
+      "sup_loss": 0.9308920718291042
+    },
+    {
+      "train_step": 2517,
+      "sup_loss": 0.8316080431565109
+    },
+    {
+      "train_step": 2518,
+      "sup_loss": 0.6151263738097775
+    },
+    {
+      "train_step": 2519,
+      "sup_loss": 0.7327561985131665
+    },
+    {
+      "train_step": 2520,
+      "sup_loss": 0.6729444315432287
+    },
+    {
+      "train_step": 2521,
+      "sup_loss": 0.48089962711399126
+    },
+    {
+      "train_step": 2522,
+      "sup_loss": 0.7563596099225884
+    },
+    {
+      "train_step": 2523,
+      "sup_loss": 0.6534922859503552
+    },
+    {
+      "train_step": 2524,
+      "sup_loss": 0.6035389271539383
+    },
+    {
+      "train_step": 2525,
+      "sup_loss": 0.4868054218968487
+    },
+    {
+      "train_step": 2526,
+      "sup_loss": 0.6632844632572078
+    },
+    {
+      "train_step": 2527,
+      "sup_loss": 0.6550089166941515
+    },
+    {
+      "train_step": 2528,
+      "sup_loss": 0.4682282199458389
+    },
+    {
+      "train_step": 2529,
+      "sup_loss": 0.7199618633280099
+    },
+    {
+      "train_step": 2530,
+      "sup_loss": 0.2971877125548093
+    },
+    {
+      "train_step": 2531,
+      "sup_loss": 0.5486350229654062
+    },
+    {
+      "train_step": 2532,
+      "sup_loss": 0.6208559107403486
+    },
+    {
+      "train_step": 2533,
+      "sup_loss": 0.5803303484503379
+    },
+    {
+      "train_step": 2534,
+      "sup_loss": 0.8315659519120198
+    },
+    {
+      "train_step": 2535,
+      "sup_loss": 0.5983063476265176
+    },
+    {
+      "train_step": 2536,
+      "sup_loss": 0.7640958773673258
+    },
+    {
+      "train_step": 2537,
+      "sup_loss": 0.6111006546624734
+    },
+    {
+      "train_step": 2538,
+      "sup_loss": 0.5693666948679926
+    },
+    {
+      "train_step": 2539,
+      "sup_loss": 0.8020950318001543
+    },
+    {
+      "train_step": 2540,
+      "sup_loss": 0.5840954914813716
+    },
+    {
+      "train_step": 2541,
+      "sup_loss": 0.9464694390734363
+    },
+    {
+      "train_step": 2542,
+      "sup_loss": 0.48048381631714565
+    },
+    {
+      "train_step": 2543,
+      "sup_loss": 0.7620182912071569
+    },
+    {
+      "train_step": 2544,
+      "sup_loss": 0.7391968654206563
+    },
+    {
+      "train_step": 2545,
+      "sup_loss": 0.6610458154942221
+    },
+    {
+      "train_step": 2546,
+      "sup_loss": 0.35310130742907525
+    },
+    {
+      "train_step": 2547,
+      "sup_loss": 0.6871624173681168
+    },
+    {
+      "train_step": 2548,
+      "sup_loss": 0.38939640140523707
+    },
+    {
+      "train_step": 2549,
+      "sup_loss": 0.5802259127358249
+    },
+    {
+      "train_step": 2550,
+      "sup_loss": 0.4239051989015998
+    },
+    {
+      "train_step": 2551,
+      "sup_loss": 0.631959563729374
+    },
+    {
+      "train_step": 2552,
+      "sup_loss": 0.6128667095430201
+    },
+    {
+      "train_step": 2553,
+      "sup_loss": 0.6669215327500781
+    },
+    {
+      "train_step": 2554,
+      "sup_loss": 0.7566802847039151
+    },
+    {
+      "train_step": 2555,
+      "sup_loss": 0.5979078140367472
+    },
+    {
+      "train_step": 2556,
+      "sup_loss": 0.5319018194656521
+    },
+    {
+      "train_step": 2557,
+      "sup_loss": 0.4840539428738462
+    },
+    {
+      "train_step": 2558,
+      "sup_loss": 0.3126028084826095
+    },
+    {
+      "train_step": 2559,
+      "sup_loss": 0.7660910916567621
+    },
+    {
+      "train_step": 2560,
+      "sup_loss": 0.6346812483256705
+    },
+    {
+      "train_step": 2561,
+      "sup_loss": 0.4987964617323791
+    },
+    {
+      "train_step": 2562,
+      "sup_loss": 0.5070052311277072
+    },
+    {
+      "train_step": 2563,
+      "sup_loss": 0.5245763703372771
+    },
+    {
+      "train_step": 2564,
+      "sup_loss": 0.7584300850826937
+    },
+    {
+      "train_step": 2565,
+      "sup_loss": 0.5250908921804779
+    },
+    {
+      "train_step": 2566,
+      "sup_loss": 0.3948219057466361
+    },
+    {
+      "train_step": 2567,
+      "sup_loss": 0.4504997891681739
+    },
+    {
+      "train_step": 2568,
+      "sup_loss": 0.4945109325970838
+    },
+    {
+      "train_step": 2569,
+      "sup_loss": 0.7416500913210571
+    },
+    {
+      "train_step": 2570,
+      "sup_loss": 0.657820018692211
+    },
+    {
+      "train_step": 2571,
+      "sup_loss": 0.7464938465317253
+    },
+    {
+      "train_step": 2572,
+      "sup_loss": 0.6278009210534595
+    },
+    {
+      "train_step": 2573,
+      "sup_loss": 0.6152201828324423
+    },
+    {
+      "train_step": 2574,
+      "sup_loss": 0.7971810156597561
+    },
+    {
+      "train_step": 2575,
+      "sup_loss": 0.7820410536029936
+    },
+    {
+      "train_step": 2576,
+      "sup_loss": 0.6742576511010422
+    },
+    {
+      "train_step": 2577,
+      "sup_loss": 0.7293410945595797
+    },
+    {
+      "train_step": 2578,
+      "sup_loss": 0.5910392929609376
+    },
+    {
+      "train_step": 2579,
+      "sup_loss": 0.46076658765771084
+    },
+    {
+      "train_step": 2580,
+      "sup_loss": 0.5827151584197716
+    },
+    {
+      "train_step": 2581,
+      "sup_loss": 1.0517618882529425
+    },
+    {
+      "train_step": 2582,
+      "sup_loss": 0.5871405722329824
+    },
+    {
+      "train_step": 2583,
+      "sup_loss": 0.4576716886943969
+    },
+    {
+      "train_step": 2584,
+      "sup_loss": 0.7146820041562832
+    },
+    {
+      "train_step": 2585,
+      "sup_loss": 0.545572216692543
+    },
+    {
+      "train_step": 2586,
+      "sup_loss": 0.3960404520356414
+    },
+    {
+      "train_step": 2587,
+      "sup_loss": 0.5562294573733473
+    },
+    {
+      "train_step": 2588,
+      "sup_loss": 0.5311925619768899
+    },
+    {
+      "train_step": 2589,
+      "sup_loss": 0.6510965064325178
+    },
+    {
+      "train_step": 2590,
+      "sup_loss": 0.3917195408557481
+    },
+    {
+      "train_step": 2591,
+      "sup_loss": 0.824211928535057
+    },
+    {
+      "train_step": 2592,
+      "sup_loss": 0.4873926027276262
+    },
+    {
+      "train_step": 2593,
+      "sup_loss": 0.7576349625455483
+    },
+    {
+      "train_step": 2594,
+      "sup_loss": 0.6079473499924832
+    },
+    {
+      "train_step": 2595,
+      "sup_loss": 0.7221113887578894
+    },
+    {
+      "train_step": 2596,
+      "sup_loss": 0.745339137028703
+    },
+    {
+      "train_step": 2597,
+      "sup_loss": 0.34922901556828534
+    },
+    {
+      "train_step": 2598,
+      "sup_loss": 0.35326656668928874
+    },
+    {
+      "train_step": 2599,
+      "sup_loss": 0.7520083774989597
+    },
+    {
+      "train_step": 2600,
+      "sup_loss": 0.3589157341075288
+    },
+    {
+      "train_step": 2601,
+      "sup_loss": 0.7248107936884702
+    },
+    {
+      "train_step": 2602,
+      "sup_loss": 0.4133476164261415
+    },
+    {
+      "train_step": 2603,
+      "sup_loss": 0.37238852606843437
+    },
+    {
+      "train_step": 2604,
+      "sup_loss": 0.415950755481605
+    },
+    {
+      "train_step": 2605,
+      "sup_loss": 0.3538787214656441
+    },
+    {
+      "train_step": 2606,
+      "sup_loss": 0.638154887435049
+    },
+    {
+      "train_step": 2607,
+      "sup_loss": 0.8083324045617772
+    },
+    {
+      "train_step": 2608,
+      "sup_loss": 0.7051703412416225
+    },
+    {
+      "train_step": 2609,
+      "sup_loss": 0.5123454803252862
+    },
+    {
+      "train_step": 2610,
+      "sup_loss": 0.7348321572653378
+    },
+    {
+      "train_step": 2611,
+      "sup_loss": 0.38081023651665324
+    },
+    {
+      "train_step": 2612,
+      "sup_loss": 0.5666296305205841
+    },
+    {
+      "train_step": 2613,
+      "sup_loss": 0.32378999627846056
+    },
+    {
+      "train_step": 2614,
+      "sup_loss": 0.29527998654454174
+    },
+    {
+      "train_step": 2615,
+      "sup_loss": 0.8479821018747753
+    },
+    {
+      "train_step": 2616,
+      "sup_loss": 0.6969725794866093
+    },
+    {
+      "train_step": 2617,
+      "sup_loss": 0.7404494825094716
+    },
+    {
+      "train_step": 2618,
+      "sup_loss": 0.39234646934595224
+    },
+    {
+      "train_step": 2619,
+      "sup_loss": 0.6526848130895401
+    },
+    {
+      "train_step": 2620,
+      "sup_loss": 0.5556435528630328
+    },
+    {
+      "train_step": 2621,
+      "sup_loss": 0.5656028643288348
+    },
+    {
+      "train_step": 2622,
+      "sup_loss": 0.45933300725698784
+    },
+    {
+      "train_step": 2623,
+      "sup_loss": 0.6921245583851201
+    },
+    {
+      "train_step": 2624,
+      "sup_loss": 0.7204967564195826
+    },
+    {
+      "train_step": 2625,
+      "sup_loss": 0.748139645642571
+    },
+    {
+      "train_step": 2626,
+      "sup_loss": 0.8417244526303709
+    },
+    {
+      "train_step": 2627,
+      "sup_loss": 0.4720920955102546
+    },
+    {
+      "train_step": 2628,
+      "sup_loss": 0.5400909974869631
+    },
+    {
+      "train_step": 2629,
+      "sup_loss": 0.6368737679121416
+    },
+    {
+      "train_step": 2630,
+      "sup_loss": 0.7093889163923772
+    },
+    {
+      "train_step": 2631,
+      "sup_loss": 0.6195985173272672
+    },
+    {
+      "train_step": 2632,
+      "sup_loss": 0.49256834623624535
+    },
+    {
+      "train_step": 2633,
+      "sup_loss": 0.5991750475583506
+    },
+    {
+      "train_step": 2634,
+      "sup_loss": 0.413854994777887
+    },
+    {
+      "train_step": 2635,
+      "sup_loss": 0.7508856479113502
+    },
+    {
+      "train_step": 2636,
+      "sup_loss": 0.7171154481630715
+    },
+    {
+      "train_step": 2637,
+      "sup_loss": 0.413660788588145
+    },
+    {
+      "train_step": 2638,
+      "sup_loss": 0.7607489768192496
+    },
+    {
+      "train_step": 2639,
+      "sup_loss": 0.39290112240137376
+    },
+    {
+      "train_step": 2640,
+      "sup_loss": 0.6835367166796982
+    },
+    {
+      "train_step": 2641,
+      "sup_loss": 0.6214304423463402
+    },
+    {
+      "train_step": 2642,
+      "sup_loss": 0.5925984095278369
+    },
+    {
+      "train_step": 2643,
+      "sup_loss": 0.7110518795908086
+    },
+    {
+      "train_step": 2644,
+      "sup_loss": 0.6052532110901151
+    },
+    {
+      "train_step": 2645,
+      "sup_loss": 0.4664989168968676
+    },
+    {
+      "train_step": 2646,
+      "sup_loss": 0.5704765555080327
+    },
+    {
+      "train_step": 2647,
+      "sup_loss": 0.5970293779900726
+    },
+    {
+      "train_step": 2648,
+      "sup_loss": 0.642040884107186
+    },
+    {
+      "train_step": 2649,
+      "sup_loss": 0.5274889034435121
+    },
+    {
+      "train_step": 2650,
+      "sup_loss": 0.5023467832025861
+    },
+    {
+      "train_step": 2651,
+      "sup_loss": 0.44782884541627516
+    },
+    {
+      "train_step": 2652,
+      "sup_loss": 0.5866816981193637
+    },
+    {
+      "train_step": 2653,
+      "sup_loss": 0.5939448067114936
+    },
+    {
+      "train_step": 2654,
+      "sup_loss": 0.6896073324601764
+    },
+    {
+      "train_step": 2655,
+      "sup_loss": 0.6215932010202637
+    },
+    {
+      "train_step": 2656,
+      "sup_loss": 0.8025846481947224
+    },
+    {
+      "train_step": 2657,
+      "sup_loss": 0.4135174820066608
+    },
+    {
+      "train_step": 2658,
+      "sup_loss": 0.6873863546188179
+    },
+    {
+      "train_step": 2659,
+      "sup_loss": 0.4253797571718908
+    },
+    {
+      "train_step": 2660,
+      "sup_loss": 0.6707181792563035
+    },
+    {
+      "train_step": 2661,
+      "sup_loss": 0.761983719282676
+    },
+    {
+      "train_step": 2662,
+      "sup_loss": 0.7198837392491826
+    },
+    {
+      "train_step": 2663,
+      "sup_loss": 0.5443174254204569
+    },
+    {
+      "train_step": 2664,
+      "sup_loss": 0.3301426615821294
+    },
+    {
+      "train_step": 2665,
+      "sup_loss": 0.5466408945437071
+    },
+    {
+      "train_step": 2666,
+      "sup_loss": 0.5159334871428644
+    },
+    {
+      "train_step": 2667,
+      "sup_loss": 0.6515791962212256
+    },
+    {
+      "train_step": 2668,
+      "sup_loss": 0.6336049379796727
+    },
+    {
+      "train_step": 2669,
+      "sup_loss": 0.6805459792340823
+    },
+    {
+      "train_step": 2670,
+      "sup_loss": 0.5165762691679854
+    },
+    {
+      "train_step": 2671,
+      "sup_loss": 0.6696631258396726
+    },
+    {
+      "train_step": 2672,
+      "sup_loss": 0.2593163435695661
+    },
+    {
+      "train_step": 2673,
+      "sup_loss": 0.6037344544874143
+    },
+    {
+      "train_step": 2674,
+      "sup_loss": 0.4083644496297119
+    },
+    {
+      "train_step": 2675,
+      "sup_loss": 0.5641703950451348
+    },
+    {
+      "train_step": 2676,
+      "sup_loss": 0.732659320467707
+    },
+    {
+      "train_step": 2677,
+      "sup_loss": 0.6416900078091439
+    },
+    {
+      "train_step": 2678,
+      "sup_loss": 0.35343241264726877
+    },
+    {
+      "train_step": 2679,
+      "sup_loss": 0.43896762381884563
+    },
+    {
+      "train_step": 2680,
+      "sup_loss": 0.7138492436282124
+    },
+    {
+      "train_step": 2681,
+      "sup_loss": 0.1994937945883319
+    },
+    {
+      "train_step": 2682,
+      "sup_loss": 0.7845251613177239
+    },
+    {
+      "train_step": 2683,
+      "sup_loss": 0.870075428771743
+    },
+    {
+      "train_step": 2684,
+      "sup_loss": 0.5534459014352884
+    },
+    {
+      "train_step": 2685,
+      "sup_loss": 0.5629669520479513
+    },
+    {
+      "train_step": 2686,
+      "sup_loss": 0.4871523669313622
+    },
+    {
+      "train_step": 2687,
+      "sup_loss": 0.6191415623810212
+    },
+    {
+      "train_step": 2688,
+      "sup_loss": 0.8526835937047716
+    },
+    {
+      "train_step": 2689,
+      "sup_loss": 0.7787586465423629
+    },
+    {
+      "train_step": 2690,
+      "sup_loss": 0.3654145891884023
+    },
+    {
+      "train_step": 2691,
+      "sup_loss": 0.680193179275353
+    },
+    {
+      "train_step": 2692,
+      "sup_loss": 0.5515876233894353
+    },
+    {
+      "train_step": 2693,
+      "sup_loss": 0.5992855302121086
+    },
+    {
+      "train_step": 2694,
+      "sup_loss": 0.5300962977713359
+    },
+    {
+      "train_step": 2695,
+      "sup_loss": 0.7387472938947932
+    },
+    {
+      "train_step": 2696,
+      "sup_loss": 0.3630215758353107
+    },
+    {
+      "train_step": 2697,
+      "sup_loss": 0.7871956669137375
+    },
+    {
+      "train_step": 2698,
+      "sup_loss": 0.6722671312654958
+    },
+    {
+      "train_step": 2699,
+      "sup_loss": 0.703638473222633
+    },
+    {
+      "train_step": 2700,
+      "sup_loss": 0.5403528466910947
+    },
+    {
+      "train_step": 2701,
+      "sup_loss": 0.6208119943483661
+    },
+    {
+      "train_step": 2702,
+      "sup_loss": 0.47758825946983874
+    },
+    {
+      "train_step": 2703,
+      "sup_loss": 0.3064153666594268
+    },
+    {
+      "train_step": 2704,
+      "sup_loss": 0.7673806639921802
+    },
+    {
+      "train_step": 2705,
+      "sup_loss": 0.35548207300386386
+    },
+    {
+      "train_step": 2706,
+      "sup_loss": 0.5856422984009035
+    },
+    {
+      "train_step": 2707,
+      "sup_loss": 0.6179280617113301
+    },
+    {
+      "train_step": 2708,
+      "sup_loss": 0.5037095274674736
+    },
+    {
+      "train_step": 2709,
+      "sup_loss": 0.47391330870621684
+    },
+    {
+      "train_step": 2710,
+      "sup_loss": 0.7143411794587687
+    },
+    {
+      "train_step": 2711,
+      "sup_loss": 0.5503107032272204
+    },
+    {
+      "train_step": 2712,
+      "sup_loss": 0.3635277595543764
+    },
+    {
+      "train_step": 2713,
+      "sup_loss": 0.43837510202768204
+    },
+    {
+      "train_step": 2714,
+      "sup_loss": 0.6041855958736904
+    },
+    {
+      "train_step": 2715,
+      "sup_loss": 0.6475622296660946
+    },
+    {
+      "train_step": 2716,
+      "sup_loss": 0.6957487494839419
+    },
+    {
+      "train_step": 2717,
+      "sup_loss": 0.306836479576711
+    },
+    {
+      "train_step": 2718,
+      "sup_loss": 0.42607152940353504
+    },
+    {
+      "train_step": 2719,
+      "sup_loss": 0.3369725662754795
+    },
+    {
+      "train_step": 2720,
+      "sup_loss": 0.640487743397205
+    },
+    {
+      "train_step": 2721,
+      "sup_loss": 0.7233952017019923
+    },
+    {
+      "train_step": 2722,
+      "sup_loss": 0.3019363845974845
+    },
+    {
+      "train_step": 2723,
+      "sup_loss": 0.732851022040579
+    },
+    {
+      "train_step": 2724,
+      "sup_loss": 0.35769013909266506
+    },
+    {
+      "train_step": 2725,
+      "sup_loss": 0.591480733374491
+    },
+    {
+      "train_step": 2726,
+      "sup_loss": 0.9970752986366546
+    },
+    {
+      "train_step": 2727,
+      "sup_loss": 0.6799256827591625
+    },
+    {
+      "train_step": 2728,
+      "sup_loss": 0.8400453772259066
+    },
+    {
+      "train_step": 2729,
+      "sup_loss": 0.4130875523960109
+    },
+    {
+      "train_step": 2730,
+      "sup_loss": 0.6827175519582124
+    },
+    {
+      "train_step": 2731,
+      "sup_loss": 0.2846091217817215
+    },
+    {
+      "train_step": 2732,
+      "sup_loss": 0.7468768504538889
+    },
+    {
+      "train_step": 2733,
+      "sup_loss": 0.4714337602906911
+    },
+    {
+      "train_step": 2734,
+      "sup_loss": 0.4382656747236227
+    },
+    {
+      "train_step": 2735,
+      "sup_loss": 0.6658647330548652
+    },
+    {
+      "train_step": 2736,
+      "sup_loss": 0.6106912882619335
+    },
+    {
+      "train_step": 2737,
+      "sup_loss": 0.5364341312628949
+    },
+    {
+      "train_step": 2738,
+      "sup_loss": 0.5190589615170104
+    },
+    {
+      "train_step": 2739,
+      "sup_loss": 0.4148987126474184
+    },
+    {
+      "train_step": 2740,
+      "sup_loss": 0.39938501732546755
+    },
+    {
+      "train_step": 2741,
+      "sup_loss": 0.6772225688541034
+    },
+    {
+      "train_step": 2742,
+      "sup_loss": 0.7411869477218651
+    },
+    {
+      "train_step": 2743,
+      "sup_loss": 0.6164386669300261
+    },
+    {
+      "train_step": 2744,
+      "sup_loss": 0.5122208680992729
+    },
+    {
+      "train_step": 2745,
+      "sup_loss": 0.3712732740430353
+    },
+    {
+      "train_step": 2746,
+      "sup_loss": 0.7389703538713713
+    },
+    {
+      "train_step": 2747,
+      "sup_loss": 0.8683269265779111
+    },
+    {
+      "train_step": 2748,
+      "sup_loss": 0.3113213572844081
+    },
+    {
+      "train_step": 2749,
+      "sup_loss": 0.4216644020463674
+    },
+    {
+      "train_step": 2750,
+      "sup_loss": 0.6460676185060629
+    },
+    {
+      "train_step": 2751,
+      "sup_loss": 0.6492766380389119
+    },
+    {
+      "train_step": 2752,
+      "sup_loss": 0.5751371942119535
+    },
+    {
+      "train_step": 2753,
+      "sup_loss": 0.4159128075700159
+    },
+    {
+      "train_step": 2754,
+      "sup_loss": 0.4397880338919238
+    },
+    {
+      "train_step": 2755,
+      "sup_loss": 0.6044900899994624
+    },
+    {
+      "train_step": 2756,
+      "sup_loss": 0.37420039162304614
+    },
+    {
+      "train_step": 2757,
+      "sup_loss": 0.7044279566943819
+    },
+    {
+      "train_step": 2758,
+      "sup_loss": 0.888736707164245
+    },
+    {
+      "train_step": 2759,
+      "sup_loss": 0.7395550561822682
+    },
+    {
+      "train_step": 2760,
+      "sup_loss": 0.8448048735257342
+    },
+    {
+      "train_step": 2761,
+      "sup_loss": 0.5329487745723067
+    },
+    {
+      "train_step": 2762,
+      "sup_loss": 0.7078162650922213
+    },
+    {
+      "train_step": 2763,
+      "sup_loss": 0.5432347413770325
+    },
+    {
+      "train_step": 2764,
+      "sup_loss": 0.7410789806834545
+    },
+    {
+      "train_step": 2765,
+      "sup_loss": 0.8036311724640015
+    },
+    {
+      "train_step": 2766,
+      "sup_loss": 0.9036037079961041
+    },
+    {
+      "train_step": 2767,
+      "sup_loss": 0.6210729171401628
+    },
+    {
+      "train_step": 2768,
+      "sup_loss": 0.6162522883738504
+    },
+    {
+      "train_step": 2769,
+      "sup_loss": 0.5652764709652098
+    },
+    {
+      "train_step": 2770,
+      "sup_loss": 0.6217311716003501
+    },
+    {
+      "train_step": 2771,
+      "sup_loss": 0.593277210921993
+    },
+    {
+      "train_step": 2772,
+      "sup_loss": 0.7103074398486247
+    },
+    {
+      "train_step": 2773,
+      "sup_loss": 0.5819172755463408
+    },
+    {
+      "train_step": 2774,
+      "sup_loss": 0.4845755738821412
+    },
+    {
+      "train_step": 2775,
+      "sup_loss": 0.8256977145617226
+    },
+    {
+      "train_step": 2776,
+      "sup_loss": 1.1263701085979225
+    },
+    {
+      "train_step": 2777,
+      "sup_loss": 0.6260241801825233
+    },
+    {
+      "train_step": 2778,
+      "sup_loss": 0.5189221739330947
+    },
+    {
+      "train_step": 2779,
+      "sup_loss": 0.6386683857586208
+    },
+    {
+      "train_step": 2780,
+      "sup_loss": 0.5856642004222177
+    },
+    {
+      "train_step": 2781,
+      "sup_loss": 0.5252781206648033
+    },
+    {
+      "train_step": 2782,
+      "sup_loss": 0.6127064953727422
+    },
+    {
+      "train_step": 2783,
+      "sup_loss": 0.3740833997484222
+    },
+    {
+      "train_step": 2784,
+      "sup_loss": 0.6241729715602011
+    },
+    {
+      "train_step": 2785,
+      "sup_loss": 0.723827538986872
+    },
+    {
+      "train_step": 2786,
+      "sup_loss": 0.4015638698376535
+    },
+    {
+      "train_step": 2787,
+      "sup_loss": 0.7245829060456976
+    },
+    {
+      "train_step": 2788,
+      "sup_loss": 0.49989898267209776
+    },
+    {
+      "train_step": 2789,
+      "sup_loss": 0.6013325744797162
+    },
+    {
+      "train_step": 2790,
+      "sup_loss": 0.5896738311503142
+    },
+    {
+      "train_step": 2791,
+      "sup_loss": 0.4692980886207836
+    },
+    {
+      "train_step": 2792,
+      "sup_loss": 0.5947028802256672
+    },
+    {
+      "train_step": 2793,
+      "sup_loss": 0.42964544857978865
+    },
+    {
+      "train_step": 2794,
+      "sup_loss": 0.48171811398750813
+    },
+    {
+      "train_step": 2795,
+      "sup_loss": 0.16265577711506107
+    },
+    {
+      "train_step": 2796,
+      "sup_loss": 0.32910604427138934
+    },
+    {
+      "train_step": 2797,
+      "sup_loss": 0.6917793071468809
+    },
+    {
+      "train_step": 2798,
+      "sup_loss": 0.4761786720092878
+    },
+    {
+      "train_step": 2799,
+      "sup_loss": 0.6374633639951024
+    },
+    {
+      "train_step": 2800,
+      "sup_loss": 0.6510863198223662
+    },
+    {
+      "train_step": 2801,
+      "sup_loss": 0.4471188855195753
+    },
+    {
+      "train_step": 2802,
+      "sup_loss": 0.7485994956641769
+    },
+    {
+      "train_step": 2803,
+      "sup_loss": 0.624315836267795
+    },
+    {
+      "train_step": 2804,
+      "sup_loss": 0.7054127292475137
+    },
+    {
+      "train_step": 2805,
+      "sup_loss": 0.736719462876655
+    },
+    {
+      "train_step": 2806,
+      "sup_loss": 0.6602593174761097
+    },
+    {
+      "train_step": 2807,
+      "sup_loss": 0.7037682073260931
+    },
+    {
+      "train_step": 2808,
+      "sup_loss": 0.7264192613941416
+    },
+    {
+      "train_step": 2809,
+      "sup_loss": 0.6335380339711071
+    },
+    {
+      "train_step": 2810,
+      "sup_loss": 0.75363910018025
+    },
+    {
+      "train_step": 2811,
+      "sup_loss": 0.5431670075946112
+    },
+    {
+      "train_step": 2812,
+      "sup_loss": 0.8411456615871258
+    },
+    {
+      "train_step": 2813,
+      "sup_loss": 0.7869889186641846
+    },
+    {
+      "train_step": 2814,
+      "sup_loss": 0.7316205376161139
+    },
+    {
+      "train_step": 2815,
+      "sup_loss": 0.6859382739720058
+    },
+    {
+      "train_step": 2816,
+      "sup_loss": 0.4514758210762698
+    },
+    {
+      "train_step": 2817,
+      "sup_loss": 0.5537558097106969
+    },
+    {
+      "train_step": 2818,
+      "sup_loss": 0.4059161288865455
+    },
+    {
+      "train_step": 2819,
+      "sup_loss": 0.7985007923183131
+    },
+    {
+      "train_step": 2820,
+      "sup_loss": 0.41436167225415876
+    },
+    {
+      "train_step": 2821,
+      "sup_loss": 0.7415004713465105
+    },
+    {
+      "train_step": 2822,
+      "sup_loss": 0.6597933779879918
+    },
+    {
+      "train_step": 2823,
+      "sup_loss": 0.7520867961774819
+    },
+    {
+      "train_step": 2824,
+      "sup_loss": 0.4115193464361169
+    },
+    {
+      "train_step": 2825,
+      "sup_loss": 0.9525395015739614
+    },
+    {
+      "train_step": 2826,
+      "sup_loss": 0.7071949914839907
+    },
+    {
+      "train_step": 2827,
+      "sup_loss": 0.4042582951501001
+    },
+    {
+      "train_step": 2828,
+      "sup_loss": 0.7164123831772433
+    },
+    {
+      "train_step": 2829,
+      "sup_loss": 0.7252289060862894
+    },
+    {
+      "train_step": 2830,
+      "sup_loss": 0.6626479635371296
+    },
+    {
+      "train_step": 2831,
+      "sup_loss": 0.511151549668696
+    },
+    {
+      "train_step": 2832,
+      "sup_loss": 0.65327251341819
+    },
+    {
+      "train_step": 2833,
+      "sup_loss": 0.7303069709083753
+    },
+    {
+      "train_step": 2834,
+      "sup_loss": 0.10450503723725887
+    },
+    {
+      "train_step": 2835,
+      "sup_loss": 0.4091743921310028
+    },
+    {
+      "train_step": 2836,
+      "sup_loss": 0.5252296680065912
+    },
+    {
+      "train_step": 2837,
+      "sup_loss": 1.16521019943997
+    },
+    {
+      "train_step": 2838,
+      "sup_loss": 0.5630204002720707
+    },
+    {
+      "train_step": 2839,
+      "sup_loss": 0.48519828223825845
+    },
+    {
+      "train_step": 2840,
+      "sup_loss": 0.5884428981045011
+    },
+    {
+      "train_step": 2841,
+      "sup_loss": 0.6090252826031941
+    },
+    {
+      "train_step": 2842,
+      "sup_loss": 0.4976977956000386
+    },
+    {
+      "train_step": 2843,
+      "sup_loss": 0.46279827680527647
+    },
+    {
+      "train_step": 2844,
+      "sup_loss": 0.48303489284082524
+    },
+    {
+      "train_step": 2845,
+      "sup_loss": 0.5031667511665772
+    },
+    {
+      "train_step": 2846,
+      "sup_loss": 0.8252099235541874
+    },
+    {
+      "train_step": 2847,
+      "sup_loss": 0.6838076085003942
+    },
+    {
+      "train_step": 2848,
+      "sup_loss": 0.3859806521012103
+    },
+    {
+      "train_step": 2849,
+      "sup_loss": 0.2740984799779283
+    },
+    {
+      "train_step": 2850,
+      "sup_loss": 0.4681351870837398
+    },
+    {
+      "train_step": 2851,
+      "sup_loss": 0.6374267591745725
+    },
+    {
+      "train_step": 2852,
+      "sup_loss": 0.6226813091045654
+    },
+    {
+      "train_step": 2853,
+      "sup_loss": 0.42203535583225305
+    },
+    {
+      "train_step": 2854,
+      "sup_loss": 0.5691040248571324
+    },
+    {
+      "train_step": 2855,
+      "sup_loss": 0.573900585523183
+    },
+    {
+      "train_step": 2856,
+      "sup_loss": 0.5794313370508656
+    },
+    {
+      "train_step": 2857,
+      "sup_loss": 0.5401915956028871
+    },
+    {
+      "train_step": 2858,
+      "sup_loss": 0.4184830777327655
+    },
+    {
+      "train_step": 2859,
+      "sup_loss": 0.5848587684028647
+    },
+    {
+      "train_step": 2860,
+      "sup_loss": 0.4341066651165302
+    },
+    {
+      "train_step": 2861,
+      "sup_loss": 0.4597413023737705
+    },
+    {
+      "train_step": 2862,
+      "sup_loss": 0.7067137758335438
+    },
+    {
+      "train_step": 2863,
+      "sup_loss": 0.5568607522619918
+    },
+    {
+      "train_step": 2864,
+      "sup_loss": 0.6089178442965643
+    },
+    {
+      "train_step": 2865,
+      "sup_loss": 0.3981524104958421
+    },
+    {
+      "train_step": 2866,
+      "sup_loss": 0.6028574910443237
+    },
+    {
+      "train_step": 2867,
+      "sup_loss": 0.5042501686104452
+    },
+    {
+      "train_step": 2868,
+      "sup_loss": 0.3929421645260338
+    },
+    {
+      "train_step": 2869,
+      "sup_loss": 0.5057280655217342
+    },
+    {
+      "train_step": 2870,
+      "sup_loss": 0.35579328717770026
+    },
+    {
+      "train_step": 2871,
+      "sup_loss": 0.49749887587476965
+    },
+    {
+      "train_step": 2872,
+      "sup_loss": 0.5174677836603461
+    },
+    {
+      "train_step": 2873,
+      "sup_loss": 0.5614659750920868
+    },
+    {
+      "train_step": 2874,
+      "sup_loss": 0.8611142910335383
+    },
+    {
+      "train_step": 2875,
+      "sup_loss": 0.5123637330134228
+    },
+    {
+      "train_step": 2876,
+      "sup_loss": 0.6724718392816555
+    },
+    {
+      "train_step": 2877,
+      "sup_loss": 0.6800730851260927
+    },
+    {
+      "train_step": 2878,
+      "sup_loss": 0.38732905203867485
+    },
+    {
+      "train_step": 2879,
+      "sup_loss": 0.6547429562205711
+    },
+    {
+      "train_step": 2880,
+      "sup_loss": 0.6262512301493006
+    },
+    {
+      "train_step": 2881,
+      "sup_loss": 0.2574005769053695
+    },
+    {
+      "train_step": 2882,
+      "sup_loss": 0.2377322933713133
+    },
+    {
+      "train_step": 2883,
+      "sup_loss": 0.6949221393755529
+    },
+    {
+      "train_step": 2884,
+      "sup_loss": 0.5867407644889869
+    },
+    {
+      "train_step": 2885,
+      "sup_loss": 0.3980108710943617
+    },
+    {
+      "train_step": 2886,
+      "sup_loss": 0.28209280285475824
+    },
+    {
+      "train_step": 2887,
+      "sup_loss": 0.6365909257787336
+    },
+    {
+      "train_step": 2888,
+      "sup_loss": 0.6647618579146459
+    },
+    {
+      "train_step": 2889,
+      "sup_loss": 0.3419574636806453
+    },
+    {
+      "train_step": 2890,
+      "sup_loss": 0.6335031597613073
+    },
+    {
+      "train_step": 2891,
+      "sup_loss": 0.42052121057139935
+    },
+    {
+      "train_step": 2892,
+      "sup_loss": 0.2698277828152403
+    },
+    {
+      "train_step": 2893,
+      "sup_loss": 0.5389293579735609
+    },
+    {
+      "train_step": 2894,
+      "sup_loss": 0.510532852064565
+    },
+    {
+      "train_step": 2895,
+      "sup_loss": 0.6760370184963621
+    },
+    {
+      "train_step": 2896,
+      "sup_loss": 0.504124826517533
+    },
+    {
+      "train_step": 2897,
+      "sup_loss": 0.8166306230897187
+    },
+    {
+      "train_step": 2898,
+      "sup_loss": 0.5245604788040988
+    },
+    {
+      "train_step": 2899,
+      "sup_loss": 0.30162893495509147
+    },
+    {
+      "train_step": 2900,
+      "sup_loss": 0.4615202400013332
+    },
+    {
+      "train_step": 2901,
+      "sup_loss": 0.37928407086539956
+    },
+    {
+      "train_step": 2902,
+      "sup_loss": 0.6347597846082569
+    },
+    {
+      "train_step": 2903,
+      "sup_loss": 0.551123520456787
+    },
+    {
+      "train_step": 2904,
+      "sup_loss": 0.658207976271242
+    },
+    {
+      "train_step": 2905,
+      "sup_loss": 0.4656683707538101
+    },
+    {
+      "train_step": 2906,
+      "sup_loss": 0.489393776433342
+    },
+    {
+      "train_step": 2907,
+      "sup_loss": 0.49698736916990444
+    },
+    {
+      "train_step": 2908,
+      "sup_loss": 0.39756003767596304
+    },
+    {
+      "train_step": 2909,
+      "sup_loss": 0.5712082313152587
+    },
+    {
+      "train_step": 2910,
+      "sup_loss": 0.49963252170915323
+    },
+    {
+      "train_step": 2911,
+      "sup_loss": 0.49164598219821526
+    },
+    {
+      "train_step": 2912,
+      "sup_loss": 0.34556428391609123
+    },
+    {
+      "train_step": 2913,
+      "sup_loss": 0.46403753799493347
+    },
+    {
+      "train_step": 2914,
+      "sup_loss": 0.40233947919495916
+    },
+    {
+      "train_step": 2915,
+      "sup_loss": 0.43185935621651633
+    },
+    {
+      "train_step": 2916,
+      "sup_loss": 0.6150440500706374
+    },
+    {
+      "train_step": 2917,
+      "sup_loss": 0.6609766328480744
+    },
+    {
+      "train_step": 2918,
+      "sup_loss": 0.5434048683100017
+    },
+    {
+      "train_step": 2919,
+      "sup_loss": 0.225871808492348
+    },
+    {
+      "train_step": 2920,
+      "sup_loss": 0.40069218156392516
+    },
+    {
+      "train_step": 2921,
+      "sup_loss": 0.44427133264991203
+    },
+    {
+      "train_step": 2922,
+      "sup_loss": 1.0425995601714493
+    },
+    {
+      "train_step": 2923,
+      "sup_loss": 0.2537655814634681
+    },
+    {
+      "train_step": 2924,
+      "sup_loss": 0.7082877838121999
+    },
+    {
+      "train_step": 2925,
+      "sup_loss": 0.2974030251004346
+    },
+    {
+      "train_step": 2926,
+      "sup_loss": 0.5487630025510146
+    },
+    {
+      "train_step": 2927,
+      "sup_loss": 0.5988005133058059
+    },
+    {
+      "train_step": 2928,
+      "sup_loss": 0.6035353780613
+    },
+    {
+      "train_step": 2929,
+      "sup_loss": 0.3980821843000443
+    },
+    {
+      "train_step": 2930,
+      "sup_loss": 0.16564674135021007
+    },
+    {
+      "train_step": 2931,
+      "sup_loss": 0.3200745434228004
+    },
+    {
+      "train_step": 2932,
+      "sup_loss": 0.5865006644548947
+    },
+    {
+      "train_step": 2933,
+      "sup_loss": 0.345062079903812
+    },
+    {
+      "train_step": 2934,
+      "sup_loss": 0.36239559682437744
+    },
+    {
+      "train_step": 2935,
+      "sup_loss": 0.5797866986023974
+    },
+    {
+      "train_step": 2936,
+      "sup_loss": 0.6735115930867199
+    },
+    {
+      "train_step": 2937,
+      "sup_loss": 0.8288494510398355
+    },
+    {
+      "train_step": 2938,
+      "sup_loss": 0.9917309155825476
+    },
+    {
+      "train_step": 2939,
+      "sup_loss": 0.6576190197867359
+    },
+    {
+      "train_step": 2940,
+      "sup_loss": 0.49883727234307346
+    },
+    {
+      "train_step": 2941,
+      "sup_loss": 0.37573088375619446
+    },
+    {
+      "train_step": 2942,
+      "sup_loss": 0.47987496734517243
+    },
+    {
+      "train_step": 2943,
+      "sup_loss": 0.6767895947141134
+    },
+    {
+      "train_step": 2944,
+      "sup_loss": 0.7483185907668493
+    },
+    {
+      "train_step": 2945,
+      "sup_loss": 0.3821638929135068
+    },
+    {
+      "train_step": 2946,
+      "sup_loss": 0.726182083322444
+    },
+    {
+      "train_step": 2947,
+      "sup_loss": 0.8370438526580609
+    },
+    {
+      "train_step": 2948,
+      "sup_loss": 0.7156154927026592
+    },
+    {
+      "train_step": 2949,
+      "sup_loss": 0.5074485873000584
+    },
+    {
+      "train_step": 2950,
+      "sup_loss": 0.5721560037861029
+    },
+    {
+      "train_step": 2951,
+      "sup_loss": 0.4518756813655765
+    },
+    {
+      "train_step": 2952,
+      "sup_loss": 0.4869611229938316
+    },
+    {
+      "train_step": 2953,
+      "sup_loss": 0.4844782191356253
+    },
+    {
+      "train_step": 2954,
+      "sup_loss": 0.7319684767261065
+    },
+    {
+      "train_step": 2955,
+      "sup_loss": 0.6381821824145483
+    },
+    {
+      "train_step": 2956,
+      "sup_loss": 0.5741936100361472
+    },
+    {
+      "train_step": 2957,
+      "sup_loss": 0.6527198299388464
+    },
+    {
+      "train_step": 2958,
+      "sup_loss": 0.5267440686922568
+    },
+    {
+      "train_step": 2959,
+      "sup_loss": 0.4488469876486442
+    },
+    {
+      "train_step": 2960,
+      "sup_loss": 0.5978072968876544
+    },
+    {
+      "train_step": 2961,
+      "sup_loss": 0.33403529181330616
+    },
+    {
+      "train_step": 2962,
+      "sup_loss": 0.52482549615343
+    },
+    {
+      "train_step": 2963,
+      "sup_loss": 0.5086597416411237
+    },
+    {
+      "train_step": 2964,
+      "sup_loss": 0.6121465792602013
+    },
+    {
+      "train_step": 2965,
+      "sup_loss": 0.44630002590572937
+    },
+    {
+      "train_step": 2966,
+      "sup_loss": 0.40987159222700675
+    },
+    {
+      "train_step": 2967,
+      "sup_loss": 0.579323910347549
+    },
+    {
+      "train_step": 2968,
+      "sup_loss": 0.5016093594816605
+    },
+    {
+      "train_step": 2969,
+      "sup_loss": 0.5030475245112594
+    },
+    {
+      "train_step": 2970,
+      "sup_loss": 0.5369864306693377
+    },
+    {
+      "train_step": 2971,
+      "sup_loss": 0.38749178301510817
+    },
+    {
+      "train_step": 2972,
+      "sup_loss": 0.43455594063248304
+    },
+    {
+      "train_step": 2973,
+      "sup_loss": 0.7033280890476076
+    },
+    {
+      "train_step": 2974,
+      "sup_loss": 0.27458453741773103
+    },
+    {
+      "train_step": 2975,
+      "sup_loss": 0.3164771324629662
+    },
+    {
+      "train_step": 2976,
+      "sup_loss": 0.17793245774613553
+    },
+    {
+      "train_step": 2977,
+      "sup_loss": 0.48739169392113796
+    },
+    {
+      "train_step": 2978,
+      "sup_loss": 0.4681257079631152
+    },
+    {
+      "train_step": 2979,
+      "sup_loss": 0.6149899542984592
+    },
+    {
+      "train_step": 2980,
+      "sup_loss": 0.8314788102624026
+    },
+    {
+      "train_step": 2981,
+      "sup_loss": 0.6967079216903456
+    },
+    {
+      "train_step": 2982,
+      "sup_loss": 0.6533299893024451
+    },
+    {
+      "train_step": 2983,
+      "sup_loss": 0.6074112286059118
+    },
+    {
+      "train_step": 2984,
+      "sup_loss": 0.521624369037619
+    },
+    {
+      "train_step": 2985,
+      "sup_loss": 0.459256411539622
+    },
+    {
+      "train_step": 2986,
+      "sup_loss": 0.3276451503386488
+    },
+    {
+      "train_step": 2987,
+      "sup_loss": 0.6603041647157436
+    },
+    {
+      "train_step": 2988,
+      "sup_loss": 0.4791010502398859
+    },
+    {
+      "train_step": 2989,
+      "sup_loss": 0.5674644075980202
+    },
+    {
+      "train_step": 2990,
+      "sup_loss": 0.5707251838498635
+    },
+    {
+      "train_step": 2991,
+      "sup_loss": 0.7878780095824663
+    },
+    {
+      "train_step": 2992,
+      "sup_loss": 0.2982280536680147
+    },
+    {
+      "train_step": 2993,
+      "sup_loss": 0.6951527113842614
+    },
+    {
+      "train_step": 2994,
+      "sup_loss": 0.4716581418604439
+    },
+    {
+      "train_step": 2995,
+      "sup_loss": 0.4087949862624298
+    },
+    {
+      "train_step": 2996,
+      "sup_loss": 0.6572291280394511
+    },
+    {
+      "train_step": 2997,
+      "sup_loss": 0.5345486718772532
+    },
+    {
+      "train_step": 2998,
+      "sup_loss": 0.29890472780986793
+    },
+    {
+      "train_step": 2999,
+      "sup_loss": 0.7069203463475021
+    },
+    {
+      "train_step": 3000,
+      "sup_loss": 0.3828272795709501
+    },
+    {
+      "train_step": 3001,
+      "sup_loss": 0.33888476079432256
+    },
+    {
+      "train_step": 3002,
+      "sup_loss": 0.6070825605114767
+    },
+    {
+      "train_step": 3003,
+      "sup_loss": 0.5733559220656925
+    },
+    {
+      "train_step": 3004,
+      "sup_loss": 0.536810592320389
+    },
+    {
+      "train_step": 3005,
+      "sup_loss": 0.46493373079319783
+    },
+    {
+      "train_step": 3006,
+      "sup_loss": 0.5335566853729702
+    },
+    {
+      "train_step": 3007,
+      "sup_loss": 0.5258997435587163
+    },
+    {
+      "train_step": 3008,
+      "sup_loss": 0.7267588158175234
+    },
+    {
+      "train_step": 3009,
+      "sup_loss": 0.6986391920759347
+    },
+    {
+      "train_step": 3010,
+      "sup_loss": 0.34128694845322877
+    },
+    {
+      "train_step": 3011,
+      "sup_loss": 0.5804060509246745
+    },
+    {
+      "train_step": 3012,
+      "sup_loss": 0.4523921740918275
+    },
+    {
+      "train_step": 3013,
+      "sup_loss": 0.6300035496406117
+    },
+    {
+      "train_step": 3014,
+      "sup_loss": 0.7419548499093607
+    },
+    {
+      "train_step": 3015,
+      "sup_loss": 0.5329381542872093
+    },
+    {
+      "train_step": 3016,
+      "sup_loss": 0.5318358276918287
+    },
+    {
+      "train_step": 3017,
+      "sup_loss": 0.860115637164923
+    },
+    {
+      "train_step": 3018,
+      "sup_loss": 0.8372438796102484
+    },
+    {
+      "train_step": 3019,
+      "sup_loss": 0.48951653036517395
+    },
+    {
+      "train_step": 3020,
+      "sup_loss": 0.8264565666225225
+    },
+    {
+      "train_step": 3021,
+      "sup_loss": 0.6275019108256761
+    },
+    {
+      "train_step": 3022,
+      "sup_loss": 0.7399861946381252
+    },
+    {
+      "train_step": 3023,
+      "sup_loss": 0.5225251418876126
+    },
+    {
+      "train_step": 3024,
+      "sup_loss": 0.5735062995140833
+    },
+    {
+      "train_step": 3025,
+      "sup_loss": 0.6769833376316823
+    },
+    {
+      "train_step": 3026,
+      "sup_loss": 0.5808985861667166
+    },
+    {
+      "train_step": 3027,
+      "sup_loss": 0.6441069567985828
+    },
+    {
+      "train_step": 3028,
+      "sup_loss": 0.5478918179153845
+    },
+    {
+      "train_step": 3029,
+      "sup_loss": 0.785126749779192
+    },
+    {
+      "train_step": 3030,
+      "sup_loss": 0.6055643582151584
+    },
+    {
+      "train_step": 3031,
+      "sup_loss": 0.7642020645444649
+    },
+    {
+      "train_step": 3032,
+      "sup_loss": 0.6840968110977408
+    },
+    {
+      "train_step": 3033,
+      "sup_loss": 0.746446569868562
+    },
+    {
+      "train_step": 3034,
+      "sup_loss": 0.8572409933316065
+    },
+    {
+      "train_step": 3035,
+      "sup_loss": 0.6345816980833705
+    },
+    {
+      "train_step": 3036,
+      "sup_loss": 0.5447724380401344
+    },
+    {
+      "train_step": 3037,
+      "sup_loss": 0.6354441143750346
+    },
+    {
+      "train_step": 3038,
+      "sup_loss": 0.9129816689857274
+    },
+    {
+      "train_step": 3039,
+      "sup_loss": 0.4462373729389166
+    },
+    {
+      "train_step": 3040,
+      "sup_loss": 0.5228175408477529
+    },
+    {
+      "train_step": 3041,
+      "sup_loss": 0.7440337338211068
+    },
+    {
+      "train_step": 3042,
+      "sup_loss": 0.7523872011028004
+    },
+    {
+      "train_step": 3043,
+      "sup_loss": 0.7793216324114902
+    },
+    {
+      "train_step": 3044,
+      "sup_loss": 0.5986960215229686
+    },
+    {
+      "train_step": 3045,
+      "sup_loss": 0.5322790956636978
+    },
+    {
+      "train_step": 3046,
+      "sup_loss": 0.4955815085775403
+    },
+    {
+      "train_step": 3047,
+      "sup_loss": 0.5482645391613385
+    },
+    {
+      "train_step": 3048,
+      "sup_loss": 0.608712114721222
+    },
+    {
+      "train_step": 3049,
+      "sup_loss": 0.6721754107888932
+    },
+    {
+      "train_step": 3050,
+      "sup_loss": 0.7120868051261731
+    },
+    {
+      "train_step": 3051,
+      "sup_loss": 0.5457561816317366
+    },
+    {
+      "train_step": 3052,
+      "sup_loss": 0.45116320167471646
+    },
+    {
+      "train_step": 3053,
+      "sup_loss": 0.6488120357218593
+    },
+    {
+      "train_step": 3054,
+      "sup_loss": 0.5519369005233398
+    },
+    {
+      "train_step": 3055,
+      "sup_loss": 0.4619323818035286
+    },
+    {
+      "train_step": 3056,
+      "sup_loss": 0.5561619564783096
+    },
+    {
+      "train_step": 3057,
+      "sup_loss": 0.5117940103532441
+    },
+    {
+      "train_step": 3058,
+      "sup_loss": 0.5320794131203523
+    },
+    {
+      "train_step": 3059,
+      "sup_loss": 0.7787372381455527
+    },
+    {
+      "train_step": 3060,
+      "sup_loss": 0.36053591580238253
+    },
+    {
+      "train_step": 3061,
+      "sup_loss": 0.4737129915453588
+    },
+    {
+      "train_step": 3062,
+      "sup_loss": 0.5849084852035498
+    },
+    {
+      "train_step": 3063,
+      "sup_loss": 0.29279645046773334
+    },
+    {
+      "train_step": 3064,
+      "sup_loss": 0.38542362367355326
+    },
+    {
+      "train_step": 3065,
+      "sup_loss": 0.5475849990111269
+    },
+    {
+      "train_step": 3066,
+      "sup_loss": 0.4859889471377159
+    },
+    {
+      "train_step": 3067,
+      "sup_loss": 0.32000906522615447
+    },
+    {
+      "train_step": 3068,
+      "sup_loss": 0.6941271061795118
+    },
+    {
+      "train_step": 3069,
+      "sup_loss": 0.21290212882837256
+    },
+    {
+      "train_step": 3070,
+      "sup_loss": 0.5744457610342762
+    },
+    {
+      "train_step": 3071,
+      "sup_loss": 0.8475192743387968
+    },
+    {
+      "train_step": 3072,
+      "sup_loss": 0.26361661949705195
+    },
+    {
+      "train_step": 3073,
+      "sup_loss": 0.7373926374181948
+    },
+    {
+      "train_step": 3074,
+      "sup_loss": 0.5536305491715879
+    },
+    {
+      "train_step": 3075,
+      "sup_loss": 0.37401905017623516
+    },
+    {
+      "train_step": 3076,
+      "sup_loss": 0.9124422431803415
+    },
+    {
+      "train_step": 3077,
+      "sup_loss": 0.5016404211828712
+    },
+    {
+      "train_step": 3078,
+      "sup_loss": 0.8198351135328946
+    },
+    {
+      "train_step": 3079,
+      "sup_loss": 0.6803879984622581
+    },
+    {
+      "train_step": 3080,
+      "sup_loss": 0.6371950128643358
+    },
+    {
+      "train_step": 3081,
+      "sup_loss": 0.4395884467109234
+    },
+    {
+      "train_step": 3082,
+      "sup_loss": 0.7103768509376752
+    },
+    {
+      "train_step": 3083,
+      "sup_loss": 0.491742173316285
+    },
+    {
+      "train_step": 3084,
+      "sup_loss": 0.8037622791729566
+    },
+    {
+      "train_step": 3085,
+      "sup_loss": 0.658001578732563
+    },
+    {
+      "train_step": 3086,
+      "sup_loss": 0.6887911587048507
+    },
+    {
+      "train_step": 3087,
+      "sup_loss": 0.5975407906857322
+    },
+    {
+      "train_step": 3088,
+      "sup_loss": 0.757153571839995
+    },
+    {
+      "train_step": 3089,
+      "sup_loss": 0.7825733254967079
+    },
+    {
+      "train_step": 3090,
+      "sup_loss": 0.6078592444082317
+    },
+    {
+      "train_step": 3091,
+      "sup_loss": 0.8606926918834921
+    },
+    {
+      "train_step": 3092,
+      "sup_loss": 0.8030355296650123
+    },
+    {
+      "train_step": 3093,
+      "sup_loss": 0.5444440590657902
+    },
+    {
+      "train_step": 3094,
+      "sup_loss": 0.9857398281128222
+    },
+    {
+      "train_step": 3095,
+      "sup_loss": 0.5856296179541928
+    },
+    {
+      "train_step": 3096,
+      "sup_loss": 0.7451656106095421
+    },
+    {
+      "train_step": 3097,
+      "sup_loss": 0.5457612324455209
+    },
+    {
+      "train_step": 3098,
+      "sup_loss": 0.9852405871681609
+    },
+    {
+      "train_step": 3099,
+      "sup_loss": 0.5299778346729157
+    },
+    {
+      "train_step": 3100,
+      "sup_loss": 0.6682769021253016
+    },
+    {
+      "train_step": 3101,
+      "sup_loss": 0.5468865030719342
+    },
+    {
+      "train_step": 3102,
+      "sup_loss": 0.5498359044395658
+    },
+    {
+      "train_step": 3103,
+      "sup_loss": 0.6993075327319579
+    },
+    {
+      "train_step": 3104,
+      "sup_loss": 0.6481937166490288
+    },
+    {
+      "train_step": 3105,
+      "sup_loss": 0.6047950988246634
+    },
+    {
+      "train_step": 3106,
+      "sup_loss": 0.8362387224020261
+    },
+    {
+      "train_step": 3107,
+      "sup_loss": 0.6793196088942867
+    },
+    {
+      "train_step": 3108,
+      "sup_loss": 0.9370658244725615
+    },
+    {
+      "train_step": 3109,
+      "sup_loss": 0.44065644259124803
+    },
+    {
+      "train_step": 3110,
+      "sup_loss": 0.797344409241907
+    },
+    {
+      "train_step": 3111,
+      "sup_loss": 0.7287798747262361
+    },
+    {
+      "train_step": 3112,
+      "sup_loss": 0.5816065695567243
+    },
+    {
+      "train_step": 3113,
+      "sup_loss": 0.7576736849019041
+    },
+    {
+      "train_step": 3114,
+      "sup_loss": 0.6716760414061504
+    },
+    {
+      "train_step": 3115,
+      "sup_loss": 0.7404643945956958
+    },
+    {
+      "train_step": 3116,
+      "sup_loss": 0.4195369652939531
+    },
+    {
+      "train_step": 3117,
+      "sup_loss": 0.9112306649138597
+    },
+    {
+      "train_step": 3118,
+      "sup_loss": 0.594311433400291
+    },
+    {
+      "train_step": 3119,
+      "sup_loss": 0.8444547907706523
+    },
+    {
+      "train_step": 3120,
+      "sup_loss": 0.7743422297580849
+    },
+    {
+      "train_step": 3121,
+      "sup_loss": 0.6319442823277255
+    },
+    {
+      "train_step": 3122,
+      "sup_loss": 0.735736069356498
+    },
+    {
+      "train_step": 3123,
+      "sup_loss": 0.6627936585827472
+    },
+    {
+      "train_step": 3124,
+      "sup_loss": 0.587325247052048
+    },
+    {
+      "train_step": 3125,
+      "sup_loss": 0.7411309936240504
+    },
+    {
+      "train_step": 3126,
+      "sup_loss": 0.6128363817599903
+    },
+    {
+      "train_step": 3127,
+      "sup_loss": 0.6467269607746793
+    },
+    {
+      "train_step": 3128,
+      "sup_loss": 0.6422016612320551
+    },
+    {
+      "train_step": 3129,
+      "sup_loss": 0.9013431324842446
+    },
+    {
+      "train_step": 3130,
+      "sup_loss": 0.7272717793691921
+    },
+    {
+      "train_step": 3131,
+      "sup_loss": 0.6732710047686632
+    },
+    {
+      "train_step": 3132,
+      "sup_loss": 0.570096000100522
+    },
+    {
+      "train_step": 3133,
+      "sup_loss": 0.738771662000167
+    },
+    {
+      "train_step": 3134,
+      "sup_loss": 0.4547742146915897
+    },
+    {
+      "train_step": 3135,
+      "sup_loss": 0.7127887014225445
+    },
+    {
+      "train_step": 3136,
+      "sup_loss": 0.8130939876911397
+    },
+    {
+      "train_step": 3137,
+      "sup_loss": 0.7208243768916637
+    },
+    {
+      "train_step": 3138,
+      "sup_loss": 0.6173647601551164
+    },
+    {
+      "train_step": 3139,
+      "sup_loss": 0.44359920404441133
+    },
+    {
+      "train_step": 3140,
+      "sup_loss": 0.47406882852062554
+    },
+    {
+      "train_step": 3141,
+      "sup_loss": 0.7124666293648648
+    },
+    {
+      "train_step": 3142,
+      "sup_loss": 0.7542954071015033
+    },
+    {
+      "train_step": 3143,
+      "sup_loss": 0.579562955340648
+    },
+    {
+      "train_step": 3144,
+      "sup_loss": 0.6887212184496014
+    },
+    {
+      "train_step": 3145,
+      "sup_loss": 0.4421374727843364
+    },
+    {
+      "train_step": 3146,
+      "sup_loss": 0.7424818042555931
+    },
+    {
+      "train_step": 3147,
+      "sup_loss": 0.8339271415783217
+    },
+    {
+      "train_step": 3148,
+      "sup_loss": 0.8329523433799866
+    },
+    {
+      "train_step": 3149,
+      "sup_loss": 0.518747501332899
+    },
+    {
+      "train_step": 3150,
+      "sup_loss": 0.8110618459096538
+    },
+    {
+      "train_step": 3151,
+      "sup_loss": 0.5425355739843583
+    },
+    {
+      "train_step": 3152,
+      "sup_loss": 0.6952243224355654
+    },
+    {
+      "train_step": 3153,
+      "sup_loss": 0.7503792077197727
+    },
+    {
+      "train_step": 3154,
+      "sup_loss": 0.6463294076847593
+    },
+    {
+      "train_step": 3155,
+      "sup_loss": 0.5256062855978025
+    },
+    {
+      "train_step": 3156,
+      "sup_loss": 0.6802747611784937
+    },
+    {
+      "train_step": 3157,
+      "sup_loss": 0.547957570286513
+    },
+    {
+      "train_step": 3158,
+      "sup_loss": 0.7172243490676615
+    },
+    {
+      "train_step": 3159,
+      "sup_loss": 0.6456516567715898
+    },
+    {
+      "train_step": 3160,
+      "sup_loss": 0.6881566767207813
+    },
+    {
+      "train_step": 3161,
+      "sup_loss": 0.6943405826773876
+    },
+    {
+      "train_step": 3162,
+      "sup_loss": 0.608430512937785
+    },
+    {
+      "train_step": 3163,
+      "sup_loss": 0.6316047913846383
+    },
+    {
+      "train_step": 3164,
+      "sup_loss": 0.7046853391150294
+    },
+    {
+      "train_step": 3165,
+      "sup_loss": 0.4926111935139833
+    },
+    {
+      "train_step": 3166,
+      "sup_loss": 0.7999618414187578
+    },
+    {
+      "train_step": 3167,
+      "sup_loss": 0.6899091525590254
+    },
+    {
+      "train_step": 3168,
+      "sup_loss": 0.7554164341113083
+    },
+    {
+      "train_step": 3169,
+      "sup_loss": 0.585982359954978
+    },
+    {
+      "train_step": 3170,
+      "sup_loss": 0.43109155168273505
+    },
+    {
+      "train_step": 3171,
+      "sup_loss": 0.6211843324429197
+    },
+    {
+      "train_step": 3172,
+      "sup_loss": 0.6870871285324315
+    },
+    {
+      "train_step": 3173,
+      "sup_loss": 0.5522192348474848
+    },
+    {
+      "train_step": 3174,
+      "sup_loss": 0.573274717079801
+    },
+    {
+      "train_step": 3175,
+      "sup_loss": 0.68796630091057
+    },
+    {
+      "train_step": 3176,
+      "sup_loss": 0.7823785803892025
+    },
+    {
+      "train_step": 3177,
+      "sup_loss": 0.5604163231575032
+    },
+    {
+      "train_step": 3178,
+      "sup_loss": 0.6658184645587257
+    },
+    {
+      "train_step": 3179,
+      "sup_loss": 0.830803250634707
+    },
+    {
+      "train_step": 3180,
+      "sup_loss": 0.7620404308259983
+    },
+    {
+      "train_step": 3181,
+      "sup_loss": 0.7387463324370532
+    },
+    {
+      "train_step": 3182,
+      "sup_loss": 0.5071423341901259
+    },
+    {
+      "train_step": 3183,
+      "sup_loss": 0.8741759565542632
+    },
+    {
+      "train_step": 3184,
+      "sup_loss": 0.5755722733172597
+    },
+    {
+      "train_step": 3185,
+      "sup_loss": 0.6389575157950937
+    },
+    {
+      "train_step": 3186,
+      "sup_loss": 0.679306019788271
+    },
+    {
+      "train_step": 3187,
+      "sup_loss": 0.6895945379157098
+    },
+    {
+      "train_step": 3188,
+      "sup_loss": 0.5934190307401237
+    },
+    {
+      "train_step": 3189,
+      "sup_loss": 0.7277278766170936
+    },
+    {
+      "train_step": 3190,
+      "sup_loss": 0.6139855838768182
+    },
+    {
+      "train_step": 3191,
+      "sup_loss": 0.9293670646188592
+    },
+    {
+      "train_step": 3192,
+      "sup_loss": 0.6300252920163086
+    },
+    {
+      "train_step": 3193,
+      "sup_loss": 0.649658807523858
+    },
+    {
+      "train_step": 3194,
+      "sup_loss": 0.7484782515909575
+    },
+    {
+      "train_step": 3195,
+      "sup_loss": 0.5266072839869449
+    },
+    {
+      "train_step": 3196,
+      "sup_loss": 0.7922818989563619
+    },
+    {
+      "train_step": 3197,
+      "sup_loss": 0.75562319026971
+    },
+    {
+      "train_step": 3198,
+      "sup_loss": 0.2957882881700105
+    },
+    {
+      "train_step": 3199,
+      "sup_loss": 0.8466353097047804
+    },
+    {
+      "train_step": 3200,
+      "sup_loss": 0.6277300574425035
+    },
+    {
+      "train_step": 3201,
+      "sup_loss": 0.7174286814593784
+    },
+    {
+      "train_step": 3202,
+      "sup_loss": 0.9335983606634949
+    },
+    {
+      "train_step": 3203,
+      "sup_loss": 0.8980252696663381
+    },
+    {
+      "train_step": 3204,
+      "sup_loss": 0.6959014476300307
+    },
+    {
+      "train_step": 3205,
+      "sup_loss": 0.6444965451971825
+    },
+    {
+      "train_step": 3206,
+      "sup_loss": 0.6147975115812543
+    },
+    {
+      "train_step": 3207,
+      "sup_loss": 0.7305408198533592
+    },
+    {
+      "train_step": 3208,
+      "sup_loss": 0.7685104249937944
+    },
+    {
+      "train_step": 3209,
+      "sup_loss": 0.8059412981702463
+    },
+    {
+      "train_step": 3210,
+      "sup_loss": 0.6285728279885605
+    },
+    {
+      "train_step": 3211,
+      "sup_loss": 0.9182551638814568
+    },
+    {
+      "train_step": 3212,
+      "sup_loss": 0.6026116268172742
+    },
+    {
+      "train_step": 3213,
+      "sup_loss": 0.6917240370907837
+    },
+    {
+      "train_step": 3214,
+      "sup_loss": 0.6176379397445615
+    },
+    {
+      "train_step": 3215,
+      "sup_loss": 0.6685341434612558
+    },
+    {
+      "train_step": 3216,
+      "sup_loss": 0.724367221401591
+    },
+    {
+      "train_step": 3217,
+      "sup_loss": 0.7887253013364578
+    },
+    {
+      "train_step": 3218,
+      "sup_loss": 0.7362187049287536
+    },
+    {
+      "train_step": 3219,
+      "sup_loss": 0.7044207954751793
+    },
+    {
+      "train_step": 3220,
+      "sup_loss": 0.7960187654797921
+    },
+    {
+      "train_step": 3221,
+      "sup_loss": 0.7670815991141967
+    },
+    {
+      "train_step": 3222,
+      "sup_loss": 0.9288568324094895
+    },
+    {
+      "train_step": 3223,
+      "sup_loss": 0.6609578142536429
+    },
+    {
+      "train_step": 3224,
+      "sup_loss": 0.8442833524084323
+    },
+    {
+      "train_step": 3225,
+      "sup_loss": 0.6817613063511901
+    },
+    {
+      "train_step": 3226,
+      "sup_loss": 0.7512091434464195
+    },
+    {
+      "train_step": 3227,
+      "sup_loss": 0.6153561940835817
+    },
+    {
+      "train_step": 3228,
+      "sup_loss": 0.4868759560569417
+    },
+    {
+      "train_step": 3229,
+      "sup_loss": 0.7059415630954778
+    },
+    {
+      "train_step": 3230,
+      "sup_loss": 0.731290442605973
+    },
+    {
+      "train_step": 3231,
+      "sup_loss": 0.7785252992515029
+    },
+    {
+      "train_step": 3232,
+      "sup_loss": 0.6611329915966713
+    },
+    {
+      "train_step": 3233,
+      "sup_loss": 0.5503026350697992
+    },
+    {
+      "train_step": 3234,
+      "sup_loss": 0.6438045784491248
+    },
+    {
+      "train_step": 3235,
+      "sup_loss": 0.8012222020385177
+    },
+    {
+      "train_step": 3236,
+      "sup_loss": 0.8162482415369333
+    },
+    {
+      "train_step": 3237,
+      "sup_loss": 0.8271370806428698
+    },
+    {
+      "train_step": 3238,
+      "sup_loss": 0.5435777491580264
+    },
+    {
+      "train_step": 3239,
+      "sup_loss": 0.8180070571309613
+    },
+    {
+      "train_step": 3240,
+      "sup_loss": 0.9556675961852831
+    },
+    {
+      "train_step": 3241,
+      "sup_loss": 0.6865109748706776
+    },
+    {
+      "train_step": 3242,
+      "sup_loss": 0.7264200798414706
+    },
+    {
+      "train_step": 3243,
+      "sup_loss": 0.6146003851083215
+    },
+    {
+      "train_step": 3244,
+      "sup_loss": 0.6344319619577466
+    },
+    {
+      "train_step": 3245,
+      "sup_loss": 0.7806541870809761
+    },
+    {
+      "train_step": 3246,
+      "sup_loss": 0.8525730630202955
+    },
+    {
+      "train_step": 3247,
+      "sup_loss": 0.7478915946869993
+    },
+    {
+      "train_step": 3248,
+      "sup_loss": 0.4988733292288324
+    },
+    {
+      "train_step": 3249,
+      "sup_loss": 0.608168507655905
+    },
+    {
+      "train_step": 3250,
+      "sup_loss": 0.5956722358382395
+    },
+    {
+      "train_step": 3251,
+      "sup_loss": 0.5672618272883978
+    },
+    {
+      "train_step": 3252,
+      "sup_loss": 0.8851794611622126
+    },
+    {
+      "train_step": 3253,
+      "sup_loss": 0.6157184890352673
+    },
+    {
+      "train_step": 3254,
+      "sup_loss": 0.4450963060173484
+    },
+    {
+      "train_step": 3255,
+      "sup_loss": 0.7109533513767803
+    },
+    {
+      "train_step": 3256,
+      "sup_loss": 0.38833196336617504
+    },
+    {
+      "train_step": 3257,
+      "sup_loss": 0.8621158307210233
+    },
+    {
+      "train_step": 3258,
+      "sup_loss": 0.5880709237052355
+    },
+    {
+      "train_step": 3259,
+      "sup_loss": 0.718320923487942
+    },
+    {
+      "train_step": 3260,
+      "sup_loss": 0.681555458834574
+    },
+    {
+      "train_step": 3261,
+      "sup_loss": 0.5333111212513709
+    },
+    {
+      "train_step": 3262,
+      "sup_loss": 0.7055676577783409
+    },
+    {
+      "train_step": 3263,
+      "sup_loss": 0.44910770697587393
+    },
+    {
+      "train_step": 3264,
+      "sup_loss": 1.1109368173462641
+    },
+    {
+      "train_step": 3265,
+      "sup_loss": 0.6067677184336656
+    },
+    {
+      "train_step": 3266,
+      "sup_loss": 0.4745199501120383
+    },
+    {
+      "train_step": 3267,
+      "sup_loss": 0.5625186977043972
+    },
+    {
+      "train_step": 3268,
+      "sup_loss": 0.5023294569447564
+    },
+    {
+      "train_step": 3269,
+      "sup_loss": 0.30991222217690795
+    },
+    {
+      "train_step": 3270,
+      "sup_loss": 0.3909844759950839
+    },
+    {
+      "train_step": 3271,
+      "sup_loss": 0.5542699580879633
+    },
+    {
+      "train_step": 3272,
+      "sup_loss": 0.5221836859296484
+    },
+    {
+      "train_step": 3273,
+      "sup_loss": 0.38294312344895315
+    },
+    {
+      "train_step": 3274,
+      "sup_loss": 0.5458212638670336
+    },
+    {
+      "train_step": 3275,
+      "sup_loss": 0.4673803485992621
+    },
+    {
+      "train_step": 3276,
+      "sup_loss": 0.3287553518799303
+    },
+    {
+      "train_step": 3277,
+      "sup_loss": 0.4002275132153728
+    },
+    {
+      "train_step": 3278,
+      "sup_loss": 0.35619297950870954
+    },
+    {
+      "train_step": 3279,
+      "sup_loss": 0.7134387000523956
+    },
+    {
+      "train_step": 3280,
+      "sup_loss": 0.6180949729129769
+    },
+    {
+      "train_step": 3281,
+      "sup_loss": 0.500882997649095
+    },
+    {
+      "train_step": 3282,
+      "sup_loss": 0.597168165687112
+    },
+    {
+      "train_step": 3283,
+      "sup_loss": 0.49131576672388516
+    },
+    {
+      "train_step": 3284,
+      "sup_loss": 0.43763360950776337
+    },
+    {
+      "train_step": 3285,
+      "sup_loss": 0.5254675408208254
+    },
+    {
+      "train_step": 3286,
+      "sup_loss": 0.6105284011952586
+    },
+    {
+      "train_step": 3287,
+      "sup_loss": 0.4055279639454004
+    },
+    {
+      "train_step": 3288,
+      "sup_loss": 0.5462136720045654
+    },
+    {
+      "train_step": 3289,
+      "sup_loss": 0.6134753558855597
+    },
+    {
+      "train_step": 3290,
+      "sup_loss": 0.5361991635489868
+    },
+    {
+      "train_step": 3291,
+      "sup_loss": 0.698585573654381
+    },
+    {
+      "train_step": 3292,
+      "sup_loss": 0.714113850482403
+    },
+    {
+      "train_step": 3293,
+      "sup_loss": 0.7186702929966093
+    },
+    {
+      "train_step": 3294,
+      "sup_loss": 0.4026734344351246
+    },
+    {
+      "train_step": 3295,
+      "sup_loss": 0.5098889914578006
+    },
+    {
+      "train_step": 3296,
+      "sup_loss": 0.7061539722887162
+    },
+    {
+      "train_step": 3297,
+      "sup_loss": 0.5200633544564751
+    },
+    {
+      "train_step": 3298,
+      "sup_loss": 0.60844608511349
+    },
+    {
+      "train_step": 3299,
+      "sup_loss": 0.5598301683564205
+    },
+    {
+      "train_step": 3300,
+      "sup_loss": 0.8130686799789157
+    },
+    {
+      "train_step": 3301,
+      "sup_loss": 0.4419782138073624
+    },
+    {
+      "train_step": 3302,
+      "sup_loss": 0.455378819333219
+    },
+    {
+      "train_step": 3303,
+      "sup_loss": 0.5698347112180498
+    },
+    {
+      "train_step": 3304,
+      "sup_loss": 0.6325907810388091
+    },
+    {
+      "train_step": 3305,
+      "sup_loss": 0.5680345628623991
+    },
+    {
+      "train_step": 3306,
+      "sup_loss": 0.5806366109051658
+    },
+    {
+      "train_step": 3307,
+      "sup_loss": 0.74181046399487
+    },
+    {
+      "train_step": 3308,
+      "sup_loss": 0.6848743261162348
+    },
+    {
+      "train_step": 3309,
+      "sup_loss": 0.5946144659183115
+    },
+    {
+      "train_step": 3310,
+      "sup_loss": 0.5916082640497442
+    },
+    {
+      "train_step": 3311,
+      "sup_loss": 0.8548284205333062
+    },
+    {
+      "train_step": 3312,
+      "sup_loss": 0.5675178842702244
+    },
+    {
+      "train_step": 3313,
+      "sup_loss": 0.9159621655861483
+    },
+    {
+      "train_step": 3314,
+      "sup_loss": 0.592727521074741
+    },
+    {
+      "train_step": 3315,
+      "sup_loss": 0.5183048343877592
+    },
+    {
+      "train_step": 3316,
+      "sup_loss": 0.774638256558011
+    },
+    {
+      "train_step": 3317,
+      "sup_loss": 0.6450197210901953
+    },
+    {
+      "train_step": 3318,
+      "sup_loss": 0.5147024695886161
+    },
+    {
+      "train_step": 3319,
+      "sup_loss": 0.6088004531416895
+    },
+    {
+      "train_step": 3320,
+      "sup_loss": 0.8385712257333233
+    },
+    {
+      "train_step": 3321,
+      "sup_loss": 0.7841827000894087
+    },
+    {
+      "train_step": 3322,
+      "sup_loss": 0.6679047215770738
+    },
+    {
+      "train_step": 3323,
+      "sup_loss": 0.5391521703194844
+    },
+    {
+      "train_step": 3324,
+      "sup_loss": 0.7437934069993974
+    },
+    {
+      "train_step": 3325,
+      "sup_loss": 0.4244183772760251
+    },
+    {
+      "train_step": 3326,
+      "sup_loss": 0.7151695544801316
+    },
+    {
+      "train_step": 3327,
+      "sup_loss": 0.49081231321467633
+    },
+    {
+      "train_step": 3328,
+      "sup_loss": 0.47578413799860153
+    },
+    {
+      "train_step": 3329,
+      "sup_loss": 0.4346174965268479
+    },
+    {
+      "train_step": 3330,
+      "sup_loss": 0.6037820152476274
+    },
+    {
+      "train_step": 3331,
+      "sup_loss": 0.6303602372290934
+    },
+    {
+      "train_step": 3332,
+      "sup_loss": 0.38058375390393834
+    },
+    {
+      "train_step": 3333,
+      "sup_loss": 0.7918800207505616
+    },
+    {
+      "train_step": 3334,
+      "sup_loss": 0.621751831585933
+    },
+    {
+      "train_step": 3335,
+      "sup_loss": 0.56260763771543
+    },
+    {
+      "train_step": 3336,
+      "sup_loss": 0.6798306326363639
+    },
+    {
+      "train_step": 3337,
+      "sup_loss": 0.8276323375907138
+    },
+    {
+      "train_step": 3338,
+      "sup_loss": 0.694126486483282
+    },
+    {
+      "train_step": 3339,
+      "sup_loss": 0.7013110644972765
+    },
+    {
+      "train_step": 3340,
+      "sup_loss": 0.5291836732894086
+    },
+    {
+      "train_step": 3341,
+      "sup_loss": 0.9380231584995247
+    },
+    {
+      "train_step": 3342,
+      "sup_loss": 0.3787274418347123
+    },
+    {
+      "train_step": 3343,
+      "sup_loss": 0.5422476911476354
+    },
+    {
+      "train_step": 3344,
+      "sup_loss": 0.3636684800410756
+    },
+    {
+      "train_step": 3345,
+      "sup_loss": 0.628121385581793
+    },
+    {
+      "train_step": 3346,
+      "sup_loss": 0.7396086490704078
+    },
+    {
+      "train_step": 3347,
+      "sup_loss": 0.5732363574335262
+    },
+    {
+      "train_step": 3348,
+      "sup_loss": 0.5434694292744401
+    },
+    {
+      "train_step": 3349,
+      "sup_loss": 0.5857575738499011
+    },
+    {
+      "train_step": 3350,
+      "sup_loss": 0.4945150422422476
+    },
+    {
+      "train_step": 3351,
+      "sup_loss": 0.36287844989021795
+    },
+    {
+      "train_step": 3352,
+      "sup_loss": 0.4314180114258984
+    },
+    {
+      "train_step": 3353,
+      "sup_loss": 0.46477970942501456
+    },
+    {
+      "train_step": 3354,
+      "sup_loss": 0.3618851489278672
+    },
+    {
+      "train_step": 3355,
+      "sup_loss": 0.7174749376379139
+    },
+    {
+      "train_step": 3356,
+      "sup_loss": 0.4172776933145908
+    },
+    {
+      "train_step": 3357,
+      "sup_loss": 0.6816069724601844
+    },
+    {
+      "train_step": 3358,
+      "sup_loss": 0.4947727997442429
+    },
+    {
+      "train_step": 3359,
+      "sup_loss": 0.5026503087860726
+    },
+    {
+      "train_step": 3360,
+      "sup_loss": 0.6752443989262416
+    },
+    {
+      "train_step": 3361,
+      "sup_loss": 0.45429454389658686
+    },
+    {
+      "train_step": 3362,
+      "sup_loss": 0.5501464236538421
+    },
+    {
+      "train_step": 3363,
+      "sup_loss": 0.5608327566815394
+    },
+    {
+      "train_step": 3364,
+      "sup_loss": 0.42591966217690275
+    },
+    {
+      "train_step": 3365,
+      "sup_loss": 0.4068708696494062
+    },
+    {
+      "train_step": 3366,
+      "sup_loss": 0.1879812357335976
+    },
+    {
+      "train_step": 3367,
+      "sup_loss": 0.5249264127881591
+    },
+    {
+      "train_step": 3368,
+      "sup_loss": 0.562982853986805
+    },
+    {
+      "train_step": 3369,
+      "sup_loss": 0.5584693545982794
+    },
+    {
+      "train_step": 3370,
+      "sup_loss": 0.6476350174290236
+    },
+    {
+      "train_step": 3371,
+      "sup_loss": 0.4153539203673271
+    },
+    {
+      "train_step": 3372,
+      "sup_loss": 0.6346209203350659
+    },
+    {
+      "train_step": 3373,
+      "sup_loss": 0.6581461515273807
+    },
+    {
+      "train_step": 3374,
+      "sup_loss": 0.3108641514594213
+    },
+    {
+      "train_step": 3375,
+      "sup_loss": 0.55222117593107
+    },
+    {
+      "train_step": 3376,
+      "sup_loss": 0.4380077108913339
+    },
+    {
+      "train_step": 3377,
+      "sup_loss": 0.79901691789673
+    },
+    {
+      "train_step": 3378,
+      "sup_loss": 0.7977995399554146
+    },
+    {
+      "train_step": 3379,
+      "sup_loss": 0.6511201817837269
+    },
+    {
+      "train_step": 3380,
+      "sup_loss": 0.6378606423706047
+    },
+    {
+      "train_step": 3381,
+      "sup_loss": 0.3549908462662556
+    },
+    {
+      "train_step": 3382,
+      "sup_loss": 0.6108010421644353
+    },
+    {
+      "train_step": 3383,
+      "sup_loss": 0.8492801451118388
+    },
+    {
+      "train_step": 3384,
+      "sup_loss": 0.3949764056349928
+    },
+    {
+      "train_step": 3385,
+      "sup_loss": 0.6996616164515375
+    },
+    {
+      "train_step": 3386,
+      "sup_loss": 0.4099328659042113
+    },
+    {
+      "train_step": 3387,
+      "sup_loss": 0.5448794938591965
+    },
+    {
+      "train_step": 3388,
+      "sup_loss": 0.4450101277233185
+    },
+    {
+      "train_step": 3389,
+      "sup_loss": 0.5667133643279743
+    },
+    {
+      "train_step": 3390,
+      "sup_loss": 0.5400102350358227
+    },
+    {
+      "train_step": 3391,
+      "sup_loss": 0.5581572768043929
+    },
+    {
+      "train_step": 3392,
+      "sup_loss": 0.7518080140167736
+    },
+    {
+      "train_step": 3393,
+      "sup_loss": 0.7681333487343025
+    },
+    {
+      "train_step": 3394,
+      "sup_loss": 0.6179483317474378
+    },
+    {
+      "train_step": 3395,
+      "sup_loss": 0.6166145383344629
+    },
+    {
+      "train_step": 3396,
+      "sup_loss": 0.5281704228691197
+    },
+    {
+      "train_step": 3397,
+      "sup_loss": 0.5931163813752552
+    },
+    {
+      "train_step": 3398,
+      "sup_loss": 0.6133838675980678
+    },
+    {
+      "train_step": 3399,
+      "sup_loss": 0.5399620702279814
+    },
+    {
+      "train_step": 3400,
+      "sup_loss": 0.6615936181209416
+    },
+    {
+      "train_step": 3401,
+      "sup_loss": 0.9762958980475136
+    },
+    {
+      "train_step": 3402,
+      "sup_loss": 0.7091217943837259
+    },
+    {
+      "train_step": 3403,
+      "sup_loss": 0.7612213168141831
+    },
+    {
+      "train_step": 3404,
+      "sup_loss": 0.7445059159609453
+    },
+    {
+      "train_step": 3405,
+      "sup_loss": 0.6096153751622454
+    },
+    {
+      "train_step": 3406,
+      "sup_loss": 0.5576171243496714
+    },
+    {
+      "train_step": 3407,
+      "sup_loss": 0.8217245895335762
+    },
+    {
+      "train_step": 3408,
+      "sup_loss": 0.7582156337574337
+    },
+    {
+      "train_step": 3409,
+      "sup_loss": 0.9276088117786623
+    },
+    {
+      "train_step": 3410,
+      "sup_loss": 0.725451798961969
+    },
+    {
+      "train_step": 3411,
+      "sup_loss": 0.7136129540405993
+    },
+    {
+      "train_step": 3412,
+      "sup_loss": 0.896755474697502
+    },
+    {
+      "train_step": 3413,
+      "sup_loss": 0.6782598381252699
+    },
+    {
+      "train_step": 3414,
+      "sup_loss": 0.7059805465225579
+    },
+    {
+      "train_step": 3415,
+      "sup_loss": 0.8372403692818088
+    },
+    {
+      "train_step": 3416,
+      "sup_loss": 0.7394423487318164
+    },
+    {
+      "train_step": 3417,
+      "sup_loss": 0.9229105636815846
+    },
+    {
+      "train_step": 3418,
+      "sup_loss": 0.6694355003640353
+    },
+    {
+      "train_step": 3419,
+      "sup_loss": 0.7436788858915299
+    },
+    {
+      "train_step": 3420,
+      "sup_loss": 0.6930475999615333
+    },
+    {
+      "train_step": 3421,
+      "sup_loss": 0.7683155422254107
+    },
+    {
+      "train_step": 3422,
+      "sup_loss": 0.5600318519378795
+    },
+    {
+      "train_step": 3423,
+      "sup_loss": 0.5495421487596898
+    },
+    {
+      "train_step": 3424,
+      "sup_loss": 0.6522278824281413
+    },
+    {
+      "train_step": 3425,
+      "sup_loss": 0.48187451251261226
+    },
+    {
+      "train_step": 3426,
+      "sup_loss": 0.6189809704629685
+    },
+    {
+      "train_step": 3427,
+      "sup_loss": 0.7041537623574966
+    },
+    {
+      "train_step": 3428,
+      "sup_loss": 0.774212795900331
+    },
+    {
+      "train_step": 3429,
+      "sup_loss": 0.6836248637119252
+    },
+    {
+      "train_step": 3430,
+      "sup_loss": 0.5741210875931497
+    },
+    {
+      "train_step": 3431,
+      "sup_loss": 0.7703254672204041
+    },
+    {
+      "train_step": 3432,
+      "sup_loss": 0.5531198077399904
+    },
+    {
+      "train_step": 3433,
+      "sup_loss": 0.8235934595149249
+    },
+    {
+      "train_step": 3434,
+      "sup_loss": 0.5320267594246493
+    },
+    {
+      "train_step": 3435,
+      "sup_loss": 0.6981704965372605
+    },
+    {
+      "train_step": 3436,
+      "sup_loss": 0.6034441728622129
+    },
+    {
+      "train_step": 3437,
+      "sup_loss": 0.36706605324391006
+    },
+    {
+      "train_step": 3438,
+      "sup_loss": 0.8281644527363979
+    },
+    {
+      "train_step": 3439,
+      "sup_loss": 0.654092004502609
+    },
+    {
+      "train_step": 3440,
+      "sup_loss": 0.7431838103637209
+    },
+    {
+      "train_step": 3441,
+      "sup_loss": 0.8066836269251236
+    },
+    {
+      "train_step": 3442,
+      "sup_loss": 0.5713795011114268
+    },
+    {
+      "train_step": 3443,
+      "sup_loss": 0.6396295808641124
+    },
+    {
+      "train_step": 3444,
+      "sup_loss": 0.7110141631183451
+    },
+    {
+      "train_step": 3445,
+      "sup_loss": 0.7497670227955124
+    },
+    {
+      "train_step": 3446,
+      "sup_loss": 0.7462255019025312
+    },
+    {
+      "train_step": 3447,
+      "sup_loss": 0.7855519381773891
+    },
+    {
+      "train_step": 3448,
+      "sup_loss": 0.9503656894085637
+    },
+    {
+      "train_step": 3449,
+      "sup_loss": 0.7657116934645026
+    },
+    {
+      "train_step": 3450,
+      "sup_loss": 0.6584428759025256
+    },
+    {
+      "train_step": 3451,
+      "sup_loss": 0.5369582662273935
+    },
+    {
+      "train_step": 3452,
+      "sup_loss": 0.7408904700750887
+    },
+    {
+      "train_step": 3453,
+      "sup_loss": 0.6218043238698138
+    },
+    {
+      "train_step": 3454,
+      "sup_loss": 0.709014593181097
+    },
+    {
+      "train_step": 3455,
+      "sup_loss": 0.7656478125372336
+    },
+    {
+      "train_step": 3456,
+      "sup_loss": 0.8410039832442697
+    },
+    {
+      "train_step": 3457,
+      "sup_loss": 0.5096589620644592
+    },
+    {
+      "train_step": 3458,
+      "sup_loss": 0.5738097630215615
+    },
+    {
+      "train_step": 3459,
+      "sup_loss": 0.8798484268748634
+    },
+    {
+      "train_step": 3460,
+      "sup_loss": 0.5087210858110026
+    },
+    {
+      "train_step": 3461,
+      "sup_loss": 0.608951415659025
+    },
+    {
+      "train_step": 3462,
+      "sup_loss": 0.6356343228841616
+    },
+    {
+      "train_step": 3463,
+      "sup_loss": 0.7350866303861232
+    },
+    {
+      "train_step": 3464,
+      "sup_loss": 0.6969225204709969
+    },
+    {
+      "train_step": 3465,
+      "sup_loss": 0.6122031421089486
+    },
+    {
+      "train_step": 3466,
+      "sup_loss": 0.6999962013503956
+    },
+    {
+      "train_step": 3467,
+      "sup_loss": 0.6369370064288521
+    },
+    {
+      "train_step": 3468,
+      "sup_loss": 0.41653797264802994
+    },
+    {
+      "train_step": 3469,
+      "sup_loss": 0.6399715707800561
+    },
+    {
+      "train_step": 3470,
+      "sup_loss": 0.6610358153699858
+    },
+    {
+      "train_step": 3471,
+      "sup_loss": 0.7161615606748445
+    },
+    {
+      "train_step": 3472,
+      "sup_loss": 0.7705426964132278
+    },
+    {
+      "train_step": 3473,
+      "sup_loss": 0.6343473433131652
+    },
+    {
+      "train_step": 3474,
+      "sup_loss": 0.7707312169717879
+    },
+    {
+      "train_step": 3475,
+      "sup_loss": 0.9048763214779215
+    },
+    {
+      "train_step": 3476,
+      "sup_loss": 0.6379344342284582
+    },
+    {
+      "train_step": 3477,
+      "sup_loss": 0.7400342185936225
+    },
+    {
+      "train_step": 3478,
+      "sup_loss": 0.7088997883611554
+    },
+    {
+      "train_step": 3479,
+      "sup_loss": 0.8687645394304889
+    },
+    {
+      "train_step": 3480,
+      "sup_loss": 0.739137082539023
+    },
+    {
+      "train_step": 3481,
+      "sup_loss": 0.8195688443691328
+    },
+    {
+      "train_step": 3482,
+      "sup_loss": 0.6966949956195891
+    },
+    {
+      "train_step": 3483,
+      "sup_loss": 0.9164360992340175
+    },
+    {
+      "train_step": 3484,
+      "sup_loss": 0.5371772827788399
+    },
+    {
+      "train_step": 3485,
+      "sup_loss": 0.6151263548240634
+    },
+    {
+      "train_step": 3486,
+      "sup_loss": 0.5466626955425964
+    },
+    {
+      "train_step": 3487,
+      "sup_loss": 0.8616313315399569
+    },
+    {
+      "train_step": 3488,
+      "sup_loss": 0.8144260825038282
+    },
+    {
+      "train_step": 3489,
+      "sup_loss": 0.6192643489896231
+    },
+    {
+      "train_step": 3490,
+      "sup_loss": 0.5440867286188599
+    },
+    {
+      "train_step": 3491,
+      "sup_loss": 0.652695120398014
+    },
+    {
+      "train_step": 3492,
+      "sup_loss": 0.7520032741489108
+    },
+    {
+      "train_step": 3493,
+      "sup_loss": 0.6735005670033418
+    },
+    {
+      "train_step": 3494,
+      "sup_loss": 0.7706885085192325
+    },
+    {
+      "train_step": 3495,
+      "sup_loss": 0.5878179979332464
+    },
+    {
+      "train_step": 3496,
+      "sup_loss": 0.7513595884503552
+    },
+    {
+      "train_step": 3497,
+      "sup_loss": 0.7440444947551574
+    },
+    {
+      "train_step": 3498,
+      "sup_loss": 0.7745780714423768
+    },
+    {
+      "train_step": 3499,
+      "sup_loss": 0.7248578924384078
+    },
+    {
+      "train_step": 3500,
+      "sup_loss": 0.7014608356313157
+    },
+    {
+      "train_step": 3501,
+      "sup_loss": 0.6054052429417645
+    },
+    {
+      "train_step": 3502,
+      "sup_loss": 0.6054545119810649
+    },
+    {
+      "train_step": 3503,
+      "sup_loss": 0.6577366255064807
+    },
+    {
+      "train_step": 3504,
+      "sup_loss": 0.7502935848414364
+    },
+    {
+      "train_step": 3505,
+      "sup_loss": 0.8341292699521576
+    },
+    {
+      "train_step": 3506,
+      "sup_loss": 0.5476134879514973
+    },
+    {
+      "train_step": 3507,
+      "sup_loss": 0.6511607302755735
+    },
+    {
+      "train_step": 3508,
+      "sup_loss": 0.57364720990209
+    },
+    {
+      "train_step": 3509,
+      "sup_loss": 0.8885399797595349
+    },
+    {
+      "train_step": 3510,
+      "sup_loss": 0.7743328110924665
+    },
+    {
+      "train_step": 3511,
+      "sup_loss": 0.7882332704837091
+    },
+    {
+      "train_step": 3512,
+      "sup_loss": 0.5397535917589203
+    },
+    {
+      "train_step": 3513,
+      "sup_loss": 0.936343080138421
+    },
+    {
+      "train_step": 3514,
+      "sup_loss": 0.6209773470777092
+    },
+    {
+      "train_step": 3515,
+      "sup_loss": 0.49169051988578805
+    },
+    {
+      "train_step": 3516,
+      "sup_loss": 0.7424462876596775
+    },
+    {
+      "train_step": 3517,
+      "sup_loss": 0.7215245416838337
+    },
+    {
+      "train_step": 3518,
+      "sup_loss": 0.6105815795367266
+    },
+    {
+      "train_step": 3519,
+      "sup_loss": 0.7414127239173465
+    },
+    {
+      "train_step": 3520,
+      "sup_loss": 0.7170983162463532
+    },
+    {
+      "train_step": 3521,
+      "sup_loss": 0.6151759430281812
+    },
+    {
+      "train_step": 3522,
+      "sup_loss": 0.6470274305244277
+    },
+    {
+      "train_step": 3523,
+      "sup_loss": 0.683420613145267
+    },
+    {
+      "train_step": 3524,
+      "sup_loss": 0.7425484206351082
+    },
+    {
+      "train_step": 3525,
+      "sup_loss": 0.4247355592180921
+    },
+    {
+      "train_step": 3526,
+      "sup_loss": 0.6573429111391156
+    },
+    {
+      "train_step": 3527,
+      "sup_loss": 0.6934921400446843
+    },
+    {
+      "train_step": 3528,
+      "sup_loss": 0.6523380783251128
+    },
+    {
+      "train_step": 3529,
+      "sup_loss": 0.5292904705967426
+    },
+    {
+      "train_step": 3530,
+      "sup_loss": 0.7483197511689246
+    },
+    {
+      "train_step": 3531,
+      "sup_loss": 0.5055469894645443
+    },
+    {
+      "train_step": 3532,
+      "sup_loss": 0.6290518422524223
+    },
+    {
+      "train_step": 3533,
+      "sup_loss": 0.8104386003398877
+    },
+    {
+      "train_step": 3534,
+      "sup_loss": 0.7170736292104112
+    },
+    {
+      "train_step": 3535,
+      "sup_loss": 0.9181558246016066
+    },
+    {
+      "train_step": 3536,
+      "sup_loss": 0.6639439330025109
+    },
+    {
+      "train_step": 3537,
+      "sup_loss": 0.7227706517360939
+    },
+    {
+      "train_step": 3538,
+      "sup_loss": 0.5897897331266388
+    },
+    {
+      "train_step": 3539,
+      "sup_loss": 0.7099687814884037
+    },
+    {
+      "train_step": 3540,
+      "sup_loss": 0.5250753526497995
+    },
+    {
+      "train_step": 3541,
+      "sup_loss": 0.6538970928323798
+    },
+    {
+      "train_step": 3542,
+      "sup_loss": 0.6435029357034571
+    },
+    {
+      "train_step": 3543,
+      "sup_loss": 0.5467679011853356
+    },
+    {
+      "train_step": 3544,
+      "sup_loss": 0.48687556260179066
+    },
+    {
+      "train_step": 3545,
+      "sup_loss": 0.6017429586819375
+    },
+    {
+      "train_step": 3546,
+      "sup_loss": 0.9068273994263989
+    },
+    {
+      "train_step": 3547,
+      "sup_loss": 0.67463762681303
+    },
+    {
+      "train_step": 3548,
+      "sup_loss": 0.6662535668010579
+    },
+    {
+      "train_step": 3549,
+      "sup_loss": 0.9291180776824611
+    },
+    {
+      "train_step": 3550,
+      "sup_loss": 0.9624075571997074
+    },
+    {
+      "train_step": 3551,
+      "sup_loss": 0.7067394264383384
+    },
+    {
+      "train_step": 3552,
+      "sup_loss": 0.7716512495663413
+    },
+    {
+      "train_step": 3553,
+      "sup_loss": 0.9440671481913456
+    },
+    {
+      "train_step": 3554,
+      "sup_loss": 0.5390806768290516
+    },
+    {
+      "train_step": 3555,
+      "sup_loss": 0.5032149849762138
+    },
+    {
+      "train_step": 3556,
+      "sup_loss": 0.5962550318400889
+    },
+    {
+      "train_step": 3557,
+      "sup_loss": 0.8427910426477362
+    },
+    {
+      "train_step": 3558,
+      "sup_loss": 0.664043019471197
+    },
+    {
+      "train_step": 3559,
+      "sup_loss": 0.8450975462072406
+    },
+    {
+      "train_step": 3560,
+      "sup_loss": 0.561881779133208
+    },
+    {
+      "train_step": 3561,
+      "sup_loss": 0.6813882503723053
+    },
+    {
+      "train_step": 3562,
+      "sup_loss": 0.9054489493215887
+    },
+    {
+      "train_step": 3563,
+      "sup_loss": 0.7237965359240227
+    },
+    {
+      "train_step": 3564,
+      "sup_loss": 0.8822162940875841
+    },
+    {
+      "train_step": 3565,
+      "sup_loss": 0.7687637905837708
+    },
+    {
+      "train_step": 3566,
+      "sup_loss": 0.5700810906589853
+    },
+    {
+      "train_step": 3567,
+      "sup_loss": 0.47787172551217577
+    },
+    {
+      "train_step": 3568,
+      "sup_loss": 0.7240556853026326
+    },
+    {
+      "train_step": 3569,
+      "sup_loss": 0.7325050158076852
+    },
+    {
+      "train_step": 3570,
+      "sup_loss": 0.5631877894303792
+    },
+    {
+      "train_step": 3571,
+      "sup_loss": 0.756730809820992
+    },
+    {
+      "train_step": 3572,
+      "sup_loss": 0.7492329503616912
+    },
+    {
+      "train_step": 3573,
+      "sup_loss": 0.6437502197458493
+    },
+    {
+      "train_step": 3574,
+      "sup_loss": 0.46431778027784026
+    },
+    {
+      "train_step": 3575,
+      "sup_loss": 0.6677454448927799
+    },
+    {
+      "train_step": 3576,
+      "sup_loss": 0.812272450185039
+    },
+    {
+      "train_step": 3577,
+      "sup_loss": 0.6104648815618579
+    },
+    {
+      "train_step": 3578,
+      "sup_loss": 0.9488536273636019
+    },
+    {
+      "train_step": 3579,
+      "sup_loss": 0.5908757664774603
+    },
+    {
+      "train_step": 3580,
+      "sup_loss": 0.5231478280835454
+    },
+    {
+      "train_step": 3581,
+      "sup_loss": 0.6507589862525022
+    },
+    {
+      "train_step": 3582,
+      "sup_loss": 0.9830149609338981
+    },
+    {
+      "train_step": 3583,
+      "sup_loss": 0.7889961959946665
+    },
+    {
+      "train_step": 3584,
+      "sup_loss": 0.6096892929786042
+    },
+    {
+      "train_step": 3585,
+      "sup_loss": 0.8000460810712681
+    },
+    {
+      "train_step": 3586,
+      "sup_loss": 0.7214898367534547
+    },
+    {
+      "train_step": 3587,
+      "sup_loss": 0.7504826696790392
+    },
+    {
+      "train_step": 3588,
+      "sup_loss": 0.4345609825444263
+    },
+    {
+      "train_step": 3589,
+      "sup_loss": 0.8152108955504569
+    },
+    {
+      "train_step": 3590,
+      "sup_loss": 0.44126063451991826
+    },
+    {
+      "train_step": 3591,
+      "sup_loss": 0.7128344409271267
+    },
+    {
+      "train_step": 3592,
+      "sup_loss": 0.6194815485133311
+    },
+    {
+      "train_step": 3593,
+      "sup_loss": 0.8585396945480006
+    },
+    {
+      "train_step": 3594,
+      "sup_loss": 0.6215714000140387
+    },
+    {
+      "train_step": 3595,
+      "sup_loss": 0.8954128628331295
+    },
+    {
+      "train_step": 3596,
+      "sup_loss": 0.5609892028000829
+    },
+    {
+      "train_step": 3597,
+      "sup_loss": 0.44886645568568906
+    },
+    {
+      "train_step": 3598,
+      "sup_loss": 0.7471152995474711
+    },
+    {
+      "train_step": 3599,
+      "sup_loss": 0.6532240315658173
+    },
+    {
+      "train_step": 3600,
+      "sup_loss": 0.596612608104098
+    },
+    {
+      "train_step": 3601,
+      "sup_loss": 0.5550154461778517
+    },
+    {
+      "train_step": 3602,
+      "sup_loss": 0.5340131235069399
+    },
+    {
+      "train_step": 3603,
+      "sup_loss": 0.6904322920288133
+    },
+    {
+      "train_step": 3604,
+      "sup_loss": 0.643208290975983
+    },
+    {
+      "train_step": 3605,
+      "sup_loss": 0.8258192648670826
+    },
+    {
+      "train_step": 3606,
+      "sup_loss": 0.7520378580408493
+    },
+    {
+      "train_step": 3607,
+      "sup_loss": 0.5614106829005998
+    },
+    {
+      "train_step": 3608,
+      "sup_loss": 0.4521317780024379
+    },
+    {
+      "train_step": 3609,
+      "sup_loss": 0.7754374446099543
+    },
+    {
+      "train_step": 3610,
+      "sup_loss": 0.5488496270631228
+    },
+    {
+      "train_step": 3611,
+      "sup_loss": 0.6397776158712454
+    },
+    {
+      "train_step": 3612,
+      "sup_loss": 0.8087545916441775
+    },
+    {
+      "train_step": 3613,
+      "sup_loss": 0.7781559765426111
+    },
+    {
+      "train_step": 3614,
+      "sup_loss": 0.6646378219018526
+    },
+    {
+      "train_step": 3615,
+      "sup_loss": 0.5019698419323858
+    },
+    {
+      "train_step": 3616,
+      "sup_loss": 0.4863618931399494
+    },
+    {
+      "train_step": 3617,
+      "sup_loss": 0.45526351567208223
+    },
+    {
+      "train_step": 3618,
+      "sup_loss": 0.7335570723172643
+    },
+    {
+      "train_step": 3619,
+      "sup_loss": 0.8188834891108143
+    },
+    {
+      "train_step": 3620,
+      "sup_loss": 0.7550189322742157
+    },
+    {
+      "train_step": 3621,
+      "sup_loss": 0.6435525045232523
+    },
+    {
+      "train_step": 3622,
+      "sup_loss": 0.6796389484987925
+    },
+    {
+      "train_step": 3623,
+      "sup_loss": 0.502295444071594
+    },
+    {
+      "train_step": 3624,
+      "sup_loss": 0.7894109288359313
+    },
+    {
+      "train_step": 3625,
+      "sup_loss": 0.5106704350631094
+    },
+    {
+      "train_step": 3626,
+      "sup_loss": 0.5904687585146825
+    },
+    {
+      "train_step": 3627,
+      "sup_loss": 0.5570611130357993
+    },
+    {
+      "train_step": 3628,
+      "sup_loss": 0.8081480829092949
+    },
+    {
+      "train_step": 3629,
+      "sup_loss": 0.6157480749952676
+    },
+    {
+      "train_step": 3630,
+      "sup_loss": 0.7092080142845095
+    },
+    {
+      "train_step": 3631,
+      "sup_loss": 0.7840514275938377
+    },
+    {
+      "train_step": 3632,
+      "sup_loss": 0.5294686857311802
+    },
+    {
+      "train_step": 3633,
+      "sup_loss": 0.644565351602314
+    },
+    {
+      "train_step": 3634,
+      "sup_loss": 0.6600509862633032
+    },
+    {
+      "train_step": 3635,
+      "sup_loss": 0.40011119817971813
+    },
+    {
+      "train_step": 3636,
+      "sup_loss": 0.628937792446586
+    },
+    {
+      "train_step": 3637,
+      "sup_loss": 0.6595230515104645
+    },
+    {
+      "train_step": 3638,
+      "sup_loss": 0.7259420649867024
+    },
+    {
+      "train_step": 3639,
+      "sup_loss": 0.5953474445558674
+    },
+    {
+      "train_step": 3640,
+      "sup_loss": 0.8960731198228835
+    },
+    {
+      "train_step": 3641,
+      "sup_loss": 0.6230045844972872
+    },
+    {
+      "train_step": 3642,
+      "sup_loss": 0.6771763741071315
+    },
+    {
+      "train_step": 3643,
+      "sup_loss": 0.5735390901602077
+    },
+    {
+      "train_step": 3644,
+      "sup_loss": 0.6553287533144669
+    },
+    {
+      "train_step": 3645,
+      "sup_loss": 0.6220896869617715
+    },
+    {
+      "train_step": 3646,
+      "sup_loss": 0.5189950014226279
+    },
+    {
+      "train_step": 3647,
+      "sup_loss": 0.6350296998401461
+    },
+    {
+      "train_step": 3648,
+      "sup_loss": 0.6060599239435392
+    },
+    {
+      "train_step": 3649,
+      "sup_loss": 0.6037377357543074
+    },
+    {
+      "train_step": 3650,
+      "sup_loss": 0.45082160203835053
+    },
+    {
+      "train_step": 3651,
+      "sup_loss": 0.6863127818462422
+    },
+    {
+      "train_step": 3652,
+      "sup_loss": 0.5323700269568544
+    },
+    {
+      "train_step": 3653,
+      "sup_loss": 0.4890577084992972
+    },
+    {
+      "train_step": 3654,
+      "sup_loss": 0.6286222126902867
+    },
+    {
+      "train_step": 3655,
+      "sup_loss": 0.3135241010687316
+    },
+    {
+      "train_step": 3656,
+      "sup_loss": 0.35274813955645373
+    },
+    {
+      "train_step": 3657,
+      "sup_loss": 0.5761526227530327
+    },
+    {
+      "train_step": 3658,
+      "sup_loss": 0.6901451675221899
+    },
+    {
+      "train_step": 3659,
+      "sup_loss": 0.29454737685745125
+    },
+    {
+      "train_step": 3660,
+      "sup_loss": 0.4420270308650827
+    },
+    {
+      "train_step": 3661,
+      "sup_loss": 0.43162911711352137
+    },
+    {
+      "train_step": 3662,
+      "sup_loss": 0.5884684373882495
+    },
+    {
+      "train_step": 3663,
+      "sup_loss": 0.6249333693323769
+    },
+    {
+      "train_step": 3664,
+      "sup_loss": 0.49701533518073765
+    },
+    {
+      "train_step": 3665,
+      "sup_loss": 0.40035458096481474
+    },
+    {
+      "train_step": 3666,
+      "sup_loss": 0.7151605942143375
+    },
+    {
+      "train_step": 3667,
+      "sup_loss": 0.40259511304367235
+    },
+    {
+      "train_step": 3668,
+      "sup_loss": 0.40931633829246683
+    },
+    {
+      "train_step": 3669,
+      "sup_loss": 0.4571838988405963
+    },
+    {
+      "train_step": 3670,
+      "sup_loss": 0.4579759534054821
+    },
+    {
+      "train_step": 3671,
+      "sup_loss": 0.3335063489457688
+    },
+    {
+      "train_step": 3672,
+      "sup_loss": 0.7799579305047859
+    },
+    {
+      "train_step": 3673,
+      "sup_loss": 0.487988677433346
+    },
+    {
+      "train_step": 3674,
+      "sup_loss": 0.5606195209159223
+    },
+    {
+      "train_step": 3675,
+      "sup_loss": 0.20558358941836877
+    },
+    {
+      "train_step": 3676,
+      "sup_loss": 0.7799791930429082
+    },
+    {
+      "train_step": 3677,
+      "sup_loss": 0.7081925734809883
+    },
+    {
+      "train_step": 3678,
+      "sup_loss": 0.5809782978577356
+    },
+    {
+      "train_step": 3679,
+      "sup_loss": 0.5582660394979639
+    },
+    {
+      "train_step": 3680,
+      "sup_loss": 0.5223105388667074
+    },
+    {
+      "train_step": 3681,
+      "sup_loss": 0.609755785210157
+    },
+    {
+      "train_step": 3682,
+      "sup_loss": 0.3700287902055426
+    },
+    {
+      "train_step": 3683,
+      "sup_loss": 0.4952476672375557
+    },
+    {
+      "train_step": 3684,
+      "sup_loss": 0.5718082603236149
+    },
+    {
+      "train_step": 3685,
+      "sup_loss": 0.247540134350094
+    },
+    {
+      "train_step": 3686,
+      "sup_loss": 0.48235356481732977
+    },
+    {
+      "train_step": 3687,
+      "sup_loss": 0.6076335664684149
+    },
+    {
+      "train_step": 3688,
+      "sup_loss": 0.44126934990605987
+    },
+    {
+      "train_step": 3689,
+      "sup_loss": 0.7924497277504811
+    },
+    {
+      "train_step": 3690,
+      "sup_loss": 0.48801821531660733
+    },
+    {
+      "train_step": 3691,
+      "sup_loss": 0.5721283778438712
+    },
+    {
+      "train_step": 3692,
+      "sup_loss": 0.5341732469450503
+    },
+    {
+      "train_step": 3693,
+      "sup_loss": 0.6631527495329858
+    },
+    {
+      "train_step": 3694,
+      "sup_loss": 0.5707222212660534
+    },
+    {
+      "train_step": 3695,
+      "sup_loss": 0.3318117125578147
+    },
+    {
+      "train_step": 3696,
+      "sup_loss": 0.5257793507955377
+    },
+    {
+      "train_step": 3697,
+      "sup_loss": 0.5662114998158534
+    },
+    {
+      "train_step": 3698,
+      "sup_loss": 0.46731191366803265
+    },
+    {
+      "train_step": 3699,
+      "sup_loss": 0.5129223823217542
+    },
+    {
+      "train_step": 3700,
+      "sup_loss": 0.43245451207508484
+    },
+    {
+      "train_step": 3701,
+      "sup_loss": 0.48839314005975676
+    },
+    {
+      "train_step": 3702,
+      "sup_loss": 0.6748718203878252
+    },
+    {
+      "train_step": 3703,
+      "sup_loss": 0.48368592721302617
+    },
+    {
+      "train_step": 3704,
+      "sup_loss": 0.31568542230852864
+    },
+    {
+      "train_step": 3705,
+      "sup_loss": 0.34031664420552493
+    },
+    {
+      "train_step": 3706,
+      "sup_loss": 0.6398433976452895
+    },
+    {
+      "train_step": 3707,
+      "sup_loss": 0.5782376682686734
+    },
+    {
+      "train_step": 3708,
+      "sup_loss": 0.38952737456977204
+    },
+    {
+      "train_step": 3709,
+      "sup_loss": 0.5681850462449765
+    },
+    {
+      "train_step": 3710,
+      "sup_loss": 0.505968185152114
+    },
+    {
+      "train_step": 3711,
+      "sup_loss": 0.5962845275235943
+    },
+    {
+      "train_step": 3712,
+      "sup_loss": 0.34879017401701795
+    },
+    {
+      "train_step": 3713,
+      "sup_loss": 0.6968148650544154
+    },
+    {
+      "train_step": 3714,
+      "sup_loss": 0.5843622614681249
+    },
+    {
+      "train_step": 3715,
+      "sup_loss": 0.3803494579368191
+    },
+    {
+      "train_step": 3716,
+      "sup_loss": 0.6478854164079758
+    },
+    {
+      "train_step": 3717,
+      "sup_loss": 0.5005663555509812
+    },
+    {
+      "train_step": 3718,
+      "sup_loss": 0.41831676358502606
+    },
+    {
+      "train_step": 3719,
+      "sup_loss": 0.5294297655558245
+    },
+    {
+      "train_step": 3720,
+      "sup_loss": 0.3032363495564226
+    },
+    {
+      "train_step": 3721,
+      "sup_loss": 0.3306579701820537
+    },
+    {
+      "train_step": 3722,
+      "sup_loss": 0.651917886763314
+    },
+    {
+      "train_step": 3723,
+      "sup_loss": 0.792358184585413
+    },
+    {
+      "train_step": 3724,
+      "sup_loss": 0.8019196792648721
+    },
+    {
+      "train_step": 3725,
+      "sup_loss": 0.34979766982064775
+    },
+    {
+      "train_step": 3726,
+      "sup_loss": 0.5811450954470971
+    },
+    {
+      "train_step": 3727,
+      "sup_loss": 0.37021258318284583
+    },
+    {
+      "train_step": 3728,
+      "sup_loss": 0.4562369392726517
+    },
+    {
+      "train_step": 3729,
+      "sup_loss": 0.5805030924399904
+    },
+    {
+      "train_step": 3730,
+      "sup_loss": 0.6806994309382284
+    },
+    {
+      "train_step": 3731,
+      "sup_loss": 0.4209921074850564
+    },
+    {
+      "train_step": 3732,
+      "sup_loss": 0.5991887114994175
+    },
+    {
+      "train_step": 3733,
+      "sup_loss": 0.4704077667767305
+    },
+    {
+      "train_step": 3734,
+      "sup_loss": 0.3607662347552989
+    },
+    {
+      "train_step": 3735,
+      "sup_loss": 0.5047840398701479
+    },
+    {
+      "train_step": 3736,
+      "sup_loss": 0.5302162799938083
+    },
+    {
+      "train_step": 3737,
+      "sup_loss": 0.2649935901491594
+    },
+    {
+      "train_step": 3738,
+      "sup_loss": 0.6336320205492383
+    },
+    {
+      "train_step": 3739,
+      "sup_loss": 0.63095657519197
+    },
+    {
+      "train_step": 3740,
+      "sup_loss": 0.4786954311829297
+    },
+    {
+      "train_step": 3741,
+      "sup_loss": 0.6673614206676698
+    },
+    {
+      "train_step": 3742,
+      "sup_loss": 0.7780985565459829
+    },
+    {
+      "train_step": 3743,
+      "sup_loss": 0.6108064910931137
+    },
+    {
+      "train_step": 3744,
+      "sup_loss": 0.6032231855642662
+    },
+    {
+      "train_step": 3745,
+      "sup_loss": 0.4335222821135866
+    },
+    {
+      "train_step": 3746,
+      "sup_loss": 0.5092734701446721
+    },
+    {
+      "train_step": 3747,
+      "sup_loss": 0.7336378127985683
+    },
+    {
+      "train_step": 3748,
+      "sup_loss": 0.5862551243186254
+    },
+    {
+      "train_step": 3749,
+      "sup_loss": 0.6513341137924292
+    },
+    {
+      "train_step": 3750,
+      "sup_loss": 0.7233781333212084
+    },
+    {
+      "train_step": 3751,
+      "sup_loss": 0.5411333924016248
+    },
+    {
+      "train_step": 3752,
+      "sup_loss": 0.7270611653630679
+    },
+    {
+      "train_step": 3753,
+      "sup_loss": 0.594393125627756
+    },
+    {
+      "train_step": 3754,
+      "sup_loss": 0.5183833365550221
+    },
+    {
+      "train_step": 3755,
+      "sup_loss": 1.2894207735075547
+    },
+    {
+      "train_step": 3756,
+      "sup_loss": 0.6346904754662461
+    },
+    {
+      "train_step": 3757,
+      "sup_loss": 0.6311106986636354
+    },
+    {
+      "train_step": 3758,
+      "sup_loss": 0.4015365301754152
+    },
+    {
+      "train_step": 3759,
+      "sup_loss": 0.6126397140676485
+    },
+    {
+      "train_step": 3760,
+      "sup_loss": 0.9099426762859593
+    },
+    {
+      "train_step": 3761,
+      "sup_loss": 0.4695956556085724
+    },
+    {
+      "train_step": 3762,
+      "sup_loss": 0.5217406012540734
+    },
+    {
+      "train_step": 3763,
+      "sup_loss": 0.3757654199812418
+    },
+    {
+      "train_step": 3764,
+      "sup_loss": 0.6722751615911537
+    },
+    {
+      "train_step": 3765,
+      "sup_loss": 0.8285993640898852
+    },
+    {
+      "train_step": 3766,
+      "sup_loss": 0.37946887185636285
+    },
+    {
+      "train_step": 3767,
+      "sup_loss": 0.636182924525358
+    },
+    {
+      "train_step": 3768,
+      "sup_loss": 0.6183337770768506
+    },
+    {
+      "train_step": 3769,
+      "sup_loss": 0.762773689988745
+    },
+    {
+      "train_step": 3770,
+      "sup_loss": 0.49486372129822853
+    },
+    {
+      "train_step": 3771,
+      "sup_loss": 0.5657723126173645
+    },
+    {
+      "train_step": 3772,
+      "sup_loss": 0.4419200577000237
+    },
+    {
+      "train_step": 3773,
+      "sup_loss": 0.4374450215955312
+    },
+    {
+      "train_step": 3774,
+      "sup_loss": 0.248408243576672
+    },
+    {
+      "train_step": 3775,
+      "sup_loss": 0.4959534364173926
+    },
+    {
+      "train_step": 3776,
+      "sup_loss": 0.3878362071969572
+    },
+    {
+      "train_step": 3777,
+      "sup_loss": 0.592617229369064
+    },
+    {
+      "train_step": 3778,
+      "sup_loss": 0.33804491179235246
+    },
+    {
+      "train_step": 3779,
+      "sup_loss": 0.35295541715643364
+    },
+    {
+      "train_step": 3780,
+      "sup_loss": 0.6337353126599873
+    },
+    {
+      "train_step": 3781,
+      "sup_loss": 0.4863981254946043
+    },
+    {
+      "train_step": 3782,
+      "sup_loss": 0.5031179846048308
+    },
+    {
+      "train_step": 3783,
+      "sup_loss": 0.3658749750393636
+    },
+    {
+      "train_step": 3784,
+      "sup_loss": 0.4068592511159432
+    },
+    {
+      "train_step": 3785,
+      "sup_loss": 0.5176390374940443
+    },
+    {
+      "train_step": 3786,
+      "sup_loss": 0.8388861034923248
+    },
+    {
+      "train_step": 3787,
+      "sup_loss": 0.27409432089438285
+    },
+    {
+      "train_step": 3788,
+      "sup_loss": 0.3488342925812476
+    },
+    {
+      "train_step": 3789,
+      "sup_loss": 0.47965833453401036
+    },
+    {
+      "train_step": 3790,
+      "sup_loss": 0.6694984700408871
+    },
+    {
+      "train_step": 3791,
+      "sup_loss": 0.6206969217225247
+    },
+    {
+      "train_step": 3792,
+      "sup_loss": 0.6057517205749497
+    },
+    {
+      "train_step": 3793,
+      "sup_loss": 0.41505057279931024
+    },
+    {
+      "train_step": 3794,
+      "sup_loss": 0.3643997252377478
+    },
+    {
+      "train_step": 3795,
+      "sup_loss": 0.2713548441919434
+    },
+    {
+      "train_step": 3796,
+      "sup_loss": 0.453547467911717
+    },
+    {
+      "train_step": 3797,
+      "sup_loss": 0.4761282197321685
+    },
+    {
+      "train_step": 3798,
+      "sup_loss": 0.7105820088018823
+    },
+    {
+      "train_step": 3799,
+      "sup_loss": 0.5266995110496253
+    },
+    {
+      "train_step": 3800,
+      "sup_loss": 0.36128258049274026
+    },
+    {
+      "train_step": 3801,
+      "sup_loss": 0.2390088903127074
+    },
+    {
+      "train_step": 3802,
+      "sup_loss": 0.2641182073639118
+    },
+    {
+      "train_step": 3803,
+      "sup_loss": 0.44004423028684525
+    },
+    {
+      "train_step": 3804,
+      "sup_loss": 0.46082558658571493
+    },
+    {
+      "train_step": 3805,
+      "sup_loss": 0.5704263286461937
+    },
+    {
+      "train_step": 3806,
+      "sup_loss": 0.5758232858812871
+    },
+    {
+      "train_step": 3807,
+      "sup_loss": 0.36677685557580125
+    },
+    {
+      "train_step": 3808,
+      "sup_loss": 0.3927015897498491
+    },
+    {
+      "train_step": 3809,
+      "sup_loss": 0.42863912677658167
+    },
+    {
+      "train_step": 3810,
+      "sup_loss": 0.4948727952810623
+    },
+    {
+      "train_step": 3811,
+      "sup_loss": 0.354267094542523
+    },
+    {
+      "train_step": 3812,
+      "sup_loss": 0.39464531550664966
+    },
+    {
+      "train_step": 3813,
+      "sup_loss": 0.7061064782949774
+    },
+    {
+      "train_step": 3814,
+      "sup_loss": 0.3480262691994338
+    },
+    {
+      "train_step": 3815,
+      "sup_loss": 0.2262319093319737
+    },
+    {
+      "train_step": 3816,
+      "sup_loss": 0.71010856803524
+    },
+    {
+      "train_step": 3817,
+      "sup_loss": 0.476202548816229
+    },
+    {
+      "train_step": 3818,
+      "sup_loss": 0.5351548587451678
+    },
+    {
+      "train_step": 3819,
+      "sup_loss": 0.48383829572055903
+    },
+    {
+      "train_step": 3820,
+      "sup_loss": 0.38025595074239604
+    },
+    {
+      "train_step": 3821,
+      "sup_loss": 0.5025872105148664
+    },
+    {
+      "train_step": 3822,
+      "sup_loss": 0.7617130222242727
+    },
+    {
+      "train_step": 3823,
+      "sup_loss": 0.35637534664447706
+    },
+    {
+      "train_step": 3824,
+      "sup_loss": 0.5296783495156391
+    },
+    {
+      "train_step": 3825,
+      "sup_loss": 0.2362869686522262
+    },
+    {
+      "train_step": 3826,
+      "sup_loss": 0.653478075236335
+    },
+    {
+      "train_step": 3827,
+      "sup_loss": 0.6365475335359745
+    },
+    {
+      "train_step": 3828,
+      "sup_loss": 0.26737119870965725
+    },
+    {
+      "train_step": 3829,
+      "sup_loss": 0.6307931229191572
+    },
+    {
+      "train_step": 3830,
+      "sup_loss": 0.18345839448958434
+    },
+    {
+      "train_step": 3831,
+      "sup_loss": 0.5377807578311764
+    },
+    {
+      "train_step": 3832,
+      "sup_loss": 0.4142818193990427
+    },
+    {
+      "train_step": 3833,
+      "sup_loss": 0.6118687347763638
+    },
+    {
+      "train_step": 3834,
+      "sup_loss": 0.7362638436718857
+    },
+    {
+      "train_step": 3835,
+      "sup_loss": 0.5651771440539836
+    },
+    {
+      "train_step": 3836,
+      "sup_loss": 0.5067135177943315
+    },
+    {
+      "train_step": 3837,
+      "sup_loss": 0.5539235529457147
+    },
+    {
+      "train_step": 3838,
+      "sup_loss": 0.35357376493007586
+    },
+    {
+      "train_step": 3839,
+      "sup_loss": 0.5151545589711207
+    },
+    {
+      "train_step": 3840,
+      "sup_loss": 0.2568474225177326
+    },
+    {
+      "train_step": 3841,
+      "sup_loss": 0.3467812570251582
+    },
+    {
+      "train_step": 3842,
+      "sup_loss": 0.4186705212019253
+    },
+    {
+      "train_step": 3843,
+      "sup_loss": 0.7169715043395783
+    },
+    {
+      "train_step": 3844,
+      "sup_loss": 0.47487144394189656
+    },
+    {
+      "train_step": 3845,
+      "sup_loss": 0.5853931729069227
+    },
+    {
+      "train_step": 3846,
+      "sup_loss": 0.3322650462429043
+    },
+    {
+      "train_step": 3847,
+      "sup_loss": 0.25482607165309695
+    },
+    {
+      "train_step": 3848,
+      "sup_loss": 0.42607088705932683
+    },
+    {
+      "train_step": 3849,
+      "sup_loss": 0.5216869033801516
+    },
+    {
+      "train_step": 3850,
+      "sup_loss": 0.4162453242320315
+    },
+    {
+      "train_step": 3851,
+      "sup_loss": 0.33638093233123334
+    },
+    {
+      "train_step": 3852,
+      "sup_loss": 0.6689644194811486
+    },
+    {
+      "train_step": 3853,
+      "sup_loss": 0.472211227046677
+    },
+    {
+      "train_step": 3854,
+      "sup_loss": 0.4575909968422057
+    },
+    {
+      "train_step": 3855,
+      "sup_loss": 0.45581171331006864
+    },
+    {
+      "train_step": 3856,
+      "sup_loss": 0.6103292095067049
+    },
+    {
+      "train_step": 3857,
+      "sup_loss": 0.7620862495749646
+    },
+    {
+      "train_step": 3858,
+      "sup_loss": 0.2226773315220185
+    },
+    {
+      "train_step": 3859,
+      "sup_loss": 0.46948226495242357
+    },
+    {
+      "train_step": 3860,
+      "sup_loss": 0.45601675005983805
+    },
+    {
+      "train_step": 3861,
+      "sup_loss": 0.4216609624047727
+    },
+    {
+      "train_step": 3862,
+      "sup_loss": 0.5134390732506768
+    },
+    {
+      "train_step": 3863,
+      "sup_loss": 0.4572411049031937
+    },
+    {
+      "train_step": 3864,
+      "sup_loss": 0.2108846430224144
+    },
+    {
+      "train_step": 3865,
+      "sup_loss": 0.39857794763697385
+    },
+    {
+      "train_step": 3866,
+      "sup_loss": 0.5017651684209027
+    },
+    {
+      "train_step": 3867,
+      "sup_loss": 0.24108897500727824
+    },
+    {
+      "train_step": 3868,
+      "sup_loss": 0.20811887801384818
+    },
+    {
+      "train_step": 3869,
+      "sup_loss": 0.4800805598325617
+    },
+    {
+      "train_step": 3870,
+      "sup_loss": 0.7564906658687519
+    },
+    {
+      "train_step": 3871,
+      "sup_loss": 0.6974610300597539
+    },
+    {
+      "train_step": 3872,
+      "sup_loss": 0.3695012971198773
+    },
+    {
+      "train_step": 3873,
+      "sup_loss": 0.8114125774051718
+    },
+    {
+      "train_step": 3874,
+      "sup_loss": 0.46381102071696556
+    },
+    {
+      "train_step": 3875,
+      "sup_loss": 0.734083667883778
+    },
+    {
+      "train_step": 3876,
+      "sup_loss": 0.35060910970073805
+    },
+    {
+      "train_step": 3877,
+      "sup_loss": 0.37186558079261317
+    },
+    {
+      "train_step": 3878,
+      "sup_loss": 0.2853825199640649
+    },
+    {
+      "train_step": 3879,
+      "sup_loss": 0.7669490234179714
+    },
+    {
+      "train_step": 3880,
+      "sup_loss": 0.7118437820522803
+    },
+    {
+      "train_step": 3881,
+      "sup_loss": 0.3799334005434539
+    },
+    {
+      "train_step": 3882,
+      "sup_loss": 0.313026448545982
+    },
+    {
+      "train_step": 3883,
+      "sup_loss": 0.32290815552247915
+    },
+    {
+      "train_step": 3884,
+      "sup_loss": 0.2946113358523697
+    },
+    {
+      "train_step": 3885,
+      "sup_loss": 0.4611144110532636
+    },
+    {
+      "train_step": 3886,
+      "sup_loss": 0.44703956863216426
+    },
+    {
+      "train_step": 3887,
+      "sup_loss": 0.461886705059873
+    },
+    {
+      "train_step": 3888,
+      "sup_loss": 0.39089265394147343
+    },
+    {
+      "train_step": 3889,
+      "sup_loss": 0.37719818770730834
+    },
+    {
+      "train_step": 3890,
+      "sup_loss": 0.41965995443785203
+    },
+    {
+      "train_step": 3891,
+      "sup_loss": 0.23210011618075033
+    },
+    {
+      "train_step": 3892,
+      "sup_loss": 0.5973925265825291
+    },
+    {
+      "train_step": 3893,
+      "sup_loss": 0.4249171884483287
+    },
+    {
+      "train_step": 3894,
+      "sup_loss": 0.6777804869304227
+    },
+    {
+      "train_step": 3895,
+      "sup_loss": 0.38087571431526723
+    },
+    {
+      "train_step": 3896,
+      "sup_loss": 0.2192012728936194
+    },
+    {
+      "train_step": 3897,
+      "sup_loss": 0.19675649039522883
+    },
+    {
+      "train_step": 3898,
+      "sup_loss": 0.4402929395917228
+    },
+    {
+      "train_step": 3899,
+      "sup_loss": 0.628910239427442
+    },
+    {
+      "train_step": 3900,
+      "sup_loss": 0.600170375361505
+    },
+    {
+      "train_step": 3901,
+      "sup_loss": 0.4382608687652933
+    },
+    {
+      "train_step": 3902,
+      "sup_loss": 0.5708528557811097
+    },
+    {
+      "train_step": 3903,
+      "sup_loss": 0.4765512127131284
+    },
+    {
+      "train_step": 3904,
+      "sup_loss": 0.3394817029701481
+    },
+    {
+      "train_step": 3905,
+      "sup_loss": 0.3928966856345806
+    },
+    {
+      "train_step": 3906,
+      "sup_loss": 0.6435797495849997
+    },
+    {
+      "train_step": 3907,
+      "sup_loss": 0.31861232292261094
+    },
+    {
+      "train_step": 3908,
+      "sup_loss": 0.5027384117250718
+    },
+    {
+      "train_step": 3909,
+      "sup_loss": 0.41809618930738446
+    },
+    {
+      "train_step": 3910,
+      "sup_loss": 0.4834883475897823
+    },
+    {
+      "train_step": 3911,
+      "sup_loss": 0.3997606607565812
+    },
+    {
+      "train_step": 3912,
+      "sup_loss": 0.4136062573065634
+    },
+    {
+      "train_step": 3913,
+      "sup_loss": 0.38587614470070936
+    },
+    {
+      "train_step": 3914,
+      "sup_loss": 0.5024867220973491
+    },
+    {
+      "train_step": 3915,
+      "sup_loss": 0.48224012048082193
+    },
+    {
+      "train_step": 3916,
+      "sup_loss": 0.3623667589851111
+    },
+    {
+      "train_step": 3917,
+      "sup_loss": 0.6513261724058943
+    },
+    {
+      "train_step": 3918,
+      "sup_loss": 0.3662249914366807
+    },
+    {
+      "train_step": 3919,
+      "sup_loss": 0.43981066100979294
+    },
+    {
+      "train_step": 3920,
+      "sup_loss": 0.48683970041010566
+    },
+    {
+      "train_step": 3921,
+      "sup_loss": 0.3764612885095181
+    },
+    {
+      "train_step": 3922,
+      "sup_loss": 0.6960862318078234
+    },
+    {
+      "train_step": 3923,
+      "sup_loss": 0.7802155767218402
+    },
+    {
+      "train_step": 3924,
+      "sup_loss": 0.46133364895250595
+    },
+    {
+      "train_step": 3925,
+      "sup_loss": 0.6571027777814965
+    },
+    {
+      "train_step": 3926,
+      "sup_loss": 0.554051855617451
+    },
+    {
+      "train_step": 3927,
+      "sup_loss": 0.07090155573093294
+    },
+    {
+      "train_step": 3928,
+      "sup_loss": 0.551732911608291
+    },
+    {
+      "train_step": 3929,
+      "sup_loss": 0.42291299282200484
+    },
+    {
+      "train_step": 3930,
+      "sup_loss": 0.38665904081921115
+    },
+    {
+      "train_step": 3931,
+      "sup_loss": 0.18074434232092823
+    },
+    {
+      "train_step": 3932,
+      "sup_loss": 0.538282891209289
+    },
+    {
+      "train_step": 3933,
+      "sup_loss": 0.8851444929195246
+    },
+    {
+      "train_step": 3934,
+      "sup_loss": 0.6746760583425493
+    },
+    {
+      "train_step": 3935,
+      "sup_loss": 0.2797279305509961
+    },
+    {
+      "train_step": 3936,
+      "sup_loss": 0.5888533585691399
+    },
+    {
+      "train_step": 3937,
+      "sup_loss": 0.6007785066184173
+    },
+    {
+      "train_step": 3938,
+      "sup_loss": 0.5506271836732344
+    },
+    {
+      "train_step": 3939,
+      "sup_loss": 0.5247344668062828
+    },
+    {
+      "train_step": 3940,
+      "sup_loss": 0.7761041394213987
+    },
+    {
+      "train_step": 3941,
+      "sup_loss": 0.6507113614280812
+    },
+    {
+      "train_step": 3942,
+      "sup_loss": 0.673112195645854
+    },
+    {
+      "train_step": 3943,
+      "sup_loss": 0.6454408413080506
+    },
+    {
+      "train_step": 3944,
+      "sup_loss": 0.6007676714781963
+    },
+    {
+      "train_step": 3945,
+      "sup_loss": 0.5500495381341922
+    },
+    {
+      "train_step": 3946,
+      "sup_loss": 0.8118594407406662
+    },
+    {
+      "train_step": 3947,
+      "sup_loss": 0.6528034537103475
+    },
+    {
+      "train_step": 3948,
+      "sup_loss": 0.7509847187076661
+    },
+    {
+      "train_step": 3949,
+      "sup_loss": 0.893579711157039
+    },
+    {
+      "train_step": 3950,
+      "sup_loss": 0.5929064835714751
+    },
+    {
+      "train_step": 3951,
+      "sup_loss": 0.5924504341718102
+    },
+    {
+      "train_step": 3952,
+      "sup_loss": 0.3965673393087899
+    },
+    {
+      "train_step": 3953,
+      "sup_loss": 0.5746433192513889
+    },
+    {
+      "train_step": 3954,
+      "sup_loss": 0.6673188141817198
+    },
+    {
+      "train_step": 3955,
+      "sup_loss": 0.7275031888653432
+    },
+    {
+      "train_step": 3956,
+      "sup_loss": 0.7361690525991629
+    },
+    {
+      "train_step": 3957,
+      "sup_loss": 0.8240740271059435
+    },
+    {
+      "train_step": 3958,
+      "sup_loss": 0.7080525169586321
+    },
+    {
+      "train_step": 3959,
+      "sup_loss": 0.9278397172490477
+    },
+    {
+      "train_step": 3960,
+      "sup_loss": 0.6334717224985424
+    },
+    {
+      "train_step": 3961,
+      "sup_loss": 0.6763946677394299
+    },
+    {
+      "train_step": 3962,
+      "sup_loss": 0.5413384024348831
+    },
+    {
+      "train_step": 3963,
+      "sup_loss": 0.6392727629563999
+    },
+    {
+      "train_step": 3964,
+      "sup_loss": 0.777005382919045
+    },
+    {
+      "train_step": 3965,
+      "sup_loss": 0.7348586660710473
+    },
+    {
+      "train_step": 3966,
+      "sup_loss": 0.891110178314658
+    },
+    {
+      "train_step": 3967,
+      "sup_loss": 0.5618381614451818
+    },
+    {
+      "train_step": 3968,
+      "sup_loss": 0.5471127363179263
+    },
+    {
+      "train_step": 3969,
+      "sup_loss": 0.6025432085220097
+    },
+    {
+      "train_step": 3970,
+      "sup_loss": 0.5531461605933596
+    },
+    {
+      "train_step": 3971,
+      "sup_loss": 0.666391759069348
+    },
+    {
+      "train_step": 3972,
+      "sup_loss": 0.6916518479863689
+    },
+    {
+      "train_step": 3973,
+      "sup_loss": 0.6456869832859706
+    },
+    {
+      "train_step": 3974,
+      "sup_loss": 0.3930568111057503
+    },
+    {
+      "train_step": 3975,
+      "sup_loss": 0.45844647482771833
+    },
+    {
+      "train_step": 3976,
+      "sup_loss": 0.6177853167319193
+    },
+    {
+      "train_step": 3977,
+      "sup_loss": 0.6202156668133294
+    },
+    {
+      "train_step": 3978,
+      "sup_loss": 0.6822806320186316
+    },
+    {
+      "train_step": 3979,
+      "sup_loss": 0.6506371462846736
+    },
+    {
+      "train_step": 3980,
+      "sup_loss": 0.4729454757903204
+    },
+    {
+      "train_step": 3981,
+      "sup_loss": 0.6682988763635901
+    },
+    {
+      "train_step": 3982,
+      "sup_loss": 0.3704512023830752
+    },
+    {
+      "train_step": 3983,
+      "sup_loss": 0.4512604104266403
+    },
+    {
+      "train_step": 3984,
+      "sup_loss": 0.5694575871963243
+    },
+    {
+      "train_step": 3985,
+      "sup_loss": 0.6162959460243019
+    },
+    {
+      "train_step": 3986,
+      "sup_loss": 0.6555625854486977
+    },
+    {
+      "train_step": 3987,
+      "sup_loss": 0.446835926295689
+    },
+    {
+      "train_step": 3988,
+      "sup_loss": 0.593622791589347
+    },
+    {
+      "train_step": 3989,
+      "sup_loss": 0.6216985999018758
+    },
+    {
+      "train_step": 3990,
+      "sup_loss": 0.6029368988949583
+    },
+    {
+      "train_step": 3991,
+      "sup_loss": 0.7541532062907028
+    },
+    {
+      "train_step": 3992,
+      "sup_loss": 0.8541772068883169
+    },
+    {
+      "train_step": 3993,
+      "sup_loss": 0.4692709931101311
+    },
+    {
+      "train_step": 3994,
+      "sup_loss": 0.6476188238878041
+    },
+    {
+      "train_step": 3995,
+      "sup_loss": 0.6906644014833772
+    },
+    {
+      "train_step": 3996,
+      "sup_loss": 0.7485529823946228
+    },
+    {
+      "train_step": 3997,
+      "sup_loss": 0.7012800791139242
+    },
+    {
+      "train_step": 3998,
+      "sup_loss": 0.6152641722445061
+    },
+    {
+      "train_step": 3999,
+      "sup_loss": 0.4448087059938738
+    },
+    {
+      "train_step": 4000,
+      "sup_loss": 0.6294016145026116
+    },
+    {
+      "train_step": 4001,
+      "sup_loss": 0.7861618573850307
+    },
+    {
+      "train_step": 4002,
+      "sup_loss": 0.6327393471152217
+    },
+    {
+      "train_step": 4003,
+      "sup_loss": 0.9328591814875102
+    },
+    {
+      "train_step": 4004,
+      "sup_loss": 0.6821084993195216
+    },
+    {
+      "train_step": 4005,
+      "sup_loss": 0.8726337785027228
+    },
+    {
+      "train_step": 4006,
+      "sup_loss": 0.7544029120216685
+    },
+    {
+      "train_step": 4007,
+      "sup_loss": 0.6729370096201537
+    },
+    {
+      "train_step": 4008,
+      "sup_loss": 0.7654957540093544
+    },
+    {
+      "train_step": 4009,
+      "sup_loss": 0.8651420388574191
+    },
+    {
+      "train_step": 4010,
+      "sup_loss": 0.5594370769283431
+    },
+    {
+      "train_step": 4011,
+      "sup_loss": 0.5003779544797246
+    },
+    {
+      "train_step": 4012,
+      "sup_loss": 0.5649680312006866
+    },
+    {
+      "train_step": 4013,
+      "sup_loss": 0.3182100338042566
+    },
+    {
+      "train_step": 4014,
+      "sup_loss": 0.4786187479562416
+    },
+    {
+      "train_step": 4015,
+      "sup_loss": 0.41867782777425966
+    },
+    {
+      "train_step": 4016,
+      "sup_loss": 0.7413422519935546
+    },
+    {
+      "train_step": 4017,
+      "sup_loss": 0.5517701503915398
+    },
+    {
+      "train_step": 4018,
+      "sup_loss": 0.7101720191770367
+    },
+    {
+      "train_step": 4019,
+      "sup_loss": 0.6248821071925956
+    },
+    {
+      "train_step": 4020,
+      "sup_loss": 0.514501099880015
+    },
+    {
+      "train_step": 4021,
+      "sup_loss": 0.5782166470510592
+    },
+    {
+      "train_step": 4022,
+      "sup_loss": 0.5506811005805087
+    },
+    {
+      "train_step": 4023,
+      "sup_loss": 0.3467524504835362
+    },
+    {
+      "train_step": 4024,
+      "sup_loss": 0.602736932203972
+    },
+    {
+      "train_step": 4025,
+      "sup_loss": 0.44827961381312453
+    },
+    {
+      "train_step": 4026,
+      "sup_loss": 0.4399273843909012
+    },
+    {
+      "train_step": 4027,
+      "sup_loss": 0.3955151600601624
+    },
+    {
+      "train_step": 4028,
+      "sup_loss": 0.596490327976605
+    },
+    {
+      "train_step": 4029,
+      "sup_loss": 0.5537866770492252
+    },
+    {
+      "train_step": 4030,
+      "sup_loss": 0.5494134144603898
+    },
+    {
+      "train_step": 4031,
+      "sup_loss": 0.5705055362309633
+    },
+    {
+      "train_step": 4032,
+      "sup_loss": 0.8834979683950831
+    },
+    {
+      "train_step": 4033,
+      "sup_loss": 0.3249632466964348
+    },
+    {
+      "train_step": 4034,
+      "sup_loss": 0.4767332336996716
+    },
+    {
+      "train_step": 4035,
+      "sup_loss": 0.6383794311691848
+    },
+    {
+      "train_step": 4036,
+      "sup_loss": 0.4403394314369184
+    },
+    {
+      "train_step": 4037,
+      "sup_loss": 0.589282712062782
+    },
+    {
+      "train_step": 4038,
+      "sup_loss": 0.5675945366116174
+    },
+    {
+      "train_step": 4039,
+      "sup_loss": 0.2832684391607572
+    },
+    {
+      "train_step": 4040,
+      "sup_loss": 0.6232502243836018
+    },
+    {
+      "train_step": 4041,
+      "sup_loss": 0.6300323410653679
+    },
+    {
+      "train_step": 4042,
+      "sup_loss": 0.7702540331794709
+    },
+    {
+      "train_step": 4043,
+      "sup_loss": 0.3546497600525521
+    },
+    {
+      "train_step": 4044,
+      "sup_loss": 0.6724584944326161
+    },
+    {
+      "train_step": 4045,
+      "sup_loss": 0.3745781674846769
+    },
+    {
+      "train_step": 4046,
+      "sup_loss": 0.666067721882519
+    },
+    {
+      "train_step": 4047,
+      "sup_loss": 0.5455202773943145
+    },
+    {
+      "train_step": 4048,
+      "sup_loss": 0.8027184532981976
+    },
+    {
+      "train_step": 4049,
+      "sup_loss": 0.6216103556182135
+    },
+    {
+      "train_step": 4050,
+      "sup_loss": 0.33249048270526116
+    },
+    {
+      "train_step": 4051,
+      "sup_loss": 0.6341228036131189
+    },
+    {
+      "train_step": 4052,
+      "sup_loss": 0.6012132652880768
+    },
+    {
+      "train_step": 4053,
+      "sup_loss": 0.8244059980201456
+    },
+    {
+      "train_step": 4054,
+      "sup_loss": 0.9242623947141709
+    },
+    {
+      "train_step": 4055,
+      "sup_loss": 0.7689607050446865
+    },
+    {
+      "train_step": 4056,
+      "sup_loss": 0.6942277186938028
+    },
+    {
+      "train_step": 4057,
+      "sup_loss": 0.8724375650179444
+    },
+    {
+      "train_step": 4058,
+      "sup_loss": 0.7620917750053238
+    },
+    {
+      "train_step": 4059,
+      "sup_loss": 0.650405025068614
+    },
+    {
+      "train_step": 4060,
+      "sup_loss": 0.6550014274717237
+    },
+    {
+      "train_step": 4061,
+      "sup_loss": 0.6614444218247258
+    },
+    {
+      "train_step": 4062,
+      "sup_loss": 0.6850546993350854
+    },
+    {
+      "train_step": 4063,
+      "sup_loss": 0.6259994424226348
+    },
+    {
+      "train_step": 4064,
+      "sup_loss": 0.7952683927181392
+    },
+    {
+      "train_step": 4065,
+      "sup_loss": 0.6645565304051138
+    },
+    {
+      "train_step": 4066,
+      "sup_loss": 0.7445892876156568
+    },
+    {
+      "train_step": 4067,
+      "sup_loss": 0.7091912657029378
+    },
+    {
+      "train_step": 4068,
+      "sup_loss": 0.5406082620254496
+    },
+    {
+      "train_step": 4069,
+      "sup_loss": 0.6802187456070033
+    },
+    {
+      "train_step": 4070,
+      "sup_loss": 0.5798773234003419
+    },
+    {
+      "train_step": 4071,
+      "sup_loss": 0.8250066467252604
+    },
+    {
+      "train_step": 4072,
+      "sup_loss": 0.7435148526329215
+    },
+    {
+      "train_step": 4073,
+      "sup_loss": 0.7155842707905732
+    },
+    {
+      "train_step": 4074,
+      "sup_loss": 0.5875810700033743
+    },
+    {
+      "train_step": 4075,
+      "sup_loss": 0.8584174652146817
+    },
+    {
+      "train_step": 4076,
+      "sup_loss": 0.7821491301364177
+    },
+    {
+      "train_step": 4077,
+      "sup_loss": 0.6946965522131694
+    },
+    {
+      "train_step": 4078,
+      "sup_loss": 0.6491508092715059
+    },
+    {
+      "train_step": 4079,
+      "sup_loss": 0.8489684789805481
+    },
+    {
+      "train_step": 4080,
+      "sup_loss": 0.6280934709550304
+    },
+    {
+      "train_step": 4081,
+      "sup_loss": 0.7063830647203354
+    },
+    {
+      "train_step": 4082,
+      "sup_loss": 0.5611219681879664
+    },
+    {
+      "train_step": 4083,
+      "sup_loss": 0.7197695868187513
+    },
+    {
+      "train_step": 4084,
+      "sup_loss": 0.548354255822666
+    },
+    {
+      "train_step": 4085,
+      "sup_loss": 0.5426213551185759
+    },
+    {
+      "train_step": 4086,
+      "sup_loss": 0.6311335116564686
+    },
+    {
+      "train_step": 4087,
+      "sup_loss": 0.5633066636214761
+    },
+    {
+      "train_step": 4088,
+      "sup_loss": 0.6159354909136497
+    },
+    {
+      "train_step": 4089,
+      "sup_loss": 0.646607900293401
+    },
+    {
+      "train_step": 4090,
+      "sup_loss": 0.6984057232083917
+    },
+    {
+      "train_step": 4091,
+      "sup_loss": 0.6943553541497707
+    },
+    {
+      "train_step": 4092,
+      "sup_loss": 0.7114041891084518
+    },
+    {
+      "train_step": 4093,
+      "sup_loss": 0.8979746337912632
+    },
+    {
+      "train_step": 4094,
+      "sup_loss": 0.6132535728240075
+    },
+    {
+      "train_step": 4095,
+      "sup_loss": 0.7092033188826417
+    },
+    {
+      "train_step": 4096,
+      "sup_loss": 0.5184634884192861
+    },
+    {
+      "train_step": 4097,
+      "sup_loss": 0.8501403472089913
+    },
+    {
+      "train_step": 4098,
+      "sup_loss": 0.5097907708318488
+    },
+    {
+      "train_step": 4099,
+      "sup_loss": 0.5922542140626073
+    },
+    {
+      "train_step": 4100,
+      "sup_loss": 0.8539228139954845
+    },
+    {
+      "train_step": 4101,
+      "sup_loss": 0.6750075435688302
+    },
+    {
+      "train_step": 4102,
+      "sup_loss": 0.6263121190442356
+    },
+    {
+      "train_step": 4103,
+      "sup_loss": 0.8357903238664638
+    },
+    {
+      "train_step": 4104,
+      "sup_loss": 0.6042501379361542
+    },
+    {
+      "train_step": 4105,
+      "sup_loss": 0.7478898196842712
+    },
+    {
+      "train_step": 4106,
+      "sup_loss": 0.7150397118365496
+    },
+    {
+      "train_step": 4107,
+      "sup_loss": 0.6347609240789869
+    },
+    {
+      "train_step": 4108,
+      "sup_loss": 0.5718239214745594
+    },
+    {
+      "train_step": 4109,
+      "sup_loss": 0.663011645113598
+    },
+    {
+      "train_step": 4110,
+      "sup_loss": 0.6748283179033535
+    },
+    {
+      "train_step": 4111,
+      "sup_loss": 1.125515843591743
+    },
+    {
+      "train_step": 4112,
+      "sup_loss": 0.7423302937775033
+    },
+    {
+      "train_step": 4113,
+      "sup_loss": 0.41833391863721947
+    },
+    {
+      "train_step": 4114,
+      "sup_loss": 0.7446760767456336
+    },
+    {
+      "train_step": 4115,
+      "sup_loss": 0.5289986997785863
+    },
+    {
+      "train_step": 4116,
+      "sup_loss": 0.828298561396764
+    },
+    {
+      "train_step": 4117,
+      "sup_loss": 0.6262598429084837
+    },
+    {
+      "train_step": 4118,
+      "sup_loss": 0.773515421351638
+    },
+    {
+      "train_step": 4119,
+      "sup_loss": 0.8180272048748114
+    },
+    {
+      "train_step": 4120,
+      "sup_loss": 0.6965777874230028
+    },
+    {
+      "train_step": 4121,
+      "sup_loss": 0.5809542997058753
+    },
+    {
+      "train_step": 4122,
+      "sup_loss": 0.4432880234724825
+    },
+    {
+      "train_step": 4123,
+      "sup_loss": 0.35835580209985923
+    },
+    {
+      "train_step": 4124,
+      "sup_loss": 0.701417194893301
+    },
+    {
+      "train_step": 4125,
+      "sup_loss": 0.573189054848061
+    },
+    {
+      "train_step": 4126,
+      "sup_loss": 0.7369164116514026
+    },
+    {
+      "train_step": 4127,
+      "sup_loss": 0.574809213852917
+    },
+    {
+      "train_step": 4128,
+      "sup_loss": 0.7186369765494837
+    },
+    {
+      "train_step": 4129,
+      "sup_loss": 0.7734872628883317
+    },
+    {
+      "train_step": 4130,
+      "sup_loss": 0.7036941416070337
+    },
+    {
+      "train_step": 4131,
+      "sup_loss": 0.4666221613079743
+    },
+    {
+      "train_step": 4132,
+      "sup_loss": 0.43721164535720947
+    },
+    {
+      "train_step": 4133,
+      "sup_loss": 0.7078650656578834
+    },
+    {
+      "train_step": 4134,
+      "sup_loss": 1.0285055227664077
+    },
+    {
+      "train_step": 4135,
+      "sup_loss": 0.7769667388206782
+    },
+    {
+      "train_step": 4136,
+      "sup_loss": 0.9253541081819442
+    },
+    {
+      "train_step": 4137,
+      "sup_loss": 0.3819270906286389
+    },
+    {
+      "train_step": 4138,
+      "sup_loss": 0.5940120652875729
+    },
+    {
+      "train_step": 4139,
+      "sup_loss": 0.6798042799065179
+    },
+    {
+      "train_step": 4140,
+      "sup_loss": 0.8955704697351612
+    },
+    {
+      "train_step": 4141,
+      "sup_loss": 0.6169989335243237
+    },
+    {
+      "train_step": 4142,
+      "sup_loss": 0.7777217045523452
+    },
+    {
+      "train_step": 4143,
+      "sup_loss": 0.5513893316939532
+    },
+    {
+      "train_step": 4144,
+      "sup_loss": 0.6921081646603051
+    },
+    {
+      "train_step": 4145,
+      "sup_loss": 0.6353089015504253
+    },
+    {
+      "train_step": 4146,
+      "sup_loss": 0.4909566918574504
+    },
+    {
+      "train_step": 4147,
+      "sup_loss": 0.7099731834968683
+    },
+    {
+      "train_step": 4148,
+      "sup_loss": 0.6604682213806333
+    },
+    {
+      "train_step": 4149,
+      "sup_loss": 0.41204332878094774
+    },
+    {
+      "train_step": 4150,
+      "sup_loss": 0.7349023655597516
+    },
+    {
+      "train_step": 4151,
+      "sup_loss": 0.5933879716012334
+    },
+    {
+      "train_step": 4152,
+      "sup_loss": 0.848828866628804
+    },
+    {
+      "train_step": 4153,
+      "sup_loss": 0.5116832409235856
+    },
+    {
+      "train_step": 4154,
+      "sup_loss": 0.5321562271628181
+    },
+    {
+      "train_step": 4155,
+      "sup_loss": 0.6670697602283543
+    },
+    {
+      "train_step": 4156,
+      "sup_loss": 0.7870636024708784
+    },
+    {
+      "train_step": 4157,
+      "sup_loss": 0.4137995483505399
+    },
+    {
+      "train_step": 4158,
+      "sup_loss": 0.5929063986744997
+    },
+    {
+      "train_step": 4159,
+      "sup_loss": 0.8020146177585289
+    },
+    {
+      "train_step": 4160,
+      "sup_loss": 0.5832636491710463
+    },
+    {
+      "train_step": 4161,
+      "sup_loss": 0.8151165240814001
+    },
+    {
+      "train_step": 4162,
+      "sup_loss": 0.7016461050686267
+    },
+    {
+      "train_step": 4163,
+      "sup_loss": 0.6793942892474564
+    },
+    {
+      "train_step": 4164,
+      "sup_loss": 0.8607649629553045
+    },
+    {
+      "train_step": 4165,
+      "sup_loss": 0.6067848791394385
+    },
+    {
+      "train_step": 4166,
+      "sup_loss": 0.6763259203727567
+    },
+    {
+      "train_step": 4167,
+      "sup_loss": 0.5984385491817226
+    },
+    {
+      "train_step": 4168,
+      "sup_loss": 0.7243592756295855
+    },
+    {
+      "train_step": 4169,
+      "sup_loss": 0.801475428542521
+    },
+    {
+      "train_step": 4170,
+      "sup_loss": 0.7282026016910914
+    },
+    {
+      "train_step": 4171,
+      "sup_loss": 1.0386009542089978
+    },
+    {
+      "train_step": 4172,
+      "sup_loss": 0.6095033942179323
+    },
+    {
+      "train_step": 4173,
+      "sup_loss": 0.7061372132859789
+    },
+    {
+      "train_step": 4174,
+      "sup_loss": 0.7220547449532897
+    },
+    {
+      "train_step": 4175,
+      "sup_loss": 0.6116582151963901
+    },
+    {
+      "train_step": 4176,
+      "sup_loss": 0.4791368002797277
+    },
+    {
+      "train_step": 4177,
+      "sup_loss": 0.5510002165106588
+    },
+    {
+      "train_step": 4178,
+      "sup_loss": 0.5799446623973624
+    },
+    {
+      "train_step": 4179,
+      "sup_loss": 0.651095993988659
+    },
+    {
+      "train_step": 4180,
+      "sup_loss": 0.4354767400713269
+    },
+    {
+      "train_step": 4181,
+      "sup_loss": 0.5180772461293348
+    },
+    {
+      "train_step": 4182,
+      "sup_loss": 0.7242682113738657
+    },
+    {
+      "train_step": 4183,
+      "sup_loss": 0.5229191383526223
+    },
+    {
+      "train_step": 4184,
+      "sup_loss": 0.85281997783113
+    },
+    {
+      "train_step": 4185,
+      "sup_loss": 0.7308969527778743
+    },
+    {
+      "train_step": 4186,
+      "sup_loss": 0.6230535167669824
+    },
+    {
+      "train_step": 4187,
+      "sup_loss": 0.5904017258120754
+    },
+    {
+      "train_step": 4188,
+      "sup_loss": 0.6436805054184109
+    },
+    {
+      "train_step": 4189,
+      "sup_loss": 0.752230745070772
+    },
+    {
+      "train_step": 4190,
+      "sup_loss": 0.3950157530663938
+    },
+    {
+      "train_step": 4191,
+      "sup_loss": 0.849607507575942
+    },
+    {
+      "train_step": 4192,
+      "sup_loss": 0.7038106336341161
+    },
+    {
+      "train_step": 4193,
+      "sup_loss": 0.6898212776413599
+    },
+    {
+      "train_step": 4194,
+      "sup_loss": 0.46708651176562777
+    },
+    {
+      "train_step": 4195,
+      "sup_loss": 0.623180257020002
+    },
+    {
+      "train_step": 4196,
+      "sup_loss": 0.6970718518610586
+    },
+    {
+      "train_step": 4197,
+      "sup_loss": 0.7539909206476719
+    },
+    {
+      "train_step": 4198,
+      "sup_loss": 0.7044135880696657
+    },
+    {
+      "train_step": 4199,
+      "sup_loss": 0.7381043559278933
+    },
+    {
+      "train_step": 4200,
+      "sup_loss": 0.9847764970071882
+    },
+    {
+      "train_step": 4201,
+      "sup_loss": 0.6340131209964706
+    },
+    {
+      "train_step": 4202,
+      "sup_loss": 0.7920404519319117
+    },
+    {
+      "train_step": 4203,
+      "sup_loss": 0.7176185477225772
+    },
+    {
+      "train_step": 4204,
+      "sup_loss": 0.4988749107419821
+    },
+    {
+      "train_step": 4205,
+      "sup_loss": 0.7167847046902162
+    },
+    {
+      "train_step": 4206,
+      "sup_loss": 0.5867105712314488
+    },
+    {
+      "train_step": 4207,
+      "sup_loss": 0.7108386790286866
+    },
+    {
+      "train_step": 4208,
+      "sup_loss": 0.4759769338299806
+    },
+    {
+      "train_step": 4209,
+      "sup_loss": 0.5521999160081594
+    },
+    {
+      "train_step": 4210,
+      "sup_loss": 0.690690492011804
+    },
+    {
+      "train_step": 4211,
+      "sup_loss": 0.5345516972273185
+    },
+    {
+      "train_step": 4212,
+      "sup_loss": 0.6112482135530983
+    },
+    {
+      "train_step": 4213,
+      "sup_loss": 0.6564406244331448
+    },
+    {
+      "train_step": 4214,
+      "sup_loss": 0.7433770460669538
+    },
+    {
+      "train_step": 4215,
+      "sup_loss": 1.0329215572944783
+    },
+    {
+      "train_step": 4216,
+      "sup_loss": 0.6464159963818529
+    },
+    {
+      "train_step": 4217,
+      "sup_loss": 0.5443405644950424
+    },
+    {
+      "train_step": 4218,
+      "sup_loss": 0.5122626948971413
+    },
+    {
+      "train_step": 4219,
+      "sup_loss": 0.6050207438493931
+    },
+    {
+      "train_step": 4220,
+      "sup_loss": 0.41037135577350997
+    },
+    {
+      "train_step": 4221,
+      "sup_loss": 0.46726199881523445
+    },
+    {
+      "train_step": 4222,
+      "sup_loss": 0.3952525847995506
+    },
+    {
+      "train_step": 4223,
+      "sup_loss": 0.4496395239792202
+    },
+    {
+      "train_step": 4224,
+      "sup_loss": 0.5694958565660901
+    },
+    {
+      "train_step": 4225,
+      "sup_loss": 0.27251156911189317
+    },
+    {
+      "train_step": 4226,
+      "sup_loss": 0.6718833321213571
+    },
+    {
+      "train_step": 4227,
+      "sup_loss": 0.7430468350770367
+    },
+    {
+      "train_step": 4228,
+      "sup_loss": 0.688040917097998
+    },
+    {
+      "train_step": 4229,
+      "sup_loss": 0.606217312950421
+    },
+    {
+      "train_step": 4230,
+      "sup_loss": 0.49850341504016304
+    },
+    {
+      "train_step": 4231,
+      "sup_loss": 0.562091078524932
+    },
+    {
+      "train_step": 4232,
+      "sup_loss": 0.46905584503540215
+    },
+    {
+      "train_step": 4233,
+      "sup_loss": 0.6430779465860156
+    },
+    {
+      "train_step": 4234,
+      "sup_loss": 0.5935941604508767
+    },
+    {
+      "train_step": 4235,
+      "sup_loss": 0.6478032721152509
+    },
+    {
+      "train_step": 4236,
+      "sup_loss": 0.651286602620107
+    },
+    {
+      "train_step": 4237,
+      "sup_loss": 0.46621333978630686
+    },
+    {
+      "train_step": 4238,
+      "sup_loss": 0.48314796024512446
+    },
+    {
+      "train_step": 4239,
+      "sup_loss": 0.35711384808251806
+    },
+    {
+      "train_step": 4240,
+      "sup_loss": 0.6573785188455082
+    },
+    {
+      "train_step": 4241,
+      "sup_loss": 0.7497151404280729
+    },
+    {
+      "train_step": 4242,
+      "sup_loss": 0.7560808098686039
+    },
+    {
+      "train_step": 4243,
+      "sup_loss": 0.43815393335470404
+    },
+    {
+      "train_step": 4244,
+      "sup_loss": 0.7915368521980528
+    },
+    {
+      "train_step": 4245,
+      "sup_loss": 0.5819597494749439
+    },
+    {
+      "train_step": 4246,
+      "sup_loss": 0.5589293415313678
+    },
+    {
+      "train_step": 4247,
+      "sup_loss": 0.7187364150937388
+    },
+    {
+      "train_step": 4248,
+      "sup_loss": 0.5850792133302107
+    },
+    {
+      "train_step": 4249,
+      "sup_loss": 0.6750750897360367
+    },
+    {
+      "train_step": 4250,
+      "sup_loss": 0.6711143972706166
+    },
+    {
+      "train_step": 4251,
+      "sup_loss": 0.5490417338201948
+    },
+    {
+      "train_step": 4252,
+      "sup_loss": 0.715496084062682
+    },
+    {
+      "train_step": 4253,
+      "sup_loss": 0.8665506345967516
+    },
+    {
+      "train_step": 4254,
+      "sup_loss": 0.5347584026123031
+    },
+    {
+      "train_step": 4255,
+      "sup_loss": 0.5946134497085667
+    },
+    {
+      "train_step": 4256,
+      "sup_loss": 0.7524884954167653
+    },
+    {
+      "train_step": 4257,
+      "sup_loss": 0.6856858292325317
+    },
+    {
+      "train_step": 4258,
+      "sup_loss": 0.5515947928345916
+    },
+    {
+      "train_step": 4259,
+      "sup_loss": 0.7630000271819901
+    },
+    {
+      "train_step": 4260,
+      "sup_loss": 0.7966288069968231
+    },
+    {
+      "train_step": 4261,
+      "sup_loss": 0.9300267901209989
+    },
+    {
+      "train_step": 4262,
+      "sup_loss": 0.6378972655478234
+    },
+    {
+      "train_step": 4263,
+      "sup_loss": 0.7793979124884903
+    },
+    {
+      "train_step": 4264,
+      "sup_loss": 0.7483353062796968
+    },
+    {
+      "train_step": 4265,
+      "sup_loss": 0.719888308926202
+    },
+    {
+      "train_step": 4266,
+      "sup_loss": 0.6059914798106154
+    },
+    {
+      "train_step": 4267,
+      "sup_loss": 0.7230023660280407
+    },
+    {
+      "train_step": 4268,
+      "sup_loss": 0.7603700154207338
+    },
+    {
+      "train_step": 4269,
+      "sup_loss": 0.45788127852184446
+    },
+    {
+      "train_step": 4270,
+      "sup_loss": 0.42892900499836095
+    },
+    {
+      "train_step": 4271,
+      "sup_loss": 0.7476391067857605
+    },
+    {
+      "train_step": 4272,
+      "sup_loss": 0.5782168879953176
+    },
+    {
+      "train_step": 4273,
+      "sup_loss": 0.4888714248259044
+    },
+    {
+      "train_step": 4274,
+      "sup_loss": 0.6139034798505827
+    },
+    {
+      "train_step": 4275,
+      "sup_loss": 0.5232346364644718
+    },
+    {
+      "train_step": 4276,
+      "sup_loss": 1.0560628226617033
+    },
+    {
+      "train_step": 4277,
+      "sup_loss": 0.6681203084739176
+    },
+    {
+      "train_step": 4278,
+      "sup_loss": 0.6251999335110339
+    },
+    {
+      "train_step": 4279,
+      "sup_loss": 0.4951900012853207
+    },
+    {
+      "train_step": 4280,
+      "sup_loss": 0.241131084964858
+    },
+    {
+      "train_step": 4281,
+      "sup_loss": 0.5714252404556772
+    },
+    {
+      "train_step": 4282,
+      "sup_loss": 1.1526351716927106
+    },
+    {
+      "train_step": 4283,
+      "sup_loss": 0.4246410075892223
+    },
+    {
+      "train_step": 4284,
+      "sup_loss": 0.478455583191228
+    },
+    {
+      "train_step": 4285,
+      "sup_loss": 0.34136061744739304
+    },
+    {
+      "train_step": 4286,
+      "sup_loss": 0.5924454342567842
+    },
+    {
+      "train_step": 4287,
+      "sup_loss": 0.5780340546273662
+    },
+    {
+      "train_step": 4288,
+      "sup_loss": 0.32079726682424325
+    },
+    {
+      "train_step": 4289,
+      "sup_loss": 0.49103547418753113
+    },
+    {
+      "train_step": 4290,
+      "sup_loss": 0.6594056125154665
+    },
+    {
+      "train_step": 4291,
+      "sup_loss": 0.6932455946036713
+    },
+    {
+      "train_step": 4292,
+      "sup_loss": 0.32960648954124455
+    },
+    {
+      "train_step": 4293,
+      "sup_loss": 0.22113136403954484
+    },
+    {
+      "train_step": 4294,
+      "sup_loss": 0.2867288097248263
+    },
+    {
+      "train_step": 4295,
+      "sup_loss": 0.30226070454256576
+    },
+    {
+      "train_step": 4296,
+      "sup_loss": 0.6134896716918341
+    },
+    {
+      "train_step": 4297,
+      "sup_loss": 0.5931756556736412
+    },
+    {
+      "train_step": 4298,
+      "sup_loss": 0.6000691196013378
+    },
+    {
+      "train_step": 4299,
+      "sup_loss": 0.43635339257328454
+    },
+    {
+      "train_step": 4300,
+      "sup_loss": 0.532986756640983
+    },
+    {
+      "train_step": 4301,
+      "sup_loss": 0.6198441945931528
+    },
+    {
+      "train_step": 4302,
+      "sup_loss": 0.6320397152264282
+    },
+    {
+      "train_step": 4303,
+      "sup_loss": 0.3187485200404472
+    },
+    {
+      "train_step": 4304,
+      "sup_loss": 0.5929929193219123
+    },
+    {
+      "train_step": 4305,
+      "sup_loss": 0.41532741632946524
+    },
+    {
+      "train_step": 4306,
+      "sup_loss": 0.37756337245152155
+    },
+    {
+      "train_step": 4307,
+      "sup_loss": 0.44077387256447365
+    },
+    {
+      "train_step": 4308,
+      "sup_loss": 0.4155549262818853
+    },
+    {
+      "train_step": 4309,
+      "sup_loss": 0.4198035080924493
+    },
+    {
+      "train_step": 4310,
+      "sup_loss": 0.49725272196707243
+    },
+    {
+      "train_step": 4311,
+      "sup_loss": 0.5470080702375579
+    },
+    {
+      "train_step": 4312,
+      "sup_loss": 0.36921085086155303
+    },
+    {
+      "train_step": 4313,
+      "sup_loss": 0.40609355210458825
+    },
+    {
+      "train_step": 4314,
+      "sup_loss": 0.5449965165919702
+    },
+    {
+      "train_step": 4315,
+      "sup_loss": 0.4880578974810545
+    },
+    {
+      "train_step": 4316,
+      "sup_loss": 0.5739664982179344
+    },
+    {
+      "train_step": 4317,
+      "sup_loss": 0.4794312372148385
+    },
+    {
+      "train_step": 4318,
+      "sup_loss": 0.17631100077218437
+    },
+    {
+      "train_step": 4319,
+      "sup_loss": 0.4048602456703359
+    },
+    {
+      "train_step": 4320,
+      "sup_loss": 0.528691156582691
+    },
+    {
+      "train_step": 4321,
+      "sup_loss": 0.4832625005078255
+    },
+    {
+      "train_step": 4322,
+      "sup_loss": 0.3759974707913681
+    },
+    {
+      "train_step": 4323,
+      "sup_loss": 0.5687527938262061
+    },
+    {
+      "train_step": 4324,
+      "sup_loss": 0.4695651780414459
+    },
+    {
+      "train_step": 4325,
+      "sup_loss": 0.3708835440590575
+    },
+    {
+      "train_step": 4326,
+      "sup_loss": 0.34952969724474187
+    },
+    {
+      "train_step": 4327,
+      "sup_loss": 0.613845109380537
+    },
+    {
+      "train_step": 4328,
+      "sup_loss": 0.4861613769376573
+    },
+    {
+      "train_step": 4329,
+      "sup_loss": 0.25878330417195416
+    },
+    {
+      "train_step": 4330,
+      "sup_loss": 0.4903909440296715
+    },
+    {
+      "train_step": 4331,
+      "sup_loss": 0.5658354176332046
+    },
+    {
+      "train_step": 4332,
+      "sup_loss": 0.5193700643535962
+    },
+    {
+      "train_step": 4333,
+      "sup_loss": 0.5128579193765259
+    },
+    {
+      "train_step": 4334,
+      "sup_loss": 0.3573261866792417
+    },
+    {
+      "train_step": 4335,
+      "sup_loss": 0.46626691554432576
+    },
+    {
+      "train_step": 4336,
+      "sup_loss": 0.19951366706913934
+    },
+    {
+      "train_step": 4337,
+      "sup_loss": 0.6888262905607209
+    },
+    {
+      "train_step": 4338,
+      "sup_loss": 0.4924793318506612
+    },
+    {
+      "train_step": 4339,
+      "sup_loss": 0.5292864876301124
+    },
+    {
+      "train_step": 4340,
+      "sup_loss": 0.42998700150041896
+    },
+    {
+      "train_step": 4341,
+      "sup_loss": 0.5994044924498636
+    },
+    {
+      "train_step": 4342,
+      "sup_loss": 0.5070414257441861
+    },
+    {
+      "train_step": 4343,
+      "sup_loss": 0.6004003477477503
+    },
+    {
+      "train_step": 4344,
+      "sup_loss": 0.7481380388341563
+    },
+    {
+      "train_step": 4345,
+      "sup_loss": 0.4014229018705228
+    },
+    {
+      "train_step": 4346,
+      "sup_loss": 0.40881483906792854
+    },
+    {
+      "train_step": 4347,
+      "sup_loss": 0.8132094608652121
+    },
+    {
+      "train_step": 4348,
+      "sup_loss": 0.6749354428212923
+    },
+    {
+      "train_step": 4349,
+      "sup_loss": 0.4194120732710851
+    },
+    {
+      "train_step": 4350,
+      "sup_loss": 0.7483371535576263
+    },
+    {
+      "train_step": 4351,
+      "sup_loss": 0.5224247675570809
+    },
+    {
+      "train_step": 4352,
+      "sup_loss": 0.8578097868115404
+    },
+    {
+      "train_step": 4353,
+      "sup_loss": 0.5535551006111145
+    },
+    {
+      "train_step": 4354,
+      "sup_loss": 0.3065143627776512
+    },
+    {
+      "train_step": 4355,
+      "sup_loss": 0.4967941170654193
+    },
+    {
+      "train_step": 4356,
+      "sup_loss": 0.25154752338650666
+    },
+    {
+      "train_step": 4357,
+      "sup_loss": 0.5707601862055759
+    },
+    {
+      "train_step": 4358,
+      "sup_loss": 0.5727062650233535
+    },
+    {
+      "train_step": 4359,
+      "sup_loss": 0.39648325374980536
+    },
+    {
+      "train_step": 4360,
+      "sup_loss": 0.4385651074729886
+    },
+    {
+      "train_step": 4361,
+      "sup_loss": 0.38162309861381477
+    },
+    {
+      "train_step": 4362,
+      "sup_loss": 0.44766031900076353
+    },
+    {
+      "train_step": 4363,
+      "sup_loss": 0.5789183769805073
+    },
+    {
+      "train_step": 4364,
+      "sup_loss": 0.652960110649474
+    },
+    {
+      "train_step": 4365,
+      "sup_loss": 0.36892190797790053
+    },
+    {
+      "train_step": 4366,
+      "sup_loss": 0.5284123163152229
+    },
+    {
+      "train_step": 4367,
+      "sup_loss": 0.4384303023102126
+    },
+    {
+      "train_step": 4368,
+      "sup_loss": 0.6368124617473286
+    },
+    {
+      "train_step": 4369,
+      "sup_loss": 0.3927805089439207
+    },
+    {
+      "train_step": 4370,
+      "sup_loss": 0.5987134572327478
+    },
+    {
+      "train_step": 4371,
+      "sup_loss": 0.5419205694259854
+    },
+    {
+      "train_step": 4372,
+      "sup_loss": 0.48344672329833815
+    },
+    {
+      "train_step": 4373,
+      "sup_loss": 0.40009176782915334
+    },
+    {
+      "train_step": 4374,
+      "sup_loss": 0.7414545752862647
+    },
+    {
+      "train_step": 4375,
+      "sup_loss": 0.4323431160734583
+    },
+    {
+      "train_step": 4376,
+      "sup_loss": 0.38377653062569855
+    },
+    {
+      "train_step": 4377,
+      "sup_loss": 0.3456986020740757
+    },
+    {
+      "train_step": 4378,
+      "sup_loss": 0.6919410783460789
+    },
+    {
+      "train_step": 4379,
+      "sup_loss": 0.6678127953919177
+    },
+    {
+      "train_step": 4380,
+      "sup_loss": 0.5962461572418436
+    },
+    {
+      "train_step": 4381,
+      "sup_loss": 0.42123834150203915
+    },
+    {
+      "train_step": 4382,
+      "sup_loss": 0.6945362926063153
+    },
+    {
+      "train_step": 4383,
+      "sup_loss": 0.6139086588077356
+    },
+    {
+      "train_step": 4384,
+      "sup_loss": 0.47481913847093804
+    },
+    {
+      "train_step": 4385,
+      "sup_loss": 0.5301318200620315
+    },
+    {
+      "train_step": 4386,
+      "sup_loss": 0.6768081983348819
+    },
+    {
+      "train_step": 4387,
+      "sup_loss": 0.5116877386297786
+    },
+    {
+      "train_step": 4388,
+      "sup_loss": 0.7869914711163043
+    },
+    {
+      "train_step": 4389,
+      "sup_loss": 0.39047184978025606
+    },
+    {
+      "train_step": 4390,
+      "sup_loss": 0.6444003112119001
+    },
+    {
+      "train_step": 4391,
+      "sup_loss": 0.8429704082051185
+    },
+    {
+      "train_step": 4392,
+      "sup_loss": 0.5800731661961481
+    },
+    {
+      "train_step": 4393,
+      "sup_loss": 0.6126255141090405
+    },
+    {
+      "train_step": 4394,
+      "sup_loss": 0.880505006382983
+    },
+    {
+      "train_step": 4395,
+      "sup_loss": 0.5814211645135661
+    },
+    {
+      "train_step": 4396,
+      "sup_loss": 0.6941697421007361
+    },
+    {
+      "train_step": 4397,
+      "sup_loss": 0.3953836613879429
+    },
+    {
+      "train_step": 4398,
+      "sup_loss": 0.5267476161358003
+    },
+    {
+      "train_step": 4399,
+      "sup_loss": 0.5156438437003944
+    },
+    {
+      "train_step": 4400,
+      "sup_loss": 0.11277759069588303
+    },
+    {
+      "train_step": 4401,
+      "sup_loss": 0.552969843875359
+    },
+    {
+      "train_step": 4402,
+      "sup_loss": 0.6176655818492959
+    },
+    {
+      "train_step": 4403,
+      "sup_loss": 0.7204514330010454
+    },
+    {
+      "train_step": 4404,
+      "sup_loss": 0.4656993087833986
+    },
+    {
+      "train_step": 4405,
+      "sup_loss": 0.22072426288812746
+    },
+    {
+      "train_step": 4406,
+      "sup_loss": 0.6733938645532429
+    },
+    {
+      "train_step": 4407,
+      "sup_loss": 0.45737918085541723
+    },
+    {
+      "train_step": 4408,
+      "sup_loss": 0.5575909480294992
+    },
+    {
+      "train_step": 4409,
+      "sup_loss": 0.6611141281841396
+    },
+    {
+      "train_step": 4410,
+      "sup_loss": 0.7260500380757887
+    },
+    {
+      "train_step": 4411,
+      "sup_loss": 0.3160452380536469
+    },
+    {
+      "train_step": 4412,
+      "sup_loss": 0.5392392827391916
+    },
+    {
+      "train_step": 4413,
+      "sup_loss": 0.34965071146795795
+    },
+    {
+      "train_step": 4414,
+      "sup_loss": 0.5164309561619536
+    },
+    {
+      "train_step": 4415,
+      "sup_loss": 0.5743917037186588
+    },
+    {
+      "train_step": 4416,
+      "sup_loss": 0.4159071919380274
+    },
+    {
+      "train_step": 4417,
+      "sup_loss": 0.24316462780415682
+    },
+    {
+      "train_step": 4418,
+      "sup_loss": 0.7157186751121639
+    },
+    {
+      "train_step": 4419,
+      "sup_loss": 0.4907080999909124
+    },
+    {
+      "train_step": 4420,
+      "sup_loss": 0.5197012329018457
+    },
+    {
+      "train_step": 4421,
+      "sup_loss": 0.41988705167547935
+    },
+    {
+      "train_step": 4422,
+      "sup_loss": 0.41810846715222355
+    },
+    {
+      "train_step": 4423,
+      "sup_loss": 0.33333190968212084
+    },
+    {
+      "train_step": 4424,
+      "sup_loss": 0.5989357634535265
+    },
+    {
+      "train_step": 4425,
+      "sup_loss": 0.28041319346922516
+    },
+    {
+      "train_step": 4426,
+      "sup_loss": 0.6035805931086373
+    },
+    {
+      "train_step": 4427,
+      "sup_loss": 0.52319375112711
+    },
+    {
+      "train_step": 4428,
+      "sup_loss": 0.7278995474474128
+    },
+    {
+      "train_step": 4429,
+      "sup_loss": 0.7828498436497365
+    },
+    {
+      "train_step": 4430,
+      "sup_loss": 0.5481294396180989
+    },
+    {
+      "train_step": 4431,
+      "sup_loss": 0.35445643984570363
+    },
+    {
+      "train_step": 4432,
+      "sup_loss": 0.520513267734959
+    },
+    {
+      "train_step": 4433,
+      "sup_loss": 0.2675740066624384
+    },
+    {
+      "train_step": 4434,
+      "sup_loss": 0.6038456669301653
+    },
+    {
+      "train_step": 4435,
+      "sup_loss": 0.7655326806886733
+    },
+    {
+      "train_step": 4436,
+      "sup_loss": 0.5727903426855819
+    },
+    {
+      "train_step": 4437,
+      "sup_loss": 0.7604407249969938
+    },
+    {
+      "train_step": 4438,
+      "sup_loss": 0.6127276250785574
+    },
+    {
+      "train_step": 4439,
+      "sup_loss": 0.48691703124843055
+    },
+    {
+      "train_step": 4440,
+      "sup_loss": 0.7864410190662244
+    },
+    {
+      "train_step": 4441,
+      "sup_loss": 0.43220604222722314
+    },
+    {
+      "train_step": 4442,
+      "sup_loss": 0.6070665079442668
+    },
+    {
+      "train_step": 4443,
+      "sup_loss": 0.5714356550220684
+    },
+    {
+      "train_step": 4444,
+      "sup_loss": 0.6327479948458863
+    },
+    {
+      "train_step": 4445,
+      "sup_loss": 0.5896865302097002
+    },
+    {
+      "train_step": 4446,
+      "sup_loss": 0.6669395893430249
+    },
+    {
+      "train_step": 4447,
+      "sup_loss": 0.9027986008302078
+    },
+    {
+      "train_step": 4448,
+      "sup_loss": 0.7564546491356804
+    },
+    {
+      "train_step": 4449,
+      "sup_loss": 0.7209855651351761
+    },
+    {
+      "train_step": 4450,
+      "sup_loss": 0.7533981644891063
+    },
+    {
+      "train_step": 4451,
+      "sup_loss": 0.634359278670493
+    },
+    {
+      "train_step": 4452,
+      "sup_loss": 0.7869094063065333
+    },
+    {
+      "train_step": 4453,
+      "sup_loss": 0.765853244553228
+    },
+    {
+      "train_step": 4454,
+      "sup_loss": 0.5135894764348465
+    },
+    {
+      "train_step": 4455,
+      "sup_loss": 0.6600937420412782
+    },
+    {
+      "train_step": 4456,
+      "sup_loss": 0.8615888529729973
+    },
+    {
+      "train_step": 4457,
+      "sup_loss": 0.6009621661644898
+    },
+    {
+      "train_step": 4458,
+      "sup_loss": 0.53591340464501
+    },
+    {
+      "train_step": 4459,
+      "sup_loss": 0.6456840135421286
+    },
+    {
+      "train_step": 4460,
+      "sup_loss": 0.6902005652289518
+    },
+    {
+      "train_step": 4461,
+      "sup_loss": 0.5101471188049572
+    },
+    {
+      "train_step": 4462,
+      "sup_loss": 0.6760349324374849
+    },
+    {
+      "train_step": 4463,
+      "sup_loss": 0.5778870189642077
+    },
+    {
+      "train_step": 4464,
+      "sup_loss": 0.6055779914942439
+    },
+    {
+      "train_step": 4465,
+      "sup_loss": 0.6948292709010939
+    },
+    {
+      "train_step": 4466,
+      "sup_loss": 0.4870060334014923
+    },
+    {
+      "train_step": 4467,
+      "sup_loss": 0.7088030667131592
+    },
+    {
+      "train_step": 4468,
+      "sup_loss": 0.7167857481119252
+    },
+    {
+      "train_step": 4469,
+      "sup_loss": 0.6273124269078171
+    },
+    {
+      "train_step": 4470,
+      "sup_loss": 0.6926689048074358
+    },
+    {
+      "train_step": 4471,
+      "sup_loss": 0.6886051709669551
+    },
+    {
+      "train_step": 4472,
+      "sup_loss": 0.781983039995158
+    },
+    {
+      "train_step": 4473,
+      "sup_loss": 0.2579960734193459
+    },
+    {
+      "train_step": 4474,
+      "sup_loss": 0.777182939561617
+    },
+    {
+      "train_step": 4475,
+      "sup_loss": 0.9171885361633918
+    },
+    {
+      "train_step": 4476,
+      "sup_loss": 0.7957870186813768
+    },
+    {
+      "train_step": 4477,
+      "sup_loss": 0.5778594605631941
+    },
+    {
+      "train_step": 4478,
+      "sup_loss": 0.5708035096243755
+    },
+    {
+      "train_step": 4479,
+      "sup_loss": 0.680193357890834
+    },
+    {
+      "train_step": 4480,
+      "sup_loss": 0.5430642812002767
+    },
+    {
+      "train_step": 4481,
+      "sup_loss": 0.6553411328078266
+    },
+    {
+      "train_step": 4482,
+      "sup_loss": 0.8873433230183495
+    },
+    {
+      "train_step": 4483,
+      "sup_loss": 0.5914899237134523
+    },
+    {
+      "train_step": 4484,
+      "sup_loss": 0.6885927137201168
+    },
+    {
+      "train_step": 4485,
+      "sup_loss": 0.4132852193142729
+    },
+    {
+      "train_step": 4486,
+      "sup_loss": 0.696875779363343
+    },
+    {
+      "train_step": 4487,
+      "sup_loss": 0.6661520032758727
+    },
+    {
+      "train_step": 4488,
+      "sup_loss": 0.5004959567641322
+    },
+    {
+      "train_step": 4489,
+      "sup_loss": 0.6900200577687239
+    },
+    {
+      "train_step": 4490,
+      "sup_loss": 0.5549175177096914
+    },
+    {
+      "train_step": 4491,
+      "sup_loss": 0.5699551416928631
+    },
+    {
+      "train_step": 4492,
+      "sup_loss": 0.8810995795543042
+    },
+    {
+      "train_step": 4493,
+      "sup_loss": 0.5646846107698017
+    },
+    {
+      "train_step": 4494,
+      "sup_loss": 0.9360639572338053
+    },
+    {
+      "train_step": 4495,
+      "sup_loss": 1.1238514329123714
+    },
+    {
+      "train_step": 4496,
+      "sup_loss": 0.6763636125763546
+    },
+    {
+      "train_step": 4497,
+      "sup_loss": 0.5000260963624992
+    },
+    {
+      "train_step": 4498,
+      "sup_loss": 0.6887236325265624
+    },
+    {
+      "train_step": 4499,
+      "sup_loss": 0.9284704922331563
+    },
+    {
+      "train_step": 4500,
+      "sup_loss": 0.5994779328957336
+    },
+    {
+      "train_step": 4501,
+      "sup_loss": 0.3703021715427859
+    },
+    {
+      "train_step": 4502,
+      "sup_loss": 0.46024640734526007
+    },
+    {
+      "train_step": 4503,
+      "sup_loss": 0.7045686241056741
+    },
+    {
+      "train_step": 4504,
+      "sup_loss": 0.704978763224007
+    },
+    {
+      "train_step": 4505,
+      "sup_loss": 0.5740489932105244
+    },
+    {
+      "train_step": 4506,
+      "sup_loss": 0.46182442285251674
+    },
+    {
+      "train_step": 4507,
+      "sup_loss": 0.5220898107367246
+    },
+    {
+      "train_step": 4508,
+      "sup_loss": 0.7639859937512773
+    },
+    {
+      "train_step": 4509,
+      "sup_loss": 0.4174320829431068
+    },
+    {
+      "train_step": 4510,
+      "sup_loss": 0.5456055313242265
+    },
+    {
+      "train_step": 4511,
+      "sup_loss": 0.4323502239447474
+    },
+    {
+      "train_step": 4512,
+      "sup_loss": 0.46088047086654793
+    },
+    {
+      "train_step": 4513,
+      "sup_loss": 0.5133251613779123
+    },
+    {
+      "train_step": 4514,
+      "sup_loss": 0.38069440494106416
+    },
+    {
+      "train_step": 4515,
+      "sup_loss": 0.5923811486241127
+    },
+    {
+      "train_step": 4516,
+      "sup_loss": 0.38089722124120184
+    },
+    {
+      "train_step": 4517,
+      "sup_loss": 0.47198675679733487
+    },
+    {
+      "train_step": 4518,
+      "sup_loss": 0.4690585587663373
+    },
+    {
+      "train_step": 4519,
+      "sup_loss": 0.4523980216236306
+    },
+    {
+      "train_step": 4520,
+      "sup_loss": 0.4176818205977742
+    },
+    {
+      "train_step": 4521,
+      "sup_loss": 0.6063016369341686
+    },
+    {
+      "train_step": 4522,
+      "sup_loss": 0.2723548050002668
+    },
+    {
+      "train_step": 4523,
+      "sup_loss": 0.6200557633862754
+    },
+    {
+      "train_step": 4524,
+      "sup_loss": 0.5316877718846815
+    },
+    {
+      "train_step": 4525,
+      "sup_loss": 0.6444987715497759
+    },
+    {
+      "train_step": 4526,
+      "sup_loss": 0.5236944698662431
+    },
+    {
+      "train_step": 4527,
+      "sup_loss": 0.5676829515028963
+    },
+    {
+      "train_step": 4528,
+      "sup_loss": 0.36385680939101783
+    },
+    {
+      "train_step": 4529,
+      "sup_loss": 0.5234493967123749
+    },
+    {
+      "train_step": 4530,
+      "sup_loss": 0.5664297537578806
+    },
+    {
+      "train_step": 4531,
+      "sup_loss": 0.8776599444891863
+    },
+    {
+      "train_step": 4532,
+      "sup_loss": 0.40725768173275356
+    },
+    {
+      "train_step": 4533,
+      "sup_loss": 0.5349685858192529
+    },
+    {
+      "train_step": 4534,
+      "sup_loss": 0.6648392229655818
+    },
+    {
+      "train_step": 4535,
+      "sup_loss": 0.46097277540244647
+    },
+    {
+      "train_step": 4536,
+      "sup_loss": 0.8023759445891772
+    },
+    {
+      "train_step": 4537,
+      "sup_loss": 0.443690770934817
+    },
+    {
+      "train_step": 4538,
+      "sup_loss": 0.5987144245957638
+    },
+    {
+      "train_step": 4539,
+      "sup_loss": 0.6737250588501789
+    },
+    {
+      "train_step": 4540,
+      "sup_loss": 0.7226486787502306
+    },
+    {
+      "train_step": 4541,
+      "sup_loss": 0.5781404909411836
+    },
+    {
+      "train_step": 4542,
+      "sup_loss": 0.6390464108320868
+    },
+    {
+      "train_step": 4543,
+      "sup_loss": 0.3368544007218968
+    },
+    {
+      "train_step": 4544,
+      "sup_loss": 0.7284129017169153
+    },
+    {
+      "train_step": 4545,
+      "sup_loss": 0.5692330732616575
+    },
+    {
+      "train_step": 4546,
+      "sup_loss": 0.7514209246788458
+    },
+    {
+      "train_step": 4547,
+      "sup_loss": 0.6721630738757399
+    },
+    {
+      "train_step": 4548,
+      "sup_loss": 0.593865629700164
+    },
+    {
+      "train_step": 4549,
+      "sup_loss": 0.8343223331785315
+    },
+    {
+      "train_step": 4550,
+      "sup_loss": 0.5404310972766444
+    },
+    {
+      "train_step": 4551,
+      "sup_loss": 0.5888138445324852
+    },
+    {
+      "train_step": 4552,
+      "sup_loss": 0.8245833670226467
+    },
+    {
+      "train_step": 4553,
+      "sup_loss": 0.6972200162558435
+    },
+    {
+      "train_step": 4554,
+      "sup_loss": 0.4685844415458567
+    },
+    {
+      "train_step": 4555,
+      "sup_loss": 0.6816820553377123
+    },
+    {
+      "train_step": 4556,
+      "sup_loss": 0.48131571053669364
+    },
+    {
+      "train_step": 4557,
+      "sup_loss": 0.8537174875801554
+    },
+    {
+      "train_step": 4558,
+      "sup_loss": 0.48129944990943807
+    },
+    {
+      "train_step": 4559,
+      "sup_loss": 0.7344050001612876
+    },
+    {
+      "train_step": 4560,
+      "sup_loss": 0.7174580363470097
+    },
+    {
+      "train_step": 4561,
+      "sup_loss": 0.3755402334514569
+    },
+    {
+      "train_step": 4562,
+      "sup_loss": 0.8264467522838679
+    },
+    {
+      "train_step": 4563,
+      "sup_loss": 0.6790560862268756
+    },
+    {
+      "train_step": 4564,
+      "sup_loss": 0.5024758625121414
+    },
+    {
+      "train_step": 4565,
+      "sup_loss": 0.2889779229130825
+    },
+    {
+      "train_step": 4566,
+      "sup_loss": 0.6717776034331785
+    },
+    {
+      "train_step": 4567,
+      "sup_loss": 0.543839170249454
+    },
+    {
+      "train_step": 4568,
+      "sup_loss": 0.7418589264038543
+    },
+    {
+      "train_step": 4569,
+      "sup_loss": 0.5261717392157255
+    },
+    {
+      "train_step": 4570,
+      "sup_loss": 0.5217919023511859
+    },
+    {
+      "train_step": 4571,
+      "sup_loss": 0.6012360836643335
+    },
+    {
+      "train_step": 4572,
+      "sup_loss": 0.4812881210294864
+    },
+    {
+      "train_step": 4573,
+      "sup_loss": 0.37841146866327274
+    },
+    {
+      "train_step": 4574,
+      "sup_loss": 0.5036457849093167
+    },
+    {
+      "train_step": 4575,
+      "sup_loss": 0.6906565458113283
+    },
+    {
+      "train_step": 4576,
+      "sup_loss": 0.5009180028739031
+    },
+    {
+      "train_step": 4577,
+      "sup_loss": 0.5578789063247918
+    },
+    {
+      "train_step": 4578,
+      "sup_loss": 0.5601404492847718
+    },
+    {
+      "train_step": 4579,
+      "sup_loss": 0.808380112671685
+    },
+    {
+      "train_step": 4580,
+      "sup_loss": 0.5822145529118681
+    },
+    {
+      "train_step": 4581,
+      "sup_loss": 0.6193897992108793
+    },
+    {
+      "train_step": 4582,
+      "sup_loss": 0.5859671630144632
+    },
+    {
+      "train_step": 4583,
+      "sup_loss": 0.7395198662596543
+    },
+    {
+      "train_step": 4584,
+      "sup_loss": 0.8672159059554825
+    },
+    {
+      "train_step": 4585,
+      "sup_loss": 0.572714251525382
+    },
+    {
+      "train_step": 4586,
+      "sup_loss": 0.5270425597799206
+    },
+    {
+      "train_step": 4587,
+      "sup_loss": 0.6900940577949848
+    },
+    {
+      "train_step": 4588,
+      "sup_loss": 0.9275336225675996
+    },
+    {
+      "train_step": 4589,
+      "sup_loss": 0.4284597782195585
+    },
+    {
+      "train_step": 4590,
+      "sup_loss": 0.7683396458566938
+    },
+    {
+      "train_step": 4591,
+      "sup_loss": 0.6027114098664842
+    },
+    {
+      "train_step": 4592,
+      "sup_loss": 0.6060775248133871
+    },
+    {
+      "train_step": 4593,
+      "sup_loss": 0.7009529988993938
+    },
+    {
+      "train_step": 4594,
+      "sup_loss": 0.7812380853328664
+    },
+    {
+      "train_step": 4595,
+      "sup_loss": 0.510620374212874
+    },
+    {
+      "train_step": 4596,
+      "sup_loss": 0.4315146898495743
+    },
+    {
+      "train_step": 4597,
+      "sup_loss": 0.5168015674815174
+    },
+    {
+      "train_step": 4598,
+      "sup_loss": 0.7003148354313904
+    },
+    {
+      "train_step": 4599,
+      "sup_loss": 0.43757536239556427
+    },
+    {
+      "train_step": 4600,
+      "sup_loss": 0.650317616776455
+    },
+    {
+      "train_step": 4601,
+      "sup_loss": 0.5833840290539994
+    },
+    {
+      "train_step": 4602,
+      "sup_loss": 0.6064204891312484
+    },
+    {
+      "train_step": 4603,
+      "sup_loss": 0.5068629450379483
+    },
+    {
+      "train_step": 4604,
+      "sup_loss": 0.3745930898606305
+    },
+    {
+      "train_step": 4605,
+      "sup_loss": 0.7668085586996052
+    },
+    {
+      "train_step": 4606,
+      "sup_loss": 0.6749026976369515
+    },
+    {
+      "train_step": 4607,
+      "sup_loss": 0.4321071817165104
+    },
+    {
+      "train_step": 4608,
+      "sup_loss": 0.6720525664448438
+    },
+    {
+      "train_step": 4609,
+      "sup_loss": 0.6817920499568498
+    },
+    {
+      "train_step": 4610,
+      "sup_loss": 0.6524214458883856
+    },
+    {
+      "train_step": 4611,
+      "sup_loss": 0.39258310064875457
+    },
+    {
+      "train_step": 4612,
+      "sup_loss": 0.5005369804747433
+    },
+    {
+      "train_step": 4613,
+      "sup_loss": 0.7366817857756751
+    },
+    {
+      "train_step": 4614,
+      "sup_loss": 0.41685896808381173
+    },
+    {
+      "train_step": 4615,
+      "sup_loss": 0.4549789666682909
+    },
+    {
+      "train_step": 4616,
+      "sup_loss": 0.5903607091868378
+    },
+    {
+      "train_step": 4617,
+      "sup_loss": 0.3763174748380396
+    },
+    {
+      "train_step": 4618,
+      "sup_loss": 0.610544966777985
+    },
+    {
+      "train_step": 4619,
+      "sup_loss": 0.33257620697290835
+    },
+    {
+      "train_step": 4620,
+      "sup_loss": 0.520288968998806
+    },
+    {
+      "train_step": 4621,
+      "sup_loss": 0.539042465238561
+    },
+    {
+      "train_step": 4622,
+      "sup_loss": 0.5284804799944679
+    },
+    {
+      "train_step": 4623,
+      "sup_loss": 0.27260604652603526
+    },
+    {
+      "train_step": 4624,
+      "sup_loss": 0.543092780194997
+    },
+    {
+      "train_step": 4625,
+      "sup_loss": 0.42208550207472145
+    },
+    {
+      "train_step": 4626,
+      "sup_loss": 0.3127904857402557
+    },
+    {
+      "train_step": 4627,
+      "sup_loss": 0.5612133971498143
+    },
+    {
+      "train_step": 4628,
+      "sup_loss": 0.5295505661767614
+    },
+    {
+      "train_step": 4629,
+      "sup_loss": 0.7020293247315548
+    },
+    {
+      "train_step": 4630,
+      "sup_loss": 0.4337456634606923
+    },
+    {
+      "train_step": 4631,
+      "sup_loss": 0.6139327081391308
+    },
+    {
+      "train_step": 4632,
+      "sup_loss": 0.4371405792269414
+    },
+    {
+      "train_step": 4633,
+      "sup_loss": 0.6122822944213612
+    },
+    {
+      "train_step": 4634,
+      "sup_loss": 0.5088437385344381
+    },
+    {
+      "train_step": 4635,
+      "sup_loss": 0.3587074487511345
+    },
+    {
+      "train_step": 4636,
+      "sup_loss": 0.5026664023801354
+    },
+    {
+      "train_step": 4637,
+      "sup_loss": 0.4040197044478887
+    },
+    {
+      "train_step": 4638,
+      "sup_loss": 0.5247987901443402
+    },
+    {
+      "train_step": 4639,
+      "sup_loss": 0.6660408862630133
+    },
+    {
+      "train_step": 4640,
+      "sup_loss": 0.37048948970094503
+    },
+    {
+      "train_step": 4641,
+      "sup_loss": 0.6587172630603394
+    },
+    {
+      "train_step": 4642,
+      "sup_loss": 0.5881468216260644
+    },
+    {
+      "train_step": 4643,
+      "sup_loss": 0.4989488001863442
+    },
+    {
+      "train_step": 4644,
+      "sup_loss": 0.6180908757279566
+    },
+    {
+      "train_step": 4645,
+      "sup_loss": 0.5845426509254902
+    },
+    {
+      "train_step": 4646,
+      "sup_loss": 0.749759433401815
+    },
+    {
+      "train_step": 4647,
+      "sup_loss": 0.23826465133339844
+    },
+    {
+      "train_step": 4648,
+      "sup_loss": 0.5656154735124764
+    },
+    {
+      "train_step": 4649,
+      "sup_loss": 0.7164582954173495
+    },
+    {
+      "train_step": 4650,
+      "sup_loss": 0.570491145707789
+    },
+    {
+      "train_step": 4651,
+      "sup_loss": 0.5000828325569449
+    },
+    {
+      "train_step": 4652,
+      "sup_loss": 0.5483029203139838
+    },
+    {
+      "train_step": 4653,
+      "sup_loss": 0.5395880215352244
+    },
+    {
+      "train_step": 4654,
+      "sup_loss": 0.6383343140468958
+    },
+    {
+      "train_step": 4655,
+      "sup_loss": 0.9548384616911216
+    },
+    {
+      "train_step": 4656,
+      "sup_loss": 0.8789285289732428
+    },
+    {
+      "train_step": 4657,
+      "sup_loss": 0.6477869721518745
+    },
+    {
+      "train_step": 4658,
+      "sup_loss": 0.7136317319814901
+    },
+    {
+      "train_step": 4659,
+      "sup_loss": 0.5313156280269279
+    },
+    {
+      "train_step": 4660,
+      "sup_loss": 0.6853842799085909
+    },
+    {
+      "train_step": 4661,
+      "sup_loss": 0.7062792233581108
+    },
+    {
+      "train_step": 4662,
+      "sup_loss": 0.8484512528430062
+    },
+    {
+      "train_step": 4663,
+      "sup_loss": 0.7229510819412446
+    },
+    {
+      "train_step": 4664,
+      "sup_loss": 0.6387354691460775
+    },
+    {
+      "train_step": 4665,
+      "sup_loss": 0.8828340588537106
+    },
+    {
+      "train_step": 4666,
+      "sup_loss": 0.6631566801755916
+    },
+    {
+      "train_step": 4667,
+      "sup_loss": 0.5417567481376871
+    },
+    {
+      "train_step": 4668,
+      "sup_loss": 0.7239885019765282
+    },
+    {
+      "train_step": 4669,
+      "sup_loss": 0.44390751515090965
+    },
+    {
+      "train_step": 4670,
+      "sup_loss": 0.6169298432715506
+    },
+    {
+      "train_step": 4671,
+      "sup_loss": 0.7957131656580447
+    },
+    {
+      "train_step": 4672,
+      "sup_loss": 0.5621161081170258
+    },
+    {
+      "train_step": 4673,
+      "sup_loss": 0.633495067867962
+    },
+    {
+      "train_step": 4674,
+      "sup_loss": 0.8362227576626463
+    },
+    {
+      "train_step": 4675,
+      "sup_loss": 0.6370734867181842
+    },
+    {
+      "train_step": 4676,
+      "sup_loss": 0.5354876418439877
+    },
+    {
+      "train_step": 4677,
+      "sup_loss": 0.5186023354025033
+    },
+    {
+      "train_step": 4678,
+      "sup_loss": 0.7926336686487924
+    },
+    {
+      "train_step": 4679,
+      "sup_loss": 0.8506558058331226
+    },
+    {
+      "train_step": 4680,
+      "sup_loss": 0.6646256690045153
+    },
+    {
+      "train_step": 4681,
+      "sup_loss": 0.49307333281085647
+    },
+    {
+      "train_step": 4682,
+      "sup_loss": 0.4103226562365758
+    },
+    {
+      "train_step": 4683,
+      "sup_loss": 0.6428651349363335
+    },
+    {
+      "train_step": 4684,
+      "sup_loss": 0.37347082174676527
+    },
+    {
+      "train_step": 4685,
+      "sup_loss": 0.7532569290294845
+    },
+    {
+      "train_step": 4686,
+      "sup_loss": 0.7454852615009864
+    },
+    {
+      "train_step": 4687,
+      "sup_loss": 0.8377800174733179
+    },
+    {
+      "train_step": 4688,
+      "sup_loss": 0.6245204707507581
+    },
+    {
+      "train_step": 4689,
+      "sup_loss": 0.8327803387184228
+    },
+    {
+      "train_step": 4690,
+      "sup_loss": 0.621092866027657
+    },
+    {
+      "train_step": 4691,
+      "sup_loss": 0.5623066978529877
+    },
+    {
+      "train_step": 4692,
+      "sup_loss": 0.6872893610695635
+    },
+    {
+      "train_step": 4693,
+      "sup_loss": 0.5840554786716717
+    },
+    {
+      "train_step": 4694,
+      "sup_loss": 0.5368416699190383
+    },
+    {
+      "train_step": 4695,
+      "sup_loss": 0.732322205268778
+    },
+    {
+      "train_step": 4696,
+      "sup_loss": 0.7016333207984807
+    },
+    {
+      "train_step": 4697,
+      "sup_loss": 0.5671870716483021
+    },
+    {
+      "train_step": 4698,
+      "sup_loss": 0.7891746221292678
+    },
+    {
+      "train_step": 4699,
+      "sup_loss": 0.8365488691049556
+    },
+    {
+      "train_step": 4700,
+      "sup_loss": 0.8216155394114781
+    },
+    {
+      "train_step": 4701,
+      "sup_loss": 0.548527976960838
+    },
+    {
+      "train_step": 4702,
+      "sup_loss": 0.570550266761765
+    },
+    {
+      "train_step": 4703,
+      "sup_loss": 0.6266185446656418
+    },
+    {
+      "train_step": 4704,
+      "sup_loss": 0.6584644286194282
+    },
+    {
+      "train_step": 4705,
+      "sup_loss": 0.7083418383315992
+    },
+    {
+      "train_step": 4706,
+      "sup_loss": 0.7553761772147489
+    },
+    {
+      "train_step": 4707,
+      "sup_loss": 0.5954693853644555
+    },
+    {
+      "train_step": 4708,
+      "sup_loss": 0.5453452524451535
+    },
+    {
+      "train_step": 4709,
+      "sup_loss": 0.7765581804391359
+    },
+    {
+      "train_step": 4710,
+      "sup_loss": 0.5579572352758226
+    },
+    {
+      "train_step": 4711,
+      "sup_loss": 0.8725759433948925
+    },
+    {
+      "train_step": 4712,
+      "sup_loss": 0.739774986292838
+    },
+    {
+      "train_step": 4713,
+      "sup_loss": 0.5775333784192547
+    },
+    {
+      "train_step": 4714,
+      "sup_loss": 0.7535351700449628
+    },
+    {
+      "train_step": 4715,
+      "sup_loss": 0.4918996392747647
+    },
+    {
+      "train_step": 4716,
+      "sup_loss": 0.7859610763702984
+    },
+    {
+      "train_step": 4717,
+      "sup_loss": 0.6183782570266189
+    },
+    {
+      "train_step": 4718,
+      "sup_loss": 0.6862821201373782
+    },
+    {
+      "train_step": 4719,
+      "sup_loss": 0.6820297758582065
+    },
+    {
+      "train_step": 4720,
+      "sup_loss": 0.9703823554845831
+    },
+    {
+      "train_step": 4721,
+      "sup_loss": 0.5964215760383234
+    },
+    {
+      "train_step": 4722,
+      "sup_loss": 0.7539876123794932
+    },
+    {
+      "train_step": 4723,
+      "sup_loss": 0.4503868502695408
+    },
+    {
+      "train_step": 4724,
+      "sup_loss": 0.6732490745124584
+    },
+    {
+      "train_step": 4725,
+      "sup_loss": 0.7202508957754485
+    },
+    {
+      "train_step": 4726,
+      "sup_loss": 0.758566403694779
+    },
+    {
+      "train_step": 4727,
+      "sup_loss": 0.8103140248457215
+    },
+    {
+      "train_step": 4728,
+      "sup_loss": 0.6819640040049529
+    },
+    {
+      "train_step": 4729,
+      "sup_loss": 0.6824503775150544
+    },
+    {
+      "train_step": 4730,
+      "sup_loss": 0.6819826135502852
+    },
+    {
+      "train_step": 4731,
+      "sup_loss": 0.6261166874618569
+    },
+    {
+      "train_step": 4732,
+      "sup_loss": 0.4747347776839905
+    },
+    {
+      "train_step": 4733,
+      "sup_loss": 0.7810944822824551
+    },
+    {
+      "train_step": 4734,
+      "sup_loss": 0.6775139043483691
+    },
+    {
+      "train_step": 4735,
+      "sup_loss": 0.567915703105981
+    },
+    {
+      "train_step": 4736,
+      "sup_loss": 0.6043455987700973
+    },
+    {
+      "train_step": 4737,
+      "sup_loss": 0.5430832234206174
+    },
+    {
+      "train_step": 4738,
+      "sup_loss": 0.4860972223591068
+    },
+    {
+      "train_step": 4739,
+      "sup_loss": 0.6253257974333346
+    },
+    {
+      "train_step": 4740,
+      "sup_loss": 0.7115173111035712
+    },
+    {
+      "train_step": 4741,
+      "sup_loss": 0.7461193514032622
+    },
+    {
+      "train_step": 4742,
+      "sup_loss": 0.6284022682575086
+    },
+    {
+      "train_step": 4743,
+      "sup_loss": 0.6830543033009541
+    },
+    {
+      "train_step": 4744,
+      "sup_loss": 0.557206929938213
+    },
+    {
+      "train_step": 4745,
+      "sup_loss": 0.5694151323529548
+    },
+    {
+      "train_step": 4746,
+      "sup_loss": 0.6774271590893717
+    },
+    {
+      "train_step": 4747,
+      "sup_loss": 0.7740029679889064
+    },
+    {
+      "train_step": 4748,
+      "sup_loss": 0.8004214758065373
+    },
+    {
+      "train_step": 4749,
+      "sup_loss": 0.8342231101365474
+    },
+    {
+      "train_step": 4750,
+      "sup_loss": 0.5398905694693973
+    },
+    {
+      "train_step": 4751,
+      "sup_loss": 0.7305051787799934
+    },
+    {
+      "train_step": 4752,
+      "sup_loss": 0.623377520542646
+    },
+    {
+      "train_step": 4753,
+      "sup_loss": 0.646513826554079
+    },
+    {
+      "train_step": 4754,
+      "sup_loss": 0.7296976865446604
+    },
+    {
+      "train_step": 4755,
+      "sup_loss": 0.7307859158328028
+    },
+    {
+      "train_step": 4756,
+      "sup_loss": 0.5847526913842833
+    },
+    {
+      "train_step": 4757,
+      "sup_loss": 0.675829397441924
+    },
+    {
+      "train_step": 4758,
+      "sup_loss": 0.7688740533831359
+    },
+    {
+      "train_step": 4759,
+      "sup_loss": 0.7388681041397254
+    },
+    {
+      "train_step": 4760,
+      "sup_loss": 0.6968039414322124
+    },
+    {
+      "train_step": 4761,
+      "sup_loss": 0.4262406775581942
+    },
+    {
+      "train_step": 4762,
+      "sup_loss": 0.6814890598125158
+    },
+    {
+      "train_step": 4763,
+      "sup_loss": 0.7509453377330676
+    },
+    {
+      "train_step": 4764,
+      "sup_loss": 0.802869202827248
+    },
+    {
+      "train_step": 4765,
+      "sup_loss": 0.6114032826150907
+    },
+    {
+      "train_step": 4766,
+      "sup_loss": 0.6662505620140585
+    },
+    {
+      "train_step": 4767,
+      "sup_loss": 0.4372112438270564
+    },
+    {
+      "train_step": 4768,
+      "sup_loss": 0.6816387294973939
+    },
+    {
+      "train_step": 4769,
+      "sup_loss": 0.3999698367358867
+    },
+    {
+      "train_step": 4770,
+      "sup_loss": 0.7951769820242178
+    },
+    {
+      "train_step": 4771,
+      "sup_loss": 0.7144758771963812
+    },
+    {
+      "train_step": 4772,
+      "sup_loss": 0.6429665427227613
+    },
+    {
+      "train_step": 4773,
+      "sup_loss": 0.4948108341615064
+    },
+    {
+      "train_step": 4774,
+      "sup_loss": 0.7981096209786304
+    },
+    {
+      "train_step": 4775,
+      "sup_loss": 0.6635208014261879
+    },
+    {
+      "train_step": 4776,
+      "sup_loss": 0.7146997352748184
+    },
+    {
+      "train_step": 4777,
+      "sup_loss": 0.6305520227463268
+    },
+    {
+      "train_step": 4778,
+      "sup_loss": 0.8011076318544618
+    },
+    {
+      "train_step": 4779,
+      "sup_loss": 0.8423046126884082
+    },
+    {
+      "train_step": 4780,
+      "sup_loss": 0.48022769210683286
+    },
+    {
+      "train_step": 4781,
+      "sup_loss": 0.5846792174168258
+    },
+    {
+      "train_step": 4782,
+      "sup_loss": 0.7387515248174443
+    },
+    {
+      "train_step": 4783,
+      "sup_loss": 0.6737322774494223
+    },
+    {
+      "train_step": 4784,
+      "sup_loss": 0.7844176255331619
+    },
+    {
+      "train_step": 4785,
+      "sup_loss": 0.8568675534724091
+    },
+    {
+      "train_step": 4786,
+      "sup_loss": 0.8491542439665124
+    },
+    {
+      "train_step": 4787,
+      "sup_loss": 0.7041731299145297
+    },
+    {
+      "train_step": 4788,
+      "sup_loss": 0.5944559059031441
+    },
+    {
+      "train_step": 4789,
+      "sup_loss": 0.69214760938157
+    },
+    {
+      "train_step": 4790,
+      "sup_loss": 0.6596598612064288
+    },
+    {
+      "train_step": 4791,
+      "sup_loss": 0.7004557330269471
+    },
+    {
+      "train_step": 4792,
+      "sup_loss": 0.5006772965172402
+    },
+    {
+      "train_step": 4793,
+      "sup_loss": 0.7049915265661006
+    },
+    {
+      "train_step": 4794,
+      "sup_loss": 0.7535877995532332
+    },
+    {
+      "train_step": 4795,
+      "sup_loss": 0.5572282448638527
+    },
+    {
+      "train_step": 4796,
+      "sup_loss": 0.76200932947544
+    },
+    {
+      "train_step": 4797,
+      "sup_loss": 0.6812871332318701
+    },
+    {
+      "train_step": 4798,
+      "sup_loss": 0.7722995098049711
+    },
+    {
+      "train_step": 4799,
+      "sup_loss": 0.8274697923295594
+    },
+    {
+      "train_step": 4800,
+      "sup_loss": 0.7061745312156295
+    },
+    {
+      "train_step": 4801,
+      "sup_loss": 0.668311616405879
+    },
+    {
+      "train_step": 4802,
+      "sup_loss": 0.8422552023056384
+    },
+    {
+      "train_step": 4803,
+      "sup_loss": 0.6541093064554728
+    },
+    {
+      "train_step": 4804,
+      "sup_loss": 0.7064774168475042
+    },
+    {
+      "train_step": 4805,
+      "sup_loss": 0.6177949892984743
+    },
+    {
+      "train_step": 4806,
+      "sup_loss": 0.7671349893061555
+    },
+    {
+      "train_step": 4807,
+      "sup_loss": 0.48366540193735114
+    },
+    {
+      "train_step": 4808,
+      "sup_loss": 0.4807992835149334
+    },
+    {
+      "train_step": 4809,
+      "sup_loss": 0.8893491734523751
+    },
+    {
+      "train_step": 4810,
+      "sup_loss": 0.662274343141508
+    },
+    {
+      "train_step": 4811,
+      "sup_loss": 0.606832384339534
+    },
+    {
+      "train_step": 4812,
+      "sup_loss": 0.6217771999676341
+    },
+    {
+      "train_step": 4813,
+      "sup_loss": 0.5217968832625387
+    },
+    {
+      "train_step": 4814,
+      "sup_loss": 0.7947707969603794
+    },
+    {
+      "train_step": 4815,
+      "sup_loss": 0.7954039935834455
+    },
+    {
+      "train_step": 4816,
+      "sup_loss": 0.5727736488031409
+    },
+    {
+      "train_step": 4817,
+      "sup_loss": 0.6675104091669778
+    },
+    {
+      "train_step": 4818,
+      "sup_loss": 0.6051593772276781
+    },
+    {
+      "train_step": 4819,
+      "sup_loss": 0.7545497286037229
+    },
+    {
+      "train_step": 4820,
+      "sup_loss": 0.8032638991964355
+    },
+    {
+      "train_step": 4821,
+      "sup_loss": 0.6105541478539476
+    },
+    {
+      "train_step": 4822,
+      "sup_loss": 0.697906130798396
+    },
+    {
+      "train_step": 4823,
+      "sup_loss": 0.7114916691840572
+    },
+    {
+      "train_step": 4824,
+      "sup_loss": 0.354830294853441
+    },
+    {
+      "train_step": 4825,
+      "sup_loss": 0.7263975158058498
+    },
+    {
+      "train_step": 4826,
+      "sup_loss": 0.6595949410346927
+    },
+    {
+      "train_step": 4827,
+      "sup_loss": 0.7263803452075469
+    },
+    {
+      "train_step": 4828,
+      "sup_loss": 0.671703172216627
+    },
+    {
+      "train_step": 4829,
+      "sup_loss": 0.540713398406546
+    },
+    {
+      "train_step": 4830,
+      "sup_loss": 0.7115194604344296
+    },
+    {
+      "train_step": 4831,
+      "sup_loss": 0.8365203442228907
+    },
+    {
+      "train_step": 4832,
+      "sup_loss": 0.5009732617677166
+    },
+    {
+      "train_step": 4833,
+      "sup_loss": 0.5970233489261254
+    },
+    {
+      "train_step": 4834,
+      "sup_loss": 0.6240386138583373
+    },
+    {
+      "train_step": 4835,
+      "sup_loss": 0.6977423378060675
+    },
+    {
+      "train_step": 4836,
+      "sup_loss": 0.49997148765916033
+    },
+    {
+      "train_step": 4837,
+      "sup_loss": 0.7140105633577774
+    },
+    {
+      "train_step": 4838,
+      "sup_loss": 0.7485508610779601
+    },
+    {
+      "train_step": 4839,
+      "sup_loss": 0.8230815968126198
+    },
+    {
+      "train_step": 4840,
+      "sup_loss": 0.6508471504118085
+    },
+    {
+      "train_step": 4841,
+      "sup_loss": 0.7783799019079851
+    },
+    {
+      "train_step": 4842,
+      "sup_loss": 0.47475308350088596
+    },
+    {
+      "train_step": 4843,
+      "sup_loss": 0.4511254030935053
+    },
+    {
+      "train_step": 4844,
+      "sup_loss": 0.7771253434612881
+    },
+    {
+      "train_step": 4845,
+      "sup_loss": 1.1371640256973725
+    },
+    {
+      "train_step": 4846,
+      "sup_loss": 0.652665984235154
+    },
+    {
+      "train_step": 4847,
+      "sup_loss": 0.5200241852655186
+    },
+    {
+      "train_step": 4848,
+      "sup_loss": 0.674560645675693
+    },
+    {
+      "train_step": 4849,
+      "sup_loss": 0.7512494416942473
+    },
+    {
+      "train_step": 4850,
+      "sup_loss": 0.6874047274262998
+    },
+    {
+      "train_step": 4851,
+      "sup_loss": 0.7088946577338374
+    },
+    {
+      "train_step": 4852,
+      "sup_loss": 0.5872190636865859
+    },
+    {
+      "train_step": 4853,
+      "sup_loss": 0.6836984949489443
+    },
+    {
+      "train_step": 4854,
+      "sup_loss": 0.6600340957481867
+    },
+    {
+      "train_step": 4855,
+      "sup_loss": 0.4957796142438486
+    },
+    {
+      "train_step": 4856,
+      "sup_loss": 0.7835627480440067
+    },
+    {
+      "train_step": 4857,
+      "sup_loss": 0.8882786590734388
+    },
+    {
+      "train_step": 4858,
+      "sup_loss": 0.6882496322363675
+    },
+    {
+      "train_step": 4859,
+      "sup_loss": 0.689825065110014
+    },
+    {
+      "train_step": 4860,
+      "sup_loss": 0.7671666033202078
+    },
+    {
+      "train_step": 4861,
+      "sup_loss": 0.6744893209873366
+    },
+    {
+      "train_step": 4862,
+      "sup_loss": 0.6985810249538471
+    },
+    {
+      "train_step": 4863,
+      "sup_loss": 0.7300656911788044
+    },
+    {
+      "train_step": 4864,
+      "sup_loss": 0.6453089100231229
+    },
+    {
+      "train_step": 4865,
+      "sup_loss": 0.6481079569790601
+    },
+    {
+      "train_step": 4866,
+      "sup_loss": 0.7548396239846267
+    },
+    {
+      "train_step": 4867,
+      "sup_loss": 0.2888151023041442
+    },
+    {
+      "train_step": 4868,
+      "sup_loss": 0.7096826630640696
+    },
+    {
+      "train_step": 4869,
+      "sup_loss": 0.6913661827787099
+    },
+    {
+      "train_step": 4870,
+      "sup_loss": 0.6897075970873121
+    },
+    {
+      "train_step": 4871,
+      "sup_loss": 0.6829042370733753
+    },
+    {
+      "train_step": 4872,
+      "sup_loss": 0.7586532333329219
+    },
+    {
+      "train_step": 4873,
+      "sup_loss": 0.7409642786037771
+    },
+    {
+      "train_step": 4874,
+      "sup_loss": 0.6833164211240725
+    },
+    {
+      "train_step": 4875,
+      "sup_loss": 0.6905066624295759
+    },
+    {
+      "train_step": 4876,
+      "sup_loss": 0.5016072010401916
+    },
+    {
+      "train_step": 4877,
+      "sup_loss": 0.5947624615341707
+    },
+    {
+      "train_step": 4878,
+      "sup_loss": 0.42250416332392715
+    },
+    {
+      "train_step": 4879,
+      "sup_loss": 0.5987286066554299
+    },
+    {
+      "train_step": 4880,
+      "sup_loss": 0.7080677602737262
+    },
+    {
+      "train_step": 4881,
+      "sup_loss": 0.7476873894993772
+    },
+    {
+      "train_step": 4882,
+      "sup_loss": 0.5682341614309923
+    },
+    {
+      "train_step": 4883,
+      "sup_loss": 0.46954395492830076
+    },
+    {
+      "train_step": 4884,
+      "sup_loss": 0.5889171731226712
+    },
+    {
+      "train_step": 4885,
+      "sup_loss": 0.7633608083236206
+    },
+    {
+      "train_step": 4886,
+      "sup_loss": 0.6898274900090127
+    },
+    {
+      "train_step": 4887,
+      "sup_loss": 0.5260483800964695
+    },
+    {
+      "train_step": 4888,
+      "sup_loss": 0.3917955447336098
+    },
+    {
+      "train_step": 4889,
+      "sup_loss": 0.7304741526043043
+    },
+    {
+      "train_step": 4890,
+      "sup_loss": 0.5221638880165282
+    },
+    {
+      "train_step": 4891,
+      "sup_loss": 0.7970093140235093
+    },
+    {
+      "train_step": 4892,
+      "sup_loss": 0.79900924336123
+    },
+    {
+      "train_step": 4893,
+      "sup_loss": 0.7390704245678661
+    },
+    {
+      "train_step": 4894,
+      "sup_loss": 0.8524993975148414
+    },
+    {
+      "train_step": 4895,
+      "sup_loss": 0.7086853504160048
+    },
+    {
+      "train_step": 4896,
+      "sup_loss": 0.8019405790232172
+    },
+    {
+      "train_step": 4897,
+      "sup_loss": 0.8462930133603255
+    },
+    {
+      "train_step": 4898,
+      "sup_loss": 0.618320098990641
+    },
+    {
+      "train_step": 4899,
+      "sup_loss": 0.5245914342404527
+    },
+    {
+      "train_step": 4900,
+      "sup_loss": 0.533130490851465
+    },
+    {
+      "train_step": 4901,
+      "sup_loss": 0.6337060078058019
+    },
+    {
+      "train_step": 4902,
+      "sup_loss": 0.6493364641274485
+    },
+    {
+      "train_step": 4903,
+      "sup_loss": 0.8325065489280996
+    },
+    {
+      "train_step": 4904,
+      "sup_loss": 0.7310976604579186
+    },
+    {
+      "train_step": 4905,
+      "sup_loss": 0.6710843194428152
+    },
+    {
+      "train_step": 4906,
+      "sup_loss": 0.5899070553698631
+    },
+    {
+      "train_step": 4907,
+      "sup_loss": 0.8197917364692542
+    },
+    {
+      "train_step": 4908,
+      "sup_loss": 0.7547726657822198
+    },
+    {
+      "train_step": 4909,
+      "sup_loss": 0.6951835819703828
+    },
+    {
+      "train_step": 4910,
+      "sup_loss": 0.8112806902953679
+    },
+    {
+      "train_step": 4911,
+      "sup_loss": 0.5607308414609983
+    },
+    {
+      "train_step": 4912,
+      "sup_loss": 0.9529813159058267
+    },
+    {
+      "train_step": 4913,
+      "sup_loss": 0.6257620032834705
+    },
+    {
+      "train_step": 4914,
+      "sup_loss": 0.8457516862550394
+    },
+    {
+      "train_step": 4915,
+      "sup_loss": 0.7484146404062726
+    },
+    {
+      "train_step": 4916,
+      "sup_loss": 0.4594325273269808
+    },
+    {
+      "train_step": 4917,
+      "sup_loss": 0.6734456065661955
+    },
+    {
+      "train_step": 4918,
+      "sup_loss": 0.7870834255439317
+    },
+    {
+      "train_step": 4919,
+      "sup_loss": 0.45852176177655135
+    },
+    {
+      "train_step": 4920,
+      "sup_loss": 0.658126492870565
+    },
+    {
+      "train_step": 4921,
+      "sup_loss": 0.7662246312935573
+    },
+    {
+      "train_step": 4922,
+      "sup_loss": 0.6645998389682501
+    },
+    {
+      "train_step": 4923,
+      "sup_loss": 0.5877814684284566
+    },
+    {
+      "train_step": 4924,
+      "sup_loss": 0.4020770770912557
+    },
+    {
+      "train_step": 4925,
+      "sup_loss": 0.6306111281448846
+    },
+    {
+      "train_step": 4926,
+      "sup_loss": 0.6833359755534338
+    },
+    {
+      "train_step": 4927,
+      "sup_loss": 0.530177580906997
+    },
+    {
+      "train_step": 4928,
+      "sup_loss": 0.7988952522125142
+    },
+    {
+      "train_step": 4929,
+      "sup_loss": 0.6588435528074682
+    },
+    {
+      "train_step": 4930,
+      "sup_loss": 0.7249078690207664
+    },
+    {
+      "train_step": 4931,
+      "sup_loss": 0.6662423634904628
+    },
+    {
+      "train_step": 4932,
+      "sup_loss": 0.7145763785216519
+    },
+    {
+      "train_step": 4933,
+      "sup_loss": 0.8183614447815689
+    },
+    {
+      "train_step": 4934,
+      "sup_loss": 0.5802106463088006
+    },
+    {
+      "train_step": 4935,
+      "sup_loss": 0.7655227061604821
+    },
+    {
+      "train_step": 4936,
+      "sup_loss": 0.5558395177232385
+    },
+    {
+      "train_step": 4937,
+      "sup_loss": 0.6639371128524466
+    },
+    {
+      "train_step": 4938,
+      "sup_loss": 0.8165784566510259
+    },
+    {
+      "train_step": 4939,
+      "sup_loss": 0.7672570145625928
+    },
+    {
+      "train_step": 4940,
+      "sup_loss": 0.8747608300880989
+    },
+    {
+      "train_step": 4941,
+      "sup_loss": 0.6895625277836481
+    },
+    {
+      "train_step": 4942,
+      "sup_loss": 0.6090718453114908
+    },
+    {
+      "train_step": 4943,
+      "sup_loss": 0.6721896128252649
+    },
+    {
+      "train_step": 4944,
+      "sup_loss": 0.7152742514632356
+    },
+    {
+      "train_step": 4945,
+      "sup_loss": 0.6793546744841691
+    },
+    {
+      "train_step": 4946,
+      "sup_loss": 0.7843203403409063
+    },
+    {
+      "train_step": 4947,
+      "sup_loss": 0.5637480549392883
+    },
+    {
+      "train_step": 4948,
+      "sup_loss": 0.7050193558296536
+    },
+    {
+      "train_step": 4949,
+      "sup_loss": 0.7538434409108985
+    },
+    {
+      "train_step": 4950,
+      "sup_loss": 0.7282971593565108
+    },
+    {
+      "train_step": 4951,
+      "sup_loss": 0.5094709842752515
+    },
+    {
+      "train_step": 4952,
+      "sup_loss": 0.7102073891840704
+    },
+    {
+      "train_step": 4953,
+      "sup_loss": 0.571212210925985
+    },
+    {
+      "train_step": 4954,
+      "sup_loss": 0.681959218187564
+    },
+    {
+      "train_step": 4955,
+      "sup_loss": 0.754437739840566
+    },
+    {
+      "train_step": 4956,
+      "sup_loss": 0.4835975998890394
+    },
+    {
+      "train_step": 4957,
+      "sup_loss": 0.557854236320903
+    },
+    {
+      "train_step": 4958,
+      "sup_loss": 0.7078022087226461
+    },
+    {
+      "train_step": 4959,
+      "sup_loss": 0.8733118877046449
+    },
+    {
+      "train_step": 4960,
+      "sup_loss": 0.6335239574371533
+    },
+    {
+      "train_step": 4961,
+      "sup_loss": 0.8310676477328933
+    },
+    {
+      "train_step": 4962,
+      "sup_loss": 0.6168512671900279
+    },
+    {
+      "train_step": 4963,
+      "sup_loss": 0.6883868818618598
+    },
+    {
+      "train_step": 4964,
+      "sup_loss": 0.8579241662054944
+    },
+    {
+      "train_step": 4965,
+      "sup_loss": 0.7701441888532107
+    },
+    {
+      "train_step": 4966,
+      "sup_loss": 0.6933740780895801
+    },
+    {
+      "train_step": 4967,
+      "sup_loss": 0.6936355492558047
+    },
+    {
+      "train_step": 4968,
+      "sup_loss": 0.6686131454167495
+    },
+    {
+      "train_step": 4969,
+      "sup_loss": 0.4775284552080934
+    },
+    {
+      "train_step": 4970,
+      "sup_loss": 0.5553290307207004
+    },
+    {
+      "train_step": 4971,
+      "sup_loss": 0.6100187229453278
+    },
+    {
+      "train_step": 4972,
+      "sup_loss": 0.6094953022250368
+    },
+    {
+      "train_step": 4973,
+      "sup_loss": 0.8101271516813361
+    },
+    {
+      "train_step": 4974,
+      "sup_loss": 0.6171360906678669
+    },
+    {
+      "train_step": 4975,
+      "sup_loss": 0.5224732584492462
+    },
+    {
+      "train_step": 4976,
+      "sup_loss": 0.7850284339477023
+    },
+    {
+      "train_step": 4977,
+      "sup_loss": 0.8680022874863517
+    },
+    {
+      "train_step": 4978,
+      "sup_loss": 0.8227375061537553
+    },
+    {
+      "train_step": 4979,
+      "sup_loss": 0.7410511606131115
+    },
+    {
+      "train_step": 4980,
+      "sup_loss": 0.6038727268456114
+    },
+    {
+      "train_step": 4981,
+      "sup_loss": 0.6019036341085309
+    },
+    {
+      "train_step": 4982,
+      "sup_loss": 0.6746538106422931
+    },
+    {
+      "train_step": 4983,
+      "sup_loss": 0.6402664336381202
+    },
+    {
+      "train_step": 4984,
+      "sup_loss": 0.5802687012275624
+    },
+    {
+      "train_step": 4985,
+      "sup_loss": 0.837430486449035
+    },
+    {
+      "train_step": 4986,
+      "sup_loss": 0.860938341003122
+    },
+    {
+      "train_step": 4987,
+      "sup_loss": 0.7299190238020145
+    },
+    {
+      "train_step": 4988,
+      "sup_loss": 0.6170622020378305
+    },
+    {
+      "train_step": 4989,
+      "sup_loss": 0.6191870865133678
+    },
+    {
+      "train_step": 4990,
+      "sup_loss": 0.6836941512123529
+    },
+    {
+      "train_step": 4991,
+      "sup_loss": 0.41361613432758443
+    },
+    {
+      "train_step": 4992,
+      "sup_loss": 0.5047127179217887
+    },
+    {
+      "train_step": 4993,
+      "sup_loss": 0.823149221014124
+    },
+    {
+      "train_step": 4994,
+      "sup_loss": 1.0230523272945267
+    },
+    {
+      "train_step": 4995,
+      "sup_loss": 0.6742380529118881
+    },
+    {
+      "train_step": 4996,
+      "sup_loss": 0.7958081271879921
+    },
+    {
+      "train_step": 4997,
+      "sup_loss": 0.7138496638527199
+    },
+    {
+      "train_step": 4998,
+      "sup_loss": 0.4268744897792622
+    },
+    {
+      "train_step": 4999,
+      "sup_loss": 0.6073253050108619
+    },
+    {
+      "train_step": 5000,
+      "sup_loss": 0.5322175867429086
+    },
+    {
+      "train_step": 5001,
+      "sup_loss": 0.6853203716303438
+    },
+    {
+      "train_step": 5002,
+      "sup_loss": 0.6889688634646207
+    },
+    {
+      "train_step": 5003,
+      "sup_loss": 0.837280098505469
+    },
+    {
+      "train_step": 5004,
+      "sup_loss": 0.5715505542010941
+    },
+    {
+      "train_step": 5005,
+      "sup_loss": 0.7108342127651164
+    },
+    {
+      "train_step": 5006,
+      "sup_loss": 0.6122755303966658
+    },
+    {
+      "train_step": 5007,
+      "sup_loss": 0.6897281375020103
+    },
+    {
+      "train_step": 5008,
+      "sup_loss": 0.8707253404810359
+    },
+    {
+      "train_step": 5009,
+      "sup_loss": 0.8240155450434028
+    },
+    {
+      "train_step": 5010,
+      "sup_loss": 0.5059417342947619
+    },
+    {
+      "train_step": 5011,
+      "sup_loss": 0.7068741353271212
+    },
+    {
+      "train_step": 5012,
+      "sup_loss": 0.6555856706174196
+    },
+    {
+      "train_step": 5013,
+      "sup_loss": 0.5900624414903464
+    },
+    {
+      "train_step": 5014,
+      "sup_loss": 0.6462935356087491
+    },
+    {
+      "train_step": 5015,
+      "sup_loss": 0.717188937272946
+    },
+    {
+      "train_step": 5016,
+      "sup_loss": 0.8378029650841966
+    },
+    {
+      "train_step": 5017,
+      "sup_loss": 0.6403004837338957
+    },
+    {
+      "train_step": 5018,
+      "sup_loss": 0.5349790079842434
+    },
+    {
+      "train_step": 5019,
+      "sup_loss": 0.6847706447697252
+    },
+    {
+      "train_step": 5020,
+      "sup_loss": 0.5827701967681214
+    },
+    {
+      "train_step": 5021,
+      "sup_loss": 0.758375645087066
+    },
+    {
+      "train_step": 5022,
+      "sup_loss": 0.570557420110916
+    },
+    {
+      "train_step": 5023,
+      "sup_loss": 0.5899321862712114
+    },
+    {
+      "train_step": 5024,
+      "sup_loss": 0.5117604566708455
+    },
+    {
+      "train_step": 5025,
+      "sup_loss": 0.662737090335296
+    },
+    {
+      "train_step": 5026,
+      "sup_loss": 0.6411575500976759
+    },
+    {
+      "train_step": 5027,
+      "sup_loss": 0.684815548010659
+    },
+    {
+      "train_step": 5028,
+      "sup_loss": 0.82687642920086
+    },
+    {
+      "train_step": 5029,
+      "sup_loss": 0.533921375684936
+    },
+    {
+      "train_step": 5030,
+      "sup_loss": 0.7001151105722849
+    },
+    {
+      "train_step": 5031,
+      "sup_loss": 0.505516163308676
+    },
+    {
+      "train_step": 5032,
+      "sup_loss": 0.7260378932929696
+    },
+    {
+      "train_step": 5033,
+      "sup_loss": 0.8496173333913797
+    },
+    {
+      "train_step": 5034,
+      "sup_loss": 0.803444062295223
+    },
+    {
+      "train_step": 5035,
+      "sup_loss": 0.7457546707970474
+    },
+    {
+      "train_step": 5036,
+      "sup_loss": 0.8525719998772512
+    },
+    {
+      "train_step": 5037,
+      "sup_loss": 0.77944685092594
+    },
+    {
+      "train_step": 5038,
+      "sup_loss": 0.522185110992837
+    },
+    {
+      "train_step": 5039,
+      "sup_loss": 0.5106890993862572
+    },
+    {
+      "train_step": 5040,
+      "sup_loss": 0.7862631069680823
+    },
+    {
+      "train_step": 5041,
+      "sup_loss": 0.7414832570165861
+    },
+    {
+      "train_step": 5042,
+      "sup_loss": 0.6090922464917444
+    },
+    {
+      "train_step": 5043,
+      "sup_loss": 0.3515669917084941
+    },
+    {
+      "train_step": 5044,
+      "sup_loss": 0.8342861883092951
+    },
+    {
+      "train_step": 5045,
+      "sup_loss": 0.6525359258765027
+    },
+    {
+      "train_step": 5046,
+      "sup_loss": 0.5810884076339352
+    },
+    {
+      "train_step": 5047,
+      "sup_loss": 0.7529538770928089
+    },
+    {
+      "train_step": 5048,
+      "sup_loss": 0.6385555981006898
+    },
+    {
+      "train_step": 5049,
+      "sup_loss": 0.7197299564842071
+    },
+    {
+      "train_step": 5050,
+      "sup_loss": 0.7216255696405225
+    },
+    {
+      "train_step": 5051,
+      "sup_loss": 0.5717228811831003
+    },
+    {
+      "train_step": 5052,
+      "sup_loss": 0.8833413705996643
+    },
+    {
+      "train_step": 5053,
+      "sup_loss": 0.6214520326687911
+    },
+    {
+      "train_step": 5054,
+      "sup_loss": 0.8151180349588347
+    },
+    {
+      "train_step": 5055,
+      "sup_loss": 0.7443930093006138
+    },
+    {
+      "train_step": 5056,
+      "sup_loss": 0.5514605172992272
+    },
+    {
+      "train_step": 5057,
+      "sup_loss": 0.690463731298
+    },
+    {
+      "train_step": 5058,
+      "sup_loss": 0.7121130110193857
+    },
+    {
+      "train_step": 5059,
+      "sup_loss": 0.710698659617178
+    },
+    {
+      "train_step": 5060,
+      "sup_loss": 0.42943753375480964
+    },
+    {
+      "train_step": 5061,
+      "sup_loss": 0.6350442477504816
+    },
+    {
+      "train_step": 5062,
+      "sup_loss": 0.6923838131888939
+    },
+    {
+      "train_step": 5063,
+      "sup_loss": 0.7196491617547316
+    },
+    {
+      "train_step": 5064,
+      "sup_loss": 0.6858499136016173
+    },
+    {
+      "train_step": 5065,
+      "sup_loss": 0.7051959292355698
+    },
+    {
+      "train_step": 5066,
+      "sup_loss": 0.7132170770827931
+    },
+    {
+      "train_step": 5067,
+      "sup_loss": 0.7215570326231534
+    },
+    {
+      "train_step": 5068,
+      "sup_loss": 0.9049634147145321
+    },
+    {
+      "train_step": 5069,
+      "sup_loss": 0.5582539919499014
+    },
+    {
+      "train_step": 5070,
+      "sup_loss": 0.522782579368133
+    },
+    {
+      "train_step": 5071,
+      "sup_loss": 0.5640483405155574
+    },
+    {
+      "train_step": 5072,
+      "sup_loss": 0.6638292615189142
+    },
+    {
+      "train_step": 5073,
+      "sup_loss": 0.7232290734235395
+    },
+    {
+      "train_step": 5074,
+      "sup_loss": 0.6168250740731563
+    },
+    {
+      "train_step": 5075,
+      "sup_loss": 0.6836046426446495
+    },
+    {
+      "train_step": 5076,
+      "sup_loss": 0.6468141291201341
+    },
+    {
+      "train_step": 5077,
+      "sup_loss": 0.7631996490463703
+    },
+    {
+      "train_step": 5078,
+      "sup_loss": 0.6349245337095373
+    },
+    {
+      "train_step": 5079,
+      "sup_loss": 0.7132653863859129
+    },
+    {
+      "train_step": 5080,
+      "sup_loss": 0.6683220280132717
+    },
+    {
+      "train_step": 5081,
+      "sup_loss": 0.8062964072363195
+    },
+    {
+      "train_step": 5082,
+      "sup_loss": 0.5632183323293904
+    },
+    {
+      "train_step": 5083,
+      "sup_loss": 0.6080357354565031
+    },
+    {
+      "train_step": 5084,
+      "sup_loss": 0.6133184909817662
+    },
+    {
+      "train_step": 5085,
+      "sup_loss": 0.7921397876894181
+    },
+    {
+      "train_step": 5086,
+      "sup_loss": 0.5153868477749558
+    },
+    {
+      "train_step": 5087,
+      "sup_loss": 0.7012727886119727
+    },
+    {
+      "train_step": 5088,
+      "sup_loss": 0.7241831203305155
+    },
+    {
+      "train_step": 5089,
+      "sup_loss": 0.6236216759788126
+    },
+    {
+      "train_step": 5090,
+      "sup_loss": 0.7420310429761359
+    },
+    {
+      "train_step": 5091,
+      "sup_loss": 0.6446895572725565
+    },
+    {
+      "train_step": 5092,
+      "sup_loss": 0.6934669501247496
+    },
+    {
+      "train_step": 5093,
+      "sup_loss": 0.8048645462112225
+    },
+    {
+      "train_step": 5094,
+      "sup_loss": 0.6024421672204775
+    },
+    {
+      "train_step": 5095,
+      "sup_loss": 0.733728971317812
+    },
+    {
+      "train_step": 5096,
+      "sup_loss": 0.8281725392894776
+    },
+    {
+      "train_step": 5097,
+      "sup_loss": 0.7208932642825457
+    },
+    {
+      "train_step": 5098,
+      "sup_loss": 0.5311779678316333
+    },
+    {
+      "train_step": 5099,
+      "sup_loss": 0.6456472654060886
+    },
+    {
+      "train_step": 5100,
+      "sup_loss": 0.8875959991200333
+    },
+    {
+      "train_step": 5101,
+      "sup_loss": 0.7203858017357179
+    },
+    {
+      "train_step": 5102,
+      "sup_loss": 0.6682305883354791
+    },
+    {
+      "train_step": 5103,
+      "sup_loss": 0.705498992389811
+    },
+    {
+      "train_step": 5104,
+      "sup_loss": 0.7116432864701583
+    },
+    {
+      "train_step": 5105,
+      "sup_loss": 0.5810766685752152
+    },
+    {
+      "train_step": 5106,
+      "sup_loss": 0.7444743170406803
+    },
+    {
+      "train_step": 5107,
+      "sup_loss": 0.5942042643367208
+    },
+    {
+      "train_step": 5108,
+      "sup_loss": 0.7856437039382952
+    },
+    {
+      "train_step": 5109,
+      "sup_loss": 0.5330898789160128
+    },
+    {
+      "train_step": 5110,
+      "sup_loss": 0.8966802641185116
+    },
+    {
+      "train_step": 5111,
+      "sup_loss": 0.5496460211215515
+    },
+    {
+      "train_step": 5112,
+      "sup_loss": 0.7211447884846168
+    },
+    {
+      "train_step": 5113,
+      "sup_loss": 0.8012746436756368
+    },
+    {
+      "train_step": 5114,
+      "sup_loss": 0.4367144670201128
+    },
+    {
+      "train_step": 5115,
+      "sup_loss": 0.7012600900296154
+    },
+    {
+      "train_step": 5116,
+      "sup_loss": 0.6228201055458413
+    },
+    {
+      "train_step": 5117,
+      "sup_loss": 0.754638042557566
+    },
+    {
+      "train_step": 5118,
+      "sup_loss": 0.5317624045923826
+    },
+    {
+      "train_step": 5119,
+      "sup_loss": 0.5420704903517733
+    },
+    {
+      "train_step": 5120,
+      "sup_loss": 0.6971365827708624
+    },
+    {
+      "train_step": 5121,
+      "sup_loss": 0.7374098172726066
+    },
+    {
+      "train_step": 5122,
+      "sup_loss": 0.752362268278164
+    },
+    {
+      "train_step": 5123,
+      "sup_loss": 0.41265546330904573
+    },
+    {
+      "train_step": 5124,
+      "sup_loss": 0.7146618819853786
+    },
+    {
+      "train_step": 5125,
+      "sup_loss": 0.6153420670054406
+    },
+    {
+      "train_step": 5126,
+      "sup_loss": 0.736828634169685
+    },
+    {
+      "train_step": 5127,
+      "sup_loss": 0.4986524982400224
+    },
+    {
+      "train_step": 5128,
+      "sup_loss": 0.6092210703207912
+    },
+    {
+      "train_step": 5129,
+      "sup_loss": 0.6610727779525039
+    },
+    {
+      "train_step": 5130,
+      "sup_loss": 0.4351006316341425
+    },
+    {
+      "train_step": 5131,
+      "sup_loss": 0.7121467341200877
+    },
+    {
+      "train_step": 5132,
+      "sup_loss": 0.6972017964745153
+    },
+    {
+      "train_step": 5133,
+      "sup_loss": 0.6515026176253929
+    },
+    {
+      "train_step": 5134,
+      "sup_loss": 0.6906676053912026
+    },
+    {
+      "train_step": 5135,
+      "sup_loss": 0.8034471527492554
+    },
+    {
+      "train_step": 5136,
+      "sup_loss": 0.8492627537852225
+    },
+    {
+      "train_step": 5137,
+      "sup_loss": 0.6370979014583393
+    },
+    {
+      "train_step": 5138,
+      "sup_loss": 0.5850767282973659
+    },
+    {
+      "train_step": 5139,
+      "sup_loss": 0.5459814270643665
+    },
+    {
+      "train_step": 5140,
+      "sup_loss": 0.637642616612625
+    },
+    {
+      "train_step": 5141,
+      "sup_loss": 0.7064859210170435
+    },
+    {
+      "train_step": 5142,
+      "sup_loss": 0.7805055072809007
+    },
+    {
+      "train_step": 5143,
+      "sup_loss": 0.7837518255583524
+    },
+    {
+      "train_step": 5144,
+      "sup_loss": 0.785497518858993
+    },
+    {
+      "train_step": 5145,
+      "sup_loss": 0.7529724211371083
+    },
+    {
+      "train_step": 5146,
+      "sup_loss": 0.6060832841762632
+    },
+    {
+      "train_step": 5147,
+      "sup_loss": 0.9243172164018012
+    },
+    {
+      "train_step": 5148,
+      "sup_loss": 0.6671548596137339
+    },
+    {
+      "train_step": 5149,
+      "sup_loss": 0.7004779703179723
+    },
+    {
+      "train_step": 5150,
+      "sup_loss": 0.7676100016654734
+    },
+    {
+      "train_step": 5151,
+      "sup_loss": 0.7514273447667392
+    },
+    {
+      "train_step": 5152,
+      "sup_loss": 0.66310992428082
+    },
+    {
+      "train_step": 5153,
+      "sup_loss": 0.6923110210489679
+    },
+    {
+      "train_step": 5154,
+      "sup_loss": 0.5734557759834826
+    },
+    {
+      "train_step": 5155,
+      "sup_loss": 0.6986873711495009
+    },
+    {
+      "train_step": 5156,
+      "sup_loss": 0.5363682567197525
+    },
+    {
+      "train_step": 5157,
+      "sup_loss": 0.5260157767609703
+    },
+    {
+      "train_step": 5158,
+      "sup_loss": 0.6189905122369485
+    },
+    {
+      "train_step": 5159,
+      "sup_loss": 0.7513085203704389
+    },
+    {
+      "train_step": 5160,
+      "sup_loss": 0.8857283652074109
+    },
+    {
+      "train_step": 5161,
+      "sup_loss": 0.6565875911202601
+    },
+    {
+      "train_step": 5162,
+      "sup_loss": 0.5170234774331858
+    },
+    {
+      "train_step": 5163,
+      "sup_loss": 0.9365387603196573
+    },
+    {
+      "train_step": 5164,
+      "sup_loss": 0.619318131879844
+    },
+    {
+      "train_step": 5165,
+      "sup_loss": 0.6081558279174021
+    },
+    {
+      "train_step": 5166,
+      "sup_loss": 0.800656507927264
+    },
+    {
+      "train_step": 5167,
+      "sup_loss": 0.7628880671711024
+    },
+    {
+      "train_step": 5168,
+      "sup_loss": 0.7246988389073226
+    },
+    {
+      "train_step": 5169,
+      "sup_loss": 0.6223017849671368
+    },
+    {
+      "train_step": 5170,
+      "sup_loss": 0.614814439334099
+    },
+    {
+      "train_step": 5171,
+      "sup_loss": 0.6882592267969458
+    },
+    {
+      "train_step": 5172,
+      "sup_loss": 0.7146766858358093
+    },
+    {
+      "train_step": 5173,
+      "sup_loss": 0.6898949942810777
+    },
+    {
+      "train_step": 5174,
+      "sup_loss": 0.5681890500824492
+    },
+    {
+      "train_step": 5175,
+      "sup_loss": 0.7604273320588463
+    },
+    {
+      "train_step": 5176,
+      "sup_loss": 0.7814770067467738
+    },
+    {
+      "train_step": 5177,
+      "sup_loss": 0.5596111937578563
+    },
+    {
+      "train_step": 5178,
+      "sup_loss": 0.6019666894965754
+    },
+    {
+      "train_step": 5179,
+      "sup_loss": 0.488686181715125
+    },
+    {
+      "train_step": 5180,
+      "sup_loss": 0.7710138313690872
+    },
+    {
+      "train_step": 5181,
+      "sup_loss": 0.7840682982965291
+    },
+    {
+      "train_step": 5182,
+      "sup_loss": 0.7683758149275944
+    },
+    {
+      "train_step": 5183,
+      "sup_loss": 0.7443022129239268
+    },
+    {
+      "train_step": 5184,
+      "sup_loss": 0.5704337302938216
+    },
+    {
+      "train_step": 5185,
+      "sup_loss": 0.47159557392678947
+    },
+    {
+      "train_step": 5186,
+      "sup_loss": 0.7714544424685804
+    },
+    {
+      "train_step": 5187,
+      "sup_loss": 0.7388762337899311
+    },
+    {
+      "train_step": 5188,
+      "sup_loss": 0.5365213969834931
+    },
+    {
+      "train_step": 5189,
+      "sup_loss": 0.8212866177663237
+    },
+    {
+      "train_step": 5190,
+      "sup_loss": 0.6898659593789503
+    },
+    {
+      "train_step": 5191,
+      "sup_loss": 0.656769821041773
+    },
+    {
+      "train_step": 5192,
+      "sup_loss": 0.7274479258067276
+    },
+    {
+      "train_step": 5193,
+      "sup_loss": 0.7051575405065722
+    },
+    {
+      "train_step": 5194,
+      "sup_loss": 0.812254663750774
+    },
+    {
+      "train_step": 5195,
+      "sup_loss": 0.7116928429715429
+    },
+    {
+      "train_step": 5196,
+      "sup_loss": 0.7215961538715123
+    },
+    {
+      "train_step": 5197,
+      "sup_loss": 0.743958332332241
+    },
+    {
+      "train_step": 5198,
+      "sup_loss": 0.5441347828681383
+    },
+    {
+      "train_step": 5199,
+      "sup_loss": 0.5298129177377625
+    },
+    {
+      "train_step": 5200,
+      "sup_loss": 0.7868874721709105
+    },
+    {
+      "train_step": 5201,
+      "sup_loss": 0.842020517109902
+    },
+    {
+      "train_step": 5202,
+      "sup_loss": 0.643373536674585
+    },
+    {
+      "train_step": 5203,
+      "sup_loss": 0.5719505465292666
+    },
+    {
+      "train_step": 5204,
+      "sup_loss": 0.6498512512491869
+    },
+    {
+      "train_step": 5205,
+      "sup_loss": 0.5915104913519644
+    },
+    {
+      "train_step": 5206,
+      "sup_loss": 0.46634969806015386
+    },
+    {
+      "train_step": 5207,
+      "sup_loss": 0.6813218526253783
+    },
+    {
+      "train_step": 5208,
+      "sup_loss": 0.8717027720622612
+    },
+    {
+      "train_step": 5209,
+      "sup_loss": 0.543525668363781
+    },
+    {
+      "train_step": 5210,
+      "sup_loss": 0.5642663575256457
+    },
+    {
+      "train_step": 5211,
+      "sup_loss": 0.6557714505626948
+    },
+    {
+      "train_step": 5212,
+      "sup_loss": 0.6195407086855154
+    },
+    {
+      "train_step": 5213,
+      "sup_loss": 0.5636384544448061
+    },
+    {
+      "train_step": 5214,
+      "sup_loss": 0.6869681613707099
+    },
+    {
+      "train_step": 5215,
+      "sup_loss": 0.6431346679361523
+    },
+    {
+      "train_step": 5216,
+      "sup_loss": 0.6796462356487609
+    },
+    {
+      "train_step": 5217,
+      "sup_loss": 0.6413844055710111
+    },
+    {
+      "train_step": 5218,
+      "sup_loss": 0.7054725005233281
+    },
+    {
+      "train_step": 5219,
+      "sup_loss": 0.7233642044214246
+    },
+    {
+      "train_step": 5220,
+      "sup_loss": 0.5717373539534466
+    },
+    {
+      "train_step": 5221,
+      "sup_loss": 0.5606264696908505
+    },
+    {
+      "train_step": 5222,
+      "sup_loss": 0.6062252132763714
+    },
+    {
+      "train_step": 5223,
+      "sup_loss": 0.7771117026403835
+    },
+    {
+      "train_step": 5224,
+      "sup_loss": 0.7246593653652146
+    },
+    {
+      "train_step": 5225,
+      "sup_loss": 0.4993600982829392
+    },
+    {
+      "train_step": 5226,
+      "sup_loss": 0.7121621017019883
+    },
+    {
+      "train_step": 5227,
+      "sup_loss": 0.7454404642419628
+    },
+    {
+      "train_step": 5228,
+      "sup_loss": 0.511549308263358
+    },
+    {
+      "train_step": 5229,
+      "sup_loss": 0.7791686655732548
+    },
+    {
+      "train_step": 5230,
+      "sup_loss": 0.7096008664406451
+    },
+    {
+      "train_step": 5231,
+      "sup_loss": 0.7003532568341542
+    },
+    {
+      "train_step": 5232,
+      "sup_loss": 0.7146733549887492
+    },
+    {
+      "train_step": 5233,
+      "sup_loss": 0.5752002302418271
+    },
+    {
+      "train_step": 5234,
+      "sup_loss": 0.6429258504330642
+    },
+    {
+      "train_step": 5235,
+      "sup_loss": 0.5079996839356413
+    },
+    {
+      "train_step": 5236,
+      "sup_loss": 0.6510503595997861
+    },
+    {
+      "train_step": 5237,
+      "sup_loss": 0.5523632257743822
+    },
+    {
+      "train_step": 5238,
+      "sup_loss": 0.6857703929792351
+    },
+    {
+      "train_step": 5239,
+      "sup_loss": 0.7550000395653653
+    },
+    {
+      "train_step": 5240,
+      "sup_loss": 0.9025749542496666
+    },
+    {
+      "train_step": 5241,
+      "sup_loss": 0.7548520416058018
+    },
+    {
+      "train_step": 5242,
+      "sup_loss": 0.660372741466303
+    },
+    {
+      "train_step": 5243,
+      "sup_loss": 0.8903101436143908
+    },
+    {
+      "train_step": 5244,
+      "sup_loss": 0.5576877605683416
+    },
+    {
+      "train_step": 5245,
+      "sup_loss": 0.733832066820171
+    },
+    {
+      "train_step": 5246,
+      "sup_loss": 0.5205080989153703
+    },
+    {
+      "train_step": 5247,
+      "sup_loss": 0.7898494847088541
+    },
+    {
+      "train_step": 5248,
+      "sup_loss": 0.4868844864130277
+    },
+    {
+      "train_step": 5249,
+      "sup_loss": 0.6805885629493909
+    },
+    {
+      "train_step": 5250,
+      "sup_loss": 0.653205658958547
+    },
+    {
+      "train_step": 5251,
+      "sup_loss": 0.6199508056354083
+    },
+    {
+      "train_step": 5252,
+      "sup_loss": 0.5450914466013057
+    },
+    {
+      "train_step": 5253,
+      "sup_loss": 0.643305304656534
+    },
+    {
+      "train_step": 5254,
+      "sup_loss": 0.6858420168602262
+    },
+    {
+      "train_step": 5255,
+      "sup_loss": 0.8147926571923195
+    },
+    {
+      "train_step": 5256,
+      "sup_loss": 0.6679125435044991
+    },
+    {
+      "train_step": 5257,
+      "sup_loss": 0.5700086255004799
+    },
+    {
+      "train_step": 5258,
+      "sup_loss": 0.5715603808891173
+    },
+    {
+      "train_step": 5259,
+      "sup_loss": 0.5929275827553377
+    },
+    {
+      "train_step": 5260,
+      "sup_loss": 0.5358230551734545
+    },
+    {
+      "train_step": 5261,
+      "sup_loss": 0.6057417622956226
+    },
+    {
+      "train_step": 5262,
+      "sup_loss": 0.4956570931935679
+    },
+    {
+      "train_step": 5263,
+      "sup_loss": 0.5859566847132792
+    },
+    {
+      "train_step": 5264,
+      "sup_loss": 0.6044543276271628
+    },
+    {
+      "train_step": 5265,
+      "sup_loss": 0.7255555425407537
+    },
+    {
+      "train_step": 5266,
+      "sup_loss": 0.7485238287707001
+    },
+    {
+      "train_step": 5267,
+      "sup_loss": 0.6335876790296932
+    },
+    {
+      "train_step": 5268,
+      "sup_loss": 0.7435148966390485
+    },
+    {
+      "train_step": 5269,
+      "sup_loss": 0.7148773490608298
+    },
+    {
+      "train_step": 5270,
+      "sup_loss": 0.5939168464284648
+    },
+    {
+      "train_step": 5271,
+      "sup_loss": 0.714422475539448
+    },
+    {
+      "train_step": 5272,
+      "sup_loss": 0.6140710852318485
+    },
+    {
+      "train_step": 5273,
+      "sup_loss": 0.6041542939176281
+    },
+    {
+      "train_step": 5274,
+      "sup_loss": 0.5544574473722681
+    },
+    {
+      "train_step": 5275,
+      "sup_loss": 0.5722482725428364
+    },
+    {
+      "train_step": 5276,
+      "sup_loss": 0.5271234842772534
+    },
+    {
+      "train_step": 5277,
+      "sup_loss": 0.5776455874029346
+    },
+    {
+      "train_step": 5278,
+      "sup_loss": 0.8237734304392811
+    },
+    {
+      "train_step": 5279,
+      "sup_loss": 0.7323044402422417
+    },
+    {
+      "train_step": 5280,
+      "sup_loss": 0.5120273467912877
+    },
+    {
+      "train_step": 5281,
+      "sup_loss": 0.6031577540861537
+    },
+    {
+      "train_step": 5282,
+      "sup_loss": 0.639969714247324
+    },
+    {
+      "train_step": 5283,
+      "sup_loss": 0.6175641337676957
+    },
+    {
+      "train_step": 5284,
+      "sup_loss": 0.6005990157475886
+    },
+    {
+      "train_step": 5285,
+      "sup_loss": 0.7654086963841099
+    },
+    {
+      "train_step": 5286,
+      "sup_loss": 0.673910437814783
+    },
+    {
+      "train_step": 5287,
+      "sup_loss": 0.6876852826225613
+    },
+    {
+      "train_step": 5288,
+      "sup_loss": 0.5806883815777384
+    },
+    {
+      "train_step": 5289,
+      "sup_loss": 0.7345152128545405
+    },
+    {
+      "train_step": 5290,
+      "sup_loss": 0.5190545476464701
+    },
+    {
+      "train_step": 5291,
+      "sup_loss": 0.6496939312671524
+    },
+    {
+      "train_step": 5292,
+      "sup_loss": 0.8589388504915676
+    },
+    {
+      "train_step": 5293,
+      "sup_loss": 0.7735324745117366
+    },
+    {
+      "train_step": 5294,
+      "sup_loss": 0.6730242483648159
+    },
+    {
+      "train_step": 5295,
+      "sup_loss": 0.7626565875550304
+    },
+    {
+      "train_step": 5296,
+      "sup_loss": 0.8462507750593566
+    },
+    {
+      "train_step": 5297,
+      "sup_loss": 0.5537530106572779
+    },
+    {
+      "train_step": 5298,
+      "sup_loss": 0.5214321967935913
+    },
+    {
+      "train_step": 5299,
+      "sup_loss": 0.6387010710251053
+    },
+    {
+      "train_step": 5300,
+      "sup_loss": 0.7734459782384548
+    },
+    {
+      "train_step": 5301,
+      "sup_loss": 0.5088616669265128
+    },
+    {
+      "train_step": 5302,
+      "sup_loss": 0.6147915867460011
+    },
+    {
+      "train_step": 5303,
+      "sup_loss": 0.48157038817265746
+    },
+    {
+      "train_step": 5304,
+      "sup_loss": 0.7325901345014092
+    },
+    {
+      "train_step": 5305,
+      "sup_loss": 0.5626145169022712
+    },
+    {
+      "train_step": 5306,
+      "sup_loss": 0.7507810663441238
+    },
+    {
+      "train_step": 5307,
+      "sup_loss": 0.7435477375415512
+    },
+    {
+      "train_step": 5308,
+      "sup_loss": 0.8268346507567933
+    },
+    {
+      "train_step": 5309,
+      "sup_loss": 0.6101669804531422
+    },
+    {
+      "train_step": 5310,
+      "sup_loss": 0.5297820512971334
+    },
+    {
+      "train_step": 5311,
+      "sup_loss": 0.7639758899911037
+    },
+    {
+      "train_step": 5312,
+      "sup_loss": 0.6283498324101738
+    },
+    {
+      "train_step": 5313,
+      "sup_loss": 0.5899414801101869
+    },
+    {
+      "train_step": 5314,
+      "sup_loss": 0.7069677991879448
+    },
+    {
+      "train_step": 5315,
+      "sup_loss": 0.7899182255816483
+    },
+    {
+      "train_step": 5316,
+      "sup_loss": 0.6638228548204538
+    },
+    {
+      "train_step": 5317,
+      "sup_loss": 0.6347470703768222
+    },
+    {
+      "train_step": 5318,
+      "sup_loss": 0.7150590897059189
+    },
+    {
+      "train_step": 5319,
+      "sup_loss": 0.6900237215767605
+    },
+    {
+      "train_step": 5320,
+      "sup_loss": 0.7447241698143278
+    },
+    {
+      "train_step": 5321,
+      "sup_loss": 0.7280691742406413
+    },
+    {
+      "train_step": 5322,
+      "sup_loss": 0.8012339746703964
+    },
+    {
+      "train_step": 5323,
+      "sup_loss": 0.7128210120799953
+    },
+    {
+      "train_step": 5324,
+      "sup_loss": 0.7209412160761817
+    },
+    {
+      "train_step": 5325,
+      "sup_loss": 0.5761985094093081
+    },
+    {
+      "train_step": 5326,
+      "sup_loss": 0.7063210366270081
+    },
+    {
+      "train_step": 5327,
+      "sup_loss": 0.8103001740483218
+    },
+    {
+      "train_step": 5328,
+      "sup_loss": 0.7619910000432604
+    },
+    {
+      "train_step": 5329,
+      "sup_loss": 0.5186979395077209
+    },
+    {
+      "train_step": 5330,
+      "sup_loss": 0.5616349642314672
+    },
+    {
+      "train_step": 5331,
+      "sup_loss": 0.4433471590770235
+    },
+    {
+      "train_step": 5332,
+      "sup_loss": 0.5458032282745822
+    },
+    {
+      "train_step": 5333,
+      "sup_loss": 0.5464484586482831
+    },
+    {
+      "train_step": 5334,
+      "sup_loss": 0.6307275119487401
+    },
+    {
+      "train_step": 5335,
+      "sup_loss": 0.8385937787931556
+    },
+    {
+      "train_step": 5336,
+      "sup_loss": 0.4628138369459367
+    },
+    {
+      "train_step": 5337,
+      "sup_loss": 0.7227042859726175
+    },
+    {
+      "train_step": 5338,
+      "sup_loss": 0.7074701416127341
+    },
+    {
+      "train_step": 5339,
+      "sup_loss": 0.7854882524752674
+    },
+    {
+      "train_step": 5340,
+      "sup_loss": 0.7403840986297564
+    },
+    {
+      "train_step": 5341,
+      "sup_loss": 0.6876821872374063
+    },
+    {
+      "train_step": 5342,
+      "sup_loss": 0.717114096629988
+    },
+    {
+      "train_step": 5343,
+      "sup_loss": 0.6458203798116287
+    },
+    {
+      "train_step": 5344,
+      "sup_loss": 0.7026885194897526
+    },
+    {
+      "train_step": 5345,
+      "sup_loss": 0.46578102555363965
+    },
+    {
+      "train_step": 5346,
+      "sup_loss": 0.5233726120568858
+    },
+    {
+      "train_step": 5347,
+      "sup_loss": 0.8046913866892453
+    },
+    {
+      "train_step": 5348,
+      "sup_loss": 0.7985601743829497
+    },
+    {
+      "train_step": 5349,
+      "sup_loss": 0.8467749625529033
+    },
+    {
+      "train_step": 5350,
+      "sup_loss": 0.7356300284107662
+    },
+    {
+      "train_step": 5351,
+      "sup_loss": 0.8535844458418118
+    },
+    {
+      "train_step": 5352,
+      "sup_loss": 0.6627789128534756
+    },
+    {
+      "train_step": 5353,
+      "sup_loss": 0.860260193185685
+    },
+    {
+      "train_step": 5354,
+      "sup_loss": 0.7317587924730949
+    },
+    {
+      "train_step": 5355,
+      "sup_loss": 0.5697894435425798
+    },
+    {
+      "train_step": 5356,
+      "sup_loss": 0.7848748513452501
+    },
+    {
+      "train_step": 5357,
+      "sup_loss": 0.6544783112931624
+    },
+    {
+      "train_step": 5358,
+      "sup_loss": 0.6030392729136836
+    },
+    {
+      "train_step": 5359,
+      "sup_loss": 0.9198371747186206
+    },
+    {
+      "train_step": 5360,
+      "sup_loss": 0.6502893821626347
+    },
+    {
+      "train_step": 5361,
+      "sup_loss": 0.664179330858482
+    },
+    {
+      "train_step": 5362,
+      "sup_loss": 0.7848152257717442
+    },
+    {
+      "train_step": 5363,
+      "sup_loss": 0.7681768549088016
+    },
+    {
+      "train_step": 5364,
+      "sup_loss": 0.608983219304942
+    },
+    {
+      "train_step": 5365,
+      "sup_loss": 0.5087574199101201
+    },
+    {
+      "train_step": 5366,
+      "sup_loss": 0.6679142479518175
+    },
+    {
+      "train_step": 5367,
+      "sup_loss": 0.7181571829011654
+    },
+    {
+      "train_step": 5368,
+      "sup_loss": 0.5952188070517035
+    },
+    {
+      "train_step": 5369,
+      "sup_loss": 0.5066001352585846
+    },
+    {
+      "train_step": 5370,
+      "sup_loss": 0.6527309390110796
+    },
+    {
+      "train_step": 5371,
+      "sup_loss": 0.7618152902769469
+    },
+    {
+      "train_step": 5372,
+      "sup_loss": 0.5542201086466049
+    },
+    {
+      "train_step": 5373,
+      "sup_loss": 0.6309887569661534
+    },
+    {
+      "train_step": 5374,
+      "sup_loss": 0.5204369836040218
+    },
+    {
+      "train_step": 5375,
+      "sup_loss": 0.7115420839886631
+    },
+    {
+      "train_step": 5376,
+      "sup_loss": 0.4652302284075638
+    },
+    {
+      "train_step": 5377,
+      "sup_loss": 0.8289421826105919
+    },
+    {
+      "train_step": 5378,
+      "sup_loss": 0.9185958800287097
+    },
+    {
+      "train_step": 5379,
+      "sup_loss": 0.7941954251684774
+    },
+    {
+      "train_step": 5380,
+      "sup_loss": 0.5282825597723635
+    },
+    {
+      "train_step": 5381,
+      "sup_loss": 0.7557246386669597
+    },
+    {
+      "train_step": 5382,
+      "sup_loss": 0.6406120784594009
+    },
+    {
+      "train_step": 5383,
+      "sup_loss": 0.8012787507974788
+    },
+    {
+      "train_step": 5384,
+      "sup_loss": 0.7092945115193608
+    },
+    {
+      "train_step": 5385,
+      "sup_loss": 0.7110469711753471
+    },
+    {
+      "train_step": 5386,
+      "sup_loss": 0.520272598748041
+    },
+    {
+      "train_step": 5387,
+      "sup_loss": 0.6570268849462121
+    },
+    {
+      "train_step": 5388,
+      "sup_loss": 0.6565460619789896
+    },
+    {
+      "train_step": 5389,
+      "sup_loss": 0.8213149578667488
+    },
+    {
+      "train_step": 5390,
+      "sup_loss": 0.8959315950665977
+    },
+    {
+      "train_step": 5391,
+      "sup_loss": 0.8326638991260994
+    },
+    {
+      "train_step": 5392,
+      "sup_loss": 0.5517447144290253
+    },
+    {
+      "train_step": 5393,
+      "sup_loss": 0.5481894143411626
+    },
+    {
+      "train_step": 5394,
+      "sup_loss": 0.5314942153294864
+    },
+    {
+      "train_step": 5395,
+      "sup_loss": 0.7917302426017008
+    },
+    {
+      "train_step": 5396,
+      "sup_loss": 0.5752133754739219
+    },
+    {
+      "train_step": 5397,
+      "sup_loss": 0.5015102415281084
+    },
+    {
+      "train_step": 5398,
+      "sup_loss": 0.5728996481646482
+    },
+    {
+      "train_step": 5399,
+      "sup_loss": 0.7941361850602496
+    },
+    {
+      "train_step": 5400,
+      "sup_loss": 0.7405140506303068
+    },
+    {
+      "train_step": 5401,
+      "sup_loss": 0.5110103498000782
+    },
+    {
+      "train_step": 5402,
+      "sup_loss": 0.4129443875606797
+    },
+    {
+      "train_step": 5403,
+      "sup_loss": 0.5468822212802902
+    },
+    {
+      "train_step": 5404,
+      "sup_loss": 0.8308022861761625
+    },
+    {
+      "train_step": 5405,
+      "sup_loss": 0.6406650332542085
+    },
+    {
+      "train_step": 5406,
+      "sup_loss": 0.7762043219226548
+    },
+    {
+      "train_step": 5407,
+      "sup_loss": 0.6891312529456144
+    },
+    {
+      "train_step": 5408,
+      "sup_loss": 0.6593491823683814
+    },
+    {
+      "train_step": 5409,
+      "sup_loss": 0.802547456854241
+    },
+    {
+      "train_step": 5410,
+      "sup_loss": 0.5164713064151084
+    },
+    {
+      "train_step": 5411,
+      "sup_loss": 0.5664825226203057
+    },
+    {
+      "train_step": 5412,
+      "sup_loss": 0.329538722466372
+    },
+    {
+      "train_step": 5413,
+      "sup_loss": 0.6598217263004236
+    },
+    {
+      "train_step": 5414,
+      "sup_loss": 0.5433164596057662
+    },
+    {
+      "train_step": 5415,
+      "sup_loss": 0.47385232180372766
+    },
+    {
+      "train_step": 5416,
+      "sup_loss": 0.6490761229724271
+    },
+    {
+      "train_step": 5417,
+      "sup_loss": 0.5984535584757443
+    },
+    {
+      "train_step": 5418,
+      "sup_loss": 0.5864330573355336
+    },
+    {
+      "train_step": 5419,
+      "sup_loss": 0.5140150597883422
+    },
+    {
+      "train_step": 5420,
+      "sup_loss": 0.4763537007128118
+    },
+    {
+      "train_step": 5421,
+      "sup_loss": 0.6581917286797098
+    },
+    {
+      "train_step": 5422,
+      "sup_loss": 0.8413129527870906
+    },
+    {
+      "train_step": 5423,
+      "sup_loss": 0.6192147496910095
+    },
+    {
+      "train_step": 5424,
+      "sup_loss": 0.4539034424884123
+    },
+    {
+      "train_step": 5425,
+      "sup_loss": 0.7077534004983281
+    },
+    {
+      "train_step": 5426,
+      "sup_loss": 0.6395017915108728
+    },
+    {
+      "train_step": 5427,
+      "sup_loss": 0.6651385971947151
+    },
+    {
+      "train_step": 5428,
+      "sup_loss": 0.5072277961464214
+    },
+    {
+      "train_step": 5429,
+      "sup_loss": 0.5915804771502822
+    },
+    {
+      "train_step": 5430,
+      "sup_loss": 0.41367676992395985
+    },
+    {
+      "train_step": 5431,
+      "sup_loss": 0.9191950544006124
+    },
+    {
+      "train_step": 5432,
+      "sup_loss": 0.6113621731583929
+    },
+    {
+      "train_step": 5433,
+      "sup_loss": 0.6750721401278076
+    },
+    {
+      "train_step": 5434,
+      "sup_loss": 0.6207183366782718
+    },
+    {
+      "train_step": 5435,
+      "sup_loss": 0.7114467013630003
+    },
+    {
+      "train_step": 5436,
+      "sup_loss": 0.9181111171728527
+    },
+    {
+      "train_step": 5437,
+      "sup_loss": 0.6620129606485521
+    },
+    {
+      "train_step": 5438,
+      "sup_loss": 0.6598553925124928
+    },
+    {
+      "train_step": 5439,
+      "sup_loss": 0.840183241680956
+    },
+    {
+      "train_step": 5440,
+      "sup_loss": 0.6448656935948515
+    },
+    {
+      "train_step": 5441,
+      "sup_loss": 0.7304160109595854
+    },
+    {
+      "train_step": 5442,
+      "sup_loss": 0.576460269406694
+    },
+    {
+      "train_step": 5443,
+      "sup_loss": 0.5123916057393382
+    },
+    {
+      "train_step": 5444,
+      "sup_loss": 0.5512465183138574
+    },
+    {
+      "train_step": 5445,
+      "sup_loss": 0.9401984985188205
+    },
+    {
+      "train_step": 5446,
+      "sup_loss": 0.6365141130622803
+    },
+    {
+      "train_step": 5447,
+      "sup_loss": 0.535271708331189
+    },
+    {
+      "train_step": 5448,
+      "sup_loss": 0.5869681944230101
+    },
+    {
+      "train_step": 5449,
+      "sup_loss": 0.7204880824349207
+    },
+    {
+      "train_step": 5450,
+      "sup_loss": 0.5582919737269569
+    },
+    {
+      "train_step": 5451,
+      "sup_loss": 0.6892228570695174
+    },
+    {
+      "train_step": 5452,
+      "sup_loss": 0.6553228958060153
+    },
+    {
+      "train_step": 5453,
+      "sup_loss": 0.9073747584168457
+    },
+    {
+      "train_step": 5454,
+      "sup_loss": 0.6644230337524577
+    },
+    {
+      "train_step": 5455,
+      "sup_loss": 0.6692186723378483
+    },
+    {
+      "train_step": 5456,
+      "sup_loss": 0.6409072280812403
+    },
+    {
+      "train_step": 5457,
+      "sup_loss": 0.7390526009412947
+    },
+    {
+      "train_step": 5458,
+      "sup_loss": 0.5157421379088468
+    },
+    {
+      "train_step": 5459,
+      "sup_loss": 0.7261876566945095
+    },
+    {
+      "train_step": 5460,
+      "sup_loss": 0.6308469114796277
+    },
+    {
+      "train_step": 5461,
+      "sup_loss": 0.4834746531642888
+    },
+    {
+      "train_step": 5462,
+      "sup_loss": 0.44236113424063883
+    },
+    {
+      "train_step": 5463,
+      "sup_loss": 0.887765220491433
+    },
+    {
+      "train_step": 5464,
+      "sup_loss": 0.5935429836282387
+    },
+    {
+      "train_step": 5465,
+      "sup_loss": 0.589686441783012
+    },
+    {
+      "train_step": 5466,
+      "sup_loss": 0.7133324817603787
+    },
+    {
+      "train_step": 5467,
+      "sup_loss": 0.4661434355202689
+    },
+    {
+      "train_step": 5468,
+      "sup_loss": 0.6035816619519233
+    },
+    {
+      "train_step": 5469,
+      "sup_loss": 0.768644863439014
+    },
+    {
+      "train_step": 5470,
+      "sup_loss": 0.7483598468463879
+    },
+    {
+      "train_step": 5471,
+      "sup_loss": 0.47391997591129187
+    },
+    {
+      "train_step": 5472,
+      "sup_loss": 0.6526314395081408
+    },
+    {
+      "train_step": 5473,
+      "sup_loss": 0.6914454051780892
+    },
+    {
+      "train_step": 5474,
+      "sup_loss": 0.6874026249157476
+    },
+    {
+      "train_step": 5475,
+      "sup_loss": 0.6335329973525754
+    },
+    {
+      "train_step": 5476,
+      "sup_loss": 0.7734604021839445
+    },
+    {
+      "train_step": 5477,
+      "sup_loss": 0.5671528470254991
+    },
+    {
+      "train_step": 5478,
+      "sup_loss": 0.6796362350591505
+    },
+    {
+      "train_step": 5479,
+      "sup_loss": 0.578417085391747
+    },
+    {
+      "train_step": 5480,
+      "sup_loss": 0.6288216740528777
+    },
+    {
+      "train_step": 5481,
+      "sup_loss": 0.6027876778700122
+    },
+    {
+      "train_step": 5482,
+      "sup_loss": 0.5769186605756036
+    },
+    {
+      "train_step": 5483,
+      "sup_loss": 0.6948062792181341
+    },
+    {
+      "train_step": 5484,
+      "sup_loss": 0.6903674544756329
+    },
+    {
+      "train_step": 5485,
+      "sup_loss": 0.4619234441162133
+    },
+    {
+      "train_step": 5486,
+      "sup_loss": 0.788982520022286
+    },
+    {
+      "train_step": 5487,
+      "sup_loss": 0.6686407063851778
+    },
+    {
+      "train_step": 5488,
+      "sup_loss": 0.8384162574676441
+    },
+    {
+      "train_step": 5489,
+      "sup_loss": 0.6502425093459251
+    },
+    {
+      "train_step": 5490,
+      "sup_loss": 0.5457104794755793
+    },
+    {
+      "train_step": 5491,
+      "sup_loss": 0.7082639753448825
+    },
+    {
+      "train_step": 5492,
+      "sup_loss": 0.767024560703995
+    },
+    {
+      "train_step": 5493,
+      "sup_loss": 0.7020807865457684
+    },
+    {
+      "train_step": 5494,
+      "sup_loss": 0.674444724806734
+    },
+    {
+      "train_step": 5495,
+      "sup_loss": 0.7249830546359416
+    },
+    {
+      "train_step": 5496,
+      "sup_loss": 0.9172061706743364
+    },
+    {
+      "train_step": 5497,
+      "sup_loss": 0.7544948249708007
+    },
+    {
+      "train_step": 5498,
+      "sup_loss": 0.6115006559202155
+    },
+    {
+      "train_step": 5499,
+      "sup_loss": 0.7890290140949393
+    },
+    {
+      "train_step": 5500,
+      "sup_loss": 0.38930940332904895
+    },
+    {
+      "train_step": 5501,
+      "sup_loss": 0.709302454715114
+    },
+    {
+      "train_step": 5502,
+      "sup_loss": 0.5521644364538667
+    },
+    {
+      "train_step": 5503,
+      "sup_loss": 0.7946535774535181
+    },
+    {
+      "train_step": 5504,
+      "sup_loss": 0.7114418123502261
+    },
+    {
+      "train_step": 5505,
+      "sup_loss": 0.8654491495257568
+    },
+    {
+      "train_step": 5506,
+      "sup_loss": 0.5686586040268489
+    },
+    {
+      "train_step": 5507,
+      "sup_loss": 0.6704271435426259
+    },
+    {
+      "train_step": 5508,
+      "sup_loss": 0.7946857004137026
+    },
+    {
+      "train_step": 5509,
+      "sup_loss": 0.7502574461500421
+    },
+    {
+      "train_step": 5510,
+      "sup_loss": 0.5533127397267963
+    },
+    {
+      "train_step": 5511,
+      "sup_loss": 0.677983359168467
+    },
+    {
+      "train_step": 5512,
+      "sup_loss": 0.4164447876409511
+    },
+    {
+      "train_step": 5513,
+      "sup_loss": 0.7498371270033631
+    },
+    {
+      "train_step": 5514,
+      "sup_loss": 0.6999050324024593
+    },
+    {
+      "train_step": 5515,
+      "sup_loss": 0.5872537445101842
+    },
+    {
+      "train_step": 5516,
+      "sup_loss": 0.6341405862354522
+    },
+    {
+      "train_step": 5517,
+      "sup_loss": 0.6749501465787421
+    },
+    {
+      "train_step": 5518,
+      "sup_loss": 0.6636568586384021
+    },
+    {
+      "train_step": 5519,
+      "sup_loss": 0.4812279076178549
+    },
+    {
+      "train_step": 5520,
+      "sup_loss": 0.7326795075327005
+    },
+    {
+      "train_step": 5521,
+      "sup_loss": 0.6601753950379897
+    },
+    {
+      "train_step": 5522,
+      "sup_loss": 0.7983434636225537
+    },
+    {
+      "train_step": 5523,
+      "sup_loss": 0.6983509677199731
+    },
+    {
+      "train_step": 5524,
+      "sup_loss": 0.6893610443697766
+    },
+    {
+      "train_step": 5525,
+      "sup_loss": 0.7214480716562409
+    },
+    {
+      "train_step": 5526,
+      "sup_loss": 0.5440191586626685
+    },
+    {
+      "train_step": 5527,
+      "sup_loss": 0.6186359775444406
+    },
+    {
+      "train_step": 5528,
+      "sup_loss": 0.7684867790455097
+    },
+    {
+      "train_step": 5529,
+      "sup_loss": 0.7956691168688957
+    },
+    {
+      "train_step": 5530,
+      "sup_loss": 0.6710078627054029
+    },
+    {
+      "train_step": 5531,
+      "sup_loss": 0.36956579375143095
+    },
+    {
+      "train_step": 5532,
+      "sup_loss": 0.7403135766653529
+    },
+    {
+      "train_step": 5533,
+      "sup_loss": 0.6686021380166638
+    },
+    {
+      "train_step": 5534,
+      "sup_loss": 0.7721937917849624
+    },
+    {
+      "train_step": 5535,
+      "sup_loss": 0.6228784193229516
+    },
+    {
+      "train_step": 5536,
+      "sup_loss": 0.6037426259272182
+    },
+    {
+      "train_step": 5537,
+      "sup_loss": 0.4324018843077928
+    },
+    {
+      "train_step": 5538,
+      "sup_loss": 0.475011944401162
+    },
+    {
+      "train_step": 5539,
+      "sup_loss": 0.8921242462452603
+    },
+    {
+      "train_step": 5540,
+      "sup_loss": 0.4475561665937034
+    },
+    {
+      "train_step": 5541,
+      "sup_loss": 0.4955287654398751
+    },
+    {
+      "train_step": 5542,
+      "sup_loss": 0.8670877554563907
+    },
+    {
+      "train_step": 5543,
+      "sup_loss": 0.5697446455337458
+    },
+    {
+      "train_step": 5544,
+      "sup_loss": 0.41938338960851207
+    },
+    {
+      "train_step": 5545,
+      "sup_loss": 0.5930332098878102
+    },
+    {
+      "train_step": 5546,
+      "sup_loss": 0.5146445819921603
+    },
+    {
+      "train_step": 5547,
+      "sup_loss": 0.8513726173932241
+    },
+    {
+      "train_step": 5548,
+      "sup_loss": 0.67070698209955
+    },
+    {
+      "train_step": 5549,
+      "sup_loss": 0.5864366728211403
+    },
+    {
+      "train_step": 5550,
+      "sup_loss": 0.7688036158285918
+    },
+    {
+      "train_step": 5551,
+      "sup_loss": 0.545457992113173
+    },
+    {
+      "train_step": 5552,
+      "sup_loss": 0.540869814539364
+    },
+    {
+      "train_step": 5553,
+      "sup_loss": 0.6959922561563321
+    },
+    {
+      "train_step": 5554,
+      "sup_loss": 0.8306715170314303
+    },
+    {
+      "train_step": 5555,
+      "sup_loss": 0.5967112319345832
+    },
+    {
+      "train_step": 5556,
+      "sup_loss": 0.5966638772043897
+    },
+    {
+      "train_step": 5557,
+      "sup_loss": 0.7113040653577121
+    },
+    {
+      "train_step": 5558,
+      "sup_loss": 0.532415767431955
+    },
+    {
+      "train_step": 5559,
+      "sup_loss": 0.6386777247585692
+    },
+    {
+      "train_step": 5560,
+      "sup_loss": 0.6728631428357528
+    },
+    {
+      "train_step": 5561,
+      "sup_loss": 0.5804737101323668
+    },
+    {
+      "train_step": 5562,
+      "sup_loss": 0.752909914291532
+    },
+    {
+      "train_step": 5563,
+      "sup_loss": 0.6851572796957378
+    },
+    {
+      "train_step": 5564,
+      "sup_loss": 0.908395538168628
+    },
+    {
+      "train_step": 5565,
+      "sup_loss": 0.7701085573491557
+    },
+    {
+      "train_step": 5566,
+      "sup_loss": 0.8322576329207266
+    },
+    {
+      "train_step": 5567,
+      "sup_loss": 0.7626986066464672
+    },
+    {
+      "train_step": 5568,
+      "sup_loss": 0.6090337310635145
+    },
+    {
+      "train_step": 5569,
+      "sup_loss": 0.8258819934664396
+    },
+    {
+      "train_step": 5570,
+      "sup_loss": 0.7691026676189633
+    },
+    {
+      "train_step": 5571,
+      "sup_loss": 0.6306174722484175
+    },
+    {
+      "train_step": 5572,
+      "sup_loss": 0.6742805098528049
+    },
+    {
+      "train_step": 5573,
+      "sup_loss": 0.7802684584833687
+    },
+    {
+      "train_step": 5574,
+      "sup_loss": 0.7145960562375296
+    },
+    {
+      "train_step": 5575,
+      "sup_loss": 0.7018644578580893
+    },
+    {
+      "train_step": 5576,
+      "sup_loss": 0.5785142535207346
+    },
+    {
+      "train_step": 5577,
+      "sup_loss": 0.5347352791783497
+    },
+    {
+      "train_step": 5578,
+      "sup_loss": 0.5206523129438516
+    },
+    {
+      "train_step": 5579,
+      "sup_loss": 0.7382841460346663
+    },
+    {
+      "train_step": 5580,
+      "sup_loss": 0.516976282368545
+    },
+    {
+      "train_step": 5581,
+      "sup_loss": 0.6540196164246718
+    },
+    {
+      "train_step": 5582,
+      "sup_loss": 0.715447143116035
+    },
+    {
+      "train_step": 5583,
+      "sup_loss": 0.6441021210487498
+    },
+    {
+      "train_step": 5584,
+      "sup_loss": 0.7656616851934319
+    },
+    {
+      "train_step": 5585,
+      "sup_loss": 0.6012572506817769
+    },
+    {
+      "train_step": 5586,
+      "sup_loss": 0.3063787561673706
+    },
+    {
+      "train_step": 5587,
+      "sup_loss": 0.656248073001151
+    },
+    {
+      "train_step": 5588,
+      "sup_loss": 0.6680619545878159
+    },
+    {
+      "train_step": 5589,
+      "sup_loss": 0.4769956509840268
+    },
+    {
+      "train_step": 5590,
+      "sup_loss": 0.5459056665891258
+    },
+    {
+      "train_step": 5591,
+      "sup_loss": 0.8572316522056277
+    },
+    {
+      "train_step": 5592,
+      "sup_loss": 0.6451693956020146
+    },
+    {
+      "train_step": 5593,
+      "sup_loss": 0.6640283041004087
+    },
+    {
+      "train_step": 5594,
+      "sup_loss": 0.37231486497631083
+    },
+    {
+      "train_step": 5595,
+      "sup_loss": 0.6358997493238934
+    },
+    {
+      "train_step": 5596,
+      "sup_loss": 0.7165925044251394
+    },
+    {
+      "train_step": 5597,
+      "sup_loss": 0.5424198617754861
+    },
+    {
+      "train_step": 5598,
+      "sup_loss": 0.9420466974477253
+    },
+    {
+      "train_step": 5599,
+      "sup_loss": 0.6726140082405232
+    },
+    {
+      "train_step": 5600,
+      "sup_loss": 0.9207895425595969
+    },
+    {
+      "train_step": 5601,
+      "sup_loss": 0.6814395262689478
+    },
+    {
+      "train_step": 5602,
+      "sup_loss": 0.5080249258963698
+    },
+    {
+      "train_step": 5603,
+      "sup_loss": 0.8580847204739087
+    },
+    {
+      "train_step": 5604,
+      "sup_loss": 0.45038084794273114
+    },
+    {
+      "train_step": 5605,
+      "sup_loss": 0.5973902237181022
+    },
+    {
+      "train_step": 5606,
+      "sup_loss": 0.6263875893163698
+    },
+    {
+      "train_step": 5607,
+      "sup_loss": 0.6831268673627918
+    },
+    {
+      "train_step": 5608,
+      "sup_loss": 0.5620065152764141
+    },
+    {
+      "train_step": 5609,
+      "sup_loss": 0.8061289256444355
+    },
+    {
+      "train_step": 5610,
+      "sup_loss": 0.6495042701580155
+    },
+    {
+      "train_step": 5611,
+      "sup_loss": 0.7503812027775467
+    },
+    {
+      "train_step": 5612,
+      "sup_loss": 0.4274977324569649
+    },
+    {
+      "train_step": 5613,
+      "sup_loss": 0.6038711112134637
+    },
+    {
+      "train_step": 5614,
+      "sup_loss": 0.6786463632742177
+    },
+    {
+      "train_step": 5615,
+      "sup_loss": 0.5478067656567894
+    },
+    {
+      "train_step": 5616,
+      "sup_loss": 0.5843219098704657
+    },
+    {
+      "train_step": 5617,
+      "sup_loss": 0.7421057358906679
+    },
+    {
+      "train_step": 5618,
+      "sup_loss": 0.8081877186388622
+    },
+    {
+      "train_step": 5619,
+      "sup_loss": 0.8381138934547675
+    },
+    {
+      "train_step": 5620,
+      "sup_loss": 0.6743478967444225
+    },
+    {
+      "train_step": 5621,
+      "sup_loss": 0.7567681697472657
+    },
+    {
+      "train_step": 5622,
+      "sup_loss": 0.6108257479576169
+    },
+    {
+      "train_step": 5623,
+      "sup_loss": 0.573378125464107
+    },
+    {
+      "train_step": 5624,
+      "sup_loss": 0.7626757015438551
+    },
+    {
+      "train_step": 5625,
+      "sup_loss": 0.6161844783426157
+    },
+    {
+      "train_step": 5626,
+      "sup_loss": 0.698043783320739
+    },
+    {
+      "train_step": 5627,
+      "sup_loss": 0.6375585601624572
+    },
+    {
+      "train_step": 5628,
+      "sup_loss": 0.750596473747229
+    },
+    {
+      "train_step": 5629,
+      "sup_loss": 0.6013043275857476
+    },
+    {
+      "train_step": 5630,
+      "sup_loss": 0.6941043084411722
+    },
+    {
+      "train_step": 5631,
+      "sup_loss": 0.4003598946769816
+    },
+    {
+      "train_step": 5632,
+      "sup_loss": 0.7356707394035321
+    },
+    {
+      "train_step": 5633,
+      "sup_loss": 0.4379756850853548
+    },
+    {
+      "train_step": 5634,
+      "sup_loss": 0.7876677975656153
+    },
+    {
+      "train_step": 5635,
+      "sup_loss": 0.8360504658674578
+    },
+    {
+      "train_step": 5636,
+      "sup_loss": 0.6205069234748252
+    },
+    {
+      "train_step": 5637,
+      "sup_loss": 0.6060098229543712
+    },
+    {
+      "train_step": 5638,
+      "sup_loss": 0.6044991264187525
+    },
+    {
+      "train_step": 5639,
+      "sup_loss": 0.7355610870651678
+    },
+    {
+      "train_step": 5640,
+      "sup_loss": 0.7211796110451802
+    },
+    {
+      "train_step": 5641,
+      "sup_loss": 0.7668819567784645
+    },
+    {
+      "train_step": 5642,
+      "sup_loss": 0.47004560867063383
+    },
+    {
+      "train_step": 5643,
+      "sup_loss": 0.8166712399979901
+    },
+    {
+      "train_step": 5644,
+      "sup_loss": 0.660547963616937
+    },
+    {
+      "train_step": 5645,
+      "sup_loss": 0.6521806520792854
+    },
+    {
+      "train_step": 5646,
+      "sup_loss": 0.693543713121523
+    },
+    {
+      "train_step": 5647,
+      "sup_loss": 0.5948320990658144
+    },
+    {
+      "train_step": 5648,
+      "sup_loss": 0.6886957498856708
+    },
+    {
+      "train_step": 5649,
+      "sup_loss": 0.6298453614502952
+    },
+    {
+      "train_step": 5650,
+      "sup_loss": 0.7867745757134944
+    },
+    {
+      "train_step": 5651,
+      "sup_loss": 0.35262968815182677
+    },
+    {
+      "train_step": 5652,
+      "sup_loss": 0.7365826719637234
+    },
+    {
+      "train_step": 5653,
+      "sup_loss": 0.7123763867776621
+    },
+    {
+      "train_step": 5654,
+      "sup_loss": 0.8699793120119572
+    },
+    {
+      "train_step": 5655,
+      "sup_loss": 0.7468252571801914
+    },
+    {
+      "train_step": 5656,
+      "sup_loss": 0.5038234226172692
+    },
+    {
+      "train_step": 5657,
+      "sup_loss": 0.7000381644604384
+    },
+    {
+      "train_step": 5658,
+      "sup_loss": 0.5659706304914919
+    },
+    {
+      "train_step": 5659,
+      "sup_loss": 0.6751353515149596
+    },
+    {
+      "train_step": 5660,
+      "sup_loss": 0.48706861293230735
+    },
+    {
+      "train_step": 5661,
+      "sup_loss": 0.7236575513508985
+    },
+    {
+      "train_step": 5662,
+      "sup_loss": 0.5718729167190776
+    },
+    {
+      "train_step": 5663,
+      "sup_loss": 0.5279822865847482
+    },
+    {
+      "train_step": 5664,
+      "sup_loss": 0.4805246542763893
+    },
+    {
+      "train_step": 5665,
+      "sup_loss": 0.6481725804470136
+    },
+    {
+      "train_step": 5666,
+      "sup_loss": 0.7309115075341746
+    },
+    {
+      "train_step": 5667,
+      "sup_loss": 0.6406409844266602
+    },
+    {
+      "train_step": 5668,
+      "sup_loss": 0.7567027731675309
+    },
+    {
+      "train_step": 5669,
+      "sup_loss": 0.5171666992665184
+    },
+    {
+      "train_step": 5670,
+      "sup_loss": 0.6215049316005631
+    },
+    {
+      "train_step": 5671,
+      "sup_loss": 0.659655012662075
+    },
+    {
+      "train_step": 5672,
+      "sup_loss": 0.4244816793226076
+    },
+    {
+      "train_step": 5673,
+      "sup_loss": 0.5789152501987412
+    },
+    {
+      "train_step": 5674,
+      "sup_loss": 0.8384521734782863
+    },
+    {
+      "train_step": 5675,
+      "sup_loss": 0.7083557772356662
+    },
+    {
+      "train_step": 5676,
+      "sup_loss": 0.9083933800613045
+    },
+    {
+      "train_step": 5677,
+      "sup_loss": 0.6536192605819913
+    },
+    {
+      "train_step": 5678,
+      "sup_loss": 0.7094034053379651
+    },
+    {
+      "train_step": 5679,
+      "sup_loss": 0.571015080176814
+    },
+    {
+      "train_step": 5680,
+      "sup_loss": 0.5684505156689326
+    },
+    {
+      "train_step": 5681,
+      "sup_loss": 0.673520782930058
+    },
+    {
+      "train_step": 5682,
+      "sup_loss": 0.6865249856369541
+    },
+    {
+      "train_step": 5683,
+      "sup_loss": 0.6541730237654385
+    },
+    {
+      "train_step": 5684,
+      "sup_loss": 0.7839923141795856
+    },
+    {
+      "train_step": 5685,
+      "sup_loss": 0.7933921523036125
+    },
+    {
+      "train_step": 5686,
+      "sup_loss": 0.6823520000002452
+    },
+    {
+      "train_step": 5687,
+      "sup_loss": 0.47340507917435337
+    },
+    {
+      "train_step": 5688,
+      "sup_loss": 0.5565137807294092
+    },
+    {
+      "train_step": 5689,
+      "sup_loss": 0.7577394253300004
+    },
+    {
+      "train_step": 5690,
+      "sup_loss": 0.5035991354934147
+    },
+    {
+      "train_step": 5691,
+      "sup_loss": 0.5873968354273945
+    },
+    {
+      "train_step": 5692,
+      "sup_loss": 0.8301391417007079
+    },
+    {
+      "train_step": 5693,
+      "sup_loss": 0.6565089338003388
+    },
+    {
+      "train_step": 5694,
+      "sup_loss": 0.7787586911828958
+    },
+    {
+      "train_step": 5695,
+      "sup_loss": 0.6590307689374405
+    },
+    {
+      "train_step": 5696,
+      "sup_loss": 0.6488454698523204
+    },
+    {
+      "train_step": 5697,
+      "sup_loss": 0.7388177734324339
+    },
+    {
+      "train_step": 5698,
+      "sup_loss": 0.4138929900167441
+    },
+    {
+      "train_step": 5699,
+      "sup_loss": 0.7206273917487606
+    },
+    {
+      "train_step": 5700,
+      "sup_loss": 0.7505532023851614
+    },
+    {
+      "train_step": 5701,
+      "sup_loss": 0.711568893878784
+    },
+    {
+      "train_step": 5702,
+      "sup_loss": 0.9127738583154724
+    },
+    {
+      "train_step": 5703,
+      "sup_loss": 0.7433986053919687
+    },
+    {
+      "train_step": 5704,
+      "sup_loss": 0.6736668410250398
+    },
+    {
+      "train_step": 5705,
+      "sup_loss": 0.6928610318511769
+    },
+    {
+      "train_step": 5706,
+      "sup_loss": 0.739474726512803
+    },
+    {
+      "train_step": 5707,
+      "sup_loss": 0.7080199353502411
+    },
+    {
+      "train_step": 5708,
+      "sup_loss": 0.4670449265459225
+    },
+    {
+      "train_step": 5709,
+      "sup_loss": 0.7948534613245596
+    },
+    {
+      "train_step": 5710,
+      "sup_loss": 0.6759653933353393
+    },
+    {
+      "train_step": 5711,
+      "sup_loss": 0.7591162727116997
+    },
+    {
+      "train_step": 5712,
+      "sup_loss": 0.499233698327554
+    },
+    {
+      "train_step": 5713,
+      "sup_loss": 0.6470123422483033
+    },
+    {
+      "train_step": 5714,
+      "sup_loss": 0.5924700285864527
+    },
+    {
+      "train_step": 5715,
+      "sup_loss": 0.691082516467616
+    },
+    {
+      "train_step": 5716,
+      "sup_loss": 0.5436449380436578
+    },
+    {
+      "train_step": 5717,
+      "sup_loss": 0.6164490521422897
+    },
+    {
+      "train_step": 5718,
+      "sup_loss": 0.6567341504250412
+    },
+    {
+      "train_step": 5719,
+      "sup_loss": 0.5203307781776505
+    },
+    {
+      "train_step": 5720,
+      "sup_loss": 0.6096697973060898
+    },
+    {
+      "train_step": 5721,
+      "sup_loss": 0.5653349275254332
+    },
+    {
+      "train_step": 5722,
+      "sup_loss": 0.732129900888002
+    },
+    {
+      "train_step": 5723,
+      "sup_loss": 0.6252621766491702
+    },
+    {
+      "train_step": 5724,
+      "sup_loss": 0.5021082614409633
+    },
+    {
+      "train_step": 5725,
+      "sup_loss": 0.7329465041369714
+    },
+    {
+      "train_step": 5726,
+      "sup_loss": 0.8493305967553267
+    },
+    {
+      "train_step": 5727,
+      "sup_loss": 0.6172430345617066
+    },
+    {
+      "train_step": 5728,
+      "sup_loss": 0.8617688812104645
+    },
+    {
+      "train_step": 5729,
+      "sup_loss": 0.8663829289826267
+    },
+    {
+      "train_step": 5730,
+      "sup_loss": 0.6806738011794686
+    },
+    {
+      "train_step": 5731,
+      "sup_loss": 0.6447672524514814
+    },
+    {
+      "train_step": 5732,
+      "sup_loss": 0.628032814347616
+    },
+    {
+      "train_step": 5733,
+      "sup_loss": 0.7795382487051589
+    },
+    {
+      "train_step": 5734,
+      "sup_loss": 0.8748785909710628
+    },
+    {
+      "train_step": 5735,
+      "sup_loss": 0.7785015839450873
+    },
+    {
+      "train_step": 5736,
+      "sup_loss": 0.6609266551386079
+    },
+    {
+      "train_step": 5737,
+      "sup_loss": 0.68761251799224
+    },
+    {
+      "train_step": 5738,
+      "sup_loss": 0.641412449077471
+    },
+    {
+      "train_step": 5739,
+      "sup_loss": 0.6420357174448028
+    },
+    {
+      "train_step": 5740,
+      "sup_loss": 0.5697342698155241
+    },
+    {
+      "train_step": 5741,
+      "sup_loss": 0.784924867037283
+    },
+    {
+      "train_step": 5742,
+      "sup_loss": 0.7523304722669266
+    },
+    {
+      "train_step": 5743,
+      "sup_loss": 0.7556827762994126
+    },
+    {
+      "train_step": 5744,
+      "sup_loss": 0.7463154104439682
+    },
+    {
+      "train_step": 5745,
+      "sup_loss": 0.6587191103379427
+    },
+    {
+      "train_step": 5746,
+      "sup_loss": 0.7877634731701664
+    },
+    {
+      "train_step": 5747,
+      "sup_loss": 0.5632034894209359
+    },
+    {
+      "train_step": 5748,
+      "sup_loss": 0.833734443720402
+    },
+    {
+      "train_step": 5749,
+      "sup_loss": 0.7017873105450674
+    },
+    {
+      "train_step": 5750,
+      "sup_loss": 0.7075418972249917
+    },
+    {
+      "train_step": 5751,
+      "sup_loss": 0.5704842680685874
+    },
+    {
+      "train_step": 5752,
+      "sup_loss": 0.6687190029916802
+    },
+    {
+      "train_step": 5753,
+      "sup_loss": 0.535258499658788
+    },
+    {
+      "train_step": 5754,
+      "sup_loss": 0.6487979743053494
+    },
+    {
+      "train_step": 5755,
+      "sup_loss": 0.4586218153602431
+    },
+    {
+      "train_step": 5756,
+      "sup_loss": 0.6428715917276554
+    },
+    {
+      "train_step": 5757,
+      "sup_loss": 0.5711136279723289
+    },
+    {
+      "train_step": 5758,
+      "sup_loss": 0.7447551029644162
+    },
+    {
+      "train_step": 5759,
+      "sup_loss": 0.6150771775834094
+    },
+    {
+      "train_step": 5760,
+      "sup_loss": 0.7790973122817437
+    },
+    {
+      "train_step": 5761,
+      "sup_loss": 0.5731146939707686
+    },
+    {
+      "train_step": 5762,
+      "sup_loss": 0.8070401440896441
+    },
+    {
+      "train_step": 5763,
+      "sup_loss": 0.7178740569838474
+    },
+    {
+      "train_step": 5764,
+      "sup_loss": 0.8346762054271499
+    },
+    {
+      "train_step": 5765,
+      "sup_loss": 0.6367557960051888
+    },
+    {
+      "train_step": 5766,
+      "sup_loss": 0.60219204072072
+    },
+    {
+      "train_step": 5767,
+      "sup_loss": 0.4936011936314091
+    },
+    {
+      "train_step": 5768,
+      "sup_loss": 0.7976776197818619
+    },
+    {
+      "train_step": 5769,
+      "sup_loss": 0.5155554133765632
+    },
+    {
+      "train_step": 5770,
+      "sup_loss": 0.6552270570879248
+    },
+    {
+      "train_step": 5771,
+      "sup_loss": 0.6957680990085711
+    },
+    {
+      "train_step": 5772,
+      "sup_loss": 0.5621093735899526
+    },
+    {
+      "train_step": 5773,
+      "sup_loss": 0.6749513762095107
+    },
+    {
+      "train_step": 5774,
+      "sup_loss": 0.9737245405342151
+    },
+    {
+      "train_step": 5775,
+      "sup_loss": 0.7237165128832567
+    },
+    {
+      "train_step": 5776,
+      "sup_loss": 0.6852170954194675
+    },
+    {
+      "train_step": 5777,
+      "sup_loss": 0.7922945881277482
+    },
+    {
+      "train_step": 5778,
+      "sup_loss": 0.7827171761398704
+    },
+    {
+      "train_step": 5779,
+      "sup_loss": 0.6137405429308342
+    },
+    {
+      "train_step": 5780,
+      "sup_loss": 0.5441412922794507
+    },
+    {
+      "train_step": 5781,
+      "sup_loss": 0.8482926114726302
+    },
+    {
+      "train_step": 5782,
+      "sup_loss": 0.7696722935815057
+    },
+    {
+      "train_step": 5783,
+      "sup_loss": 0.5755454941328149
+    },
+    {
+      "train_step": 5784,
+      "sup_loss": 0.7204003529447617
+    },
+    {
+      "train_step": 5785,
+      "sup_loss": 0.6764949996769475
+    },
+    {
+      "train_step": 5786,
+      "sup_loss": 0.723266382250795
+    },
+    {
+      "train_step": 5787,
+      "sup_loss": 0.5836518681189483
+    },
+    {
+      "train_step": 5788,
+      "sup_loss": 0.753154188396933
+    },
+    {
+      "train_step": 5789,
+      "sup_loss": 0.5880706495700194
+    },
+    {
+      "train_step": 5790,
+      "sup_loss": 0.730344894596578
+    },
+    {
+      "train_step": 5791,
+      "sup_loss": 0.6744592117484223
+    },
+    {
+      "train_step": 5792,
+      "sup_loss": 0.8495732869275983
+    },
+    {
+      "train_step": 5793,
+      "sup_loss": 0.5664512913988966
+    },
+    {
+      "train_step": 5794,
+      "sup_loss": 0.7351362354756059
+    },
+    {
+      "train_step": 5795,
+      "sup_loss": 1.0115019306283217
+    },
+    {
+      "train_step": 5796,
+      "sup_loss": 0.6956662346957688
+    },
+    {
+      "train_step": 5797,
+      "sup_loss": 0.6934100108866879
+    },
+    {
+      "train_step": 5798,
+      "sup_loss": 0.6364902546340241
+    },
+    {
+      "train_step": 5799,
+      "sup_loss": 0.4845226419532169
+    },
+    {
+      "train_step": 5800,
+      "sup_loss": 0.640184090111835
+    },
+    {
+      "train_step": 5801,
+      "sup_loss": 0.6789890674663275
+    },
+    {
+      "train_step": 5802,
+      "sup_loss": 0.7130824780096339
+    },
+    {
+      "train_step": 5803,
+      "sup_loss": 0.604237866938648
+    },
+    {
+      "train_step": 5804,
+      "sup_loss": 0.8623678288438615
+    },
+    {
+      "train_step": 5805,
+      "sup_loss": 0.592527563017069
+    },
+    {
+      "train_step": 5806,
+      "sup_loss": 0.7792318668868479
+    },
+    {
+      "train_step": 5807,
+      "sup_loss": 0.4837732983475408
+    },
+    {
+      "train_step": 5808,
+      "sup_loss": 0.48821849114242843
+    },
+    {
+      "train_step": 5809,
+      "sup_loss": 0.5075618480059053
+    },
+    {
+      "train_step": 5810,
+      "sup_loss": 0.5609902847396855
+    },
+    {
+      "train_step": 5811,
+      "sup_loss": 0.7352752782869029
+    },
+    {
+      "train_step": 5812,
+      "sup_loss": 0.6571383455145859
+    },
+    {
+      "train_step": 5813,
+      "sup_loss": 0.5605708567840637
+    },
+    {
+      "train_step": 5814,
+      "sup_loss": 0.6945254356299991
+    },
+    {
+      "train_step": 5815,
+      "sup_loss": 0.7309698147065578
+    },
+    {
+      "train_step": 5816,
+      "sup_loss": 0.7203256372845934
+    },
+    {
+      "train_step": 5817,
+      "sup_loss": 0.7028081264718872
+    },
+    {
+      "train_step": 5818,
+      "sup_loss": 0.606434239399726
+    },
+    {
+      "train_step": 5819,
+      "sup_loss": 0.5495640689224405
+    },
+    {
+      "train_step": 5820,
+      "sup_loss": 0.7611230347304766
+    },
+    {
+      "train_step": 5821,
+      "sup_loss": 0.7333015443032459
+    },
+    {
+      "train_step": 5822,
+      "sup_loss": 0.574626475536334
+    },
+    {
+      "train_step": 5823,
+      "sup_loss": 0.5555756953595672
+    },
+    {
+      "train_step": 5824,
+      "sup_loss": 0.8110662709212503
+    },
+    {
+      "train_step": 5825,
+      "sup_loss": 0.5106644279136492
+    },
+    {
+      "train_step": 5826,
+      "sup_loss": 0.6889857221418294
+    },
+    {
+      "train_step": 5827,
+      "sup_loss": 0.5560985303573418
+    },
+    {
+      "train_step": 5828,
+      "sup_loss": 0.7460209862498633
+    },
+    {
+      "train_step": 5829,
+      "sup_loss": 0.5937640317335429
+    },
+    {
+      "train_step": 5830,
+      "sup_loss": 0.8192098357631764
+    },
+    {
+      "train_step": 5831,
+      "sup_loss": 0.5840024206472649
+    },
+    {
+      "train_step": 5832,
+      "sup_loss": 0.8048971463029009
+    },
+    {
+      "train_step": 5833,
+      "sup_loss": 0.6224892353280754
+    },
+    {
+      "train_step": 5834,
+      "sup_loss": 0.6602796583384047
+    },
+    {
+      "train_step": 5835,
+      "sup_loss": 0.7318745568479632
+    },
+    {
+      "train_step": 5836,
+      "sup_loss": 0.4990203982103816
+    },
+    {
+      "train_step": 5837,
+      "sup_loss": 0.512210933931602
+    },
+    {
+      "train_step": 5838,
+      "sup_loss": 0.7141061655125782
+    },
+    {
+      "train_step": 5839,
+      "sup_loss": 0.7425551549716847
+    },
+    {
+      "train_step": 5840,
+      "sup_loss": 0.593459294286941
+    },
+    {
+      "train_step": 5841,
+      "sup_loss": 0.7764334553241865
+    },
+    {
+      "train_step": 5842,
+      "sup_loss": 0.6087436179090532
+    },
+    {
+      "train_step": 5843,
+      "sup_loss": 0.7637230359739284
+    },
+    {
+      "train_step": 5844,
+      "sup_loss": 0.7158592101314759
+    },
+    {
+      "train_step": 5845,
+      "sup_loss": 0.7154987652601325
+    },
+    {
+      "train_step": 5846,
+      "sup_loss": 0.7638676566776654
+    },
+    {
+      "train_step": 5847,
+      "sup_loss": 0.701854016961108
+    },
+    {
+      "train_step": 5848,
+      "sup_loss": 0.8076453318691822
+    },
+    {
+      "train_step": 5849,
+      "sup_loss": 0.6700346444483858
+    },
+    {
+      "train_step": 5850,
+      "sup_loss": 0.5985395844796836
+    },
+    {
+      "train_step": 5851,
+      "sup_loss": 0.7370968071152058
+    },
+    {
+      "train_step": 5852,
+      "sup_loss": 0.7403596208044647
+    },
+    {
+      "train_step": 5853,
+      "sup_loss": 0.5715649462708554
+    },
+    {
+      "train_step": 5854,
+      "sup_loss": 0.7812877795219579
+    },
+    {
+      "train_step": 5855,
+      "sup_loss": 0.6842842717616833
+    },
+    {
+      "train_step": 5856,
+      "sup_loss": 0.5758571816071186
+    },
+    {
+      "train_step": 5857,
+      "sup_loss": 0.7523794259856167
+    },
+    {
+      "train_step": 5858,
+      "sup_loss": 0.40449500371951136
+    },
+    {
+      "train_step": 5859,
+      "sup_loss": 0.6876283553391581
+    },
+    {
+      "train_step": 5860,
+      "sup_loss": 0.5537543894418256
+    },
+    {
+      "train_step": 5861,
+      "sup_loss": 0.6479917344919762
+    },
+    {
+      "train_step": 5862,
+      "sup_loss": 0.7765057490167452
+    },
+    {
+      "train_step": 5863,
+      "sup_loss": 0.6942293509732328
+    },
+    {
+      "train_step": 5864,
+      "sup_loss": 0.6064060442637075
+    },
+    {
+      "train_step": 5865,
+      "sup_loss": 0.6430373245767734
+    },
+    {
+      "train_step": 5866,
+      "sup_loss": 0.5818968696856469
+    },
+    {
+      "train_step": 5867,
+      "sup_loss": 0.39509471923255207
+    },
+    {
+      "train_step": 5868,
+      "sup_loss": 0.6412753721107988
+    },
+    {
+      "train_step": 5869,
+      "sup_loss": 0.7084201647522703
+    },
+    {
+      "train_step": 5870,
+      "sup_loss": 0.733241919044562
+    },
+    {
+      "train_step": 5871,
+      "sup_loss": 0.6769531548050405
+    },
+    {
+      "train_step": 5872,
+      "sup_loss": 0.8038968247179845
+    },
+    {
+      "train_step": 5873,
+      "sup_loss": 0.6269682767706203
+    },
+    {
+      "train_step": 5874,
+      "sup_loss": 0.5439691413709183
+    },
+    {
+      "train_step": 5875,
+      "sup_loss": 0.7006464816936371
+    },
+    {
+      "train_step": 5876,
+      "sup_loss": 0.6089985170092469
+    },
+    {
+      "train_step": 5877,
+      "sup_loss": 0.5324899248139046
+    },
+    {
+      "train_step": 5878,
+      "sup_loss": 0.7853698080796802
+    },
+    {
+      "train_step": 5879,
+      "sup_loss": 0.7556551600880209
+    },
+    {
+      "train_step": 5880,
+      "sup_loss": 0.7167990333111028
+    },
+    {
+      "train_step": 5881,
+      "sup_loss": 0.6723523602355784
+    },
+    {
+      "train_step": 5882,
+      "sup_loss": 0.8010742421802505
+    },
+    {
+      "train_step": 5883,
+      "sup_loss": 0.5648603974865135
+    },
+    {
+      "train_step": 5884,
+      "sup_loss": 0.6108221944977398
+    },
+    {
+      "train_step": 5885,
+      "sup_loss": 0.5936627781915895
+    },
+    {
+      "train_step": 5886,
+      "sup_loss": 0.7258997925556224
+    },
+    {
+      "train_step": 5887,
+      "sup_loss": 0.5433272319355218
+    },
+    {
+      "train_step": 5888,
+      "sup_loss": 0.6253581105311254
+    },
+    {
+      "train_step": 5889,
+      "sup_loss": 0.6775789096435016
+    },
+    {
+      "train_step": 5890,
+      "sup_loss": 0.6508458590645448
+    },
+    {
+      "train_step": 5891,
+      "sup_loss": 0.6160212329592379
+    },
+    {
+      "train_step": 5892,
+      "sup_loss": 0.5868114906918652
+    },
+    {
+      "train_step": 5893,
+      "sup_loss": 0.778711660248693
+    },
+    {
+      "train_step": 5894,
+      "sup_loss": 0.6358923581223459
+    },
+    {
+      "train_step": 5895,
+      "sup_loss": 0.6771622989962708
+    },
+    {
+      "train_step": 5896,
+      "sup_loss": 0.6137271831925384
+    },
+    {
+      "train_step": 5897,
+      "sup_loss": 0.40047711495881844
+    },
+    {
+      "train_step": 5898,
+      "sup_loss": 0.4508788936165906
+    },
+    {
+      "train_step": 5899,
+      "sup_loss": 0.4659861151596002
+    },
+    {
+      "train_step": 5900,
+      "sup_loss": 0.6068597824857775
+    },
+    {
+      "train_step": 5901,
+      "sup_loss": 0.5142701397197992
+    },
+    {
+      "train_step": 5902,
+      "sup_loss": 0.5737446373580385
+    },
+    {
+      "train_step": 5903,
+      "sup_loss": 0.5903721792461425
+    },
+    {
+      "train_step": 5904,
+      "sup_loss": 0.5751505694778334
+    },
+    {
+      "train_step": 5905,
+      "sup_loss": 0.8153617450729689
+    },
+    {
+      "train_step": 5906,
+      "sup_loss": 0.7829228417792781
+    },
+    {
+      "train_step": 5907,
+      "sup_loss": 0.43136277615647267
+    },
+    {
+      "train_step": 5908,
+      "sup_loss": 0.8538880625634326
+    },
+    {
+      "train_step": 5909,
+      "sup_loss": 0.6919937163031261
+    },
+    {
+      "train_step": 5910,
+      "sup_loss": 0.7905481809901745
+    },
+    {
+      "train_step": 5911,
+      "sup_loss": 0.5804135934869453
+    },
+    {
+      "train_step": 5912,
+      "sup_loss": 0.5466735225111402
+    },
+    {
+      "train_step": 5913,
+      "sup_loss": 0.6188437806303656
+    },
+    {
+      "train_step": 5914,
+      "sup_loss": 0.6154633422818735
+    },
+    {
+      "train_step": 5915,
+      "sup_loss": 0.4590748082527485
+    },
+    {
+      "train_step": 5916,
+      "sup_loss": 0.754948976207367
+    },
+    {
+      "train_step": 5917,
+      "sup_loss": 0.7756141369937519
+    },
+    {
+      "train_step": 5918,
+      "sup_loss": 0.709044889421648
+    },
+    {
+      "train_step": 5919,
+      "sup_loss": 0.5591609028885122
+    },
+    {
+      "train_step": 5920,
+      "sup_loss": 0.7451600531506442
+    },
+    {
+      "train_step": 5921,
+      "sup_loss": 0.6273293270562
+    },
+    {
+      "train_step": 5922,
+      "sup_loss": 0.6141283015804668
+    },
+    {
+      "train_step": 5923,
+      "sup_loss": 0.5268963917594859
+    },
+    {
+      "train_step": 5924,
+      "sup_loss": 0.884573595159455
+    },
+    {
+      "train_step": 5925,
+      "sup_loss": 0.5246625211736696
+    },
+    {
+      "train_step": 5926,
+      "sup_loss": 0.858136099359658
+    },
+    {
+      "train_step": 5927,
+      "sup_loss": 0.6475748307502982
+    },
+    {
+      "train_step": 5928,
+      "sup_loss": 0.6560725501877538
+    },
+    {
+      "train_step": 5929,
+      "sup_loss": 0.41749624621421505
+    },
+    {
+      "train_step": 5930,
+      "sup_loss": 0.7234142416366605
+    },
+    {
+      "train_step": 5931,
+      "sup_loss": 0.4974361410567165
+    },
+    {
+      "train_step": 5932,
+      "sup_loss": 0.8248655144378247
+    },
+    {
+      "train_step": 5933,
+      "sup_loss": 0.668807055504438
+    },
+    {
+      "train_step": 5934,
+      "sup_loss": 0.5744428727599482
+    },
+    {
+      "train_step": 5935,
+      "sup_loss": 0.705825579237691
+    },
+    {
+      "train_step": 5936,
+      "sup_loss": 0.7598004389276448
+    },
+    {
+      "train_step": 5937,
+      "sup_loss": 0.6894267834142447
+    },
+    {
+      "train_step": 5938,
+      "sup_loss": 0.6162589383788536
+    },
+    {
+      "train_step": 5939,
+      "sup_loss": 0.789244819993755
+    },
+    {
+      "train_step": 5940,
+      "sup_loss": 0.560142612934601
+    },
+    {
+      "train_step": 5941,
+      "sup_loss": 0.5450127601492777
+    },
+    {
+      "train_step": 5942,
+      "sup_loss": 0.6534561073662114
+    },
+    {
+      "train_step": 5943,
+      "sup_loss": 0.7166091594049017
+    },
+    {
+      "train_step": 5944,
+      "sup_loss": 0.5822018245602054
+    },
+    {
+      "train_step": 5945,
+      "sup_loss": 0.5217042637288165
+    },
+    {
+      "train_step": 5946,
+      "sup_loss": 0.6718249688584573
+    },
+    {
+      "train_step": 5947,
+      "sup_loss": 0.5764697084847731
+    },
+    {
+      "train_step": 5948,
+      "sup_loss": 0.6408046749138914
+    },
+    {
+      "train_step": 5949,
+      "sup_loss": 0.5621559793520652
+    },
+    {
+      "train_step": 5950,
+      "sup_loss": 0.5621915938726489
+    },
+    {
+      "train_step": 5951,
+      "sup_loss": 0.4338868108407455
+    },
+    {
+      "train_step": 5952,
+      "sup_loss": 0.5921854825752495
+    },
+    {
+      "train_step": 5953,
+      "sup_loss": 0.6985124388858339
+    },
+    {
+      "train_step": 5954,
+      "sup_loss": 0.770092472690853
+    },
+    {
+      "train_step": 5955,
+      "sup_loss": 0.618752757149489
+    },
+    {
+      "train_step": 5956,
+      "sup_loss": 0.5385201011874226
+    },
+    {
+      "train_step": 5957,
+      "sup_loss": 0.4885297514429572
+    },
+    {
+      "train_step": 5958,
+      "sup_loss": 0.613533733869171
+    },
+    {
+      "train_step": 5959,
+      "sup_loss": 0.8966302183839168
+    },
+    {
+      "train_step": 5960,
+      "sup_loss": 0.5745830966600283
+    },
+    {
+      "train_step": 5961,
+      "sup_loss": 0.7031339191493953
+    },
+    {
+      "train_step": 5962,
+      "sup_loss": 0.7487548751779584
+    },
+    {
+      "train_step": 5963,
+      "sup_loss": 0.7195721989927805
+    },
+    {
+      "train_step": 5964,
+      "sup_loss": 0.5675582646462904
+    },
+    {
+      "train_step": 5965,
+      "sup_loss": 0.5541817636946308
+    },
+    {
+      "train_step": 5966,
+      "sup_loss": 0.7352168321808074
+    },
+    {
+      "train_step": 5967,
+      "sup_loss": 0.572969544212101
+    },
+    {
+      "train_step": 5968,
+      "sup_loss": 0.695855565342976
+    },
+    {
+      "train_step": 5969,
+      "sup_loss": 0.7360855753414748
+    },
+    {
+      "train_step": 5970,
+      "sup_loss": 0.6235927386930209
+    },
+    {
+      "train_step": 5971,
+      "sup_loss": 0.4585720747183339
+    },
+    {
+      "train_step": 5972,
+      "sup_loss": 0.507687276550609
+    },
+    {
+      "train_step": 5973,
+      "sup_loss": 0.6691201671153774
+    },
+    {
+      "train_step": 5974,
+      "sup_loss": 0.5287273497436972
+    },
+    {
+      "train_step": 5975,
+      "sup_loss": 0.6680982720907374
+    },
+    {
+      "train_step": 5976,
+      "sup_loss": 0.6340314322601126
+    },
+    {
+      "train_step": 5977,
+      "sup_loss": 0.38888428201090747
+    },
+    {
+      "train_step": 5978,
+      "sup_loss": 0.6917780704998258
+    },
+    {
+      "train_step": 5979,
+      "sup_loss": 0.7890150271791603
+    },
+    {
+      "train_step": 5980,
+      "sup_loss": 0.8102832740200403
+    },
+    {
+      "train_step": 5981,
+      "sup_loss": 0.555618264172465
+    },
+    {
+      "train_step": 5982,
+      "sup_loss": 0.6311184585006785
+    },
+    {
+      "train_step": 5983,
+      "sup_loss": 0.7174099698752023
+    },
+    {
+      "train_step": 5984,
+      "sup_loss": 0.674791317864805
+    },
+    {
+      "train_step": 5985,
+      "sup_loss": 0.5727635054710343
+    },
+    {
+      "train_step": 5986,
+      "sup_loss": 0.9288615797328662
+    },
+    {
+      "train_step": 5987,
+      "sup_loss": 0.6315895923607787
+    },
+    {
+      "train_step": 5988,
+      "sup_loss": 0.7092141537385384
+    },
+    {
+      "train_step": 5989,
+      "sup_loss": 0.7064565883646049
+    },
+    {
+      "train_step": 5990,
+      "sup_loss": 1.0066790461567812
+    },
+    {
+      "train_step": 5991,
+      "sup_loss": 0.5982373851331896
+    },
+    {
+      "train_step": 5992,
+      "sup_loss": 0.6705077204303115
+    },
+    {
+      "train_step": 5993,
+      "sup_loss": 0.6668380783041026
+    },
+    {
+      "train_step": 5994,
+      "sup_loss": 0.5443185866363901
+    },
+    {
+      "train_step": 5995,
+      "sup_loss": 0.7185329222882009
+    },
+    {
+      "train_step": 5996,
+      "sup_loss": 0.5829694000468543
+    },
+    {
+      "train_step": 5997,
+      "sup_loss": 0.5445289599835816
+    },
+    {
+      "train_step": 5998,
+      "sup_loss": 0.7590978112080926
+    },
+    {
+      "train_step": 5999,
+      "sup_loss": 0.5532362408430063
+    },
+    {
+      "train_step": 6000,
+      "sup_loss": 0.6261958244289699
+    },
+    {
+      "train_step": 6001,
+      "sup_loss": 0.6621303599448806
+    },
+    {
+      "train_step": 6002,
+      "sup_loss": 0.7294211235972915
+    },
+    {
+      "train_step": 6003,
+      "sup_loss": 0.7213745746105029
+    },
+    {
+      "train_step": 6004,
+      "sup_loss": 0.49755513005962404
+    },
+    {
+      "train_step": 6005,
+      "sup_loss": 0.7990558066263715
+    },
+    {
+      "train_step": 6006,
+      "sup_loss": 0.7150546647226977
+    },
+    {
+      "train_step": 6007,
+      "sup_loss": 0.7875568815462461
+    },
+    {
+      "train_step": 6008,
+      "sup_loss": 0.687533526986282
+    },
+    {
+      "train_step": 6009,
+      "sup_loss": 0.5925535578532373
+    },
+    {
+      "train_step": 6010,
+      "sup_loss": 0.7537179222424722
+    },
+    {
+      "train_step": 6011,
+      "sup_loss": 0.5112869689420563
+    },
+    {
+      "train_step": 6012,
+      "sup_loss": 0.7465868281721335
+    },
+    {
+      "train_step": 6013,
+      "sup_loss": 0.7323642397586312
+    },
+    {
+      "train_step": 6014,
+      "sup_loss": 0.6432999073540696
+    },
+    {
+      "train_step": 6015,
+      "sup_loss": 0.6584700126877646
+    },
+    {
+      "train_step": 6016,
+      "sup_loss": 0.4027513146366223
+    },
+    {
+      "train_step": 6017,
+      "sup_loss": 0.6898699457773554
+    },
+    {
+      "train_step": 6018,
+      "sup_loss": 0.5336924265877644
+    },
+    {
+      "train_step": 6019,
+      "sup_loss": 0.7772493675501416
+    },
+    {
+      "train_step": 6020,
+      "sup_loss": 0.6851925925720621
+    },
+    {
+      "train_step": 6021,
+      "sup_loss": 0.6588927775845673
+    },
+    {
+      "train_step": 6022,
+      "sup_loss": 0.7085908228711458
+    },
+    {
+      "train_step": 6023,
+      "sup_loss": 0.4495651727889704
+    },
+    {
+      "train_step": 6024,
+      "sup_loss": 0.7262983530990691
+    },
+    {
+      "train_step": 6025,
+      "sup_loss": 0.4511911875686087
+    },
+    {
+      "train_step": 6026,
+      "sup_loss": 0.8472727892199051
+    },
+    {
+      "train_step": 6027,
+      "sup_loss": 0.6361069988198489
+    },
+    {
+      "train_step": 6028,
+      "sup_loss": 0.8059387006169919
+    },
+    {
+      "train_step": 6029,
+      "sup_loss": 0.588533320660739
+    },
+    {
+      "train_step": 6030,
+      "sup_loss": 0.6964443645017504
+    },
+    {
+      "train_step": 6031,
+      "sup_loss": 0.6258786524889817
+    },
+    {
+      "train_step": 6032,
+      "sup_loss": 0.8337150191100298
+    },
+    {
+      "train_step": 6033,
+      "sup_loss": 0.9078389548201199
+    },
+    {
+      "train_step": 6034,
+      "sup_loss": 0.5410945859765498
+    },
+    {
+      "train_step": 6035,
+      "sup_loss": 0.5952965147374122
+    },
+    {
+      "train_step": 6036,
+      "sup_loss": 0.5754778110754074
+    },
+    {
+      "train_step": 6037,
+      "sup_loss": 0.5258403286048663
+    },
+    {
+      "train_step": 6038,
+      "sup_loss": 0.6046001178957338
+    },
+    {
+      "train_step": 6039,
+      "sup_loss": 0.5084155797255736
+    },
+    {
+      "train_step": 6040,
+      "sup_loss": 0.5061102187916228
+    },
+    {
+      "train_step": 6041,
+      "sup_loss": 0.778038755340382
+    },
+    {
+      "train_step": 6042,
+      "sup_loss": 0.45642634182651376
+    },
+    {
+      "train_step": 6043,
+      "sup_loss": 0.5609491052261919
+    },
+    {
+      "train_step": 6044,
+      "sup_loss": 0.5467272420419514
+    },
+    {
+      "train_step": 6045,
+      "sup_loss": 0.6577337393465921
+    },
+    {
+      "train_step": 6046,
+      "sup_loss": 0.4629092366276738
+    },
+    {
+      "train_step": 6047,
+      "sup_loss": 0.6863938706491625
+    },
+    {
+      "train_step": 6048,
+      "sup_loss": 0.6340249271363952
+    },
+    {
+      "train_step": 6049,
+      "sup_loss": 0.6343614737105128
+    },
+    {
+      "train_step": 6050,
+      "sup_loss": 0.648819913463076
+    },
+    {
+      "train_step": 6051,
+      "sup_loss": 0.7358725602121287
+    },
+    {
+      "train_step": 6052,
+      "sup_loss": 0.6505342326146575
+    },
+    {
+      "train_step": 6053,
+      "sup_loss": 0.5612225397076899
+    },
+    {
+      "train_step": 6054,
+      "sup_loss": 0.5757254667652508
+    },
+    {
+      "train_step": 6055,
+      "sup_loss": 0.46922857699518267
+    },
+    {
+      "train_step": 6056,
+      "sup_loss": 0.6020524812863464
+    },
+    {
+      "train_step": 6057,
+      "sup_loss": 0.5303192433160719
+    },
+    {
+      "train_step": 6058,
+      "sup_loss": 0.6304490226611459
+    },
+    {
+      "train_step": 6059,
+      "sup_loss": 0.5587137061667742
+    },
+    {
+      "train_step": 6060,
+      "sup_loss": 0.7664086202494979
+    },
+    {
+      "train_step": 6061,
+      "sup_loss": 0.5820698059996924
+    },
+    {
+      "train_step": 6062,
+      "sup_loss": 0.7593874503817917
+    },
+    {
+      "train_step": 6063,
+      "sup_loss": 0.8107109256619519
+    },
+    {
+      "train_step": 6064,
+      "sup_loss": 0.7054274799649091
+    },
+    {
+      "train_step": 6065,
+      "sup_loss": 0.4639902487081821
+    },
+    {
+      "train_step": 6066,
+      "sup_loss": 0.5876728451054862
+    },
+    {
+      "train_step": 6067,
+      "sup_loss": 0.7749301565098147
+    },
+    {
+      "train_step": 6068,
+      "sup_loss": 0.7560886772419532
+    },
+    {
+      "train_step": 6069,
+      "sup_loss": 0.639246707513235
+    },
+    {
+      "train_step": 6070,
+      "sup_loss": 0.7047796980287989
+    },
+    {
+      "train_step": 6071,
+      "sup_loss": 0.5535862477247683
+    },
+    {
+      "train_step": 6072,
+      "sup_loss": 0.6640517662306509
+    },
+    {
+      "train_step": 6073,
+      "sup_loss": 0.6515059472963132
+    },
+    {
+      "train_step": 6074,
+      "sup_loss": 0.7598305036510458
+    },
+    {
+      "train_step": 6075,
+      "sup_loss": 0.5823519286211737
+    },
+    {
+      "train_step": 6076,
+      "sup_loss": 0.6185041706803599
+    },
+    {
+      "train_step": 6077,
+      "sup_loss": 0.6773557055219203
+    },
+    {
+      "train_step": 6078,
+      "sup_loss": 0.8363735276182953
+    },
+    {
+      "train_step": 6079,
+      "sup_loss": 0.5083623534147431
+    },
+    {
+      "train_step": 6080,
+      "sup_loss": 0.5345996765673489
+    },
+    {
+      "train_step": 6081,
+      "sup_loss": 0.7387675056998306
+    },
+    {
+      "train_step": 6082,
+      "sup_loss": 0.6549884500533936
+    },
+    {
+      "train_step": 6083,
+      "sup_loss": 0.5759300679995509
+    },
+    {
+      "train_step": 6084,
+      "sup_loss": 0.9287847996079226
+    },
+    {
+      "train_step": 6085,
+      "sup_loss": 0.7889267136579133
+    },
+    {
+      "train_step": 6086,
+      "sup_loss": 0.8390916278575122
+    },
+    {
+      "train_step": 6087,
+      "sup_loss": 0.6344131024286905
+    },
+    {
+      "train_step": 6088,
+      "sup_loss": 0.6666459582606781
+    },
+    {
+      "train_step": 6089,
+      "sup_loss": 0.49034977116882833
+    },
+    {
+      "train_step": 6090,
+      "sup_loss": 0.48282790652467816
+    },
+    {
+      "train_step": 6091,
+      "sup_loss": 0.5855657405603072
+    },
+    {
+      "train_step": 6092,
+      "sup_loss": 0.5926428877427047
+    },
+    {
+      "train_step": 6093,
+      "sup_loss": 0.7489207251533008
+    },
+    {
+      "train_step": 6094,
+      "sup_loss": 0.569400191455208
+    },
+    {
+      "train_step": 6095,
+      "sup_loss": 0.659623988432239
+    },
+    {
+      "train_step": 6096,
+      "sup_loss": 0.4781123189108223
+    },
+    {
+      "train_step": 6097,
+      "sup_loss": 0.8110728489083656
+    },
+    {
+      "train_step": 6098,
+      "sup_loss": 0.6466189459330752
+    },
+    {
+      "train_step": 6099,
+      "sup_loss": 0.9098751251671815
+    },
+    {
+      "train_step": 6100,
+      "sup_loss": 0.541362679867579
+    },
+    {
+      "train_step": 6101,
+      "sup_loss": 0.602705151752759
+    },
+    {
+      "train_step": 6102,
+      "sup_loss": 0.7220222037936402
+    },
+    {
+      "train_step": 6103,
+      "sup_loss": 0.7470424065818307
+    },
+    {
+      "train_step": 6104,
+      "sup_loss": 0.5910603733872426
+    },
+    {
+      "train_step": 6105,
+      "sup_loss": 0.6507471380306813
+    },
+    {
+      "train_step": 6106,
+      "sup_loss": 0.87694280621363
+    },
+    {
+      "train_step": 6107,
+      "sup_loss": 0.5738132592055246
+    },
+    {
+      "train_step": 6108,
+      "sup_loss": 0.47778758753973793
+    },
+    {
+      "train_step": 6109,
+      "sup_loss": 0.7159912263610821
+    },
+    {
+      "train_step": 6110,
+      "sup_loss": 0.8859528189846838
+    },
+    {
+      "train_step": 6111,
+      "sup_loss": 0.6311327059424783
+    },
+    {
+      "train_step": 6112,
+      "sup_loss": 0.7328571702952725
+    },
+    {
+      "train_step": 6113,
+      "sup_loss": 0.6261762702928997
+    },
+    {
+      "train_step": 6114,
+      "sup_loss": 0.6877068310305943
+    },
+    {
+      "train_step": 6115,
+      "sup_loss": 0.9238548243700444
+    },
+    {
+      "train_step": 6116,
+      "sup_loss": 0.7425981546790584
+    },
+    {
+      "train_step": 6117,
+      "sup_loss": 0.6958225327418629
+    },
+    {
+      "train_step": 6118,
+      "sup_loss": 0.7340521660356445
+    },
+    {
+      "train_step": 6119,
+      "sup_loss": 0.5071134422866885
+    },
+    {
+      "train_step": 6120,
+      "sup_loss": 0.5102235446188038
+    },
+    {
+      "train_step": 6121,
+      "sup_loss": 0.4099928573518765
+    },
+    {
+      "train_step": 6122,
+      "sup_loss": 0.5652708334752498
+    },
+    {
+      "train_step": 6123,
+      "sup_loss": 0.7666533001097502
+    },
+    {
+      "train_step": 6124,
+      "sup_loss": 0.6664002018505482
+    },
+    {
+      "train_step": 6125,
+      "sup_loss": 0.76627813199989
+    },
+    {
+      "train_step": 6126,
+      "sup_loss": 0.6434115180051903
+    },
+    {
+      "train_step": 6127,
+      "sup_loss": 0.6583154993419822
+    },
+    {
+      "train_step": 6128,
+      "sup_loss": 0.5744353896758556
+    },
+    {
+      "train_step": 6129,
+      "sup_loss": 0.8169086083298426
+    },
+    {
+      "train_step": 6130,
+      "sup_loss": 0.4359886347672251
+    },
+    {
+      "train_step": 6131,
+      "sup_loss": 0.6208603388861011
+    },
+    {
+      "train_step": 6132,
+      "sup_loss": 0.5470821748077895
+    },
+    {
+      "train_step": 6133,
+      "sup_loss": 0.5659560353951325
+    },
+    {
+      "train_step": 6134,
+      "sup_loss": 0.5697498625067334
+    },
+    {
+      "train_step": 6135,
+      "sup_loss": 0.633995496695555
+    },
+    {
+      "train_step": 6136,
+      "sup_loss": 0.6831627831315326
+    },
+    {
+      "train_step": 6137,
+      "sup_loss": 0.8421601751230369
+    },
+    {
+      "train_step": 6138,
+      "sup_loss": 0.6933835510629822
+    },
+    {
+      "train_step": 6139,
+      "sup_loss": 0.6166323442457758
+    },
+    {
+      "train_step": 6140,
+      "sup_loss": 0.4615931976583086
+    },
+    {
+      "train_step": 6141,
+      "sup_loss": 0.5333329161408892
+    },
+    {
+      "train_step": 6142,
+      "sup_loss": 0.4054391611091386
+    },
+    {
+      "train_step": 6143,
+      "sup_loss": 0.6550764043357781
+    },
+    {
+      "train_step": 6144,
+      "sup_loss": 0.5888607330205262
+    },
+    {
+      "train_step": 6145,
+      "sup_loss": 0.4871931188241881
+    },
+    {
+      "train_step": 6146,
+      "sup_loss": 0.5760407145928317
+    },
+    {
+      "train_step": 6147,
+      "sup_loss": 0.7569760356937962
+    },
+    {
+      "train_step": 6148,
+      "sup_loss": 0.6268923105962241
+    },
+    {
+      "train_step": 6149,
+      "sup_loss": 0.524295621969128
+    },
+    {
+      "train_step": 6150,
+      "sup_loss": 0.7899970974696636
+    },
+    {
+      "train_step": 6151,
+      "sup_loss": 0.6507706940168474
+    },
+    {
+      "train_step": 6152,
+      "sup_loss": 0.49110832185205056
+    },
+    {
+      "train_step": 6153,
+      "sup_loss": 0.6931795688958368
+    },
+    {
+      "train_step": 6154,
+      "sup_loss": 0.40884285286644095
+    },
+    {
+      "train_step": 6155,
+      "sup_loss": 0.602420199565712
+    },
+    {
+      "train_step": 6156,
+      "sup_loss": 0.44308826063260404
+    },
+    {
+      "train_step": 6157,
+      "sup_loss": 0.4956609462748572
+    },
+    {
+      "train_step": 6158,
+      "sup_loss": 0.6775465464712966
+    },
+    {
+      "train_step": 6159,
+      "sup_loss": 0.5601662106512745
+    },
+    {
+      "train_step": 6160,
+      "sup_loss": 0.47916454360402394
+    },
+    {
+      "train_step": 6161,
+      "sup_loss": 0.8736624515226524
+    },
+    {
+      "train_step": 6162,
+      "sup_loss": 0.7197940639596067
+    },
+    {
+      "train_step": 6163,
+      "sup_loss": 0.3866259234147187
+    },
+    {
+      "train_step": 6164,
+      "sup_loss": 0.3625107989774424
+    },
+    {
+      "train_step": 6165,
+      "sup_loss": 0.472065270486842
+    },
+    {
+      "train_step": 6166,
+      "sup_loss": 0.5220806821455571
+    },
+    {
+      "train_step": 6167,
+      "sup_loss": 0.7037050592956897
+    },
+    {
+      "train_step": 6168,
+      "sup_loss": 0.8079984759380215
+    },
+    {
+      "train_step": 6169,
+      "sup_loss": 0.6983711134091511
+    },
+    {
+      "train_step": 6170,
+      "sup_loss": 0.5526447238548249
+    },
+    {
+      "train_step": 6171,
+      "sup_loss": 0.53182506067671
+    },
+    {
+      "train_step": 6172,
+      "sup_loss": 0.4480945347661982
+    },
+    {
+      "train_step": 6173,
+      "sup_loss": 0.34848239641650886
+    },
+    {
+      "train_step": 6174,
+      "sup_loss": 0.4775732063677879
+    },
+    {
+      "train_step": 6175,
+      "sup_loss": 0.5749923529560896
+    },
+    {
+      "train_step": 6176,
+      "sup_loss": 0.5014100715739286
+    },
+    {
+      "train_step": 6177,
+      "sup_loss": 0.5003657938571846
+    },
+    {
+      "train_step": 6178,
+      "sup_loss": 0.7413135965958069
+    },
+    {
+      "train_step": 6179,
+      "sup_loss": 0.4100717326518175
+    },
+    {
+      "train_step": 6180,
+      "sup_loss": 0.3387356380824224
+    },
+    {
+      "train_step": 6181,
+      "sup_loss": 0.4391395208970319
+    },
+    {
+      "train_step": 6182,
+      "sup_loss": 0.2285964287304318
+    },
+    {
+      "train_step": 6183,
+      "sup_loss": 0.5287236830309163
+    },
+    {
+      "train_step": 6184,
+      "sup_loss": 0.504176177183763
+    },
+    {
+      "train_step": 6185,
+      "sup_loss": 0.611640114863901
+    },
+    {
+      "train_step": 6186,
+      "sup_loss": 0.2031274103071551
+    },
+    {
+      "train_step": 6187,
+      "sup_loss": 0.47794053584722096
+    },
+    {
+      "train_step": 6188,
+      "sup_loss": 0.3721621250648609
+    },
+    {
+      "train_step": 6189,
+      "sup_loss": 0.6321099677347692
+    },
+    {
+      "train_step": 6190,
+      "sup_loss": 0.4407031008108907
+    },
+    {
+      "train_step": 6191,
+      "sup_loss": 0.5796007322937384
+    },
+    {
+      "train_step": 6192,
+      "sup_loss": 0.49736819602207927
+    },
+    {
+      "train_step": 6193,
+      "sup_loss": 0.44695872535416703
+    },
+    {
+      "train_step": 6194,
+      "sup_loss": 0.4247487443668141
+    },
+    {
+      "train_step": 6195,
+      "sup_loss": 0.3918134408405896
+    },
+    {
+      "train_step": 6196,
+      "sup_loss": 0.452919444899288
+    },
+    {
+      "train_step": 6197,
+      "sup_loss": 0.4864407343019633
+    },
+    {
+      "train_step": 6198,
+      "sup_loss": 0.643178803028324
+    },
+    {
+      "train_step": 6199,
+      "sup_loss": 0.17028395455905077
+    },
+    {
+      "train_step": 6200,
+      "sup_loss": 0.36994079549043146
+    },
+    {
+      "train_step": 6201,
+      "sup_loss": 0.43298729187158286
+    },
+    {
+      "train_step": 6202,
+      "sup_loss": 0.47009554822393784
+    },
+    {
+      "train_step": 6203,
+      "sup_loss": 0.39039590685928427
+    },
+    {
+      "train_step": 6204,
+      "sup_loss": 0.35073713123427447
+    },
+    {
+      "train_step": 6205,
+      "sup_loss": 0.6186899417195939
+    },
+    {
+      "train_step": 6206,
+      "sup_loss": 0.4188960590240566
+    },
+    {
+      "train_step": 6207,
+      "sup_loss": 0.6419418420870208
+    },
+    {
+      "train_step": 6208,
+      "sup_loss": 0.5084495816484393
+    },
+    {
+      "train_step": 6209,
+      "sup_loss": 0.48776442470054704
+    },
+    {
+      "train_step": 6210,
+      "sup_loss": 0.38312847149496526
+    },
+    {
+      "train_step": 6211,
+      "sup_loss": 0.3361200536345741
+    },
+    {
+      "train_step": 6212,
+      "sup_loss": 0.3379392427860353
+    },
+    {
+      "train_step": 6213,
+      "sup_loss": 0.3243125585221704
+    },
+    {
+      "train_step": 6214,
+      "sup_loss": 0.3954989888762416
+    },
+    {
+      "train_step": 6215,
+      "sup_loss": 0.360344068626921
+    },
+    {
+      "train_step": 6216,
+      "sup_loss": 0.47459284292279363
+    },
+    {
+      "train_step": 6217,
+      "sup_loss": 0.4863084856375957
+    },
+    {
+      "train_step": 6218,
+      "sup_loss": 0.6853129290451929
+    },
+    {
+      "train_step": 6219,
+      "sup_loss": 0.30585878167655045
+    },
+    {
+      "train_step": 6220,
+      "sup_loss": 0.5689913329196051
+    },
+    {
+      "train_step": 6221,
+      "sup_loss": 0.477628054309651
+    },
+    {
+      "train_step": 6222,
+      "sup_loss": 0.5473413220994464
+    },
+    {
+      "train_step": 6223,
+      "sup_loss": 0.574050397015644
+    },
+    {
+      "train_step": 6224,
+      "sup_loss": 0.2280701759355616
+    },
+    {
+      "train_step": 6225,
+      "sup_loss": 0.728598068475829
+    },
+    {
+      "train_step": 6226,
+      "sup_loss": 0.4728717997901932
+    },
+    {
+      "train_step": 6227,
+      "sup_loss": 0.3355069358286641
+    },
+    {
+      "train_step": 6228,
+      "sup_loss": 0.2705900900220212
+    },
+    {
+      "train_step": 6229,
+      "sup_loss": 0.4380483037603557
+    },
+    {
+      "train_step": 6230,
+      "sup_loss": 0.5968153078405772
+    },
+    {
+      "train_step": 6231,
+      "sup_loss": 0.4162522907908632
+    },
+    {
+      "train_step": 6232,
+      "sup_loss": 0.5816021625320746
+    },
+    {
+      "train_step": 6233,
+      "sup_loss": 0.47225322795127095
+    },
+    {
+      "train_step": 6234,
+      "sup_loss": 0.6429790930612449
+    },
+    {
+      "train_step": 6235,
+      "sup_loss": 0.7918443982498347
+    },
+    {
+      "train_step": 6236,
+      "sup_loss": 0.4991276948540407
+    },
+    {
+      "train_step": 6237,
+      "sup_loss": 0.6126060274821284
+    },
+    {
+      "train_step": 6238,
+      "sup_loss": 0.6077095694603653
+    },
+    {
+      "train_step": 6239,
+      "sup_loss": 0.76446399296922
+    },
+    {
+      "train_step": 6240,
+      "sup_loss": 0.5801771752875657
+    },
+    {
+      "train_step": 6241,
+      "sup_loss": 0.6039875559025304
+    },
+    {
+      "train_step": 6242,
+      "sup_loss": 0.9212619929943566
+    },
+    {
+      "train_step": 6243,
+      "sup_loss": 0.7257902682377178
+    },
+    {
+      "train_step": 6244,
+      "sup_loss": 0.6297918052204367
+    },
+    {
+      "train_step": 6245,
+      "sup_loss": 0.5467357205289768
+    },
+    {
+      "train_step": 6246,
+      "sup_loss": 0.7453700729809941
+    },
+    {
+      "train_step": 6247,
+      "sup_loss": 0.6447700204596274
+    },
+    {
+      "train_step": 6248,
+      "sup_loss": 0.4885460520348417
+    },
+    {
+      "train_step": 6249,
+      "sup_loss": 0.553021584898407
+    },
+    {
+      "train_step": 6250,
+      "sup_loss": 0.6248351510211763
+    },
+    {
+      "train_step": 6251,
+      "sup_loss": 0.5416480579448912
+    },
+    {
+      "train_step": 6252,
+      "sup_loss": 0.554835270535575
+    },
+    {
+      "train_step": 6253,
+      "sup_loss": 0.511075827756913
+    },
+    {
+      "train_step": 6254,
+      "sup_loss": 0.5973347608362681
+    },
+    {
+      "train_step": 6255,
+      "sup_loss": 0.6350047625736723
+    },
+    {
+      "train_step": 6256,
+      "sup_loss": 0.525292732840791
+    },
+    {
+      "train_step": 6257,
+      "sup_loss": 0.6820700391057373
+    },
+    {
+      "train_step": 6258,
+      "sup_loss": 0.47449480426051893
+    },
+    {
+      "train_step": 6259,
+      "sup_loss": 0.5917138539786378
+    },
+    {
+      "train_step": 6260,
+      "sup_loss": 0.46117936045308944
+    },
+    {
+      "train_step": 6261,
+      "sup_loss": 0.6994899853804029
+    },
+    {
+      "train_step": 6262,
+      "sup_loss": 0.5109083610186836
+    },
+    {
+      "train_step": 6263,
+      "sup_loss": 0.41570559122055134
+    },
+    {
+      "train_step": 6264,
+      "sup_loss": 0.6443040101031451
+    },
+    {
+      "train_step": 6265,
+      "sup_loss": 0.7808160882789213
+    },
+    {
+      "train_step": 6266,
+      "sup_loss": 0.6428865034706978
+    },
+    {
+      "train_step": 6267,
+      "sup_loss": 0.6130324794506299
+    },
+    {
+      "train_step": 6268,
+      "sup_loss": 0.7572410780070389
+    },
+    {
+      "train_step": 6269,
+      "sup_loss": 0.5496622369474626
+    },
+    {
+      "train_step": 6270,
+      "sup_loss": 0.6872517001724017
+    },
+    {
+      "train_step": 6271,
+      "sup_loss": 0.5874438762549551
+    },
+    {
+      "train_step": 6272,
+      "sup_loss": 0.5966345566220476
+    },
+    {
+      "train_step": 6273,
+      "sup_loss": 0.5836750713785882
+    },
+    {
+      "train_step": 6274,
+      "sup_loss": 0.567945887616847
+    },
+    {
+      "train_step": 6275,
+      "sup_loss": 0.6510422515650198
+    },
+    {
+      "train_step": 6276,
+      "sup_loss": 0.6622167710734979
+    },
+    {
+      "train_step": 6277,
+      "sup_loss": 0.47224569059332694
+    },
+    {
+      "train_step": 6278,
+      "sup_loss": 0.7950827884187196
+    },
+    {
+      "train_step": 6279,
+      "sup_loss": 0.5818036985384777
+    },
+    {
+      "train_step": 6280,
+      "sup_loss": 0.653679195525353
+    },
+    {
+      "train_step": 6281,
+      "sup_loss": 0.5946813766745627
+    },
+    {
+      "train_step": 6282,
+      "sup_loss": 0.4768949560678958
+    },
+    {
+      "train_step": 6283,
+      "sup_loss": 0.5661224921286312
+    },
+    {
+      "train_step": 6284,
+      "sup_loss": 0.44809276454746866
+    },
+    {
+      "train_step": 6285,
+      "sup_loss": 0.6409718304856384
+    },
+    {
+      "train_step": 6286,
+      "sup_loss": 0.4488586751792409
+    },
+    {
+      "train_step": 6287,
+      "sup_loss": 0.462872870561488
+    },
+    {
+      "train_step": 6288,
+      "sup_loss": 0.5116429890261975
+    },
+    {
+      "train_step": 6289,
+      "sup_loss": 0.5726866903019469
+    },
+    {
+      "train_step": 6290,
+      "sup_loss": 0.6510846836301836
+    },
+    {
+      "train_step": 6291,
+      "sup_loss": 0.5909919172155743
+    },
+    {
+      "train_step": 6292,
+      "sup_loss": 0.631657319339317
+    },
+    {
+      "train_step": 6293,
+      "sup_loss": 0.6758146148255733
+    },
+    {
+      "train_step": 6294,
+      "sup_loss": 0.657323382996722
+    },
+    {
+      "train_step": 6295,
+      "sup_loss": 0.7486284463940002
+    },
+    {
+      "train_step": 6296,
+      "sup_loss": 0.6263651467565905
+    },
+    {
+      "train_step": 6297,
+      "sup_loss": 0.8254988289879702
+    },
+    {
+      "train_step": 6298,
+      "sup_loss": 0.7430875276399657
+    },
+    {
+      "train_step": 6299,
+      "sup_loss": 0.836859388143574
+    },
+    {
+      "train_step": 6300,
+      "sup_loss": 0.6960236972668148
+    },
+    {
+      "train_step": 6301,
+      "sup_loss": 0.6664807396972001
+    },
+    {
+      "train_step": 6302,
+      "sup_loss": 0.5380466907149607
+    },
+    {
+      "train_step": 6303,
+      "sup_loss": 0.6205415362740336
+    },
+    {
+      "train_step": 6304,
+      "sup_loss": 0.6229339394132176
+    },
+    {
+      "train_step": 6305,
+      "sup_loss": 0.6405038919032392
+    },
+    {
+      "train_step": 6306,
+      "sup_loss": 0.3992023585919247
+    },
+    {
+      "train_step": 6307,
+      "sup_loss": 0.6742774707058388
+    },
+    {
+      "train_step": 6308,
+      "sup_loss": 0.4917447813484736
+    },
+    {
+      "train_step": 6309,
+      "sup_loss": 0.6598292710177164
+    },
+    {
+      "train_step": 6310,
+      "sup_loss": 0.570410427507944
+    },
+    {
+      "train_step": 6311,
+      "sup_loss": 0.40627175955488676
+    },
+    {
+      "train_step": 6312,
+      "sup_loss": 0.6629137969800454
+    },
+    {
+      "train_step": 6313,
+      "sup_loss": 0.6052653309132788
+    },
+    {
+      "train_step": 6314,
+      "sup_loss": 0.5677063752724343
+    },
+    {
+      "train_step": 6315,
+      "sup_loss": 0.48948697196016006
+    },
+    {
+      "train_step": 6316,
+      "sup_loss": 0.6813076338674979
+    },
+    {
+      "train_step": 6317,
+      "sup_loss": 0.6364050328929085
+    },
+    {
+      "train_step": 6318,
+      "sup_loss": 0.6042199809752989
+    },
+    {
+      "train_step": 6319,
+      "sup_loss": 0.5805897759872123
+    },
+    {
+      "train_step": 6320,
+      "sup_loss": 0.46868644330818837
+    },
+    {
+      "train_step": 6321,
+      "sup_loss": 0.6930833224375178
+    },
+    {
+      "train_step": 6322,
+      "sup_loss": 0.7767800506555947
+    },
+    {
+      "train_step": 6323,
+      "sup_loss": 0.496752719968366
+    },
+    {
+      "train_step": 6324,
+      "sup_loss": 0.5400722152828097
+    },
+    {
+      "train_step": 6325,
+      "sup_loss": 0.6270416613189976
+    },
+    {
+      "train_step": 6326,
+      "sup_loss": 0.5435525164665305
+    },
+    {
+      "train_step": 6327,
+      "sup_loss": 0.4846016211192614
+    },
+    {
+      "train_step": 6328,
+      "sup_loss": 0.5258739701524532
+    },
+    {
+      "train_step": 6329,
+      "sup_loss": 0.7539190675207472
+    },
+    {
+      "train_step": 6330,
+      "sup_loss": 0.6715882517241386
+    },
+    {
+      "train_step": 6331,
+      "sup_loss": 0.6717012053750261
+    },
+    {
+      "train_step": 6332,
+      "sup_loss": 0.7380885009565721
+    },
+    {
+      "train_step": 6333,
+      "sup_loss": 0.44968064409926184
+    },
+    {
+      "train_step": 6334,
+      "sup_loss": 0.5783302805415309
+    },
+    {
+      "train_step": 6335,
+      "sup_loss": 0.7636612702648465
+    },
+    {
+      "train_step": 6336,
+      "sup_loss": 0.6407628941550861
+    },
+    {
+      "train_step": 6337,
+      "sup_loss": 0.7378821431908555
+    },
+    {
+      "train_step": 6338,
+      "sup_loss": 0.6873673153116512
+    },
+    {
+      "train_step": 6339,
+      "sup_loss": 0.6310962218765244
+    },
+    {
+      "train_step": 6340,
+      "sup_loss": 0.6825674341319689
+    },
+    {
+      "train_step": 6341,
+      "sup_loss": 0.38977413140471745
+    },
+    {
+      "train_step": 6342,
+      "sup_loss": 0.6674479226555223
+    },
+    {
+      "train_step": 6343,
+      "sup_loss": 0.6665298061328646
+    },
+    {
+      "train_step": 6344,
+      "sup_loss": 0.7096939574366437
+    },
+    {
+      "train_step": 6345,
+      "sup_loss": 0.5892757801635242
+    },
+    {
+      "train_step": 6346,
+      "sup_loss": 0.489684477138991
+    },
+    {
+      "train_step": 6347,
+      "sup_loss": 0.3785084622703992
+    },
+    {
+      "train_step": 6348,
+      "sup_loss": 0.7964972095409975
+    },
+    {
+      "train_step": 6349,
+      "sup_loss": 0.7150636472179694
+    },
+    {
+      "train_step": 6350,
+      "sup_loss": 0.7165341853661418
+    },
+    {
+      "train_step": 6351,
+      "sup_loss": 0.6554985262716344
+    },
+    {
+      "train_step": 6352,
+      "sup_loss": 0.5710725510835881
+    },
+    {
+      "train_step": 6353,
+      "sup_loss": 0.5292141338583792
+    },
+    {
+      "train_step": 6354,
+      "sup_loss": 0.5953351261538645
+    },
+    {
+      "train_step": 6355,
+      "sup_loss": 0.6319317230023327
+    },
+    {
+      "train_step": 6356,
+      "sup_loss": 0.5679348726728559
+    },
+    {
+      "train_step": 6357,
+      "sup_loss": 0.7139693152701843
+    },
+    {
+      "train_step": 6358,
+      "sup_loss": 0.5890143722800325
+    },
+    {
+      "train_step": 6359,
+      "sup_loss": 0.6063564383835973
+    },
+    {
+      "train_step": 6360,
+      "sup_loss": 0.7062958489322122
+    },
+    {
+      "train_step": 6361,
+      "sup_loss": 0.6466069232197015
+    },
+    {
+      "train_step": 6362,
+      "sup_loss": 0.6840313942601688
+    },
+    {
+      "train_step": 6363,
+      "sup_loss": 0.7607747667546301
+    },
+    {
+      "train_step": 6364,
+      "sup_loss": 0.774788285547654
+    },
+    {
+      "train_step": 6365,
+      "sup_loss": 0.6471425449716837
+    },
+    {
+      "train_step": 6366,
+      "sup_loss": 0.7117420695344387
+    },
+    {
+      "train_step": 6367,
+      "sup_loss": 0.5345570074024363
+    },
+    {
+      "train_step": 6368,
+      "sup_loss": 0.6362248968792403
+    },
+    {
+      "train_step": 6369,
+      "sup_loss": 0.6021498443688751
+    },
+    {
+      "train_step": 6370,
+      "sup_loss": 0.6912698428808925
+    },
+    {
+      "train_step": 6371,
+      "sup_loss": 0.6475613615996758
+    },
+    {
+      "train_step": 6372,
+      "sup_loss": 0.685787963860077
+    },
+    {
+      "train_step": 6373,
+      "sup_loss": 0.5779017495528316
+    },
+    {
+      "train_step": 6374,
+      "sup_loss": 0.5056463338066257
+    },
+    {
+      "train_step": 6375,
+      "sup_loss": 0.531476144632042
+    },
+    {
+      "train_step": 6376,
+      "sup_loss": 0.7267556710860733
+    },
+    {
+      "train_step": 6377,
+      "sup_loss": 0.6493166327877805
+    },
+    {
+      "train_step": 6378,
+      "sup_loss": 0.7295195109456558
+    },
+    {
+      "train_step": 6379,
+      "sup_loss": 0.5310899028234882
+    },
+    {
+      "train_step": 6380,
+      "sup_loss": 0.732592541151369
+    },
+    {
+      "train_step": 6381,
+      "sup_loss": 0.5711837491937096
+    },
+    {
+      "train_step": 6382,
+      "sup_loss": 0.7046865252936959
+    },
+    {
+      "train_step": 6383,
+      "sup_loss": 0.7298758083346814
+    },
+    {
+      "train_step": 6384,
+      "sup_loss": 0.6598805821542766
+    },
+    {
+      "train_step": 6385,
+      "sup_loss": 0.6135211641185258
+    },
+    {
+      "train_step": 6386,
+      "sup_loss": 0.7809553702510188
+    },
+    {
+      "train_step": 6387,
+      "sup_loss": 0.5956393402948835
+    },
+    {
+      "train_step": 6388,
+      "sup_loss": 0.4508531850851971
+    },
+    {
+      "train_step": 6389,
+      "sup_loss": 0.7204301955223781
+    },
+    {
+      "train_step": 6390,
+      "sup_loss": 0.7060343238598663
+    },
+    {
+      "train_step": 6391,
+      "sup_loss": 0.4929931539326236
+    },
+    {
+      "train_step": 6392,
+      "sup_loss": 0.5326735103567348
+    },
+    {
+      "train_step": 6393,
+      "sup_loss": 0.7341879422764989
+    },
+    {
+      "train_step": 6394,
+      "sup_loss": 0.755450685347638
+    },
+    {
+      "train_step": 6395,
+      "sup_loss": 0.6129397689309342
+    },
+    {
+      "train_step": 6396,
+      "sup_loss": 0.8373743689882157
+    },
+    {
+      "train_step": 6397,
+      "sup_loss": 0.7288726209466667
+    },
+    {
+      "train_step": 6398,
+      "sup_loss": 0.5056176562465355
+    },
+    {
+      "train_step": 6399,
+      "sup_loss": 0.5928711943308413
+    },
+    {
+      "train_step": 6400,
+      "sup_loss": 0.6081574533156259
+    },
+    {
+      "train_step": 6401,
+      "sup_loss": 0.6643196062344766
+    },
+    {
+      "train_step": 6402,
+      "sup_loss": 0.8065954576643752
+    },
+    {
+      "train_step": 6403,
+      "sup_loss": 0.46119581482237193
+    },
+    {
+      "train_step": 6404,
+      "sup_loss": 0.7409030282154677
+    },
+    {
+      "train_step": 6405,
+      "sup_loss": 0.8737838644297147
+    },
+    {
+      "train_step": 6406,
+      "sup_loss": 0.5764054803905482
+    },
+    {
+      "train_step": 6407,
+      "sup_loss": 0.45562520336929213
+    },
+    {
+      "train_step": 6408,
+      "sup_loss": 0.6551197600000012
+    },
+    {
+      "train_step": 6409,
+      "sup_loss": 0.6500731832720756
+    },
+    {
+      "train_step": 6410,
+      "sup_loss": 0.8230762828119198
+    },
+    {
+      "train_step": 6411,
+      "sup_loss": 0.6968409298347154
+    },
+    {
+      "train_step": 6412,
+      "sup_loss": 0.46173096771346017
+    },
+    {
+      "train_step": 6413,
+      "sup_loss": 0.3879359175769521
+    },
+    {
+      "train_step": 6414,
+      "sup_loss": 0.620141195734843
+    },
+    {
+      "train_step": 6415,
+      "sup_loss": 0.5449944659474173
+    },
+    {
+      "train_step": 6416,
+      "sup_loss": 0.4797475351026347
+    },
+    {
+      "train_step": 6417,
+      "sup_loss": 0.7190294720620728
+    },
+    {
+      "train_step": 6418,
+      "sup_loss": 0.4018527824549409
+    },
+    {
+      "train_step": 6419,
+      "sup_loss": 0.7579892191524881
+    },
+    {
+      "train_step": 6420,
+      "sup_loss": 0.6400201949988988
+    },
+    {
+      "train_step": 6421,
+      "sup_loss": 0.5490149679995752
+    },
+    {
+      "train_step": 6422,
+      "sup_loss": 0.6850767724937292
+    },
+    {
+      "train_step": 6423,
+      "sup_loss": 0.6208906129943053
+    },
+    {
+      "train_step": 6424,
+      "sup_loss": 0.7977663229982096
+    },
+    {
+      "train_step": 6425,
+      "sup_loss": 0.7464195280843009
+    },
+    {
+      "train_step": 6426,
+      "sup_loss": 0.64053777343034
+    },
+    {
+      "train_step": 6427,
+      "sup_loss": 0.5043171091122426
+    },
+    {
+      "train_step": 6428,
+      "sup_loss": 0.6139988702686792
+    },
+    {
+      "train_step": 6429,
+      "sup_loss": 0.5573374569328795
+    },
+    {
+      "train_step": 6430,
+      "sup_loss": 0.5792568157211962
+    },
+    {
+      "train_step": 6431,
+      "sup_loss": 0.7945173211650424
+    },
+    {
+      "train_step": 6432,
+      "sup_loss": 0.5937690041462012
+    },
+    {
+      "train_step": 6433,
+      "sup_loss": 0.6674280279482508
+    },
+    {
+      "train_step": 6434,
+      "sup_loss": 0.9341008733873232
+    },
+    {
+      "train_step": 6435,
+      "sup_loss": 0.6089241934489587
+    },
+    {
+      "train_step": 6436,
+      "sup_loss": 0.5373818677878345
+    },
+    {
+      "train_step": 6437,
+      "sup_loss": 0.7018441930351247
+    },
+    {
+      "train_step": 6438,
+      "sup_loss": 0.5346544926638707
+    },
+    {
+      "train_step": 6439,
+      "sup_loss": 0.6106976888436266
+    },
+    {
+      "train_step": 6440,
+      "sup_loss": 0.5734977680222382
+    },
+    {
+      "train_step": 6441,
+      "sup_loss": 0.6177950617743444
+    },
+    {
+      "train_step": 6442,
+      "sup_loss": 0.554104882921866
+    },
+    {
+      "train_step": 6443,
+      "sup_loss": 0.5184939878893282
+    },
+    {
+      "train_step": 6444,
+      "sup_loss": 0.5771086036484689
+    },
+    {
+      "train_step": 6445,
+      "sup_loss": 0.7556248316163862
+    },
+    {
+      "train_step": 6446,
+      "sup_loss": 0.8147545386456038
+    },
+    {
+      "train_step": 6447,
+      "sup_loss": 0.6140570331850974
+    },
+    {
+      "train_step": 6448,
+      "sup_loss": 0.7823866741666752
+    },
+    {
+      "train_step": 6449,
+      "sup_loss": 0.7500060366866534
+    },
+    {
+      "train_step": 6450,
+      "sup_loss": 0.6881958460000908
+    },
+    {
+      "train_step": 6451,
+      "sup_loss": 0.4032851371948013
+    },
+    {
+      "train_step": 6452,
+      "sup_loss": 0.6043492371928235
+    },
+    {
+      "train_step": 6453,
+      "sup_loss": 0.5917596277948255
+    },
+    {
+      "train_step": 6454,
+      "sup_loss": 0.8319493330854323
+    },
+    {
+      "train_step": 6455,
+      "sup_loss": 0.644139784076838
+    },
+    {
+      "train_step": 6456,
+      "sup_loss": 0.7762221678366088
+    },
+    {
+      "train_step": 6457,
+      "sup_loss": 0.6075309113783978
+    },
+    {
+      "train_step": 6458,
+      "sup_loss": 0.6758477218501473
+    },
+    {
+      "train_step": 6459,
+      "sup_loss": 0.627520756469041
+    },
+    {
+      "train_step": 6460,
+      "sup_loss": 0.6981693392392352
+    },
+    {
+      "train_step": 6461,
+      "sup_loss": 0.7102665787035439
+    },
+    {
+      "train_step": 6462,
+      "sup_loss": 0.5330215884278927
+    },
+    {
+      "train_step": 6463,
+      "sup_loss": 0.5818116787983425
+    },
+    {
+      "train_step": 6464,
+      "sup_loss": 0.6372839211093576
+    },
+    {
+      "train_step": 6465,
+      "sup_loss": 0.658905645050196
+    },
+    {
+      "train_step": 6466,
+      "sup_loss": 0.737053805278543
+    },
+    {
+      "train_step": 6467,
+      "sup_loss": 0.49950092820155245
+    },
+    {
+      "train_step": 6468,
+      "sup_loss": 0.4774852974331676
+    },
+    {
+      "train_step": 6469,
+      "sup_loss": 0.64928474811806
+    },
+    {
+      "train_step": 6470,
+      "sup_loss": 0.7138181947496323
+    },
+    {
+      "train_step": 6471,
+      "sup_loss": 0.5697750855750434
+    },
+    {
+      "train_step": 6472,
+      "sup_loss": 0.5956109700835298
+    },
+    {
+      "train_step": 6473,
+      "sup_loss": 0.7654687378650405
+    },
+    {
+      "train_step": 6474,
+      "sup_loss": 0.5055852525808476
+    },
+    {
+      "train_step": 6475,
+      "sup_loss": 0.4587962299489998
+    },
+    {
+      "train_step": 6476,
+      "sup_loss": 0.4503759917008929
+    },
+    {
+      "train_step": 6477,
+      "sup_loss": 0.9528531866038188
+    },
+    {
+      "train_step": 6478,
+      "sup_loss": 0.6937582352836069
+    },
+    {
+      "train_step": 6479,
+      "sup_loss": 0.661333903575933
+    },
+    {
+      "train_step": 6480,
+      "sup_loss": 0.5668347524301233
+    },
+    {
+      "train_step": 6481,
+      "sup_loss": 0.49042208746487115
+    },
+    {
+      "train_step": 6482,
+      "sup_loss": 0.6496902578077681
+    },
+    {
+      "train_step": 6483,
+      "sup_loss": 0.7085392894166925
+    },
+    {
+      "train_step": 6484,
+      "sup_loss": 0.6244301131596458
+    },
+    {
+      "train_step": 6485,
+      "sup_loss": 0.6901562341558707
+    },
+    {
+      "train_step": 6486,
+      "sup_loss": 0.8018483919215993
+    },
+    {
+      "train_step": 6487,
+      "sup_loss": 0.3942559434348051
+    },
+    {
+      "train_step": 6488,
+      "sup_loss": 0.5316443654249815
+    },
+    {
+      "train_step": 6489,
+      "sup_loss": 0.4997510977998281
+    },
+    {
+      "train_step": 6490,
+      "sup_loss": 0.7028058077699211
+    },
+    {
+      "train_step": 6491,
+      "sup_loss": 0.5854590116155571
+    },
+    {
+      "train_step": 6492,
+      "sup_loss": 0.7513953864634708
+    },
+    {
+      "train_step": 6493,
+      "sup_loss": 0.7358365055590494
+    },
+    {
+      "train_step": 6494,
+      "sup_loss": 0.7157156558077713
+    },
+    {
+      "train_step": 6495,
+      "sup_loss": 0.5918998313967561
+    },
+    {
+      "train_step": 6496,
+      "sup_loss": 0.7286806748845449
+    },
+    {
+      "train_step": 6497,
+      "sup_loss": 0.7104926560174039
+    },
+    {
+      "train_step": 6498,
+      "sup_loss": 0.6922651753600358
+    },
+    {
+      "train_step": 6499,
+      "sup_loss": 0.41947758288477976
+    },
+    {
+      "train_step": 6500,
+      "sup_loss": 0.7935682473319446
+    },
+    {
+      "train_step": 6501,
+      "sup_loss": 0.6961859354100439
+    },
+    {
+      "train_step": 6502,
+      "sup_loss": 0.690595650153599
+    },
+    {
+      "train_step": 6503,
+      "sup_loss": 0.6522424755360297
+    },
+    {
+      "train_step": 6504,
+      "sup_loss": 0.5554770001537437
+    },
+    {
+      "train_step": 6505,
+      "sup_loss": 0.6422485878409026
+    },
+    {
+      "train_step": 6506,
+      "sup_loss": 0.4903340083125317
+    },
+    {
+      "train_step": 6507,
+      "sup_loss": 0.6682785853568982
+    },
+    {
+      "train_step": 6508,
+      "sup_loss": 0.7760412204577873
+    },
+    {
+      "train_step": 6509,
+      "sup_loss": 0.6421473568983687
+    },
+    {
+      "train_step": 6510,
+      "sup_loss": 0.6519065269856029
+    },
+    {
+      "train_step": 6511,
+      "sup_loss": 0.7372304833485904
+    },
+    {
+      "train_step": 6512,
+      "sup_loss": 0.6038799724868307
+    },
+    {
+      "train_step": 6513,
+      "sup_loss": 0.5476726507552608
+    },
+    {
+      "train_step": 6514,
+      "sup_loss": 0.5789121903180596
+    },
+    {
+      "train_step": 6515,
+      "sup_loss": 0.6194792778189534
+    },
+    {
+      "train_step": 6516,
+      "sup_loss": 0.7126242559749779
+    },
+    {
+      "train_step": 6517,
+      "sup_loss": 0.33429514209258065
+    },
+    {
+      "train_step": 6518,
+      "sup_loss": 0.5839322350768739
+    },
+    {
+      "train_step": 6519,
+      "sup_loss": 0.6422737897701325
+    },
+    {
+      "train_step": 6520,
+      "sup_loss": 0.7890650828547054
+    },
+    {
+      "train_step": 6521,
+      "sup_loss": 0.5320129602676449
+    },
+    {
+      "train_step": 6522,
+      "sup_loss": 0.5917403987714914
+    },
+    {
+      "train_step": 6523,
+      "sup_loss": 0.48673673847222343
+    },
+    {
+      "train_step": 6524,
+      "sup_loss": 0.4171204579181279
+    },
+    {
+      "train_step": 6525,
+      "sup_loss": 0.5288703557720967
+    },
+    {
+      "train_step": 6526,
+      "sup_loss": 0.6715848187447915
+    },
+    {
+      "train_step": 6527,
+      "sup_loss": 0.6112121677934064
+    },
+    {
+      "train_step": 6528,
+      "sup_loss": 0.7896009004626128
+    },
+    {
+      "train_step": 6529,
+      "sup_loss": 0.4592946010135357
+    },
+    {
+      "train_step": 6530,
+      "sup_loss": 0.7904646541293789
+    },
+    {
+      "train_step": 6531,
+      "sup_loss": 0.5577841488093712
+    },
+    {
+      "train_step": 6532,
+      "sup_loss": 0.653003340938365
+    },
+    {
+      "train_step": 6533,
+      "sup_loss": 0.5855504625126987
+    },
+    {
+      "train_step": 6534,
+      "sup_loss": 0.5573041051235121
+    },
+    {
+      "train_step": 6535,
+      "sup_loss": 0.7716700841929348
+    },
+    {
+      "train_step": 6536,
+      "sup_loss": 0.4848583475418794
+    },
+    {
+      "train_step": 6537,
+      "sup_loss": 0.7202187671849748
+    },
+    {
+      "train_step": 6538,
+      "sup_loss": 0.8161792207455136
+    },
+    {
+      "train_step": 6539,
+      "sup_loss": 0.8638434866972236
+    },
+    {
+      "train_step": 6540,
+      "sup_loss": 0.6939657533198386
+    },
+    {
+      "train_step": 6541,
+      "sup_loss": 0.4993388032842788
+    },
+    {
+      "train_step": 6542,
+      "sup_loss": 0.6421649625082422
+    },
+    {
+      "train_step": 6543,
+      "sup_loss": 0.5545017952555125
+    },
+    {
+      "train_step": 6544,
+      "sup_loss": 0.6110330252367702
+    },
+    {
+      "train_step": 6545,
+      "sup_loss": 0.522769218078421
+    },
+    {
+      "train_step": 6546,
+      "sup_loss": 0.47930714803119606
+    },
+    {
+      "train_step": 6547,
+      "sup_loss": 0.5324094602507793
+    },
+    {
+      "train_step": 6548,
+      "sup_loss": 0.8813834850467965
+    },
+    {
+      "train_step": 6549,
+      "sup_loss": 0.7634035114855081
+    },
+    {
+      "train_step": 6550,
+      "sup_loss": 0.6645818367869899
+    },
+    {
+      "train_step": 6551,
+      "sup_loss": 0.7279472660104358
+    },
+    {
+      "train_step": 6552,
+      "sup_loss": 0.6447966964157724
+    },
+    {
+      "train_step": 6553,
+      "sup_loss": 0.4254016544316295
+    },
+    {
+      "train_step": 6554,
+      "sup_loss": 0.7229935150374239
+    },
+    {
+      "train_step": 6555,
+      "sup_loss": 0.7187271060096199
+    },
+    {
+      "train_step": 6556,
+      "sup_loss": 0.848297169365531
+    },
+    {
+      "train_step": 6557,
+      "sup_loss": 0.7399768867613643
+    },
+    {
+      "train_step": 6558,
+      "sup_loss": 0.6118672675671062
+    },
+    {
+      "train_step": 6559,
+      "sup_loss": 0.6373610620293292
+    },
+    {
+      "train_step": 6560,
+      "sup_loss": 0.6425676691083345
+    },
+    {
+      "train_step": 6561,
+      "sup_loss": 0.8214651926111799
+    },
+    {
+      "train_step": 6562,
+      "sup_loss": 0.5684845415041665
+    },
+    {
+      "train_step": 6563,
+      "sup_loss": 0.48570605025435265
+    },
+    {
+      "train_step": 6564,
+      "sup_loss": 0.47296408233979376
+    },
+    {
+      "train_step": 6565,
+      "sup_loss": 0.5274436778188853
+    },
+    {
+      "train_step": 6566,
+      "sup_loss": 0.6904018787750126
+    },
+    {
+      "train_step": 6567,
+      "sup_loss": 0.5135409708835188
+    },
+    {
+      "train_step": 6568,
+      "sup_loss": 0.5857162116691258
+    },
+    {
+      "train_step": 6569,
+      "sup_loss": 0.7075330006151634
+    },
+    {
+      "train_step": 6570,
+      "sup_loss": 0.7273375386086964
+    },
+    {
+      "train_step": 6571,
+      "sup_loss": 0.42027726790066555
+    },
+    {
+      "train_step": 6572,
+      "sup_loss": 0.6067253281126835
+    },
+    {
+      "train_step": 6573,
+      "sup_loss": 0.4875996475090807
+    },
+    {
+      "train_step": 6574,
+      "sup_loss": 0.7575458821728692
+    },
+    {
+      "train_step": 6575,
+      "sup_loss": 0.6488319370937896
+    },
+    {
+      "train_step": 6576,
+      "sup_loss": 0.665945507539058
+    },
+    {
+      "train_step": 6577,
+      "sup_loss": 0.47528693899411756
+    },
+    {
+      "train_step": 6578,
+      "sup_loss": 0.5686521177502617
+    },
+    {
+      "train_step": 6579,
+      "sup_loss": 0.6429796556047892
+    },
+    {
+      "train_step": 6580,
+      "sup_loss": 0.6480575995294945
+    },
+    {
+      "train_step": 6581,
+      "sup_loss": 0.6382383263619326
+    },
+    {
+      "train_step": 6582,
+      "sup_loss": 0.5893917983143768
+    },
+    {
+      "train_step": 6583,
+      "sup_loss": 0.540695676521698
+    },
+    {
+      "train_step": 6584,
+      "sup_loss": 0.5091081951061738
+    },
+    {
+      "train_step": 6585,
+      "sup_loss": 0.5764553433310425
+    },
+    {
+      "train_step": 6586,
+      "sup_loss": 0.6077325446962784
+    },
+    {
+      "train_step": 6587,
+      "sup_loss": 0.7049584431449519
+    },
+    {
+      "train_step": 6588,
+      "sup_loss": 0.758630382206442
+    },
+    {
+      "train_step": 6589,
+      "sup_loss": 0.6655562849949689
+    },
+    {
+      "train_step": 6590,
+      "sup_loss": 0.6047408670668186
+    },
+    {
+      "train_step": 6591,
+      "sup_loss": 0.5377556588105965
+    },
+    {
+      "train_step": 6592,
+      "sup_loss": 0.45368137153208327
+    },
+    {
+      "train_step": 6593,
+      "sup_loss": 0.5752389193886513
+    },
+    {
+      "train_step": 6594,
+      "sup_loss": 0.6039517310869955
+    },
+    {
+      "train_step": 6595,
+      "sup_loss": 0.46248538467642597
+    },
+    {
+      "train_step": 6596,
+      "sup_loss": 0.6067108180384639
+    },
+    {
+      "train_step": 6597,
+      "sup_loss": 0.4572130147310364
+    },
+    {
+      "train_step": 6598,
+      "sup_loss": 0.6762039023519829
+    },
+    {
+      "train_step": 6599,
+      "sup_loss": 0.5037165262766777
+    },
+    {
+      "train_step": 6600,
+      "sup_loss": 0.5306610649392431
+    },
+    {
+      "train_step": 6601,
+      "sup_loss": 0.7356734379123965
+    },
+    {
+      "train_step": 6602,
+      "sup_loss": 0.8602109641282373
+    },
+    {
+      "train_step": 6603,
+      "sup_loss": 0.7365502172153725
+    },
+    {
+      "train_step": 6604,
+      "sup_loss": 0.5896416140749005
+    },
+    {
+      "train_step": 6605,
+      "sup_loss": 0.775141740697305
+    },
+    {
+      "train_step": 6606,
+      "sup_loss": 0.46459245995370346
+    },
+    {
+      "train_step": 6607,
+      "sup_loss": 0.6842567573124356
+    },
+    {
+      "train_step": 6608,
+      "sup_loss": 0.3905655691134453
+    },
+    {
+      "train_step": 6609,
+      "sup_loss": 0.5246311047603487
+    },
+    {
+      "train_step": 6610,
+      "sup_loss": 0.6838168235158117
+    },
+    {
+      "train_step": 6611,
+      "sup_loss": 0.6471381651573754
+    },
+    {
+      "train_step": 6612,
+      "sup_loss": 0.6661809150060387
+    },
+    {
+      "train_step": 6613,
+      "sup_loss": 0.5556312532689265
+    },
+    {
+      "train_step": 6614,
+      "sup_loss": 0.6136029910416266
+    },
+    {
+      "train_step": 6615,
+      "sup_loss": 0.8178784439552685
+    },
+    {
+      "train_step": 6616,
+      "sup_loss": 0.8161649830729776
+    },
+    {
+      "train_step": 6617,
+      "sup_loss": 0.6228761705959056
+    },
+    {
+      "train_step": 6618,
+      "sup_loss": 0.6941707319256928
+    },
+    {
+      "train_step": 6619,
+      "sup_loss": 0.6063947258284742
+    },
+    {
+      "train_step": 6620,
+      "sup_loss": 0.44072760069313627
+    },
+    {
+      "train_step": 6621,
+      "sup_loss": 0.8209334351330705
+    },
+    {
+      "train_step": 6622,
+      "sup_loss": 0.7558100220359719
+    },
+    {
+      "train_step": 6623,
+      "sup_loss": 0.4636007038049095
+    },
+    {
+      "train_step": 6624,
+      "sup_loss": 0.7242632994810636
+    },
+    {
+      "train_step": 6625,
+      "sup_loss": 0.7209818052599443
+    },
+    {
+      "train_step": 6626,
+      "sup_loss": 0.7962411352718846
+    },
+    {
+      "train_step": 6627,
+      "sup_loss": 0.6430125152908993
+    },
+    {
+      "train_step": 6628,
+      "sup_loss": 0.4264709960817217
+    },
+    {
+      "train_step": 6629,
+      "sup_loss": 0.687400818164877
+    },
+    {
+      "train_step": 6630,
+      "sup_loss": 0.5005749537628045
+    },
+    {
+      "train_step": 6631,
+      "sup_loss": 0.4240721794429141
+    },
+    {
+      "train_step": 6632,
+      "sup_loss": 0.5976384273478507
+    },
+    {
+      "train_step": 6633,
+      "sup_loss": 0.5834407020630623
+    },
+    {
+      "train_step": 6634,
+      "sup_loss": 0.8232320404026896
+    },
+    {
+      "train_step": 6635,
+      "sup_loss": 0.5398681278771444
+    },
+    {
+      "train_step": 6636,
+      "sup_loss": 0.5062941768347614
+    },
+    {
+      "train_step": 6637,
+      "sup_loss": 0.450683015453071
+    },
+    {
+      "train_step": 6638,
+      "sup_loss": 0.5886175358432979
+    },
+    {
+      "train_step": 6639,
+      "sup_loss": 0.5197005241260816
+    },
+    {
+      "train_step": 6640,
+      "sup_loss": 0.7415923641758921
+    },
+    {
+      "train_step": 6641,
+      "sup_loss": 0.4280929751493425
+    },
+    {
+      "train_step": 6642,
+      "sup_loss": 0.6322014217686206
+    },
+    {
+      "train_step": 6643,
+      "sup_loss": 0.7347455676201472
+    },
+    {
+      "train_step": 6644,
+      "sup_loss": 0.5547608072140915
+    },
+    {
+      "train_step": 6645,
+      "sup_loss": 0.5782587017776519
+    },
+    {
+      "train_step": 6646,
+      "sup_loss": 0.72579871792511
+    },
+    {
+      "train_step": 6647,
+      "sup_loss": 0.5740927024231084
+    },
+    {
+      "train_step": 6648,
+      "sup_loss": 0.4401944087879333
+    },
+    {
+      "train_step": 6649,
+      "sup_loss": 0.5499256805199995
+    },
+    {
+      "train_step": 6650,
+      "sup_loss": 0.48791324934329106
+    },
+    {
+      "train_step": 6651,
+      "sup_loss": 0.6771031858530986
+    },
+    {
+      "train_step": 6652,
+      "sup_loss": 0.7413688972603607
+    },
+    {
+      "train_step": 6653,
+      "sup_loss": 0.6013363805693513
+    },
+    {
+      "train_step": 6654,
+      "sup_loss": 0.5671558292555698
+    },
+    {
+      "train_step": 6655,
+      "sup_loss": 0.4803458464931485
+    },
+    {
+      "train_step": 6656,
+      "sup_loss": 0.5605999161004585
+    },
+    {
+      "train_step": 6657,
+      "sup_loss": 0.6806399188878955
+    },
+    {
+      "train_step": 6658,
+      "sup_loss": 0.7354197772409707
+    },
+    {
+      "train_step": 6659,
+      "sup_loss": 0.5742319020900211
+    },
+    {
+      "train_step": 6660,
+      "sup_loss": 0.5869951805751809
+    },
+    {
+      "train_step": 6661,
+      "sup_loss": 0.44291013802709434
+    },
+    {
+      "train_step": 6662,
+      "sup_loss": 0.7166708012936435
+    },
+    {
+      "train_step": 6663,
+      "sup_loss": 0.47225096720556436
+    },
+    {
+      "train_step": 6664,
+      "sup_loss": 0.5847920981584563
+    },
+    {
+      "train_step": 6665,
+      "sup_loss": 0.7584138268868686
+    },
+    {
+      "train_step": 6666,
+      "sup_loss": 0.6049766017778896
+    },
+    {
+      "train_step": 6667,
+      "sup_loss": 0.655039585165671
+    },
+    {
+      "train_step": 6668,
+      "sup_loss": 0.5690874519895369
+    },
+    {
+      "train_step": 6669,
+      "sup_loss": 0.6073885630146685
+    },
+    {
+      "train_step": 6670,
+      "sup_loss": 0.5481146019968622
+    },
+    {
+      "train_step": 6671,
+      "sup_loss": 0.6448750515748966
+    },
+    {
+      "train_step": 6672,
+      "sup_loss": 0.7919573488216671
+    },
+    {
+      "train_step": 6673,
+      "sup_loss": 0.7820177597792813
+    },
+    {
+      "train_step": 6674,
+      "sup_loss": 0.6019682306174039
+    },
+    {
+      "train_step": 6675,
+      "sup_loss": 0.5067710808060472
+    },
+    {
+      "train_step": 6676,
+      "sup_loss": 0.6708694739278717
+    },
+    {
+      "train_step": 6677,
+      "sup_loss": 0.6827628363129032
+    },
+    {
+      "train_step": 6678,
+      "sup_loss": 0.6249345972110227
+    },
+    {
+      "train_step": 6679,
+      "sup_loss": 0.6381456772101249
+    },
+    {
+      "train_step": 6680,
+      "sup_loss": 0.7007378775300253
+    },
+    {
+      "train_step": 6681,
+      "sup_loss": 0.5602986225953861
+    },
+    {
+      "train_step": 6682,
+      "sup_loss": 0.6048138679115835
+    },
+    {
+      "train_step": 6683,
+      "sup_loss": 0.5956610484114904
+    },
+    {
+      "train_step": 6684,
+      "sup_loss": 0.5895961118504276
+    },
+    {
+      "train_step": 6685,
+      "sup_loss": 0.5103040170960922
+    },
+    {
+      "train_step": 6686,
+      "sup_loss": 0.6581096645700085
+    },
+    {
+      "train_step": 6687,
+      "sup_loss": 0.48683733872799295
+    },
+    {
+      "train_step": 6688,
+      "sup_loss": 0.7117095396492896
+    },
+    {
+      "train_step": 6689,
+      "sup_loss": 0.6060843703280095
+    },
+    {
+      "train_step": 6690,
+      "sup_loss": 0.6172593543395233
+    },
+    {
+      "train_step": 6691,
+      "sup_loss": 0.6502743705134982
+    },
+    {
+      "train_step": 6692,
+      "sup_loss": 0.6802594049966352
+    },
+    {
+      "train_step": 6693,
+      "sup_loss": 0.6104086497428496
+    },
+    {
+      "train_step": 6694,
+      "sup_loss": 0.551126810187103
+    },
+    {
+      "train_step": 6695,
+      "sup_loss": 0.6337619554565023
+    },
+    {
+      "train_step": 6696,
+      "sup_loss": 0.8292969746148966
+    },
+    {
+      "train_step": 6697,
+      "sup_loss": 0.5603677282554357
+    },
+    {
+      "train_step": 6698,
+      "sup_loss": 0.584143419049347
+    },
+    {
+      "train_step": 6699,
+      "sup_loss": 0.7627359875822828
+    },
+    {
+      "train_step": 6700,
+      "sup_loss": 0.7141385128389767
+    },
+    {
+      "train_step": 6701,
+      "sup_loss": 0.612820754169408
+    },
+    {
+      "train_step": 6702,
+      "sup_loss": 0.924336336205285
+    },
+    {
+      "train_step": 6703,
+      "sup_loss": 0.6349807697829492
+    },
+    {
+      "train_step": 6704,
+      "sup_loss": 0.5478975845608146
+    },
+    {
+      "train_step": 6705,
+      "sup_loss": 0.6830585051184827
+    },
+    {
+      "train_step": 6706,
+      "sup_loss": 0.7470294739274338
+    },
+    {
+      "train_step": 6707,
+      "sup_loss": 0.6828524448749332
+    },
+    {
+      "train_step": 6708,
+      "sup_loss": 0.6070173858879649
+    },
+    {
+      "train_step": 6709,
+      "sup_loss": 0.38789281310841317
+    },
+    {
+      "train_step": 6710,
+      "sup_loss": 0.5894664189582304
+    },
+    {
+      "train_step": 6711,
+      "sup_loss": 0.6446905670385606
+    },
+    {
+      "train_step": 6712,
+      "sup_loss": 0.7491712982226697
+    },
+    {
+      "train_step": 6713,
+      "sup_loss": 0.5570706859896782
+    },
+    {
+      "train_step": 6714,
+      "sup_loss": 0.3275325937416494
+    },
+    {
+      "train_step": 6715,
+      "sup_loss": 0.5158166162154514
+    },
+    {
+      "train_step": 6716,
+      "sup_loss": 0.5645113787953852
+    },
+    {
+      "train_step": 6717,
+      "sup_loss": 0.7220716972646491
+    },
+    {
+      "train_step": 6718,
+      "sup_loss": 0.6286010772413843
+    },
+    {
+      "train_step": 6719,
+      "sup_loss": 0.7709005571764206
+    },
+    {
+      "train_step": 6720,
+      "sup_loss": 0.5830151938398318
+    },
+    {
+      "train_step": 6721,
+      "sup_loss": 0.626394366462123
+    },
+    {
+      "train_step": 6722,
+      "sup_loss": 0.6760434823722651
+    },
+    {
+      "train_step": 6723,
+      "sup_loss": 0.6862460880412469
+    },
+    {
+      "train_step": 6724,
+      "sup_loss": 0.6576502737085922
+    },
+    {
+      "train_step": 6725,
+      "sup_loss": 0.6208016416507566
+    },
+    {
+      "train_step": 6726,
+      "sup_loss": 0.7167256373967222
+    },
+    {
+      "train_step": 6727,
+      "sup_loss": 0.7127821347487482
+    },
+    {
+      "train_step": 6728,
+      "sup_loss": 0.6171248315137026
+    },
+    {
+      "train_step": 6729,
+      "sup_loss": 0.7192143386959601
+    },
+    {
+      "train_step": 6730,
+      "sup_loss": 0.660165744747356
+    },
+    {
+      "train_step": 6731,
+      "sup_loss": 0.6423470720442087
+    },
+    {
+      "train_step": 6732,
+      "sup_loss": 0.6101333816082432
+    },
+    {
+      "train_step": 6733,
+      "sup_loss": 0.9985535572756339
+    },
+    {
+      "train_step": 6734,
+      "sup_loss": 0.6132324704599965
+    },
+    {
+      "train_step": 6735,
+      "sup_loss": 0.5662301688813038
+    },
+    {
+      "train_step": 6736,
+      "sup_loss": 0.5594448660955095
+    },
+    {
+      "train_step": 6737,
+      "sup_loss": 0.5206146967430378
+    },
+    {
+      "train_step": 6738,
+      "sup_loss": 0.5976602977736947
+    },
+    {
+      "train_step": 6739,
+      "sup_loss": 0.686537592489757
+    },
+    {
+      "train_step": 6740,
+      "sup_loss": 0.601704007163173
+    },
+    {
+      "train_step": 6741,
+      "sup_loss": 0.5628036815854933
+    },
+    {
+      "train_step": 6742,
+      "sup_loss": 0.5867905877662727
+    },
+    {
+      "train_step": 6743,
+      "sup_loss": 0.6272916636376014
+    },
+    {
+      "train_step": 6744,
+      "sup_loss": 0.6037676105525284
+    },
+    {
+      "train_step": 6745,
+      "sup_loss": 0.4573050905608431
+    },
+    {
+      "train_step": 6746,
+      "sup_loss": 0.6601857177852579
+    },
+    {
+      "train_step": 6747,
+      "sup_loss": 0.503543979575803
+    },
+    {
+      "train_step": 6748,
+      "sup_loss": 0.634343879686676
+    },
+    {
+      "train_step": 6749,
+      "sup_loss": 0.5312304799535954
+    },
+    {
+      "train_step": 6750,
+      "sup_loss": 0.6297993214995558
+    },
+    {
+      "train_step": 6751,
+      "sup_loss": 0.5170870768757504
+    },
+    {
+      "train_step": 6752,
+      "sup_loss": 0.6156721138004352
+    },
+    {
+      "train_step": 6753,
+      "sup_loss": 0.41519180896782293
+    },
+    {
+      "train_step": 6754,
+      "sup_loss": 0.6986862733901613
+    },
+    {
+      "train_step": 6755,
+      "sup_loss": 0.5284783298865665
+    },
+    {
+      "train_step": 6756,
+      "sup_loss": 0.7148525875785733
+    },
+    {
+      "train_step": 6757,
+      "sup_loss": 0.5082844484250033
+    },
+    {
+      "train_step": 6758,
+      "sup_loss": 0.484553832073072
+    },
+    {
+      "train_step": 6759,
+      "sup_loss": 0.6998031607938707
+    },
+    {
+      "train_step": 6760,
+      "sup_loss": 0.537100679127999
+    },
+    {
+      "train_step": 6761,
+      "sup_loss": 0.7803523737980136
+    },
+    {
+      "train_step": 6762,
+      "sup_loss": 0.537845443816325
+    },
+    {
+      "train_step": 6763,
+      "sup_loss": 0.5515170995091115
+    },
+    {
+      "train_step": 6764,
+      "sup_loss": 0.6488187871543378
+    },
+    {
+      "train_step": 6765,
+      "sup_loss": 0.4238599954809548
+    },
+    {
+      "train_step": 6766,
+      "sup_loss": 0.505408285458242
+    },
+    {
+      "train_step": 6767,
+      "sup_loss": 0.4672428467008793
+    },
+    {
+      "train_step": 6768,
+      "sup_loss": 0.5174079311927765
+    },
+    {
+      "train_step": 6769,
+      "sup_loss": 0.5683224409285866
+    },
+    {
+      "train_step": 6770,
+      "sup_loss": 0.47896703083719777
+    },
+    {
+      "train_step": 6771,
+      "sup_loss": 0.6400744093935237
+    },
+    {
+      "train_step": 6772,
+      "sup_loss": 0.8453491172280495
+    },
+    {
+      "train_step": 6773,
+      "sup_loss": 0.5806186608865861
+    },
+    {
+      "train_step": 6774,
+      "sup_loss": 0.4525847748056912
+    },
+    {
+      "train_step": 6775,
+      "sup_loss": 0.6653038577768405
+    },
+    {
+      "train_step": 6776,
+      "sup_loss": 0.4743670081443411
+    },
+    {
+      "train_step": 6777,
+      "sup_loss": 0.4124811400522305
+    },
+    {
+      "train_step": 6778,
+      "sup_loss": 0.5758254548889604
+    },
+    {
+      "train_step": 6779,
+      "sup_loss": 0.7342175780024526
+    },
+    {
+      "train_step": 6780,
+      "sup_loss": 0.5526720923406577
+    },
+    {
+      "train_step": 6781,
+      "sup_loss": 0.480910390300051
+    },
+    {
+      "train_step": 6782,
+      "sup_loss": 0.6487853598071351
+    },
+    {
+      "train_step": 6783,
+      "sup_loss": 0.7913527384138641
+    },
+    {
+      "train_step": 6784,
+      "sup_loss": 0.8365182792411157
+    },
+    {
+      "train_step": 6785,
+      "sup_loss": 0.6154504894509364
+    },
+    {
+      "train_step": 6786,
+      "sup_loss": 0.6593820757241007
+    },
+    {
+      "train_step": 6787,
+      "sup_loss": 0.5602807787935099
+    },
+    {
+      "train_step": 6788,
+      "sup_loss": 0.6955930132726572
+    },
+    {
+      "train_step": 6789,
+      "sup_loss": 0.4574510867572559
+    },
+    {
+      "train_step": 6790,
+      "sup_loss": 0.6482730441426225
+    },
+    {
+      "train_step": 6791,
+      "sup_loss": 0.5792465455377733
+    },
+    {
+      "train_step": 6792,
+      "sup_loss": 0.8180829751401092
+    },
+    {
+      "train_step": 6793,
+      "sup_loss": 0.65337921008346
+    },
+    {
+      "train_step": 6794,
+      "sup_loss": 0.5685060632637738
+    },
+    {
+      "train_step": 6795,
+      "sup_loss": 0.59640439364026
+    },
+    {
+      "train_step": 6796,
+      "sup_loss": 0.5330702548023318
+    },
+    {
+      "train_step": 6797,
+      "sup_loss": 0.7360935591834625
+    },
+    {
+      "train_step": 6798,
+      "sup_loss": 0.6139862499805225
+    },
+    {
+      "train_step": 6799,
+      "sup_loss": 0.72961334611662
+    },
+    {
+      "train_step": 6800,
+      "sup_loss": 0.708899336486971
+    },
+    {
+      "train_step": 6801,
+      "sup_loss": 0.5435249562463671
+    },
+    {
+      "train_step": 6802,
+      "sup_loss": 0.6391819165683059
+    },
+    {
+      "train_step": 6803,
+      "sup_loss": 0.5563644649721037
+    },
+    {
+      "train_step": 6804,
+      "sup_loss": 0.46485888497208094
+    },
+    {
+      "train_step": 6805,
+      "sup_loss": 0.6896121994984779
+    },
+    {
+      "train_step": 6806,
+      "sup_loss": 0.4896794488730104
+    },
+    {
+      "train_step": 6807,
+      "sup_loss": 0.7437799901526462
+    },
+    {
+      "train_step": 6808,
+      "sup_loss": 0.5059412071312561
+    },
+    {
+      "train_step": 6809,
+      "sup_loss": 0.43141071791554525
+    },
+    {
+      "train_step": 6810,
+      "sup_loss": 0.5314766813705738
+    },
+    {
+      "train_step": 6811,
+      "sup_loss": 0.6851771721734082
+    },
+    {
+      "train_step": 6812,
+      "sup_loss": 0.4563563508621485
+    },
+    {
+      "train_step": 6813,
+      "sup_loss": 0.5702631748495182
+    },
+    {
+      "train_step": 6814,
+      "sup_loss": 0.73985174425278
+    },
+    {
+      "train_step": 6815,
+      "sup_loss": 0.5245253527379483
+    },
+    {
+      "train_step": 6816,
+      "sup_loss": 0.5874552570394984
+    },
+    {
+      "train_step": 6817,
+      "sup_loss": 0.551159674715842
+    },
+    {
+      "train_step": 6818,
+      "sup_loss": 0.7141654372629767
+    },
+    {
+      "train_step": 6819,
+      "sup_loss": 0.5980083828460994
+    },
+    {
+      "train_step": 6820,
+      "sup_loss": 0.6422195918312887
+    },
+    {
+      "train_step": 6821,
+      "sup_loss": 0.6110006256482214
+    },
+    {
+      "train_step": 6822,
+      "sup_loss": 0.7062295344922942
+    },
+    {
+      "train_step": 6823,
+      "sup_loss": 0.7441400925254238
+    },
+    {
+      "train_step": 6824,
+      "sup_loss": 0.7372420917701873
+    },
+    {
+      "train_step": 6825,
+      "sup_loss": 0.6593991414332547
+    },
+    {
+      "train_step": 6826,
+      "sup_loss": 0.8297403923220285
+    },
+    {
+      "train_step": 6827,
+      "sup_loss": 0.6652363572958913
+    },
+    {
+      "train_step": 6828,
+      "sup_loss": 0.6378281901381069
+    },
+    {
+      "train_step": 6829,
+      "sup_loss": 0.6576971420164978
+    },
+    {
+      "train_step": 6830,
+      "sup_loss": 0.8934430054980685
+    },
+    {
+      "train_step": 6831,
+      "sup_loss": 0.7815057826600148
+    },
+    {
+      "train_step": 6832,
+      "sup_loss": 0.779646314131662
+    },
+    {
+      "train_step": 6833,
+      "sup_loss": 0.6628963645723632
+    },
+    {
+      "train_step": 6834,
+      "sup_loss": 0.8131778817616997
+    },
+    {
+      "train_step": 6835,
+      "sup_loss": 0.5926028700818033
+    },
+    {
+      "train_step": 6836,
+      "sup_loss": 0.5638764326676422
+    },
+    {
+      "train_step": 6837,
+      "sup_loss": 0.6227468548526461
+    },
+    {
+      "train_step": 6838,
+      "sup_loss": 0.568541303788634
+    },
+    {
+      "train_step": 6839,
+      "sup_loss": 0.427112517604898
+    },
+    {
+      "train_step": 6840,
+      "sup_loss": 0.5458111537359821
+    },
+    {
+      "train_step": 6841,
+      "sup_loss": 0.5313609485649459
+    },
+    {
+      "train_step": 6842,
+      "sup_loss": 0.7150707948353613
+    },
+    {
+      "train_step": 6843,
+      "sup_loss": 0.5545107196466722
+    },
+    {
+      "train_step": 6844,
+      "sup_loss": 0.7215068879720528
+    },
+    {
+      "train_step": 6845,
+      "sup_loss": 0.6115317429829892
+    },
+    {
+      "train_step": 6846,
+      "sup_loss": 0.7126688708988184
+    },
+    {
+      "train_step": 6847,
+      "sup_loss": 0.5345067474921623
+    },
+    {
+      "train_step": 6848,
+      "sup_loss": 0.6616082070184868
+    },
+    {
+      "train_step": 6849,
+      "sup_loss": 0.6368305103378421
+    },
+    {
+      "train_step": 6850,
+      "sup_loss": 0.7370973754317982
+    },
+    {
+      "train_step": 6851,
+      "sup_loss": 0.7687509559980968
+    },
+    {
+      "train_step": 6852,
+      "sup_loss": 0.5770690190396836
+    },
+    {
+      "train_step": 6853,
+      "sup_loss": 0.5169201775829321
+    },
+    {
+      "train_step": 6854,
+      "sup_loss": 0.6379523827547424
+    },
+    {
+      "train_step": 6855,
+      "sup_loss": 0.5018023125549174
+    },
+    {
+      "train_step": 6856,
+      "sup_loss": 0.6593339837760525
+    },
+    {
+      "train_step": 6857,
+      "sup_loss": 0.4257079225560505
+    },
+    {
+      "train_step": 6858,
+      "sup_loss": 0.7126397967729696
+    },
+    {
+      "train_step": 6859,
+      "sup_loss": 0.7500902514919051
+    },
+    {
+      "train_step": 6860,
+      "sup_loss": 0.6473715942197953
+    },
+    {
+      "train_step": 6861,
+      "sup_loss": 0.6304829222221126
+    },
+    {
+      "train_step": 6862,
+      "sup_loss": 0.3926066754569686
+    },
+    {
+      "train_step": 6863,
+      "sup_loss": 0.7380386147702556
+    },
+    {
+      "train_step": 6864,
+      "sup_loss": 0.7134833721101352
+    },
+    {
+      "train_step": 6865,
+      "sup_loss": 0.6128871183072048
+    },
+    {
+      "train_step": 6866,
+      "sup_loss": 0.6853860937825671
+    },
+    {
+      "train_step": 6867,
+      "sup_loss": 0.6627785785709739
+    },
+    {
+      "train_step": 6868,
+      "sup_loss": 0.7897997263918747
+    },
+    {
+      "train_step": 6869,
+      "sup_loss": 0.7769680505607093
+    },
+    {
+      "train_step": 6870,
+      "sup_loss": 0.8354176719560276
+    },
+    {
+      "train_step": 6871,
+      "sup_loss": 0.6473691452539656
+    },
+    {
+      "train_step": 6872,
+      "sup_loss": 0.6096173732465872
+    },
+    {
+      "train_step": 6873,
+      "sup_loss": 0.5462968917970052
+    },
+    {
+      "train_step": 6874,
+      "sup_loss": 0.777642541079245
+    },
+    {
+      "train_step": 6875,
+      "sup_loss": 0.5835305635999143
+    },
+    {
+      "train_step": 6876,
+      "sup_loss": 0.5592991291280398
+    },
+    {
+      "train_step": 6877,
+      "sup_loss": 0.36883600895794355
+    },
+    {
+      "train_step": 6878,
+      "sup_loss": 0.44709435760184096
+    },
+    {
+      "train_step": 6879,
+      "sup_loss": 0.9544209000602614
+    },
+    {
+      "train_step": 6880,
+      "sup_loss": 0.6653964056270683
+    },
+    {
+      "train_step": 6881,
+      "sup_loss": 0.705408109027916
+    },
+    {
+      "train_step": 6882,
+      "sup_loss": 0.9027421450949118
+    },
+    {
+      "train_step": 6883,
+      "sup_loss": 0.5277546214410572
+    },
+    {
+      "train_step": 6884,
+      "sup_loss": 0.6437774568339972
+    },
+    {
+      "train_step": 6885,
+      "sup_loss": 0.7175109787122772
+    },
+    {
+      "train_step": 6886,
+      "sup_loss": 0.617044747838386
+    },
+    {
+      "train_step": 6887,
+      "sup_loss": 0.5682275896799992
+    },
+    {
+      "train_step": 6888,
+      "sup_loss": 0.5197276651201214
+    },
+    {
+      "train_step": 6889,
+      "sup_loss": 0.4931933389993124
+    },
+    {
+      "train_step": 6890,
+      "sup_loss": 0.5607775431829004
+    },
+    {
+      "train_step": 6891,
+      "sup_loss": 0.7372133531732616
+    },
+    {
+      "train_step": 6892,
+      "sup_loss": 0.7083672684555373
+    },
+    {
+      "train_step": 6893,
+      "sup_loss": 0.7682993745865434
+    },
+    {
+      "train_step": 6894,
+      "sup_loss": 0.44065183501792116
+    },
+    {
+      "train_step": 6895,
+      "sup_loss": 0.747539677302566
+    },
+    {
+      "train_step": 6896,
+      "sup_loss": 0.4988373985589211
+    },
+    {
+      "train_step": 6897,
+      "sup_loss": 0.7796339144218877
+    },
+    {
+      "train_step": 6898,
+      "sup_loss": 0.6062844924087726
+    },
+    {
+      "train_step": 6899,
+      "sup_loss": 0.8596078401185321
+    },
+    {
+      "train_step": 6900,
+      "sup_loss": 0.7474549399764693
+    },
+    {
+      "train_step": 6901,
+      "sup_loss": 0.6252574792011951
+    },
+    {
+      "train_step": 6902,
+      "sup_loss": 0.5513261501741256
+    },
+    {
+      "train_step": 6903,
+      "sup_loss": 0.7443240496896848
+    },
+    {
+      "train_step": 6904,
+      "sup_loss": 0.6873085840012882
+    },
+    {
+      "train_step": 6905,
+      "sup_loss": 0.5394437254977893
+    },
+    {
+      "train_step": 6906,
+      "sup_loss": 0.49154144647854336
+    },
+    {
+      "train_step": 6907,
+      "sup_loss": 0.5157796435174267
+    },
+    {
+      "train_step": 6908,
+      "sup_loss": 0.6204618860841349
+    },
+    {
+      "train_step": 6909,
+      "sup_loss": 0.43095538374273823
+    },
+    {
+      "train_step": 6910,
+      "sup_loss": 0.5792689808021934
+    },
+    {
+      "train_step": 6911,
+      "sup_loss": 0.6204890166523279
+    },
+    {
+      "train_step": 6912,
+      "sup_loss": 0.5412293016696639
+    },
+    {
+      "train_step": 6913,
+      "sup_loss": 0.4655182857485446
+    },
+    {
+      "train_step": 6914,
+      "sup_loss": 0.5065050766714454
+    },
+    {
+      "train_step": 6915,
+      "sup_loss": 0.7253476572134969
+    },
+    {
+      "train_step": 6916,
+      "sup_loss": 0.8025860975880533
+    },
+    {
+      "train_step": 6917,
+      "sup_loss": 0.5125634853501017
+    },
+    {
+      "train_step": 6918,
+      "sup_loss": 0.5698598427680053
+    },
+    {
+      "train_step": 6919,
+      "sup_loss": 0.7553522551448759
+    },
+    {
+      "train_step": 6920,
+      "sup_loss": 0.49263385942450116
+    },
+    {
+      "train_step": 6921,
+      "sup_loss": 0.44873787926358744
+    },
+    {
+      "train_step": 6922,
+      "sup_loss": 0.7217005408807762
+    },
+    {
+      "train_step": 6923,
+      "sup_loss": 0.5535982270089601
+    },
+    {
+      "train_step": 6924,
+      "sup_loss": 0.5179184705605547
+    },
+    {
+      "train_step": 6925,
+      "sup_loss": 0.604466829536035
+    },
+    {
+      "train_step": 6926,
+      "sup_loss": 0.5033394267790677
+    },
+    {
+      "train_step": 6927,
+      "sup_loss": 0.5725054369898024
+    },
+    {
+      "train_step": 6928,
+      "sup_loss": 0.4624440347721398
+    },
+    {
+      "train_step": 6929,
+      "sup_loss": 0.571911628551979
+    },
+    {
+      "train_step": 6930,
+      "sup_loss": 0.5117050310079464
+    },
+    {
+      "train_step": 6931,
+      "sup_loss": 0.753751378869943
+    },
+    {
+      "train_step": 6932,
+      "sup_loss": 0.7643339500603769
+    },
+    {
+      "train_step": 6933,
+      "sup_loss": 0.6940471226653107
+    },
+    {
+      "train_step": 6934,
+      "sup_loss": 0.6038528751810921
+    },
+    {
+      "train_step": 6935,
+      "sup_loss": 0.8465552560585432
+    },
+    {
+      "train_step": 6936,
+      "sup_loss": 0.4764007647540553
+    },
+    {
+      "train_step": 6937,
+      "sup_loss": 0.6754882739662387
+    },
+    {
+      "train_step": 6938,
+      "sup_loss": 0.7663417158817457
+    },
+    {
+      "train_step": 6939,
+      "sup_loss": 0.552999707006472
+    },
+    {
+      "train_step": 6940,
+      "sup_loss": 0.7366945463789972
+    },
+    {
+      "train_step": 6941,
+      "sup_loss": 0.5300792689755996
+    },
+    {
+      "train_step": 6942,
+      "sup_loss": 0.7944969518494791
+    },
+    {
+      "train_step": 6943,
+      "sup_loss": 0.7307729604672655
+    },
+    {
+      "train_step": 6944,
+      "sup_loss": 0.7002366150387993
+    },
+    {
+      "train_step": 6945,
+      "sup_loss": 0.5347000633981953
+    },
+    {
+      "train_step": 6946,
+      "sup_loss": 0.5280733314477631
+    },
+    {
+      "train_step": 6947,
+      "sup_loss": 0.8065120371131147
+    },
+    {
+      "train_step": 6948,
+      "sup_loss": 0.7031669258093092
+    },
+    {
+      "train_step": 6949,
+      "sup_loss": 0.707459749894563
+    },
+    {
+      "train_step": 6950,
+      "sup_loss": 0.541778079047709
+    },
+    {
+      "train_step": 6951,
+      "sup_loss": 0.7640497267962979
+    },
+    {
+      "train_step": 6952,
+      "sup_loss": 0.7551743836890703
+    },
+    {
+      "train_step": 6953,
+      "sup_loss": 0.8033120488148376
+    },
+    {
+      "train_step": 6954,
+      "sup_loss": 0.5925292240953257
+    },
+    {
+      "train_step": 6955,
+      "sup_loss": 0.5107060150095628
+    },
+    {
+      "train_step": 6956,
+      "sup_loss": 0.5578935194574295
+    },
+    {
+      "train_step": 6957,
+      "sup_loss": 0.7578017440537709
+    },
+    {
+      "train_step": 6958,
+      "sup_loss": 0.6362150921738652
+    },
+    {
+      "train_step": 6959,
+      "sup_loss": 0.6826384646169746
+    },
+    {
+      "train_step": 6960,
+      "sup_loss": 0.4759155126021244
+    },
+    {
+      "train_step": 6961,
+      "sup_loss": 0.7400038165226243
+    },
+    {
+      "train_step": 6962,
+      "sup_loss": 0.5831016889130598
+    },
+    {
+      "train_step": 6963,
+      "sup_loss": 0.685470594747251
+    },
+    {
+      "train_step": 6964,
+      "sup_loss": 0.6841930109171265
+    },
+    {
+      "train_step": 6965,
+      "sup_loss": 0.6745256883880975
+    },
+    {
+      "train_step": 6966,
+      "sup_loss": 0.7201336624248948
+    },
+    {
+      "train_step": 6967,
+      "sup_loss": 0.5668105182914472
+    },
+    {
+      "train_step": 6968,
+      "sup_loss": 0.5563488101020198
+    },
+    {
+      "train_step": 6969,
+      "sup_loss": 0.574918689691978
+    },
+    {
+      "train_step": 6970,
+      "sup_loss": 0.6850619423555263
+    },
+    {
+      "train_step": 6971,
+      "sup_loss": 0.7055877628652725
+    },
+    {
+      "train_step": 6972,
+      "sup_loss": 0.522461954008147
+    },
+    {
+      "train_step": 6973,
+      "sup_loss": 0.7404594554645084
+    },
+    {
+      "train_step": 6974,
+      "sup_loss": 0.7201375712955151
+    },
+    {
+      "train_step": 6975,
+      "sup_loss": 0.8356901383298105
+    },
+    {
+      "train_step": 6976,
+      "sup_loss": 0.6437177547139357
+    },
+    {
+      "train_step": 6977,
+      "sup_loss": 0.864059092275882
+    },
+    {
+      "train_step": 6978,
+      "sup_loss": 0.37892288114613937
+    },
+    {
+      "train_step": 6979,
+      "sup_loss": 0.5456135555485614
+    },
+    {
+      "train_step": 6980,
+      "sup_loss": 0.6691875244867275
+    },
+    {
+      "train_step": 6981,
+      "sup_loss": 0.5656597975333189
+    },
+    {
+      "train_step": 6982,
+      "sup_loss": 0.7553404993423787
+    },
+    {
+      "train_step": 6983,
+      "sup_loss": 0.5106192870689328
+    },
+    {
+      "train_step": 6984,
+      "sup_loss": 0.6665485378666366
+    },
+    {
+      "train_step": 6985,
+      "sup_loss": 0.7411591551170856
+    },
+    {
+      "train_step": 6986,
+      "sup_loss": 0.3823123263547845
+    },
+    {
+      "train_step": 6987,
+      "sup_loss": 0.6243949255440087
+    },
+    {
+      "train_step": 6988,
+      "sup_loss": 0.5620472418159981
+    },
+    {
+      "train_step": 6989,
+      "sup_loss": 0.4938452480720209
+    },
+    {
+      "train_step": 6990,
+      "sup_loss": 0.7892705081789669
+    },
+    {
+      "train_step": 6991,
+      "sup_loss": 0.6764849037084867
+    },
+    {
+      "train_step": 6992,
+      "sup_loss": 0.4002834998363769
+    },
+    {
+      "train_step": 6993,
+      "sup_loss": 0.8268432438181996
+    },
+    {
+      "train_step": 6994,
+      "sup_loss": 0.7409157711832802
+    },
+    {
+      "train_step": 6995,
+      "sup_loss": 0.7417892527622922
+    },
+    {
+      "train_step": 6996,
+      "sup_loss": 0.5145351197699302
+    },
+    {
+      "train_step": 6997,
+      "sup_loss": 0.5148010191478222
+    },
+    {
+      "train_step": 6998,
+      "sup_loss": 0.7090512688178875
+    },
+    {
+      "train_step": 6999,
+      "sup_loss": 0.7865037406787373
+    },
+    {
+      "train_step": 7000,
+      "sup_loss": 0.7470610057328436
+    },
+    {
+      "train_step": 7001,
+      "sup_loss": 0.4995211871346157
+    },
+    {
+      "train_step": 7002,
+      "sup_loss": 0.4381291308055607
+    },
+    {
+      "train_step": 7003,
+      "sup_loss": 0.7336061347882086
+    },
+    {
+      "train_step": 7004,
+      "sup_loss": 0.5726778404248842
+    },
+    {
+      "train_step": 7005,
+      "sup_loss": 0.5237614752995329
+    },
+    {
+      "train_step": 7006,
+      "sup_loss": 0.6673399308234884
+    },
+    {
+      "train_step": 7007,
+      "sup_loss": 0.8131274934231503
+    },
+    {
+      "train_step": 7008,
+      "sup_loss": 0.7649268286322733
+    },
+    {
+      "train_step": 7009,
+      "sup_loss": 0.7548934155440995
+    },
+    {
+      "train_step": 7010,
+      "sup_loss": 0.4593818401983262
+    },
+    {
+      "train_step": 7011,
+      "sup_loss": 0.6800389451489535
+    },
+    {
+      "train_step": 7012,
+      "sup_loss": 0.8982547778752112
+    },
+    {
+      "train_step": 7013,
+      "sup_loss": 0.657642639635919
+    },
+    {
+      "train_step": 7014,
+      "sup_loss": 0.6185856999433338
+    },
+    {
+      "train_step": 7015,
+      "sup_loss": 0.8086362347632021
+    },
+    {
+      "train_step": 7016,
+      "sup_loss": 0.6733730898056428
+    },
+    {
+      "train_step": 7017,
+      "sup_loss": 0.5861700388382097
+    },
+    {
+      "train_step": 7018,
+      "sup_loss": 0.5402477282596828
+    },
+    {
+      "train_step": 7019,
+      "sup_loss": 0.4745429961783245
+    },
+    {
+      "train_step": 7020,
+      "sup_loss": 0.5571232021775764
+    },
+    {
+      "train_step": 7021,
+      "sup_loss": 0.5885215112568759
+    },
+    {
+      "train_step": 7022,
+      "sup_loss": 0.589434987282304
+    },
+    {
+      "train_step": 7023,
+      "sup_loss": 0.5629781562765327
+    },
+    {
+      "train_step": 7024,
+      "sup_loss": 0.6575327453103733
+    },
+    {
+      "train_step": 7025,
+      "sup_loss": 0.6956387770114582
+    },
+    {
+      "train_step": 7026,
+      "sup_loss": 0.40453128897430146
+    },
+    {
+      "train_step": 7027,
+      "sup_loss": 0.6600358058963218
+    },
+    {
+      "train_step": 7028,
+      "sup_loss": 0.6476122306549692
+    },
+    {
+      "train_step": 7029,
+      "sup_loss": 0.4928761383090995
+    },
+    {
+      "train_step": 7030,
+      "sup_loss": 0.6477896423301335
+    },
+    {
+      "train_step": 7031,
+      "sup_loss": 0.5832728314448384
+    },
+    {
+      "train_step": 7032,
+      "sup_loss": 0.4829032083404224
+    },
+    {
+      "train_step": 7033,
+      "sup_loss": 0.6764737084341431
+    },
+    {
+      "train_step": 7034,
+      "sup_loss": 0.4821017696536588
+    },
+    {
+      "train_step": 7035,
+      "sup_loss": 0.6405023715242303
+    },
+    {
+      "train_step": 7036,
+      "sup_loss": 0.715158473373554
+    },
+    {
+      "train_step": 7037,
+      "sup_loss": 0.8158253396186079
+    },
+    {
+      "train_step": 7038,
+      "sup_loss": 0.7342565873229381
+    },
+    {
+      "train_step": 7039,
+      "sup_loss": 0.46985641664652344
+    },
+    {
+      "train_step": 7040,
+      "sup_loss": 0.8413109028864358
+    },
+    {
+      "train_step": 7041,
+      "sup_loss": 0.4957647396151924
+    },
+    {
+      "train_step": 7042,
+      "sup_loss": 0.472587798332268
+    },
+    {
+      "train_step": 7043,
+      "sup_loss": 0.613200986051192
+    },
+    {
+      "train_step": 7044,
+      "sup_loss": 0.44246776227774187
+    },
+    {
+      "train_step": 7045,
+      "sup_loss": 0.5257567007900683
+    },
+    {
+      "train_step": 7046,
+      "sup_loss": 0.6616952794871945
+    },
+    {
+      "train_step": 7047,
+      "sup_loss": 0.47155016508591124
+    },
+    {
+      "train_step": 7048,
+      "sup_loss": 0.42923135753016317
+    },
+    {
+      "train_step": 7049,
+      "sup_loss": 0.4970320212905402
+    },
+    {
+      "train_step": 7050,
+      "sup_loss": 0.505079476030644
+    },
+    {
+      "train_step": 7051,
+      "sup_loss": 0.641737044832177
+    },
+    {
+      "train_step": 7052,
+      "sup_loss": 0.7431671889894086
+    },
+    {
+      "train_step": 7053,
+      "sup_loss": 0.6798456170075513
+    },
+    {
+      "train_step": 7054,
+      "sup_loss": 0.8058718375907943
+    },
+    {
+      "train_step": 7055,
+      "sup_loss": 0.5947304991145662
+    },
+    {
+      "train_step": 7056,
+      "sup_loss": 0.6996609087725167
+    },
+    {
+      "train_step": 7057,
+      "sup_loss": 0.5865891472723213
+    },
+    {
+      "train_step": 7058,
+      "sup_loss": 0.7275112404498175
+    },
+    {
+      "train_step": 7059,
+      "sup_loss": 0.560651246665769
+    },
+    {
+      "train_step": 7060,
+      "sup_loss": 0.5732500867178766
+    },
+    {
+      "train_step": 7061,
+      "sup_loss": 0.6703096889748895
+    },
+    {
+      "train_step": 7062,
+      "sup_loss": 0.5695779126535212
+    },
+    {
+      "train_step": 7063,
+      "sup_loss": 0.5727068074596273
+    },
+    {
+      "train_step": 7064,
+      "sup_loss": 0.6620864345522571
+    },
+    {
+      "train_step": 7065,
+      "sup_loss": 0.6961892971585215
+    },
+    {
+      "train_step": 7066,
+      "sup_loss": 0.6147407230287928
+    },
+    {
+      "train_step": 7067,
+      "sup_loss": 0.6967300642022146
+    },
+    {
+      "train_step": 7068,
+      "sup_loss": 0.6037427625428955
+    },
+    {
+      "train_step": 7069,
+      "sup_loss": 0.8761204785745799
+    },
+    {
+      "train_step": 7070,
+      "sup_loss": 0.7166338995913948
+    },
+    {
+      "train_step": 7071,
+      "sup_loss": 0.6687649528831842
+    },
+    {
+      "train_step": 7072,
+      "sup_loss": 0.7639140939904456
+    },
+    {
+      "train_step": 7073,
+      "sup_loss": 0.7422203499172612
+    },
+    {
+      "train_step": 7074,
+      "sup_loss": 0.6395019057953797
+    },
+    {
+      "train_step": 7075,
+      "sup_loss": 0.7257817164468824
+    },
+    {
+      "train_step": 7076,
+      "sup_loss": 0.8071314899477137
+    },
+    {
+      "train_step": 7077,
+      "sup_loss": 0.672712171474533
+    },
+    {
+      "train_step": 7078,
+      "sup_loss": 0.5716881405406782
+    },
+    {
+      "train_step": 7079,
+      "sup_loss": 0.628074013810389
+    },
+    {
+      "train_step": 7080,
+      "sup_loss": 0.6782816742130148
+    },
+    {
+      "train_step": 7081,
+      "sup_loss": 0.6612149914029003
+    },
+    {
+      "train_step": 7082,
+      "sup_loss": 0.6339945322068248
+    },
+    {
+      "train_step": 7083,
+      "sup_loss": 0.5600513983566471
+    },
+    {
+      "train_step": 7084,
+      "sup_loss": 0.43509524812721545
+    },
+    {
+      "train_step": 7085,
+      "sup_loss": 0.6015877961492807
+    },
+    {
+      "train_step": 7086,
+      "sup_loss": 0.7489142092506635
+    },
+    {
+      "train_step": 7087,
+      "sup_loss": 0.6241571707541871
+    },
+    {
+      "train_step": 7088,
+      "sup_loss": 0.5313649791260477
+    },
+    {
+      "train_step": 7089,
+      "sup_loss": 0.8349729762205039
+    },
+    {
+      "train_step": 7090,
+      "sup_loss": 0.6967121596587552
+    },
+    {
+      "train_step": 7091,
+      "sup_loss": 0.6728708311033529
+    },
+    {
+      "train_step": 7092,
+      "sup_loss": 0.5405538395833018
+    },
+    {
+      "train_step": 7093,
+      "sup_loss": 0.5735443385749806
+    },
+    {
+      "train_step": 7094,
+      "sup_loss": 0.7084531302877708
+    },
+    {
+      "train_step": 7095,
+      "sup_loss": 0.6342656900472227
+    },
+    {
+      "train_step": 7096,
+      "sup_loss": 0.6801339311166306
+    },
+    {
+      "train_step": 7097,
+      "sup_loss": 0.6182138397193956
+    },
+    {
+      "train_step": 7098,
+      "sup_loss": 0.620679029330208
+    },
+    {
+      "train_step": 7099,
+      "sup_loss": 0.6294499035971043
+    },
+    {
+      "train_step": 7100,
+      "sup_loss": 0.5345375952499071
+    },
+    {
+      "train_step": 7101,
+      "sup_loss": 0.5579230937883979
+    },
+    {
+      "train_step": 7102,
+      "sup_loss": 0.437510171528473
+    },
+    {
+      "train_step": 7103,
+      "sup_loss": 0.5039342456215127
+    },
+    {
+      "train_step": 7104,
+      "sup_loss": 0.5294754975952828
+    },
+    {
+      "train_step": 7105,
+      "sup_loss": 0.3076676922346335
+    },
+    {
+      "train_step": 7106,
+      "sup_loss": 0.47241818482167136
+    },
+    {
+      "train_step": 7107,
+      "sup_loss": 0.7637006679481826
+    },
+    {
+      "train_step": 7108,
+      "sup_loss": 0.6621127374366744
+    },
+    {
+      "train_step": 7109,
+      "sup_loss": 0.8505608095058299
+    },
+    {
+      "train_step": 7110,
+      "sup_loss": 0.6685205117315144
+    },
+    {
+      "train_step": 7111,
+      "sup_loss": 0.5866597898501754
+    },
+    {
+      "train_step": 7112,
+      "sup_loss": 0.6025619488953197
+    },
+    {
+      "train_step": 7113,
+      "sup_loss": 0.6915119519667656
+    },
+    {
+      "train_step": 7114,
+      "sup_loss": 0.8937963416757319
+    },
+    {
+      "train_step": 7115,
+      "sup_loss": 0.5685359973007525
+    },
+    {
+      "train_step": 7116,
+      "sup_loss": 0.684540051087582
+    },
+    {
+      "train_step": 7117,
+      "sup_loss": 0.5719581849264608
+    },
+    {
+      "train_step": 7118,
+      "sup_loss": 0.6184389820807553
+    },
+    {
+      "train_step": 7119,
+      "sup_loss": 0.5463510659037947
+    },
+    {
+      "train_step": 7120,
+      "sup_loss": 0.5899191641448737
+    },
+    {
+      "train_step": 7121,
+      "sup_loss": 0.572421423009517
+    },
+    {
+      "train_step": 7122,
+      "sup_loss": 0.457828945397419
+    },
+    {
+      "train_step": 7123,
+      "sup_loss": 0.49047565760838685
+    },
+    {
+      "train_step": 7124,
+      "sup_loss": 0.4683848381152126
+    },
+    {
+      "train_step": 7125,
+      "sup_loss": 0.48811655728765796
+    },
+    {
+      "train_step": 7126,
+      "sup_loss": 0.6884741272853957
+    },
+    {
+      "train_step": 7127,
+      "sup_loss": 0.48203024655066185
+    },
+    {
+      "train_step": 7128,
+      "sup_loss": 0.7443449357212053
+    },
+    {
+      "train_step": 7129,
+      "sup_loss": 0.6186171051768444
+    },
+    {
+      "train_step": 7130,
+      "sup_loss": 0.4963449719206144
+    },
+    {
+      "train_step": 7131,
+      "sup_loss": 0.7806799779607828
+    },
+    {
+      "train_step": 7132,
+      "sup_loss": 0.6370723453401572
+    },
+    {
+      "train_step": 7133,
+      "sup_loss": 0.7032284072044259
+    },
+    {
+      "train_step": 7134,
+      "sup_loss": 0.7036725206834661
+    },
+    {
+      "train_step": 7135,
+      "sup_loss": 0.5239451423481
+    },
+    {
+      "train_step": 7136,
+      "sup_loss": 0.5556813043742703
+    },
+    {
+      "train_step": 7137,
+      "sup_loss": 0.62621778065293
+    },
+    {
+      "train_step": 7138,
+      "sup_loss": 0.8402241602354813
+    },
+    {
+      "train_step": 7139,
+      "sup_loss": 0.7717052578008711
+    },
+    {
+      "train_step": 7140,
+      "sup_loss": 0.6845123418360761
+    },
+    {
+      "train_step": 7141,
+      "sup_loss": 0.4857174334727746
+    },
+    {
+      "train_step": 7142,
+      "sup_loss": 0.8047697694584718
+    },
+    {
+      "train_step": 7143,
+      "sup_loss": 0.8061795503100291
+    },
+    {
+      "train_step": 7144,
+      "sup_loss": 0.5356387194041728
+    },
+    {
+      "train_step": 7145,
+      "sup_loss": 0.5093626087038413
+    },
+    {
+      "train_step": 7146,
+      "sup_loss": 0.719027045738952
+    },
+    {
+      "train_step": 7147,
+      "sup_loss": 0.6839180726288667
+    },
+    {
+      "train_step": 7148,
+      "sup_loss": 0.6187665295016743
+    },
+    {
+      "train_step": 7149,
+      "sup_loss": 0.8730928220215818
+    },
+    {
+      "train_step": 7150,
+      "sup_loss": 0.47953905502258676
+    },
+    {
+      "train_step": 7151,
+      "sup_loss": 0.6033452528331447
+    },
+    {
+      "train_step": 7152,
+      "sup_loss": 0.4424048960920489
+    },
+    {
+      "train_step": 7153,
+      "sup_loss": 0.7088145902860142
+    },
+    {
+      "train_step": 7154,
+      "sup_loss": 0.6882325573041073
+    },
+    {
+      "train_step": 7155,
+      "sup_loss": 0.6995499132373418
+    },
+    {
+      "train_step": 7156,
+      "sup_loss": 0.5149319870956564
+    },
+    {
+      "train_step": 7157,
+      "sup_loss": 0.727513139880724
+    },
+    {
+      "train_step": 7158,
+      "sup_loss": 0.5180388217499151
+    },
+    {
+      "train_step": 7159,
+      "sup_loss": 0.7001004351076141
+    },
+    {
+      "train_step": 7160,
+      "sup_loss": 0.7725927404618905
+    },
+    {
+      "train_step": 7161,
+      "sup_loss": 0.8170492747440616
+    },
+    {
+      "train_step": 7162,
+      "sup_loss": 0.4626201360543138
+    },
+    {
+      "train_step": 7163,
+      "sup_loss": 0.6727695298035494
+    },
+    {
+      "train_step": 7164,
+      "sup_loss": 0.588110677323935
+    },
+    {
+      "train_step": 7165,
+      "sup_loss": 0.7182235459200728
+    },
+    {
+      "train_step": 7166,
+      "sup_loss": 0.6581083159077769
+    },
+    {
+      "train_step": 7167,
+      "sup_loss": 0.44791280946951756
+    },
+    {
+      "train_step": 7168,
+      "sup_loss": 0.7319374734053993
+    },
+    {
+      "train_step": 7169,
+      "sup_loss": 0.5008061151945911
+    },
+    {
+      "train_step": 7170,
+      "sup_loss": 0.6733592526540598
+    },
+    {
+      "train_step": 7171,
+      "sup_loss": 0.7369819704684587
+    },
+    {
+      "train_step": 7172,
+      "sup_loss": 0.4807211905238495
+    },
+    {
+      "train_step": 7173,
+      "sup_loss": 0.38746466549759356
+    },
+    {
+      "train_step": 7174,
+      "sup_loss": 0.6749499741361564
+    },
+    {
+      "train_step": 7175,
+      "sup_loss": 0.7157403778657101
+    },
+    {
+      "train_step": 7176,
+      "sup_loss": 0.8164536885255748
+    },
+    {
+      "train_step": 7177,
+      "sup_loss": 0.6524179338998047
+    },
+    {
+      "train_step": 7178,
+      "sup_loss": 0.6844904975765945
+    },
+    {
+      "train_step": 7179,
+      "sup_loss": 0.7020625238792003
+    },
+    {
+      "train_step": 7180,
+      "sup_loss": 0.4509342845915918
+    },
+    {
+      "train_step": 7181,
+      "sup_loss": 0.5316802273152982
+    },
+    {
+      "train_step": 7182,
+      "sup_loss": 0.5083601999677432
+    },
+    {
+      "train_step": 7183,
+      "sup_loss": 0.6004097922518915
+    },
+    {
+      "train_step": 7184,
+      "sup_loss": 0.5433900718855612
+    },
+    {
+      "train_step": 7185,
+      "sup_loss": 0.7023381431544549
+    },
+    {
+      "train_step": 7186,
+      "sup_loss": 0.7192062304131108
+    },
+    {
+      "train_step": 7187,
+      "sup_loss": 0.6867373116704963
+    },
+    {
+      "train_step": 7188,
+      "sup_loss": 0.5136942840081876
+    },
+    {
+      "train_step": 7189,
+      "sup_loss": 1.0161501519727818
+    },
+    {
+      "train_step": 7190,
+      "sup_loss": 0.5006458741562377
+    },
+    {
+      "train_step": 7191,
+      "sup_loss": 0.7622883198286317
+    },
+    {
+      "train_step": 7192,
+      "sup_loss": 0.6440013404132325
+    },
+    {
+      "train_step": 7193,
+      "sup_loss": 0.6619014378026815
+    },
+    {
+      "train_step": 7194,
+      "sup_loss": 0.7101372857002878
+    },
+    {
+      "train_step": 7195,
+      "sup_loss": 0.7165921381336822
+    },
+    {
+      "train_step": 7196,
+      "sup_loss": 0.7235478840893395
+    },
+    {
+      "train_step": 7197,
+      "sup_loss": 0.5944668604042422
+    },
+    {
+      "train_step": 7198,
+      "sup_loss": 0.6399149290089403
+    },
+    {
+      "train_step": 7199,
+      "sup_loss": 0.6362591182990202
+    },
+    {
+      "train_step": 7200,
+      "sup_loss": 0.5204568373293748
+    },
+    {
+      "train_step": 7201,
+      "sup_loss": 0.730447767991831
+    },
+    {
+      "train_step": 7202,
+      "sup_loss": 0.6925331882949313
+    },
+    {
+      "train_step": 7203,
+      "sup_loss": 0.6098499560475314
+    },
+    {
+      "train_step": 7204,
+      "sup_loss": 0.5766442742327011
+    },
+    {
+      "train_step": 7205,
+      "sup_loss": 0.6101633404991914
+    },
+    {
+      "train_step": 7206,
+      "sup_loss": 0.7186820653030161
+    },
+    {
+      "train_step": 7207,
+      "sup_loss": 0.6562861568644304
+    },
+    {
+      "train_step": 7208,
+      "sup_loss": 0.872965640527893
+    },
+    {
+      "train_step": 7209,
+      "sup_loss": 0.5969426957772216
+    },
+    {
+      "train_step": 7210,
+      "sup_loss": 0.46093252301524823
+    },
+    {
+      "train_step": 7211,
+      "sup_loss": 0.4391376144786553
+    },
+    {
+      "train_step": 7212,
+      "sup_loss": 0.6836812490407201
+    },
+    {
+      "train_step": 7213,
+      "sup_loss": 0.5638066403347195
+    },
+    {
+      "train_step": 7214,
+      "sup_loss": 0.5479389923178737
+    },
+    {
+      "train_step": 7215,
+      "sup_loss": 0.6031705709305936
+    },
+    {
+      "train_step": 7216,
+      "sup_loss": 0.41038545329775894
+    },
+    {
+      "train_step": 7217,
+      "sup_loss": 0.5679798405544958
+    },
+    {
+      "train_step": 7218,
+      "sup_loss": 0.36703202110254773
+    },
+    {
+      "train_step": 7219,
+      "sup_loss": 0.7919633978966433
+    },
+    {
+      "train_step": 7220,
+      "sup_loss": 0.6939444548506265
+    },
+    {
+      "train_step": 7221,
+      "sup_loss": 0.4572300102472607
+    },
+    {
+      "train_step": 7222,
+      "sup_loss": 0.7705700757166144
+    },
+    {
+      "train_step": 7223,
+      "sup_loss": 0.5858912439822659
+    },
+    {
+      "train_step": 7224,
+      "sup_loss": 0.4968854993426919
+    },
+    {
+      "train_step": 7225,
+      "sup_loss": 0.6775886377550847
+    },
+    {
+      "train_step": 7226,
+      "sup_loss": 0.5992901716897938
+    },
+    {
+      "train_step": 7227,
+      "sup_loss": 0.4639115159131872
+    },
+    {
+      "train_step": 7228,
+      "sup_loss": 0.807666024998878
+    },
+    {
+      "train_step": 7229,
+      "sup_loss": 0.7734343249294456
+    },
+    {
+      "train_step": 7230,
+      "sup_loss": 0.6024120061583346
+    },
+    {
+      "train_step": 7231,
+      "sup_loss": 0.607679605096303
+    },
+    {
+      "train_step": 7232,
+      "sup_loss": 0.6756165605832327
+    },
+    {
+      "train_step": 7233,
+      "sup_loss": 0.6757407486338709
+    },
+    {
+      "train_step": 7234,
+      "sup_loss": 0.5813901443816124
+    },
+    {
+      "train_step": 7235,
+      "sup_loss": 0.6001412405716384
+    },
+    {
+      "train_step": 7236,
+      "sup_loss": 0.8376705022237297
+    },
+    {
+      "train_step": 7237,
+      "sup_loss": 0.6299453549206959
+    },
+    {
+      "train_step": 7238,
+      "sup_loss": 0.6227646008366163
+    },
+    {
+      "train_step": 7239,
+      "sup_loss": 0.5971822966655663
+    },
+    {
+      "train_step": 7240,
+      "sup_loss": 0.7555176435558111
+    },
+    {
+      "train_step": 7241,
+      "sup_loss": 0.6896192506749167
+    },
+    {
+      "train_step": 7242,
+      "sup_loss": 0.33877515058130964
+    },
+    {
+      "train_step": 7243,
+      "sup_loss": 0.5157598110925482
+    },
+    {
+      "train_step": 7244,
+      "sup_loss": 0.7105377288365446
+    },
+    {
+      "train_step": 7245,
+      "sup_loss": 0.6517676103525174
+    },
+    {
+      "train_step": 7246,
+      "sup_loss": 0.7178775891255855
+    },
+    {
+      "train_step": 7247,
+      "sup_loss": 0.5243748568513867
+    },
+    {
+      "train_step": 7248,
+      "sup_loss": 0.5582928634671959
+    },
+    {
+      "train_step": 7249,
+      "sup_loss": 0.3987457200542016
+    },
+    {
+      "train_step": 7250,
+      "sup_loss": 0.6742277739816441
+    },
+    {
+      "train_step": 7251,
+      "sup_loss": 0.5993801756513515
+    },
+    {
+      "train_step": 7252,
+      "sup_loss": 0.5783875005083732
+    },
+    {
+      "train_step": 7253,
+      "sup_loss": 0.6544571098001046
+    },
+    {
+      "train_step": 7254,
+      "sup_loss": 0.5799978849002525
+    },
+    {
+      "train_step": 7255,
+      "sup_loss": 0.6006488495217415
+    },
+    {
+      "train_step": 7256,
+      "sup_loss": 0.4665075784333787
+    },
+    {
+      "train_step": 7257,
+      "sup_loss": 0.7731420362979092
+    },
+    {
+      "train_step": 7258,
+      "sup_loss": 0.7081237390716625
+    },
+    {
+      "train_step": 7259,
+      "sup_loss": 0.44008149636131305
+    },
+    {
+      "train_step": 7260,
+      "sup_loss": 0.8243743922093439
+    },
+    {
+      "train_step": 7261,
+      "sup_loss": 0.48865367952900335
+    },
+    {
+      "train_step": 7262,
+      "sup_loss": 0.4163270569099828
+    },
+    {
+      "train_step": 7263,
+      "sup_loss": 0.5921043113546033
+    },
+    {
+      "train_step": 7264,
+      "sup_loss": 0.6504615794341005
+    },
+    {
+      "train_step": 7265,
+      "sup_loss": 0.6518221574371421
+    },
+    {
+      "train_step": 7266,
+      "sup_loss": 0.6376960703548863
+    },
+    {
+      "train_step": 7267,
+      "sup_loss": 0.3781352739141178
+    },
+    {
+      "train_step": 7268,
+      "sup_loss": 0.6979878521606405
+    },
+    {
+      "train_step": 7269,
+      "sup_loss": 0.5376389886529447
+    },
+    {
+      "train_step": 7270,
+      "sup_loss": 0.6910480314052275
+    },
+    {
+      "train_step": 7271,
+      "sup_loss": 0.6847181008739999
+    },
+    {
+      "train_step": 7272,
+      "sup_loss": 0.6024429250976847
+    },
+    {
+      "train_step": 7273,
+      "sup_loss": 0.5952839905090945
+    },
+    {
+      "train_step": 7274,
+      "sup_loss": 0.5617145163823345
+    },
+    {
+      "train_step": 7275,
+      "sup_loss": 0.45081488532091346
+    },
+    {
+      "train_step": 7276,
+      "sup_loss": 0.7674051801008493
+    },
+    {
+      "train_step": 7277,
+      "sup_loss": 0.7072131635161957
+    },
+    {
+      "train_step": 7278,
+      "sup_loss": 0.49547831987816654
+    },
+    {
+      "train_step": 7279,
+      "sup_loss": 0.6610962548189783
+    },
+    {
+      "train_step": 7280,
+      "sup_loss": 0.6555221525060048
+    },
+    {
+      "train_step": 7281,
+      "sup_loss": 0.6172461527601645
+    },
+    {
+      "train_step": 7282,
+      "sup_loss": 0.5667320396637361
+    },
+    {
+      "train_step": 7283,
+      "sup_loss": 0.6675209015850955
+    },
+    {
+      "train_step": 7284,
+      "sup_loss": 0.6151999291811958
+    },
+    {
+      "train_step": 7285,
+      "sup_loss": 0.7208430873001008
+    },
+    {
+      "train_step": 7286,
+      "sup_loss": 0.8397162642466895
+    },
+    {
+      "train_step": 7287,
+      "sup_loss": 0.38090246683760237
+    },
+    {
+      "train_step": 7288,
+      "sup_loss": 0.736070448848452
+    },
+    {
+      "train_step": 7289,
+      "sup_loss": 0.32867692293675965
+    },
+    {
+      "train_step": 7290,
+      "sup_loss": 0.558065937669024
+    },
+    {
+      "train_step": 7291,
+      "sup_loss": 0.584852626896147
+    },
+    {
+      "train_step": 7292,
+      "sup_loss": 0.5785145521481608
+    },
+    {
+      "train_step": 7293,
+      "sup_loss": 0.39348018699675014
+    },
+    {
+      "train_step": 7294,
+      "sup_loss": 0.4956095752122757
+    },
+    {
+      "train_step": 7295,
+      "sup_loss": 0.7442173010015538
+    },
+    {
+      "train_step": 7296,
+      "sup_loss": 0.46293651035335925
+    },
+    {
+      "train_step": 7297,
+      "sup_loss": 0.621765430167279
+    },
+    {
+      "train_step": 7298,
+      "sup_loss": 0.6164439347236561
+    },
+    {
+      "train_step": 7299,
+      "sup_loss": 0.5823309263516604
+    },
+    {
+      "train_step": 7300,
+      "sup_loss": 0.4846662007594055
+    },
+    {
+      "train_step": 7301,
+      "sup_loss": 0.6268760700440241
+    },
+    {
+      "train_step": 7302,
+      "sup_loss": 0.4305279403317248
+    },
+    {
+      "train_step": 7303,
+      "sup_loss": 0.7098285563884135
+    },
+    {
+      "train_step": 7304,
+      "sup_loss": 0.6967315015522182
+    },
+    {
+      "train_step": 7305,
+      "sup_loss": 0.7788220277591645
+    },
+    {
+      "train_step": 7306,
+      "sup_loss": 0.49873582256862725
+    },
+    {
+      "train_step": 7307,
+      "sup_loss": 0.5117285122726405
+    },
+    {
+      "train_step": 7308,
+      "sup_loss": 0.6807371435461136
+    },
+    {
+      "train_step": 7309,
+      "sup_loss": 0.6665130616983495
+    },
+    {
+      "train_step": 7310,
+      "sup_loss": 0.484811937564805
+    },
+    {
+      "train_step": 7311,
+      "sup_loss": 0.5258088909297511
+    },
+    {
+      "train_step": 7312,
+      "sup_loss": 0.7294904144200358
+    },
+    {
+      "train_step": 7313,
+      "sup_loss": 0.7385756759872755
+    },
+    {
+      "train_step": 7314,
+      "sup_loss": 0.7854403857241647
+    },
+    {
+      "train_step": 7315,
+      "sup_loss": 0.7280780666151584
+    },
+    {
+      "train_step": 7316,
+      "sup_loss": 0.5434563248244991
+    },
+    {
+      "train_step": 7317,
+      "sup_loss": 0.8242928199450316
+    },
+    {
+      "train_step": 7318,
+      "sup_loss": 0.5716869594042142
+    },
+    {
+      "train_step": 7319,
+      "sup_loss": 0.5869174162403055
+    },
+    {
+      "train_step": 7320,
+      "sup_loss": 0.7924649105819922
+    },
+    {
+      "train_step": 7321,
+      "sup_loss": 0.40077164214293615
+    },
+    {
+      "train_step": 7322,
+      "sup_loss": 0.507345788998805
+    },
+    {
+      "train_step": 7323,
+      "sup_loss": 0.48231158452753076
+    },
+    {
+      "train_step": 7324,
+      "sup_loss": 0.4357771828736671
+    },
+    {
+      "train_step": 7325,
+      "sup_loss": 0.6710283093905834
+    },
+    {
+      "train_step": 7326,
+      "sup_loss": 0.6803412885584552
+    },
+    {
+      "train_step": 7327,
+      "sup_loss": 0.5804173953158471
+    },
+    {
+      "train_step": 7328,
+      "sup_loss": 0.5374263155793279
+    },
+    {
+      "train_step": 7329,
+      "sup_loss": 0.6992611006555264
+    },
+    {
+      "train_step": 7330,
+      "sup_loss": 0.46274874359952334
+    },
+    {
+      "train_step": 7331,
+      "sup_loss": 0.639544674644592
+    },
+    {
+      "train_step": 7332,
+      "sup_loss": 0.5849695451028892
+    },
+    {
+      "train_step": 7333,
+      "sup_loss": 0.6672568941197022
+    },
+    {
+      "train_step": 7334,
+      "sup_loss": 0.5789067766770385
+    },
+    {
+      "train_step": 7335,
+      "sup_loss": 0.8126241916851369
+    },
+    {
+      "train_step": 7336,
+      "sup_loss": 0.42035601621410745
+    },
+    {
+      "train_step": 7337,
+      "sup_loss": 0.6020433823600567
+    },
+    {
+      "train_step": 7338,
+      "sup_loss": 0.6863696635216457
+    },
+    {
+      "train_step": 7339,
+      "sup_loss": 0.5788783966594838
+    },
+    {
+      "train_step": 7340,
+      "sup_loss": 0.5570457308715328
+    },
+    {
+      "train_step": 7341,
+      "sup_loss": 0.6966479189341593
+    },
+    {
+      "train_step": 7342,
+      "sup_loss": 0.3952966778807043
+    },
+    {
+      "train_step": 7343,
+      "sup_loss": 0.40550740328054324
+    },
+    {
+      "train_step": 7344,
+      "sup_loss": 0.7339565788270612
+    },
+    {
+      "train_step": 7345,
+      "sup_loss": 0.5434969833296639
+    },
+    {
+      "train_step": 7346,
+      "sup_loss": 0.7575271536541207
+    },
+    {
+      "train_step": 7347,
+      "sup_loss": 0.5932457416509397
+    },
+    {
+      "train_step": 7348,
+      "sup_loss": 0.5939246514681145
+    },
+    {
+      "train_step": 7349,
+      "sup_loss": 0.7823058617970485
+    },
+    {
+      "train_step": 7350,
+      "sup_loss": 0.8024924343203309
+    },
+    {
+      "train_step": 7351,
+      "sup_loss": 0.7535714914762317
+    },
+    {
+      "train_step": 7352,
+      "sup_loss": 0.6178050207170054
+    },
+    {
+      "train_step": 7353,
+      "sup_loss": 0.5176797199203942
+    },
+    {
+      "train_step": 7354,
+      "sup_loss": 0.38402277882012925
+    },
+    {
+      "train_step": 7355,
+      "sup_loss": 0.5317291889899457
+    },
+    {
+      "train_step": 7356,
+      "sup_loss": 0.7264281568208067
+    },
+    {
+      "train_step": 7357,
+      "sup_loss": 0.6029177916755335
+    },
+    {
+      "train_step": 7358,
+      "sup_loss": 0.8534884733688526
+    },
+    {
+      "train_step": 7359,
+      "sup_loss": 0.7651183134906053
+    },
+    {
+      "train_step": 7360,
+      "sup_loss": 0.7413800380987661
+    },
+    {
+      "train_step": 7361,
+      "sup_loss": 0.7511324709077837
+    },
+    {
+      "train_step": 7362,
+      "sup_loss": 0.6792608166093546
+    },
+    {
+      "train_step": 7363,
+      "sup_loss": 0.6857268223581503
+    },
+    {
+      "train_step": 7364,
+      "sup_loss": 0.8209678149093868
+    },
+    {
+      "train_step": 7365,
+      "sup_loss": 0.7857096141927041
+    },
+    {
+      "train_step": 7366,
+      "sup_loss": 0.547912076495101
+    },
+    {
+      "train_step": 7367,
+      "sup_loss": 0.7271305501270404
+    },
+    {
+      "train_step": 7368,
+      "sup_loss": 0.7240522960183788
+    },
+    {
+      "train_step": 7369,
+      "sup_loss": 0.7422080059346682
+    },
+    {
+      "train_step": 7370,
+      "sup_loss": 0.9240197306118141
+    },
+    {
+      "train_step": 7371,
+      "sup_loss": 0.7069347064965532
+    },
+    {
+      "train_step": 7372,
+      "sup_loss": 0.5964835815851095
+    },
+    {
+      "train_step": 7373,
+      "sup_loss": 0.5119685731655492
+    },
+    {
+      "train_step": 7374,
+      "sup_loss": 0.7456979182856512
+    },
+    {
+      "train_step": 7375,
+      "sup_loss": 0.4991166972776897
+    },
+    {
+      "train_step": 7376,
+      "sup_loss": 0.6216277604141136
+    },
+    {
+      "train_step": 7377,
+      "sup_loss": 0.5389440067906998
+    },
+    {
+      "train_step": 7378,
+      "sup_loss": 0.6522961040566979
+    },
+    {
+      "train_step": 7379,
+      "sup_loss": 0.5321335310708561
+    },
+    {
+      "train_step": 7380,
+      "sup_loss": 0.70281147985281
+    },
+    {
+      "train_step": 7381,
+      "sup_loss": 0.7294775217437726
+    },
+    {
+      "train_step": 7382,
+      "sup_loss": 0.49244000046124153
+    },
+    {
+      "train_step": 7383,
+      "sup_loss": 0.6852753202561018
+    },
+    {
+      "train_step": 7384,
+      "sup_loss": 0.9540751466407112
+    },
+    {
+      "train_step": 7385,
+      "sup_loss": 0.7606383753429424
+    },
+    {
+      "train_step": 7386,
+      "sup_loss": 0.5934288593506004
+    },
+    {
+      "train_step": 7387,
+      "sup_loss": 0.674826550285346
+    },
+    {
+      "train_step": 7388,
+      "sup_loss": 0.6647036726290191
+    },
+    {
+      "train_step": 7389,
+      "sup_loss": 0.7098319906000886
+    },
+    {
+      "train_step": 7390,
+      "sup_loss": 0.6462755230805367
+    },
+    {
+      "train_step": 7391,
+      "sup_loss": 0.611566378440425
+    },
+    {
+      "train_step": 7392,
+      "sup_loss": 0.6782778521092996
+    },
+    {
+      "train_step": 7393,
+      "sup_loss": 0.6553384182243893
+    },
+    {
+      "train_step": 7394,
+      "sup_loss": 0.7119978118423496
+    },
+    {
+      "train_step": 7395,
+      "sup_loss": 0.519793515539815
+    },
+    {
+      "train_step": 7396,
+      "sup_loss": 0.5753299075498509
+    },
+    {
+      "train_step": 7397,
+      "sup_loss": 0.6311393047625631
+    },
+    {
+      "train_step": 7398,
+      "sup_loss": 0.6635964467115255
+    },
+    {
+      "train_step": 7399,
+      "sup_loss": 0.851111000928865
+    },
+    {
+      "train_step": 7400,
+      "sup_loss": 0.5593640416230246
+    },
+    {
+      "train_step": 7401,
+      "sup_loss": 0.6458927747662412
+    },
+    {
+      "train_step": 7402,
+      "sup_loss": 0.7191847529939307
+    },
+    {
+      "train_step": 7403,
+      "sup_loss": 0.6222875012789819
+    },
+    {
+      "train_step": 7404,
+      "sup_loss": 0.5214512575726206
+    },
+    {
+      "train_step": 7405,
+      "sup_loss": 0.6748704306174861
+    },
+    {
+      "train_step": 7406,
+      "sup_loss": 0.4788884247213087
+    },
+    {
+      "train_step": 7407,
+      "sup_loss": 0.6811211525574344
+    },
+    {
+      "train_step": 7408,
+      "sup_loss": 0.6542435405817655
+    },
+    {
+      "train_step": 7409,
+      "sup_loss": 0.7543620725123577
+    },
+    {
+      "train_step": 7410,
+      "sup_loss": 0.5861480433911047
+    },
+    {
+      "train_step": 7411,
+      "sup_loss": 0.7433395040739073
+    },
+    {
+      "train_step": 7412,
+      "sup_loss": 0.5825420554346595
+    },
+    {
+      "train_step": 7413,
+      "sup_loss": 0.5943606527022166
+    },
+    {
+      "train_step": 7414,
+      "sup_loss": 0.6851250003672015
+    },
+    {
+      "train_step": 7415,
+      "sup_loss": 0.7119091196693806
+    },
+    {
+      "train_step": 7416,
+      "sup_loss": 0.6705080140191614
+    },
+    {
+      "train_step": 7417,
+      "sup_loss": 0.6146798645407299
+    },
+    {
+      "train_step": 7418,
+      "sup_loss": 0.3564867044959687
+    },
+    {
+      "train_step": 7419,
+      "sup_loss": 0.8402111937923631
+    },
+    {
+      "train_step": 7420,
+      "sup_loss": 0.9101408876239825
+    },
+    {
+      "train_step": 7421,
+      "sup_loss": 0.8398152342070683
+    },
+    {
+      "train_step": 7422,
+      "sup_loss": 0.6042821836780096
+    },
+    {
+      "train_step": 7423,
+      "sup_loss": 0.8024370259383862
+    },
+    {
+      "train_step": 7424,
+      "sup_loss": 0.5915672178604064
+    },
+    {
+      "train_step": 7425,
+      "sup_loss": 0.6378270095227132
+    },
+    {
+      "train_step": 7426,
+      "sup_loss": 0.7137458288119367
+    },
+    {
+      "train_step": 7427,
+      "sup_loss": 0.720026699217194
+    },
+    {
+      "train_step": 7428,
+      "sup_loss": 0.6225511615777973
+    },
+    {
+      "train_step": 7429,
+      "sup_loss": 0.8014242770611343
+    },
+    {
+      "train_step": 7430,
+      "sup_loss": 0.35490056519557434
+    },
+    {
+      "train_step": 7431,
+      "sup_loss": 0.6614010704554854
+    },
+    {
+      "train_step": 7432,
+      "sup_loss": 0.5744418350105193
+    },
+    {
+      "train_step": 7433,
+      "sup_loss": 0.6211261369462068
+    },
+    {
+      "train_step": 7434,
+      "sup_loss": 0.5172184739526076
+    },
+    {
+      "train_step": 7435,
+      "sup_loss": 0.42964903681560684
+    },
+    {
+      "train_step": 7436,
+      "sup_loss": 0.8654146256436362
+    },
+    {
+      "train_step": 7437,
+      "sup_loss": 0.44534204739247313
+    },
+    {
+      "train_step": 7438,
+      "sup_loss": 0.5838575424377823
+    },
+    {
+      "train_step": 7439,
+      "sup_loss": 0.8412251455859133
+    },
+    {
+      "train_step": 7440,
+      "sup_loss": 0.6659744536058235
+    },
+    {
+      "train_step": 7441,
+      "sup_loss": 0.49836648837971737
+    },
+    {
+      "train_step": 7442,
+      "sup_loss": 0.6461291748331501
+    },
+    {
+      "train_step": 7443,
+      "sup_loss": 0.5019926825641496
+    },
+    {
+      "train_step": 7444,
+      "sup_loss": 0.5751927187797219
+    },
+    {
+      "train_step": 7445,
+      "sup_loss": 0.4530257394643981
+    },
+    {
+      "train_step": 7446,
+      "sup_loss": 0.6306127174504589
+    },
+    {
+      "train_step": 7447,
+      "sup_loss": 0.7559352008335484
+    },
+    {
+      "train_step": 7448,
+      "sup_loss": 0.5500665929372217
+    },
+    {
+      "train_step": 7449,
+      "sup_loss": 0.6783340178862886
+    },
+    {
+      "train_step": 7450,
+      "sup_loss": 0.5743212048234064
+    },
+    {
+      "train_step": 7451,
+      "sup_loss": 0.6768121384748494
+    },
+    {
+      "train_step": 7452,
+      "sup_loss": 0.36326408775850666
+    },
+    {
+      "train_step": 7453,
+      "sup_loss": 0.5704967088746373
+    },
+    {
+      "train_step": 7454,
+      "sup_loss": 0.8402291914671922
+    },
+    {
+      "train_step": 7455,
+      "sup_loss": 0.5545136990863231
+    },
+    {
+      "train_step": 7456,
+      "sup_loss": 0.5644968265892831
+    },
+    {
+      "train_step": 7457,
+      "sup_loss": 0.6674253795960615
+    },
+    {
+      "train_step": 7458,
+      "sup_loss": 0.546088893447445
+    },
+    {
+      "train_step": 7459,
+      "sup_loss": 0.6854414891113556
+    },
+    {
+      "train_step": 7460,
+      "sup_loss": 0.6539159534388905
+    },
+    {
+      "train_step": 7461,
+      "sup_loss": 0.6942164666185893
+    },
+    {
+      "train_step": 7462,
+      "sup_loss": 0.5146118905976826
+    },
+    {
+      "train_step": 7463,
+      "sup_loss": 0.5675735135272607
+    },
+    {
+      "train_step": 7464,
+      "sup_loss": 0.5614149289681988
+    },
+    {
+      "train_step": 7465,
+      "sup_loss": 0.5855826913999584
+    },
+    {
+      "train_step": 7466,
+      "sup_loss": 0.7087345774972647
+    },
+    {
+      "train_step": 7467,
+      "sup_loss": 0.4306879227789493
+    },
+    {
+      "train_step": 7468,
+      "sup_loss": 0.4821333345338721
+    },
+    {
+      "train_step": 7469,
+      "sup_loss": 0.651257967106082
+    },
+    {
+      "train_step": 7470,
+      "sup_loss": 0.7713577019838299
+    },
+    {
+      "train_step": 7471,
+      "sup_loss": 0.5058162793223612
+    },
+    {
+      "train_step": 7472,
+      "sup_loss": 0.5806698531955081
+    },
+    {
+      "train_step": 7473,
+      "sup_loss": 0.6071307239719743
+    },
+    {
+      "train_step": 7474,
+      "sup_loss": 0.5413584853188668
+    },
+    {
+      "train_step": 7475,
+      "sup_loss": 0.5781981503342507
+    },
+    {
+      "train_step": 7476,
+      "sup_loss": 0.5342218911985971
+    },
+    {
+      "train_step": 7477,
+      "sup_loss": 0.5727659979388314
+    },
+    {
+      "train_step": 7478,
+      "sup_loss": 0.7397654670100634
+    },
+    {
+      "train_step": 7479,
+      "sup_loss": 0.6899167664973028
+    },
+    {
+      "train_step": 7480,
+      "sup_loss": 0.6090338335369193
+    },
+    {
+      "train_step": 7481,
+      "sup_loss": 0.7815682070375134
+    },
+    {
+      "train_step": 7482,
+      "sup_loss": 0.5694400148068113
+    },
+    {
+      "train_step": 7483,
+      "sup_loss": 0.660969338814233
+    },
+    {
+      "train_step": 7484,
+      "sup_loss": 0.6374733726570294
+    },
+    {
+      "train_step": 7485,
+      "sup_loss": 0.5815075277432692
+    },
+    {
+      "train_step": 7486,
+      "sup_loss": 0.6747787002898898
+    },
+    {
+      "train_step": 7487,
+      "sup_loss": 0.7043180573808204
+    },
+    {
+      "train_step": 7488,
+      "sup_loss": 0.5901075355542177
+    },
+    {
+      "train_step": 7489,
+      "sup_loss": 0.5633845963194616
+    },
+    {
+      "train_step": 7490,
+      "sup_loss": 0.7433181404221332
+    },
+    {
+      "train_step": 7491,
+      "sup_loss": 0.577068746943209
+    },
+    {
+      "train_step": 7492,
+      "sup_loss": 0.8642959847474329
+    },
+    {
+      "train_step": 7493,
+      "sup_loss": 0.8084450038844809
+    },
+    {
+      "train_step": 7494,
+      "sup_loss": 0.8687976239278477
+    },
+    {
+      "train_step": 7495,
+      "sup_loss": 0.6468012996345046
+    },
+    {
+      "train_step": 7496,
+      "sup_loss": 0.5717020889035475
+    },
+    {
+      "train_step": 7497,
+      "sup_loss": 0.7423352216474198
+    },
+    {
+      "train_step": 7498,
+      "sup_loss": 0.6560401560308647
+    },
+    {
+      "train_step": 7499,
+      "sup_loss": 0.6834661401451697
+    },
+    {
+      "train_step": 7500,
+      "sup_loss": 0.9122161169555661
+    },
+    {
+      "train_step": 7501,
+      "sup_loss": 0.6603754093258632
+    },
+    {
+      "train_step": 7502,
+      "sup_loss": 0.4774090600679776
+    },
+    {
+      "train_step": 7503,
+      "sup_loss": 0.676071433822825
+    },
+    {
+      "train_step": 7504,
+      "sup_loss": 0.5746927425920823
+    },
+    {
+      "train_step": 7505,
+      "sup_loss": 0.6140976290843263
+    },
+    {
+      "train_step": 7506,
+      "sup_loss": 0.7421552503753365
+    },
+    {
+      "train_step": 7507,
+      "sup_loss": 0.5680326708675039
+    },
+    {
+      "train_step": 7508,
+      "sup_loss": 0.6578978220982411
+    },
+    {
+      "train_step": 7509,
+      "sup_loss": 0.6467108661822165
+    },
+    {
+      "train_step": 7510,
+      "sup_loss": 0.7009519154420107
+    },
+    {
+      "train_step": 7511,
+      "sup_loss": 0.44766249317462825
+    },
+    {
+      "train_step": 7512,
+      "sup_loss": 0.6600037172328169
+    },
+    {
+      "train_step": 7513,
+      "sup_loss": 0.8951861072983198
+    },
+    {
+      "train_step": 7514,
+      "sup_loss": 0.6987475360007696
+    },
+    {
+      "train_step": 7515,
+      "sup_loss": 0.5989895276068008
+    },
+    {
+      "train_step": 7516,
+      "sup_loss": 0.6544892514073332
+    },
+    {
+      "train_step": 7517,
+      "sup_loss": 0.7112732851406742
+    },
+    {
+      "train_step": 7518,
+      "sup_loss": 0.6352628776981867
+    },
+    {
+      "train_step": 7519,
+      "sup_loss": 0.5743360465673859
+    },
+    {
+      "train_step": 7520,
+      "sup_loss": 0.6512093475219453
+    },
+    {
+      "train_step": 7521,
+      "sup_loss": 0.7622629043203153
+    },
+    {
+      "train_step": 7522,
+      "sup_loss": 0.7033331376792594
+    },
+    {
+      "train_step": 7523,
+      "sup_loss": 0.5778559679487871
+    },
+    {
+      "train_step": 7524,
+      "sup_loss": 0.7903975051687817
+    },
+    {
+      "train_step": 7525,
+      "sup_loss": 0.994903789407238
+    },
+    {
+      "train_step": 7526,
+      "sup_loss": 0.6103534513130545
+    },
+    {
+      "train_step": 7527,
+      "sup_loss": 0.7001797548350104
+    },
+    {
+      "train_step": 7528,
+      "sup_loss": 0.7056566944525643
+    },
+    {
+      "train_step": 7529,
+      "sup_loss": 0.6120323517707972
+    },
+    {
+      "train_step": 7530,
+      "sup_loss": 0.6467956598444635
+    },
+    {
+      "train_step": 7531,
+      "sup_loss": 0.7490971304337055
+    },
+    {
+      "train_step": 7532,
+      "sup_loss": 0.6884483533998418
+    },
+    {
+      "train_step": 7533,
+      "sup_loss": 0.8097861469018577
+    },
+    {
+      "train_step": 7534,
+      "sup_loss": 0.43789246640688373
+    },
+    {
+      "train_step": 7535,
+      "sup_loss": 0.620056271908922
+    },
+    {
+      "train_step": 7536,
+      "sup_loss": 0.39627055438660547
+    },
+    {
+      "train_step": 7537,
+      "sup_loss": 0.6376626144860014
+    },
+    {
+      "train_step": 7538,
+      "sup_loss": 0.7759762009212521
+    },
+    {
+      "train_step": 7539,
+      "sup_loss": 0.6425439842234868
+    },
+    {
+      "train_step": 7540,
+      "sup_loss": 0.6199742675403244
+    },
+    {
+      "train_step": 7541,
+      "sup_loss": 0.5030511244217806
+    },
+    {
+      "train_step": 7542,
+      "sup_loss": 0.6546743098224882
+    },
+    {
+      "train_step": 7543,
+      "sup_loss": 0.5045584282785466
+    },
+    {
+      "train_step": 7544,
+      "sup_loss": 0.7331965987954041
+    },
+    {
+      "train_step": 7545,
+      "sup_loss": 0.5297771392212359
+    },
+    {
+      "train_step": 7546,
+      "sup_loss": 0.4367032893656717
+    },
+    {
+      "train_step": 7547,
+      "sup_loss": 0.8213253423776817
+    },
+    {
+      "train_step": 7548,
+      "sup_loss": 0.4539918506058391
+    },
+    {
+      "train_step": 7549,
+      "sup_loss": 0.6541295553804453
+    },
+    {
+      "train_step": 7550,
+      "sup_loss": 0.7041660187469793
+    },
+    {
+      "train_step": 7551,
+      "sup_loss": 0.6174535880676731
+    },
+    {
+      "train_step": 7552,
+      "sup_loss": 0.7970451972258472
+    },
+    {
+      "train_step": 7553,
+      "sup_loss": 0.49609594376638316
+    },
+    {
+      "train_step": 7554,
+      "sup_loss": 0.5965974457282488
+    },
+    {
+      "train_step": 7555,
+      "sup_loss": 0.7109399263449306
+    },
+    {
+      "train_step": 7556,
+      "sup_loss": 0.656810755571498
+    },
+    {
+      "train_step": 7557,
+      "sup_loss": 0.9136315692607719
+    },
+    {
+      "train_step": 7558,
+      "sup_loss": 0.4678158969166992
+    },
+    {
+      "train_step": 7559,
+      "sup_loss": 0.6368444225548201
+    },
+    {
+      "train_step": 7560,
+      "sup_loss": 0.6760809600568141
+    },
+    {
+      "train_step": 7561,
+      "sup_loss": 0.7993258402366265
+    },
+    {
+      "train_step": 7562,
+      "sup_loss": 0.7342780801607914
+    },
+    {
+      "train_step": 7563,
+      "sup_loss": 0.7174414131102362
+    },
+    {
+      "train_step": 7564,
+      "sup_loss": 0.43139145683026037
+    },
+    {
+      "train_step": 7565,
+      "sup_loss": 0.6178689627069194
+    },
+    {
+      "train_step": 7566,
+      "sup_loss": 0.8493253951617351
+    },
+    {
+      "train_step": 7567,
+      "sup_loss": 0.6251937617467486
+    },
+    {
+      "train_step": 7568,
+      "sup_loss": 0.47485228414086755
+    },
+    {
+      "train_step": 7569,
+      "sup_loss": 0.5081896322969464
+    },
+    {
+      "train_step": 7570,
+      "sup_loss": 0.6883243971733751
+    },
+    {
+      "train_step": 7571,
+      "sup_loss": 0.7405637608326219
+    },
+    {
+      "train_step": 7572,
+      "sup_loss": 0.6842853004195725
+    },
+    {
+      "train_step": 7573,
+      "sup_loss": 0.637500598607808
+    },
+    {
+      "train_step": 7574,
+      "sup_loss": 0.5070933412182874
+    },
+    {
+      "train_step": 7575,
+      "sup_loss": 0.6891522493215371
+    },
+    {
+      "train_step": 7576,
+      "sup_loss": 0.5374219427974329
+    },
+    {
+      "train_step": 7577,
+      "sup_loss": 0.5086436566926015
+    },
+    {
+      "train_step": 7578,
+      "sup_loss": 0.8427967385504606
+    },
+    {
+      "train_step": 7579,
+      "sup_loss": 0.6438000611240388
+    },
+    {
+      "train_step": 7580,
+      "sup_loss": 0.689711554575227
+    },
+    {
+      "train_step": 7581,
+      "sup_loss": 0.759677321492541
+    },
+    {
+      "train_step": 7582,
+      "sup_loss": 0.9832815622131198
+    },
+    {
+      "train_step": 7583,
+      "sup_loss": 0.6017152347478377
+    },
+    {
+      "train_step": 7584,
+      "sup_loss": 0.6190577636735706
+    },
+    {
+      "train_step": 7585,
+      "sup_loss": 0.6154606384385873
+    },
+    {
+      "train_step": 7586,
+      "sup_loss": 0.4865453093672025
+    },
+    {
+      "train_step": 7587,
+      "sup_loss": 0.7401170142209968
+    },
+    {
+      "train_step": 7588,
+      "sup_loss": 0.6709595510875903
+    },
+    {
+      "train_step": 7589,
+      "sup_loss": 0.5947990016940818
+    },
+    {
+      "train_step": 7590,
+      "sup_loss": 0.6925443954590524
+    },
+    {
+      "train_step": 7591,
+      "sup_loss": 0.5692435373330421
+    },
+    {
+      "train_step": 7592,
+      "sup_loss": 0.686044760430052
+    },
+    {
+      "train_step": 7593,
+      "sup_loss": 0.5844037979271126
+    },
+    {
+      "train_step": 7594,
+      "sup_loss": 0.5136253116090173
+    },
+    {
+      "train_step": 7595,
+      "sup_loss": 0.8406639089932055
+    },
+    {
+      "train_step": 7596,
+      "sup_loss": 0.5717095599849497
+    },
+    {
+      "train_step": 7597,
+      "sup_loss": 0.5522371599964043
+    },
+    {
+      "train_step": 7598,
+      "sup_loss": 0.828438359793717
+    },
+    {
+      "train_step": 7599,
+      "sup_loss": 0.7610253886221882
+    },
+    {
+      "train_step": 7600,
+      "sup_loss": 0.6492392795436167
+    },
+    {
+      "train_step": 7601,
+      "sup_loss": 0.6488348497579508
+    },
+    {
+      "train_step": 7602,
+      "sup_loss": 0.8485301567650919
+    },
+    {
+      "train_step": 7603,
+      "sup_loss": 0.9378164625250064
+    },
+    {
+      "train_step": 7604,
+      "sup_loss": 0.5580818308914148
+    },
+    {
+      "train_step": 7605,
+      "sup_loss": 0.5510079984798514
+    },
+    {
+      "train_step": 7606,
+      "sup_loss": 0.4214938141030855
+    },
+    {
+      "train_step": 7607,
+      "sup_loss": 0.6278797861479446
+    },
+    {
+      "train_step": 7608,
+      "sup_loss": 0.6337343426559269
+    },
+    {
+      "train_step": 7609,
+      "sup_loss": 0.726838406817531
+    },
+    {
+      "train_step": 7610,
+      "sup_loss": 0.5499848149062467
+    },
+    {
+      "train_step": 7611,
+      "sup_loss": 0.6786320665328737
+    },
+    {
+      "train_step": 7612,
+      "sup_loss": 0.5876600244527211
+    },
+    {
+      "train_step": 7613,
+      "sup_loss": 0.7389277636249169
+    },
+    {
+      "train_step": 7614,
+      "sup_loss": 0.5450530389496112
+    },
+    {
+      "train_step": 7615,
+      "sup_loss": 0.7416728127714517
+    },
+    {
+      "train_step": 7616,
+      "sup_loss": 0.6999307126540971
+    },
+    {
+      "train_step": 7617,
+      "sup_loss": 0.7309482566535601
+    },
+    {
+      "train_step": 7618,
+      "sup_loss": 0.7251143389529567
+    },
+    {
+      "train_step": 7619,
+      "sup_loss": 0.34596584929976687
+    },
+    {
+      "train_step": 7620,
+      "sup_loss": 0.6083718741447346
+    },
+    {
+      "train_step": 7621,
+      "sup_loss": 0.6305064942142221
+    },
+    {
+      "train_step": 7622,
+      "sup_loss": 0.6547526247314193
+    },
+    {
+      "train_step": 7623,
+      "sup_loss": 0.5378023884997797
+    },
+    {
+      "train_step": 7624,
+      "sup_loss": 0.5222446573201517
+    },
+    {
+      "train_step": 7625,
+      "sup_loss": 0.49117147453819654
+    },
+    {
+      "train_step": 7626,
+      "sup_loss": 0.6847968608240557
+    },
+    {
+      "train_step": 7627,
+      "sup_loss": 0.8290689206509578
+    },
+    {
+      "train_step": 7628,
+      "sup_loss": 0.6261189541548314
+    },
+    {
+      "train_step": 7629,
+      "sup_loss": 0.587198494171057
+    },
+    {
+      "train_step": 7630,
+      "sup_loss": 0.7819079468291609
+    },
+    {
+      "train_step": 7631,
+      "sup_loss": 0.7236519828071633
+    },
+    {
+      "train_step": 7632,
+      "sup_loss": 0.7396049072544333
+    },
+    {
+      "train_step": 7633,
+      "sup_loss": 0.7064701026667515
+    },
+    {
+      "train_step": 7634,
+      "sup_loss": 0.6308354393475238
+    },
+    {
+      "train_step": 7635,
+      "sup_loss": 0.6683680748574173
+    },
+    {
+      "train_step": 7636,
+      "sup_loss": 0.6643479769024484
+    },
+    {
+      "train_step": 7637,
+      "sup_loss": 0.8729811419646074
+    },
+    {
+      "train_step": 7638,
+      "sup_loss": 0.5356831789498598
+    },
+    {
+      "train_step": 7639,
+      "sup_loss": 0.7582615746780991
+    },
+    {
+      "train_step": 7640,
+      "sup_loss": 0.6764035970165335
+    },
+    {
+      "train_step": 7641,
+      "sup_loss": 0.7973158761245636
+    },
+    {
+      "train_step": 7642,
+      "sup_loss": 0.4604084333261874
+    },
+    {
+      "train_step": 7643,
+      "sup_loss": 0.8644746817920169
+    },
+    {
+      "train_step": 7644,
+      "sup_loss": 0.5198613389374597
+    },
+    {
+      "train_step": 7645,
+      "sup_loss": 0.7092503910643803
+    },
+    {
+      "train_step": 7646,
+      "sup_loss": 0.4758000394890824
+    },
+    {
+      "train_step": 7647,
+      "sup_loss": 0.6414935190721489
+    },
+    {
+      "train_step": 7648,
+      "sup_loss": 0.4755070173404553
+    },
+    {
+      "train_step": 7649,
+      "sup_loss": 0.47195021518215796
+    },
+    {
+      "train_step": 7650,
+      "sup_loss": 0.6139424376992489
+    },
+    {
+      "train_step": 7651,
+      "sup_loss": 0.6377350005296784
+    },
+    {
+      "train_step": 7652,
+      "sup_loss": 0.6259792443781093
+    },
+    {
+      "train_step": 7653,
+      "sup_loss": 0.7339841837685086
+    },
+    {
+      "train_step": 7654,
+      "sup_loss": 0.6870863778326955
+    },
+    {
+      "train_step": 7655,
+      "sup_loss": 0.5080592606419067
+    },
+    {
+      "train_step": 7656,
+      "sup_loss": 0.6649988658845414
+    },
+    {
+      "train_step": 7657,
+      "sup_loss": 0.5850375948552163
+    },
+    {
+      "train_step": 7658,
+      "sup_loss": 0.5738460099007215
+    },
+    {
+      "train_step": 7659,
+      "sup_loss": 0.7329790186380615
+    },
+    {
+      "train_step": 7660,
+      "sup_loss": 0.6211084950698446
+    },
+    {
+      "train_step": 7661,
+      "sup_loss": 0.6890685037892554
+    },
+    {
+      "train_step": 7662,
+      "sup_loss": 0.8473865066828549
+    },
+    {
+      "train_step": 7663,
+      "sup_loss": 0.757166277114543
+    },
+    {
+      "train_step": 7664,
+      "sup_loss": 0.637312536151783
+    },
+    {
+      "train_step": 7665,
+      "sup_loss": 0.7007920596842508
+    },
+    {
+      "train_step": 7666,
+      "sup_loss": 0.40728773724926937
+    },
+    {
+      "train_step": 7667,
+      "sup_loss": 0.7454097363625664
+    },
+    {
+      "train_step": 7668,
+      "sup_loss": 0.6055103085698376
+    },
+    {
+      "train_step": 7669,
+      "sup_loss": 0.5670122478024574
+    },
+    {
+      "train_step": 7670,
+      "sup_loss": 0.5037985360529023
+    },
+    {
+      "train_step": 7671,
+      "sup_loss": 0.7081960709927956
+    },
+    {
+      "train_step": 7672,
+      "sup_loss": 0.610493354125862
+    },
+    {
+      "train_step": 7673,
+      "sup_loss": 0.650225515559275
+    },
+    {
+      "train_step": 7674,
+      "sup_loss": 0.7801645461884411
+    },
+    {
+      "train_step": 7675,
+      "sup_loss": 0.3217649979459943
+    },
+    {
+      "train_step": 7676,
+      "sup_loss": 0.6063587172642592
+    },
+    {
+      "train_step": 7677,
+      "sup_loss": 0.7380357081917619
+    },
+    {
+      "train_step": 7678,
+      "sup_loss": 0.5672113483075225
+    },
+    {
+      "train_step": 7679,
+      "sup_loss": 0.5759134117079849
+    },
+    {
+      "train_step": 7680,
+      "sup_loss": 0.5476449468984271
+    },
+    {
+      "train_step": 7681,
+      "sup_loss": 0.4221536025405965
+    },
+    {
+      "train_step": 7682,
+      "sup_loss": 0.5349473707467968
+    },
+    {
+      "train_step": 7683,
+      "sup_loss": 0.6260160713035837
+    },
+    {
+      "train_step": 7684,
+      "sup_loss": 0.7518200121737594
+    },
+    {
+      "train_step": 7685,
+      "sup_loss": 0.5527224999769234
+    },
+    {
+      "train_step": 7686,
+      "sup_loss": 0.7185645059634355
+    },
+    {
+      "train_step": 7687,
+      "sup_loss": 0.7624165168912027
+    },
+    {
+      "train_step": 7688,
+      "sup_loss": 0.7457841033672421
+    },
+    {
+      "train_step": 7689,
+      "sup_loss": 0.7135105587407216
+    },
+    {
+      "train_step": 7690,
+      "sup_loss": 0.7035545267870598
+    },
+    {
+      "train_step": 7691,
+      "sup_loss": 0.459913448339358
+    },
+    {
+      "train_step": 7692,
+      "sup_loss": 0.5793135645485487
+    },
+    {
+      "train_step": 7693,
+      "sup_loss": 0.612189294626863
+    },
+    {
+      "train_step": 7694,
+      "sup_loss": 0.6772231579792065
+    },
+    {
+      "train_step": 7695,
+      "sup_loss": 0.685145241908283
+    },
+    {
+      "train_step": 7696,
+      "sup_loss": 0.559820851316842
+    },
+    {
+      "train_step": 7697,
+      "sup_loss": 0.6290524961729014
+    },
+    {
+      "train_step": 7698,
+      "sup_loss": 1.0714808793964994
+    },
+    {
+      "train_step": 7699,
+      "sup_loss": 0.6344166261675557
+    },
+    {
+      "train_step": 7700,
+      "sup_loss": 0.6980697492070578
+    },
+    {
+      "train_step": 7701,
+      "sup_loss": 0.7796833639793274
+    },
+    {
+      "train_step": 7702,
+      "sup_loss": 0.7512110443550795
+    },
+    {
+      "train_step": 7703,
+      "sup_loss": 0.6037651635816096
+    },
+    {
+      "train_step": 7704,
+      "sup_loss": 0.6345905030269754
+    },
+    {
+      "train_step": 7705,
+      "sup_loss": 0.675220510719516
+    },
+    {
+      "train_step": 7706,
+      "sup_loss": 0.6133774655684133
+    },
+    {
+      "train_step": 7707,
+      "sup_loss": 0.7020989257354483
+    },
+    {
+      "train_step": 7708,
+      "sup_loss": 0.6507080586031929
+    },
+    {
+      "train_step": 7709,
+      "sup_loss": 0.753574770831034
+    },
+    {
+      "train_step": 7710,
+      "sup_loss": 0.6328371948833804
+    },
+    {
+      "train_step": 7711,
+      "sup_loss": 0.7290253628225156
+    },
+    {
+      "train_step": 7712,
+      "sup_loss": 0.584462761884391
+    },
+    {
+      "train_step": 7713,
+      "sup_loss": 0.7191138158577128
+    },
+    {
+      "train_step": 7714,
+      "sup_loss": 0.5572728522857269
+    },
+    {
+      "train_step": 7715,
+      "sup_loss": 0.6316731145438125
+    },
+    {
+      "train_step": 7716,
+      "sup_loss": 0.6314146882688443
+    },
+    {
+      "train_step": 7717,
+      "sup_loss": 0.4017488300730955
+    },
+    {
+      "train_step": 7718,
+      "sup_loss": 0.8343937013249249
+    },
+    {
+      "train_step": 7719,
+      "sup_loss": 0.6618436905186768
+    },
+    {
+      "train_step": 7720,
+      "sup_loss": 0.7540298258337047
+    },
+    {
+      "train_step": 7721,
+      "sup_loss": 0.6943168989527683
+    },
+    {
+      "train_step": 7722,
+      "sup_loss": 0.6858482634568012
+    },
+    {
+      "train_step": 7723,
+      "sup_loss": 0.6411070273600453
+    },
+    {
+      "train_step": 7724,
+      "sup_loss": 0.517899989434842
+    },
+    {
+      "train_step": 7725,
+      "sup_loss": 0.5650700906608326
+    },
+    {
+      "train_step": 7726,
+      "sup_loss": 0.6974442312377765
+    },
+    {
+      "train_step": 7727,
+      "sup_loss": 0.763651707391699
+    },
+    {
+      "train_step": 7728,
+      "sup_loss": 0.6611133568369038
+    },
+    {
+      "train_step": 7729,
+      "sup_loss": 0.8679577489896189
+    },
+    {
+      "train_step": 7730,
+      "sup_loss": 0.5326241525422901
+    },
+    {
+      "train_step": 7731,
+      "sup_loss": 0.43910446239618733
+    },
+    {
+      "train_step": 7732,
+      "sup_loss": 0.6772126519833538
+    },
+    {
+      "train_step": 7733,
+      "sup_loss": 0.7324631311114363
+    },
+    {
+      "train_step": 7734,
+      "sup_loss": 0.6159489831910232
+    },
+    {
+      "train_step": 7735,
+      "sup_loss": 0.5531756084814831
+    },
+    {
+      "train_step": 7736,
+      "sup_loss": 0.659251916169629
+    },
+    {
+      "train_step": 7737,
+      "sup_loss": 0.5070971669465731
+    },
+    {
+      "train_step": 7738,
+      "sup_loss": 0.7340107543154949
+    },
+    {
+      "train_step": 7739,
+      "sup_loss": 0.7238957142339878
+    },
+    {
+      "train_step": 7740,
+      "sup_loss": 0.7883929948087427
+    },
+    {
+      "train_step": 7741,
+      "sup_loss": 0.5229635181058265
+    },
+    {
+      "train_step": 7742,
+      "sup_loss": 0.6953760926645952
+    },
+    {
+      "train_step": 7743,
+      "sup_loss": 0.4154857139759045
+    },
+    {
+      "train_step": 7744,
+      "sup_loss": 0.7277376793978689
+    },
+    {
+      "train_step": 7745,
+      "sup_loss": 0.7894519525562843
+    },
+    {
+      "train_step": 7746,
+      "sup_loss": 0.5988497940202012
+    },
+    {
+      "train_step": 7747,
+      "sup_loss": 0.617998274689043
+    },
+    {
+      "train_step": 7748,
+      "sup_loss": 0.5586871692020917
+    },
+    {
+      "train_step": 7749,
+      "sup_loss": 0.48192081364938244
+    },
+    {
+      "train_step": 7750,
+      "sup_loss": 0.5926418876786502
+    },
+    {
+      "train_step": 7751,
+      "sup_loss": 0.5872347939944874
+    },
+    {
+      "train_step": 7752,
+      "sup_loss": 0.47359757792079216
+    },
+    {
+      "train_step": 7753,
+      "sup_loss": 0.46127453317376604
+    },
+    {
+      "train_step": 7754,
+      "sup_loss": 0.7412352865517607
+    },
+    {
+      "train_step": 7755,
+      "sup_loss": 0.443558118438672
+    },
+    {
+      "train_step": 7756,
+      "sup_loss": 0.6106085365455642
+    },
+    {
+      "train_step": 7757,
+      "sup_loss": 0.5375309105962743
+    },
+    {
+      "train_step": 7758,
+      "sup_loss": 0.7482156772985692
+    },
+    {
+      "train_step": 7759,
+      "sup_loss": 0.7263265110539047
+    },
+    {
+      "train_step": 7760,
+      "sup_loss": 0.5752468654927263
+    },
+    {
+      "train_step": 7761,
+      "sup_loss": 0.5457888578701885
+    },
+    {
+      "train_step": 7762,
+      "sup_loss": 0.4790844961606068
+    },
+    {
+      "train_step": 7763,
+      "sup_loss": 0.4765922737280578
+    },
+    {
+      "train_step": 7764,
+      "sup_loss": 0.5613051544001592
+    },
+    {
+      "train_step": 7765,
+      "sup_loss": 0.739392932982927
+    },
+    {
+      "train_step": 7766,
+      "sup_loss": 0.4790683293703164
+    },
+    {
+      "train_step": 7767,
+      "sup_loss": 0.5964447203378375
+    },
+    {
+      "train_step": 7768,
+      "sup_loss": 0.540616655582769
+    },
+    {
+      "train_step": 7769,
+      "sup_loss": 0.7213393835282514
+    },
+    {
+      "train_step": 7770,
+      "sup_loss": 0.6474561564864907
+    },
+    {
+      "train_step": 7771,
+      "sup_loss": 0.5073240827672577
+    },
+    {
+      "train_step": 7772,
+      "sup_loss": 0.49478333398256374
+    },
+    {
+      "train_step": 7773,
+      "sup_loss": 0.47852601101866443
+    },
+    {
+      "train_step": 7774,
+      "sup_loss": 0.6447253924599835
+    },
+    {
+      "train_step": 7775,
+      "sup_loss": 0.4244916734444575
+    },
+    {
+      "train_step": 7776,
+      "sup_loss": 0.7971621357071276
+    },
+    {
+      "train_step": 7777,
+      "sup_loss": 0.8161077141186467
+    },
+    {
+      "train_step": 7778,
+      "sup_loss": 0.7358281333416014
+    },
+    {
+      "train_step": 7779,
+      "sup_loss": 0.5091342343429449
+    },
+    {
+      "train_step": 7780,
+      "sup_loss": 0.37516429160413717
+    },
+    {
+      "train_step": 7781,
+      "sup_loss": 0.512871607387991
+    },
+    {
+      "train_step": 7782,
+      "sup_loss": 0.6821723387420794
+    },
+    {
+      "train_step": 7783,
+      "sup_loss": 0.46450881283208645
+    },
+    {
+      "train_step": 7784,
+      "sup_loss": 0.633237516508245
+    },
+    {
+      "train_step": 7785,
+      "sup_loss": 0.3838690746004672
+    },
+    {
+      "train_step": 7786,
+      "sup_loss": 0.46649846399528405
+    },
+    {
+      "train_step": 7787,
+      "sup_loss": 0.5974925584593583
+    },
+    {
+      "train_step": 7788,
+      "sup_loss": 0.5521015234272142
+    },
+    {
+      "train_step": 7789,
+      "sup_loss": 0.410115525662033
+    },
+    {
+      "train_step": 7790,
+      "sup_loss": 0.6602752699117123
+    },
+    {
+      "train_step": 7791,
+      "sup_loss": 0.5072718249205374
+    },
+    {
+      "train_step": 7792,
+      "sup_loss": 0.38560072920682215
+    },
+    {
+      "train_step": 7793,
+      "sup_loss": 0.6413243840018715
+    },
+    {
+      "train_step": 7794,
+      "sup_loss": 0.38991405819214114
+    },
+    {
+      "train_step": 7795,
+      "sup_loss": 0.7008546013688842
+    },
+    {
+      "train_step": 7796,
+      "sup_loss": 0.6753297990295473
+    },
+    {
+      "train_step": 7797,
+      "sup_loss": 0.4910345235213149
+    },
+    {
+      "train_step": 7798,
+      "sup_loss": 0.5040938741836544
+    },
+    {
+      "train_step": 7799,
+      "sup_loss": 0.6888896752235737
+    },
+    {
+      "train_step": 7800,
+      "sup_loss": 0.461942751679182
+    },
+    {
+      "train_step": 7801,
+      "sup_loss": 0.529302267227209
+    },
+    {
+      "train_step": 7802,
+      "sup_loss": 0.5551704365870326
+    },
+    {
+      "train_step": 7803,
+      "sup_loss": 0.41829750436752233
+    },
+    {
+      "train_step": 7804,
+      "sup_loss": 0.4504774173444409
+    },
+    {
+      "train_step": 7805,
+      "sup_loss": 0.5561070235830086
+    },
+    {
+      "train_step": 7806,
+      "sup_loss": 0.5017337219801862
+    },
+    {
+      "train_step": 7807,
+      "sup_loss": 0.6555877982523922
+    },
+    {
+      "train_step": 7808,
+      "sup_loss": 0.5016234826552506
+    },
+    {
+      "train_step": 7809,
+      "sup_loss": 0.8867181111363652
+    },
+    {
+      "train_step": 7810,
+      "sup_loss": 0.5244898536883819
+    },
+    {
+      "train_step": 7811,
+      "sup_loss": 0.672150162255819
+    },
+    {
+      "train_step": 7812,
+      "sup_loss": 0.5782136994287572
+    },
+    {
+      "train_step": 7813,
+      "sup_loss": 0.5165229982737864
+    },
+    {
+      "train_step": 7814,
+      "sup_loss": 0.6010107934626561
+    },
+    {
+      "train_step": 7815,
+      "sup_loss": 0.5756281080846428
+    },
+    {
+      "train_step": 7816,
+      "sup_loss": 0.6059064864472876
+    },
+    {
+      "train_step": 7817,
+      "sup_loss": 0.557832683278811
+    },
+    {
+      "train_step": 7818,
+      "sup_loss": 0.790833722017877
+    },
+    {
+      "train_step": 7819,
+      "sup_loss": 0.7655074904369499
+    },
+    {
+      "train_step": 7820,
+      "sup_loss": 0.7234517867191051
+    },
+    {
+      "train_step": 7821,
+      "sup_loss": 0.4571116303669395
+    },
+    {
+      "train_step": 7822,
+      "sup_loss": 0.7655171110722729
+    },
+    {
+      "train_step": 7823,
+      "sup_loss": 0.5758251868385206
+    },
+    {
+      "train_step": 7824,
+      "sup_loss": 0.3593612764752409
+    },
+    {
+      "train_step": 7825,
+      "sup_loss": 0.5843758516269199
+    },
+    {
+      "train_step": 7826,
+      "sup_loss": 0.5348307742813863
+    },
+    {
+      "train_step": 7827,
+      "sup_loss": 0.7039526000334656
+    },
+    {
+      "train_step": 7828,
+      "sup_loss": 0.8292578910551175
+    },
+    {
+      "train_step": 7829,
+      "sup_loss": 0.6348129752478416
+    },
+    {
+      "train_step": 7830,
+      "sup_loss": 0.466059176360958
+    },
+    {
+      "train_step": 7831,
+      "sup_loss": 0.44045794673669897
+    },
+    {
+      "train_step": 7832,
+      "sup_loss": 0.5707637417802887
+    },
+    {
+      "train_step": 7833,
+      "sup_loss": 0.5432062313507161
+    },
+    {
+      "train_step": 7834,
+      "sup_loss": 0.4734448555986108
+    },
+    {
+      "train_step": 7835,
+      "sup_loss": 0.5587905323330827
+    },
+    {
+      "train_step": 7836,
+      "sup_loss": 0.6479782533477086
+    },
+    {
+      "train_step": 7837,
+      "sup_loss": 0.6284628269840797
+    },
+    {
+      "train_step": 7838,
+      "sup_loss": 0.41826679018673874
+    },
+    {
+      "train_step": 7839,
+      "sup_loss": 0.2886043712504314
+    },
+    {
+      "train_step": 7840,
+      "sup_loss": 0.6265228302302484
+    },
+    {
+      "train_step": 7841,
+      "sup_loss": 0.6444965947270026
+    },
+    {
+      "train_step": 7842,
+      "sup_loss": 0.3916062993616554
+    },
+    {
+      "train_step": 7843,
+      "sup_loss": 0.3869794878850296
+    },
+    {
+      "train_step": 7844,
+      "sup_loss": 0.7261828583292063
+    },
+    {
+      "train_step": 7845,
+      "sup_loss": 0.4600950125023877
+    },
+    {
+      "train_step": 7846,
+      "sup_loss": 0.43108807982165503
+    },
+    {
+      "train_step": 7847,
+      "sup_loss": 0.6082840230824049
+    },
+    {
+      "train_step": 7848,
+      "sup_loss": 0.20254234782989558
+    },
+    {
+      "train_step": 7849,
+      "sup_loss": 0.6967070630502218
+    },
+    {
+      "train_step": 7850,
+      "sup_loss": 0.45353149064997605
+    },
+    {
+      "train_step": 7851,
+      "sup_loss": 0.47215050523976354
+    },
+    {
+      "train_step": 7852,
+      "sup_loss": 0.42464751828425135
+    },
+    {
+      "train_step": 7853,
+      "sup_loss": 0.4483826528425925
+    },
+    {
+      "train_step": 7854,
+      "sup_loss": 0.5203469345938336
+    },
+    {
+      "train_step": 7855,
+      "sup_loss": 0.42583863602643973
+    },
+    {
+      "train_step": 7856,
+      "sup_loss": 0.5463146478942343
+    },
+    {
+      "train_step": 7857,
+      "sup_loss": 0.5178148410232172
+    },
+    {
+      "train_step": 7858,
+      "sup_loss": 0.6065021959580068
+    },
+    {
+      "train_step": 7859,
+      "sup_loss": 0.3527279933240122
+    },
+    {
+      "train_step": 7860,
+      "sup_loss": 0.5870067374965311
+    },
+    {
+      "train_step": 7861,
+      "sup_loss": 0.6015430480807281
+    },
+    {
+      "train_step": 7862,
+      "sup_loss": 0.5737939258788318
+    },
+    {
+      "train_step": 7863,
+      "sup_loss": 0.5597389774799465
+    },
+    {
+      "train_step": 7864,
+      "sup_loss": 0.5967961774552115
+    },
+    {
+      "train_step": 7865,
+      "sup_loss": 0.3588590871618272
+    },
+    {
+      "train_step": 7866,
+      "sup_loss": 0.295778310935337
+    },
+    {
+      "train_step": 7867,
+      "sup_loss": 0.4840259077781984
+    },
+    {
+      "train_step": 7868,
+      "sup_loss": 0.4471588478908152
+    },
+    {
+      "train_step": 7869,
+      "sup_loss": 0.6829540799232763
+    },
+    {
+      "train_step": 7870,
+      "sup_loss": 0.45810703317218465
+    },
+    {
+      "train_step": 7871,
+      "sup_loss": 0.47710811664522057
+    },
+    {
+      "train_step": 7872,
+      "sup_loss": 0.3718542190962509
+    },
+    {
+      "train_step": 7873,
+      "sup_loss": 0.4387205281065636
+    },
+    {
+      "train_step": 7874,
+      "sup_loss": 0.49698888831521837
+    },
+    {
+      "train_step": 7875,
+      "sup_loss": 0.6605413045170528
+    },
+    {
+      "train_step": 7876,
+      "sup_loss": 0.5412646030780736
+    },
+    {
+      "train_step": 7877,
+      "sup_loss": 0.4804611607216459
+    },
+    {
+      "train_step": 7878,
+      "sup_loss": 0.5251061625584512
+    },
+    {
+      "train_step": 7879,
+      "sup_loss": 0.39988801549831615
+    },
+    {
+      "train_step": 7880,
+      "sup_loss": 0.6988467696140431
+    },
+    {
+      "train_step": 7881,
+      "sup_loss": 0.5042646568943311
+    },
+    {
+      "train_step": 7882,
+      "sup_loss": 0.4749645897908392
+    },
+    {
+      "train_step": 7883,
+      "sup_loss": 0.6151003340954013
+    },
+    {
+      "train_step": 7884,
+      "sup_loss": 0.24246351087744114
+    },
+    {
+      "train_step": 7885,
+      "sup_loss": 0.5663824271213966
+    },
+    {
+      "train_step": 7886,
+      "sup_loss": 0.2322146834478933
+    },
+    {
+      "train_step": 7887,
+      "sup_loss": 0.15398197607762704
+    },
+    {
+      "train_step": 7888,
+      "sup_loss": 0.7094246817573578
+    },
+    {
+      "train_step": 7889,
+      "sup_loss": 0.4430669486238823
+    },
+    {
+      "train_step": 7890,
+      "sup_loss": 0.7757680670633755
+    },
+    {
+      "train_step": 7891,
+      "sup_loss": 0.5534092988091176
+    },
+    {
+      "train_step": 7892,
+      "sup_loss": 0.32761521338117433
+    },
+    {
+      "train_step": 7893,
+      "sup_loss": 0.42000939740803467
+    },
+    {
+      "train_step": 7894,
+      "sup_loss": 0.4603132158349174
+    },
+    {
+      "train_step": 7895,
+      "sup_loss": 0.5063023255094692
+    },
+    {
+      "train_step": 7896,
+      "sup_loss": 0.3592775473092097
+    },
+    {
+      "train_step": 7897,
+      "sup_loss": 0.4806785477348311
+    },
+    {
+      "train_step": 7898,
+      "sup_loss": 0.7572275506475552
+    },
+    {
+      "train_step": 7899,
+      "sup_loss": 0.305459548076794
+    },
+    {
+      "train_step": 7900,
+      "sup_loss": 0.37899128535843934
+    },
+    {
+      "train_step": 7901,
+      "sup_loss": 0.44429986389321646
+    },
+    {
+      "train_step": 7902,
+      "sup_loss": 0.14739271158641268
+    },
+    {
+      "train_step": 7903,
+      "sup_loss": 0.672009044046042
+    },
+    {
+      "train_step": 7904,
+      "sup_loss": 0.49920287893368903
+    },
+    {
+      "train_step": 7905,
+      "sup_loss": 0.6036202859903249
+    },
+    {
+      "train_step": 7906,
+      "sup_loss": 0.3612958959727446
+    },
+    {
+      "train_step": 7907,
+      "sup_loss": 0.3685997931650369
+    },
+    {
+      "train_step": 7908,
+      "sup_loss": 0.6190391466584793
+    },
+    {
+      "train_step": 7909,
+      "sup_loss": 0.51112155390233
+    },
+    {
+      "train_step": 7910,
+      "sup_loss": 0.5620902699348541
+    },
+    {
+      "train_step": 7911,
+      "sup_loss": 0.5428151753050919
+    },
+    {
+      "train_step": 7912,
+      "sup_loss": 0.8258879611206825
+    },
+    {
+      "train_step": 7913,
+      "sup_loss": 0.7545334620739079
+    },
+    {
+      "train_step": 7914,
+      "sup_loss": 0.6122607286214063
+    },
+    {
+      "train_step": 7915,
+      "sup_loss": 0.5631932961328563
+    },
+    {
+      "train_step": 7916,
+      "sup_loss": 0.5509655732288437
+    },
+    {
+      "train_step": 7917,
+      "sup_loss": 0.3888783972709131
+    },
+    {
+      "train_step": 7918,
+      "sup_loss": 0.5969098904414151
+    },
+    {
+      "train_step": 7919,
+      "sup_loss": 0.49139319018161826
+    },
+    {
+      "train_step": 7920,
+      "sup_loss": 0.46129705786392744
+    },
+    {
+      "train_step": 7921,
+      "sup_loss": 0.4613957969716479
+    },
+    {
+      "train_step": 7922,
+      "sup_loss": 0.4818625351899248
+    },
+    {
+      "train_step": 7923,
+      "sup_loss": 0.5824553855451196
+    },
+    {
+      "train_step": 7924,
+      "sup_loss": 0.6990081811554504
+    },
+    {
+      "train_step": 7925,
+      "sup_loss": 0.6559681891689809
+    },
+    {
+      "train_step": 7926,
+      "sup_loss": 0.5364196097290024
+    },
+    {
+      "train_step": 7927,
+      "sup_loss": 0.7346889435995733
+    },
+    {
+      "train_step": 7928,
+      "sup_loss": 0.6323505594329664
+    },
+    {
+      "train_step": 7929,
+      "sup_loss": 0.4483446763266771
+    },
+    {
+      "train_step": 7930,
+      "sup_loss": 0.37861994935647725
+    },
+    {
+      "train_step": 7931,
+      "sup_loss": 0.39694809284447347
+    },
+    {
+      "train_step": 7932,
+      "sup_loss": 0.4963283200721821
+    },
+    {
+      "train_step": 7933,
+      "sup_loss": 0.6144548933298363
+    },
+    {
+      "train_step": 7934,
+      "sup_loss": 0.4688998700533359
+    },
+    {
+      "train_step": 7935,
+      "sup_loss": 0.5820599448235051
+    },
+    {
+      "train_step": 7936,
+      "sup_loss": 0.5404545133090287
+    },
+    {
+      "train_step": 7937,
+      "sup_loss": 0.5074894787784058
+    },
+    {
+      "train_step": 7938,
+      "sup_loss": 0.6895474625003697
+    },
+    {
+      "train_step": 7939,
+      "sup_loss": 0.6544302433697702
+    },
+    {
+      "train_step": 7940,
+      "sup_loss": 0.692836006100679
+    },
+    {
+      "train_step": 7941,
+      "sup_loss": 0.7463946930673353
+    },
+    {
+      "train_step": 7942,
+      "sup_loss": 0.5472163114349715
+    },
+    {
+      "train_step": 7943,
+      "sup_loss": 0.6555528036093686
+    },
+    {
+      "train_step": 7944,
+      "sup_loss": 0.3969959083390398
+    },
+    {
+      "train_step": 7945,
+      "sup_loss": 0.4753335671712205
+    },
+    {
+      "train_step": 7946,
+      "sup_loss": 0.6669975698042395
+    },
+    {
+      "train_step": 7947,
+      "sup_loss": 0.7073443242673044
+    },
+    {
+      "train_step": 7948,
+      "sup_loss": 0.552426630902667
+    },
+    {
+      "train_step": 7949,
+      "sup_loss": 0.6261186838330857
+    },
+    {
+      "train_step": 7950,
+      "sup_loss": 0.6794883708762134
+    },
+    {
+      "train_step": 7951,
+      "sup_loss": 0.7335836628437257
+    },
+    {
+      "train_step": 7952,
+      "sup_loss": 0.6303568635776969
+    },
+    {
+      "train_step": 7953,
+      "sup_loss": 0.6409366331880901
+    },
+    {
+      "train_step": 7954,
+      "sup_loss": 0.6757613691772275
+    },
+    {
+      "train_step": 7955,
+      "sup_loss": 0.6921217673465019
+    },
+    {
+      "train_step": 7956,
+      "sup_loss": 0.4291223929415614
+    },
+    {
+      "train_step": 7957,
+      "sup_loss": 0.5688072699427741
+    },
+    {
+      "train_step": 7958,
+      "sup_loss": 0.5161617051471923
+    },
+    {
+      "train_step": 7959,
+      "sup_loss": 0.5656210243988339
+    },
+    {
+      "train_step": 7960,
+      "sup_loss": 0.4308977044927203
+    },
+    {
+      "train_step": 7961,
+      "sup_loss": 0.5949624562057894
+    },
+    {
+      "train_step": 7962,
+      "sup_loss": 0.7557919421884044
+    },
+    {
+      "train_step": 7963,
+      "sup_loss": 0.8481059995554375
+    },
+    {
+      "train_step": 7964,
+      "sup_loss": 0.5616009437920275
+    },
+    {
+      "train_step": 7965,
+      "sup_loss": 0.6777339020035614
+    },
+    {
+      "train_step": 7966,
+      "sup_loss": 0.4990045560624562
+    },
+    {
+      "train_step": 7967,
+      "sup_loss": 0.6059788250442679
+    },
+    {
+      "train_step": 7968,
+      "sup_loss": 0.8474336431846394
+    },
+    {
+      "train_step": 7969,
+      "sup_loss": 0.5596916983278232
+    },
+    {
+      "train_step": 7970,
+      "sup_loss": 0.7442151679924056
+    },
+    {
+      "train_step": 7971,
+      "sup_loss": 0.5325824995076655
+    },
+    {
+      "train_step": 7972,
+      "sup_loss": 0.4910252082816639
+    },
+    {
+      "train_step": 7973,
+      "sup_loss": 0.5548562155848589
+    },
+    {
+      "train_step": 7974,
+      "sup_loss": 0.6331255827873322
+    },
+    {
+      "train_step": 7975,
+      "sup_loss": 0.6743132781806463
+    },
+    {
+      "train_step": 7976,
+      "sup_loss": 0.5682949515076354
+    },
+    {
+      "train_step": 7977,
+      "sup_loss": 0.4895007503941844
+    },
+    {
+      "train_step": 7978,
+      "sup_loss": 0.8234945779117853
+    },
+    {
+      "train_step": 7979,
+      "sup_loss": 0.6182691721919233
+    },
+    {
+      "train_step": 7980,
+      "sup_loss": 0.6786702235875979
+    },
+    {
+      "train_step": 7981,
+      "sup_loss": 0.619383694434259
+    },
+    {
+      "train_step": 7982,
+      "sup_loss": 0.43878069785141743
+    },
+    {
+      "train_step": 7983,
+      "sup_loss": 0.6019555243509713
+    },
+    {
+      "train_step": 7984,
+      "sup_loss": 0.5244853290005307
+    },
+    {
+      "train_step": 7985,
+      "sup_loss": 0.6660158739765327
+    },
+    {
+      "train_step": 7986,
+      "sup_loss": 0.5118043297287217
+    },
+    {
+      "train_step": 7987,
+      "sup_loss": 0.4890895711492196
+    },
+    {
+      "train_step": 7988,
+      "sup_loss": 0.7446433261873614
+    },
+    {
+      "train_step": 7989,
+      "sup_loss": 0.5882204680893874
+    },
+    {
+      "train_step": 7990,
+      "sup_loss": 0.3881066869177573
+    },
+    {
+      "train_step": 7991,
+      "sup_loss": 0.5863945621849534
+    },
+    {
+      "train_step": 7992,
+      "sup_loss": 0.6319116123211506
+    },
+    {
+      "train_step": 7993,
+      "sup_loss": 0.3724524740675905
+    },
+    {
+      "train_step": 7994,
+      "sup_loss": 0.7564611742174152
+    },
+    {
+      "train_step": 7995,
+      "sup_loss": 0.6320934719439371
+    },
+    {
+      "train_step": 7996,
+      "sup_loss": 0.5380999639784938
+    },
+    {
+      "train_step": 7997,
+      "sup_loss": 0.5539051326608793
+    },
+    {
+      "train_step": 7998,
+      "sup_loss": 0.6713450415558903
+    },
+    {
+      "train_step": 7999,
+      "sup_loss": 0.6271221897311495
+    },
+    {
+      "train_step": 8000,
+      "sup_loss": 0.6060335750316176
+    },
+    {
+      "train_step": 8001,
+      "sup_loss": 0.6573342180997824
+    },
+    {
+      "train_step": 8002,
+      "sup_loss": 0.7326136781625776
+    },
+    {
+      "train_step": 8003,
+      "sup_loss": 0.6224735048048122
+    },
+    {
+      "train_step": 8004,
+      "sup_loss": 0.6586050530318825
+    },
+    {
+      "train_step": 8005,
+      "sup_loss": 0.5805774068060705
+    },
+    {
+      "train_step": 8006,
+      "sup_loss": 0.5539710713239985
+    },
+    {
+      "train_step": 8007,
+      "sup_loss": 0.7185380633671916
+    },
+    {
+      "train_step": 8008,
+      "sup_loss": 0.870978725636835
+    },
+    {
+      "train_step": 8009,
+      "sup_loss": 0.5861756633879966
+    },
+    {
+      "train_step": 8010,
+      "sup_loss": 0.5740994142345893
+    },
+    {
+      "train_step": 8011,
+      "sup_loss": 0.6577674780386543
+    },
+    {
+      "train_step": 8012,
+      "sup_loss": 0.5496805867866339
+    },
+    {
+      "train_step": 8013,
+      "sup_loss": 0.6991335843466538
+    },
+    {
+      "train_step": 8014,
+      "sup_loss": 0.7655519871461632
+    },
+    {
+      "train_step": 8015,
+      "sup_loss": 0.5479523037066794
+    },
+    {
+      "train_step": 8016,
+      "sup_loss": 0.5284751482753384
+    },
+    {
+      "train_step": 8017,
+      "sup_loss": 0.8764326754639525
+    },
+    {
+      "train_step": 8018,
+      "sup_loss": 0.7040824622192381
+    },
+    {
+      "train_step": 8019,
+      "sup_loss": 0.6161200909260096
+    },
+    {
+      "train_step": 8020,
+      "sup_loss": 0.6818361400297143
+    },
+    {
+      "train_step": 8021,
+      "sup_loss": 0.6466351055894619
+    },
+    {
+      "train_step": 8022,
+      "sup_loss": 0.3946980634646941
+    },
+    {
+      "train_step": 8023,
+      "sup_loss": 0.5599314918756285
+    },
+    {
+      "train_step": 8024,
+      "sup_loss": 0.6773272047500574
+    },
+    {
+      "train_step": 8025,
+      "sup_loss": 0.5546631695600667
+    },
+    {
+      "train_step": 8026,
+      "sup_loss": 0.36190813529294874
+    },
+    {
+      "train_step": 8027,
+      "sup_loss": 0.8019023351491329
+    },
+    {
+      "train_step": 8028,
+      "sup_loss": 0.7451668472962812
+    },
+    {
+      "train_step": 8029,
+      "sup_loss": 0.5434489270034976
+    },
+    {
+      "train_step": 8030,
+      "sup_loss": 0.5845394151301607
+    },
+    {
+      "train_step": 8031,
+      "sup_loss": 0.56140764102604
+    },
+    {
+      "train_step": 8032,
+      "sup_loss": 0.7362761937796688
+    },
+    {
+      "train_step": 8033,
+      "sup_loss": 0.7863367377515922
+    },
+    {
+      "train_step": 8034,
+      "sup_loss": 0.6722629682678656
+    },
+    {
+      "train_step": 8035,
+      "sup_loss": 0.5216580608580282
+    },
+    {
+      "train_step": 8036,
+      "sup_loss": 0.5541557181979122
+    },
+    {
+      "train_step": 8037,
+      "sup_loss": 0.5643229782420054
+    },
+    {
+      "train_step": 8038,
+      "sup_loss": 0.7214209080638925
+    },
+    {
+      "train_step": 8039,
+      "sup_loss": 0.6644967620017203
+    },
+    {
+      "train_step": 8040,
+      "sup_loss": 0.7344267122161737
+    },
+    {
+      "train_step": 8041,
+      "sup_loss": 0.6793354867381156
+    },
+    {
+      "train_step": 8042,
+      "sup_loss": 0.6208395945006656
+    },
+    {
+      "train_step": 8043,
+      "sup_loss": 0.5505124477705182
+    },
+    {
+      "train_step": 8044,
+      "sup_loss": 0.6477428917980924
+    },
+    {
+      "train_step": 8045,
+      "sup_loss": 0.6324485779528697
+    },
+    {
+      "train_step": 8046,
+      "sup_loss": 0.6364398958430365
+    },
+    {
+      "train_step": 8047,
+      "sup_loss": 0.7318448487106333
+    },
+    {
+      "train_step": 8048,
+      "sup_loss": 0.7804098564863287
+    },
+    {
+      "train_step": 8049,
+      "sup_loss": 0.774073714950691
+    },
+    {
+      "train_step": 8050,
+      "sup_loss": 0.917288900924872
+    },
+    {
+      "train_step": 8051,
+      "sup_loss": 0.5993077123238723
+    },
+    {
+      "train_step": 8052,
+      "sup_loss": 0.7431952746008321
+    },
+    {
+      "train_step": 8053,
+      "sup_loss": 0.4763763624738771
+    },
+    {
+      "train_step": 8054,
+      "sup_loss": 0.558706890060689
+    },
+    {
+      "train_step": 8055,
+      "sup_loss": 0.6831074598679913
+    },
+    {
+      "train_step": 8056,
+      "sup_loss": 0.7448252585720738
+    },
+    {
+      "train_step": 8057,
+      "sup_loss": 0.8567167497353315
+    },
+    {
+      "train_step": 8058,
+      "sup_loss": 0.5063997621032764
+    },
+    {
+      "train_step": 8059,
+      "sup_loss": 0.6192734915036956
+    },
+    {
+      "train_step": 8060,
+      "sup_loss": 0.6643169598105637
+    },
+    {
+      "train_step": 8061,
+      "sup_loss": 0.7449033403898632
+    },
+    {
+      "train_step": 8062,
+      "sup_loss": 0.888795360242979
+    },
+    {
+      "train_step": 8063,
+      "sup_loss": 0.596912707376962
+    },
+    {
+      "train_step": 8064,
+      "sup_loss": 0.6657424787283633
+    },
+    {
+      "train_step": 8065,
+      "sup_loss": 0.7232657547470626
+    },
+    {
+      "train_step": 8066,
+      "sup_loss": 0.5303430009445713
+    },
+    {
+      "train_step": 8067,
+      "sup_loss": 0.6497376959910504
+    },
+    {
+      "train_step": 8068,
+      "sup_loss": 0.5824752126058644
+    },
+    {
+      "train_step": 8069,
+      "sup_loss": 0.5385957143571007
+    },
+    {
+      "train_step": 8070,
+      "sup_loss": 0.6049299362317706
+    },
+    {
+      "train_step": 8071,
+      "sup_loss": 0.7687350870665324
+    },
+    {
+      "train_step": 8072,
+      "sup_loss": 0.571915718385375
+    },
+    {
+      "train_step": 8073,
+      "sup_loss": 0.6595771258686667
+    },
+    {
+      "train_step": 8074,
+      "sup_loss": 0.6489781441266926
+    },
+    {
+      "train_step": 8075,
+      "sup_loss": 0.5513765145186419
+    },
+    {
+      "train_step": 8076,
+      "sup_loss": 0.6880828640538361
+    },
+    {
+      "train_step": 8077,
+      "sup_loss": 0.7160855926567014
+    },
+    {
+      "train_step": 8078,
+      "sup_loss": 0.8395406652797185
+    },
+    {
+      "train_step": 8079,
+      "sup_loss": 0.7845435531890061
+    },
+    {
+      "train_step": 8080,
+      "sup_loss": 0.7147724632389056
+    },
+    {
+      "train_step": 8081,
+      "sup_loss": 0.604744403018574
+    },
+    {
+      "train_step": 8082,
+      "sup_loss": 0.616324927854307
+    },
+    {
+      "train_step": 8083,
+      "sup_loss": 0.6565801873788536
+    },
+    {
+      "train_step": 8084,
+      "sup_loss": 0.9153985991645419
+    },
+    {
+      "train_step": 8085,
+      "sup_loss": 0.4593531650481406
+    },
+    {
+      "train_step": 8086,
+      "sup_loss": 0.6065546585364712
+    },
+    {
+      "train_step": 8087,
+      "sup_loss": 0.8867886554531537
+    },
+    {
+      "train_step": 8088,
+      "sup_loss": 0.46679404715759415
+    },
+    {
+      "train_step": 8089,
+      "sup_loss": 0.6534622878895877
+    },
+    {
+      "train_step": 8090,
+      "sup_loss": 0.6645873841364314
+    },
+    {
+      "train_step": 8091,
+      "sup_loss": 0.833120337934202
+    },
+    {
+      "train_step": 8092,
+      "sup_loss": 0.6590946233690481
+    },
+    {
+      "train_step": 8093,
+      "sup_loss": 0.6407548474478745
+    },
+    {
+      "train_step": 8094,
+      "sup_loss": 0.7468265627019531
+    },
+    {
+      "train_step": 8095,
+      "sup_loss": 0.5926140659042637
+    },
+    {
+      "train_step": 8096,
+      "sup_loss": 0.772838237585009
+    },
+    {
+      "train_step": 8097,
+      "sup_loss": 0.7081280871124759
+    },
+    {
+      "train_step": 8098,
+      "sup_loss": 0.6583231676950659
+    },
+    {
+      "train_step": 8099,
+      "sup_loss": 0.5952879973391662
+    },
+    {
+      "train_step": 8100,
+      "sup_loss": 0.8696420651809785
+    },
+    {
+      "train_step": 8101,
+      "sup_loss": 0.4548606734028962
+    },
+    {
+      "train_step": 8102,
+      "sup_loss": 0.596643356795367
+    },
+    {
+      "train_step": 8103,
+      "sup_loss": 0.6807456374566194
+    },
+    {
+      "train_step": 8104,
+      "sup_loss": 0.7424810366495602
+    },
+    {
+      "train_step": 8105,
+      "sup_loss": 0.662690445292615
+    },
+    {
+      "train_step": 8106,
+      "sup_loss": 0.450403125196019
+    },
+    {
+      "train_step": 8107,
+      "sup_loss": 0.579494765704571
+    },
+    {
+      "train_step": 8108,
+      "sup_loss": 0.7494378773963615
+    },
+    {
+      "train_step": 8109,
+      "sup_loss": 0.791688623908427
+    },
+    {
+      "train_step": 8110,
+      "sup_loss": 0.655298417675083
+    },
+    {
+      "train_step": 8111,
+      "sup_loss": 0.5206190811222944
+    },
+    {
+      "train_step": 8112,
+      "sup_loss": 0.6489250919665567
+    },
+    {
+      "train_step": 8113,
+      "sup_loss": 0.6559909166389224
+    },
+    {
+      "train_step": 8114,
+      "sup_loss": 0.582881836690372
+    },
+    {
+      "train_step": 8115,
+      "sup_loss": 0.8655437575706761
+    },
+    {
+      "train_step": 8116,
+      "sup_loss": 0.9278359237785619
+    },
+    {
+      "train_step": 8117,
+      "sup_loss": 0.6363792945785224
+    },
+    {
+      "train_step": 8118,
+      "sup_loss": 0.6360153727840502
+    },
+    {
+      "train_step": 8119,
+      "sup_loss": 0.5707849578610018
+    },
+    {
+      "train_step": 8120,
+      "sup_loss": 0.8516090929828901
+    },
+    {
+      "train_step": 8121,
+      "sup_loss": 0.7699150498031008
+    },
+    {
+      "train_step": 8122,
+      "sup_loss": 0.6334478734903835
+    },
+    {
+      "train_step": 8123,
+      "sup_loss": 0.7249266564263916
+    },
+    {
+      "train_step": 8124,
+      "sup_loss": 0.7647971263329428
+    },
+    {
+      "train_step": 8125,
+      "sup_loss": 0.6094665515781124
+    },
+    {
+      "train_step": 8126,
+      "sup_loss": 0.4359957658378829
+    },
+    {
+      "train_step": 8127,
+      "sup_loss": 0.7367815781966117
+    },
+    {
+      "train_step": 8128,
+      "sup_loss": 0.5117156327897632
+    },
+    {
+      "train_step": 8129,
+      "sup_loss": 0.6160112764156616
+    },
+    {
+      "train_step": 8130,
+      "sup_loss": 0.6251602153386406
+    },
+    {
+      "train_step": 8131,
+      "sup_loss": 0.6613028524829276
+    },
+    {
+      "train_step": 8132,
+      "sup_loss": 0.6139753855500222
+    },
+    {
+      "train_step": 8133,
+      "sup_loss": 0.64576852376891
+    },
+    {
+      "train_step": 8134,
+      "sup_loss": 0.5361720028947604
+    },
+    {
+      "train_step": 8135,
+      "sup_loss": 0.5699276781715794
+    },
+    {
+      "train_step": 8136,
+      "sup_loss": 0.5290804417307822
+    },
+    {
+      "train_step": 8137,
+      "sup_loss": 0.4719721380168319
+    },
+    {
+      "train_step": 8138,
+      "sup_loss": 0.677516492059766
+    },
+    {
+      "train_step": 8139,
+      "sup_loss": 0.7923070100914705
+    },
+    {
+      "train_step": 8140,
+      "sup_loss": 0.7441250925593206
+    },
+    {
+      "train_step": 8141,
+      "sup_loss": 0.5250010389042811
+    },
+    {
+      "train_step": 8142,
+      "sup_loss": 0.6272092462479776
+    },
+    {
+      "train_step": 8143,
+      "sup_loss": 0.4819881836818661
+    },
+    {
+      "train_step": 8144,
+      "sup_loss": 0.5860318305197783
+    },
+    {
+      "train_step": 8145,
+      "sup_loss": 0.6940259447250069
+    },
+    {
+      "train_step": 8146,
+      "sup_loss": 0.6200462586682559
+    },
+    {
+      "train_step": 8147,
+      "sup_loss": 0.49422737906634046
+    },
+    {
+      "train_step": 8148,
+      "sup_loss": 0.4262602859389691
+    },
+    {
+      "train_step": 8149,
+      "sup_loss": 0.6086682457532356
+    },
+    {
+      "train_step": 8150,
+      "sup_loss": 0.61902191843358
+    },
+    {
+      "train_step": 8151,
+      "sup_loss": 0.46587558518199196
+    },
+    {
+      "train_step": 8152,
+      "sup_loss": 0.8208061167772545
+    },
+    {
+      "train_step": 8153,
+      "sup_loss": 0.6217455862550558
+    },
+    {
+      "train_step": 8154,
+      "sup_loss": 0.7149966558278967
+    },
+    {
+      "train_step": 8155,
+      "sup_loss": 0.5168766345387514
+    },
+    {
+      "train_step": 8156,
+      "sup_loss": 0.5078322278961344
+    },
+    {
+      "train_step": 8157,
+      "sup_loss": 0.7666599429006129
+    },
+    {
+      "train_step": 8158,
+      "sup_loss": 0.756331355663531
+    },
+    {
+      "train_step": 8159,
+      "sup_loss": 0.5484651231069231
+    },
+    {
+      "train_step": 8160,
+      "sup_loss": 0.8078949896882279
+    },
+    {
+      "train_step": 8161,
+      "sup_loss": 0.6494462925537627
+    },
+    {
+      "train_step": 8162,
+      "sup_loss": 0.7332868568075751
+    },
+    {
+      "train_step": 8163,
+      "sup_loss": 0.6448747025244367
+    },
+    {
+      "train_step": 8164,
+      "sup_loss": 0.5274909879452393
+    },
+    {
+      "train_step": 8165,
+      "sup_loss": 0.4902204261444823
+    },
+    {
+      "train_step": 8166,
+      "sup_loss": 0.5815743129429498
+    },
+    {
+      "train_step": 8167,
+      "sup_loss": 0.5170650980577073
+    },
+    {
+      "train_step": 8168,
+      "sup_loss": 0.651889182035652
+    },
+    {
+      "train_step": 8169,
+      "sup_loss": 0.6192593412641072
+    },
+    {
+      "train_step": 8170,
+      "sup_loss": 0.6340700518258843
+    },
+    {
+      "train_step": 8171,
+      "sup_loss": 0.6573485647425497
+    },
+    {
+      "train_step": 8172,
+      "sup_loss": 0.9199000357639857
+    },
+    {
+      "train_step": 8173,
+      "sup_loss": 0.54555893721813
+    },
+    {
+      "train_step": 8174,
+      "sup_loss": 0.5675140336370212
+    },
+    {
+      "train_step": 8175,
+      "sup_loss": 0.7499055994259003
+    },
+    {
+      "train_step": 8176,
+      "sup_loss": 0.6079797137869712
+    },
+    {
+      "train_step": 8177,
+      "sup_loss": 0.7688335543893371
+    },
+    {
+      "train_step": 8178,
+      "sup_loss": 0.7142153532115039
+    },
+    {
+      "train_step": 8179,
+      "sup_loss": 0.7356928001955658
+    },
+    {
+      "train_step": 8180,
+      "sup_loss": 0.6905330849092528
+    },
+    {
+      "train_step": 8181,
+      "sup_loss": 0.6997413340190725
+    },
+    {
+      "train_step": 8182,
+      "sup_loss": 0.7084262060567245
+    },
+    {
+      "train_step": 8183,
+      "sup_loss": 0.8180594945783644
+    },
+    {
+      "train_step": 8184,
+      "sup_loss": 0.7600507982665953
+    },
+    {
+      "train_step": 8185,
+      "sup_loss": 0.6695656706602957
+    },
+    {
+      "train_step": 8186,
+      "sup_loss": 0.5106130456856883
+    },
+    {
+      "train_step": 8187,
+      "sup_loss": 0.7180997816243366
+    },
+    {
+      "train_step": 8188,
+      "sup_loss": 0.5950274222462895
+    },
+    {
+      "train_step": 8189,
+      "sup_loss": 0.5245913377575023
+    },
+    {
+      "train_step": 8190,
+      "sup_loss": 0.5344987346229653
+    },
+    {
+      "train_step": 8191,
+      "sup_loss": 0.7934869461928831
+    },
+    {
+      "train_step": 8192,
+      "sup_loss": 0.4920556788582421
+    },
+    {
+      "train_step": 8193,
+      "sup_loss": 0.9225467672891492
+    },
+    {
+      "train_step": 8194,
+      "sup_loss": 0.4201802200520941
+    },
+    {
+      "train_step": 8195,
+      "sup_loss": 0.47391177914655314
+    },
+    {
+      "train_step": 8196,
+      "sup_loss": 0.754792179109422
+    },
+    {
+      "train_step": 8197,
+      "sup_loss": 0.7350849044566924
+    },
+    {
+      "train_step": 8198,
+      "sup_loss": 0.5290081631031485
+    },
+    {
+      "train_step": 8199,
+      "sup_loss": 0.7829033247346678
+    },
+    {
+      "train_step": 8200,
+      "sup_loss": 0.5577281286832731
+    },
+    {
+      "train_step": 8201,
+      "sup_loss": 0.6077570844980118
+    },
+    {
+      "train_step": 8202,
+      "sup_loss": 0.8095825234021552
+    },
+    {
+      "train_step": 8203,
+      "sup_loss": 0.6706291017496132
+    },
+    {
+      "train_step": 8204,
+      "sup_loss": 0.7173788925356218
+    },
+    {
+      "train_step": 8205,
+      "sup_loss": 0.7561540135003088
+    },
+    {
+      "train_step": 8206,
+      "sup_loss": 0.7021578345282559
+    },
+    {
+      "train_step": 8207,
+      "sup_loss": 0.6142010559925104
+    },
+    {
+      "train_step": 8208,
+      "sup_loss": 0.5666104910618412
+    },
+    {
+      "train_step": 8209,
+      "sup_loss": 0.5578039461945556
+    },
+    {
+      "train_step": 8210,
+      "sup_loss": 0.5732356925495135
+    },
+    {
+      "train_step": 8211,
+      "sup_loss": 0.5070912740580913
+    },
+    {
+      "train_step": 8212,
+      "sup_loss": 0.8154369688740832
+    },
+    {
+      "train_step": 8213,
+      "sup_loss": 0.5043097402066841
+    },
+    {
+      "train_step": 8214,
+      "sup_loss": 0.8409098428572007
+    },
+    {
+      "train_step": 8215,
+      "sup_loss": 0.42917211134032474
+    },
+    {
+      "train_step": 8216,
+      "sup_loss": 0.5829251449184069
+    },
+    {
+      "train_step": 8217,
+      "sup_loss": 0.79529863746444
+    },
+    {
+      "train_step": 8218,
+      "sup_loss": 0.6812776047478647
+    },
+    {
+      "train_step": 8219,
+      "sup_loss": 0.5904395496367637
+    },
+    {
+      "train_step": 8220,
+      "sup_loss": 0.7580511373737375
+    },
+    {
+      "train_step": 8221,
+      "sup_loss": 0.5400754908585925
+    },
+    {
+      "train_step": 8222,
+      "sup_loss": 0.5332808484538868
+    },
+    {
+      "train_step": 8223,
+      "sup_loss": 0.7391257959795746
+    },
+    {
+      "train_step": 8224,
+      "sup_loss": 0.6462652655167701
+    },
+    {
+      "train_step": 8225,
+      "sup_loss": 0.6826752482934247
+    },
+    {
+      "train_step": 8226,
+      "sup_loss": 0.6324581146758937
+    },
+    {
+      "train_step": 8227,
+      "sup_loss": 0.7674513808645805
+    },
+    {
+      "train_step": 8228,
+      "sup_loss": 0.5752659633705763
+    },
+    {
+      "train_step": 8229,
+      "sup_loss": 0.7996882220901124
+    },
+    {
+      "train_step": 8230,
+      "sup_loss": 0.5140946355532641
+    },
+    {
+      "train_step": 8231,
+      "sup_loss": 0.5996418299976778
+    },
+    {
+      "train_step": 8232,
+      "sup_loss": 0.4989185213719191
+    },
+    {
+      "train_step": 8233,
+      "sup_loss": 0.6535360699514137
+    },
+    {
+      "train_step": 8234,
+      "sup_loss": 0.5537515917451641
+    },
+    {
+      "train_step": 8235,
+      "sup_loss": 0.5765384880649322
+    },
+    {
+      "train_step": 8236,
+      "sup_loss": 0.7590579153465444
+    },
+    {
+      "train_step": 8237,
+      "sup_loss": 0.7378708692530613
+    },
+    {
+      "train_step": 8238,
+      "sup_loss": 0.8063429687962685
+    },
+    {
+      "train_step": 8239,
+      "sup_loss": 0.7137404650788778
+    },
+    {
+      "train_step": 8240,
+      "sup_loss": 0.6508269075773635
+    },
+    {
+      "train_step": 8241,
+      "sup_loss": 0.6094351419623115
+    },
+    {
+      "train_step": 8242,
+      "sup_loss": 0.6994956669145088
+    },
+    {
+      "train_step": 8243,
+      "sup_loss": 0.7460424199230398
+    },
+    {
+      "train_step": 8244,
+      "sup_loss": 0.5235003956991479
+    },
+    {
+      "train_step": 8245,
+      "sup_loss": 0.3196470805208068
+    },
+    {
+      "train_step": 8246,
+      "sup_loss": 0.631787522355824
+    },
+    {
+      "train_step": 8247,
+      "sup_loss": 0.4743324387967514
+    },
+    {
+      "train_step": 8248,
+      "sup_loss": 0.5790045724742311
+    },
+    {
+      "train_step": 8249,
+      "sup_loss": 0.6324113029529974
+    },
+    {
+      "train_step": 8250,
+      "sup_loss": 0.6766711969502929
+    },
+    {
+      "train_step": 8251,
+      "sup_loss": 0.714200122335973
+    },
+    {
+      "train_step": 8252,
+      "sup_loss": 0.7103850844471684
+    },
+    {
+      "train_step": 8253,
+      "sup_loss": 0.5727149535589071
+    },
+    {
+      "train_step": 8254,
+      "sup_loss": 0.5127349681913979
+    },
+    {
+      "train_step": 8255,
+      "sup_loss": 0.7066020648547664
+    },
+    {
+      "train_step": 8256,
+      "sup_loss": 0.5215787390076198
+    },
+    {
+      "train_step": 8257,
+      "sup_loss": 0.6371064967714998
+    },
+    {
+      "train_step": 8258,
+      "sup_loss": 0.8198605629424309
+    },
+    {
+      "train_step": 8259,
+      "sup_loss": 0.6644021529347953
+    },
+    {
+      "train_step": 8260,
+      "sup_loss": 0.7049657161241273
+    },
+    {
+      "train_step": 8261,
+      "sup_loss": 0.604875624387851
+    },
+    {
+      "train_step": 8262,
+      "sup_loss": 0.6305477770518715
+    },
+    {
+      "train_step": 8263,
+      "sup_loss": 0.624104419280101
+    },
+    {
+      "train_step": 8264,
+      "sup_loss": 0.7327655370115338
+    },
+    {
+      "train_step": 8265,
+      "sup_loss": 0.6640011701857418
+    },
+    {
+      "train_step": 8266,
+      "sup_loss": 0.581770683446758
+    },
+    {
+      "train_step": 8267,
+      "sup_loss": 0.3640884284362079
+    },
+    {
+      "train_step": 8268,
+      "sup_loss": 0.6602835238620304
+    },
+    {
+      "train_step": 8269,
+      "sup_loss": 0.44363060359205875
+    },
+    {
+      "train_step": 8270,
+      "sup_loss": 0.8438383968793859
+    },
+    {
+      "train_step": 8271,
+      "sup_loss": 0.6730047470680509
+    },
+    {
+      "train_step": 8272,
+      "sup_loss": 0.6754726034055542
+    },
+    {
+      "train_step": 8273,
+      "sup_loss": 0.5665361234004112
+    },
+    {
+      "train_step": 8274,
+      "sup_loss": 0.781622867612998
+    },
+    {
+      "train_step": 8275,
+      "sup_loss": 0.5931992074657972
+    },
+    {
+      "train_step": 8276,
+      "sup_loss": 0.6530257615791053
+    },
+    {
+      "train_step": 8277,
+      "sup_loss": 0.5973214761837052
+    },
+    {
+      "train_step": 8278,
+      "sup_loss": 0.5505831151034382
+    },
+    {
+      "train_step": 8279,
+      "sup_loss": 0.36233082824540447
+    },
+    {
+      "train_step": 8280,
+      "sup_loss": 0.7240878524784148
+    },
+    {
+      "train_step": 8281,
+      "sup_loss": 0.7279378519454088
+    },
+    {
+      "train_step": 8282,
+      "sup_loss": 0.7233864172845371
+    },
+    {
+      "train_step": 8283,
+      "sup_loss": 0.5057277192878513
+    },
+    {
+      "train_step": 8284,
+      "sup_loss": 0.859526692717696
+    },
+    {
+      "train_step": 8285,
+      "sup_loss": 0.689867160351454
+    },
+    {
+      "train_step": 8286,
+      "sup_loss": 0.46859453243009047
+    },
+    {
+      "train_step": 8287,
+      "sup_loss": 0.5953444657025707
+    },
+    {
+      "train_step": 8288,
+      "sup_loss": 0.6165411590457066
+    },
+    {
+      "train_step": 8289,
+      "sup_loss": 0.6419759218633939
+    },
+    {
+      "train_step": 8290,
+      "sup_loss": 0.7633309098751939
+    },
+    {
+      "train_step": 8291,
+      "sup_loss": 0.587651874063257
+    },
+    {
+      "train_step": 8292,
+      "sup_loss": 0.6862240766105575
+    },
+    {
+      "train_step": 8293,
+      "sup_loss": 0.5846953546526212
+    },
+    {
+      "train_step": 8294,
+      "sup_loss": 0.7260830325105527
+    },
+    {
+      "train_step": 8295,
+      "sup_loss": 0.683386480047903
+    },
+    {
+      "train_step": 8296,
+      "sup_loss": 0.6148975022255054
+    },
+    {
+      "train_step": 8297,
+      "sup_loss": 0.5334534153785958
+    },
+    {
+      "train_step": 8298,
+      "sup_loss": 0.6697067650141881
+    },
+    {
+      "train_step": 8299,
+      "sup_loss": 0.6638465000483721
+    },
+    {
+      "train_step": 8300,
+      "sup_loss": 0.5750318215057496
+    },
+    {
+      "train_step": 8301,
+      "sup_loss": 0.6677811196169514
+    },
+    {
+      "train_step": 8302,
+      "sup_loss": 0.6429833246387204
+    },
+    {
+      "train_step": 8303,
+      "sup_loss": 0.7328950420733125
+    },
+    {
+      "train_step": 8304,
+      "sup_loss": 0.6665786629222185
+    },
+    {
+      "train_step": 8305,
+      "sup_loss": 0.7973634457832665
+    },
+    {
+      "train_step": 8306,
+      "sup_loss": 0.7378966656724858
+    },
+    {
+      "train_step": 8307,
+      "sup_loss": 0.5476857632467041
+    },
+    {
+      "train_step": 8308,
+      "sup_loss": 0.5341710031267323
+    },
+    {
+      "train_step": 8309,
+      "sup_loss": 0.6307446093091903
+    },
+    {
+      "train_step": 8310,
+      "sup_loss": 0.6092008599387816
+    },
+    {
+      "train_step": 8311,
+      "sup_loss": 0.7874422825561685
+    },
+    {
+      "train_step": 8312,
+      "sup_loss": 0.6339483511022497
+    },
+    {
+      "train_step": 8313,
+      "sup_loss": 0.48437043696838283
+    },
+    {
+      "train_step": 8314,
+      "sup_loss": 0.7869644777912355
+    },
+    {
+      "train_step": 8315,
+      "sup_loss": 0.8238522854413681
+    },
+    {
+      "train_step": 8316,
+      "sup_loss": 0.559999450857453
+    },
+    {
+      "train_step": 8317,
+      "sup_loss": 0.6779646970734585
+    },
+    {
+      "train_step": 8318,
+      "sup_loss": 0.6097758558004288
+    },
+    {
+      "train_step": 8319,
+      "sup_loss": 0.6838153332983686
+    },
+    {
+      "train_step": 8320,
+      "sup_loss": 0.5113049634603328
+    },
+    {
+      "train_step": 8321,
+      "sup_loss": 0.4466762856203292
+    },
+    {
+      "train_step": 8322,
+      "sup_loss": 0.7835532559856732
+    },
+    {
+      "train_step": 8323,
+      "sup_loss": 0.5314093704774941
+    },
+    {
+      "train_step": 8324,
+      "sup_loss": 0.5411909636636221
+    },
+    {
+      "train_step": 8325,
+      "sup_loss": 0.6338916349725314
+    },
+    {
+      "train_step": 8326,
+      "sup_loss": 0.5499704967082275
+    },
+    {
+      "train_step": 8327,
+      "sup_loss": 0.6655268031000205
+    },
+    {
+      "train_step": 8328,
+      "sup_loss": 0.5675056997558805
+    },
+    {
+      "train_step": 8329,
+      "sup_loss": 0.5644615911741916
+    },
+    {
+      "train_step": 8330,
+      "sup_loss": 0.7282320139333803
+    },
+    {
+      "train_step": 8331,
+      "sup_loss": 0.6944455113920069
+    },
+    {
+      "train_step": 8332,
+      "sup_loss": 0.5171966005641857
+    },
+    {
+      "train_step": 8333,
+      "sup_loss": 0.36357768078657926
+    },
+    {
+      "train_step": 8334,
+      "sup_loss": 0.659311560410069
+    },
+    {
+      "train_step": 8335,
+      "sup_loss": 0.44791476351779036
+    },
+    {
+      "train_step": 8336,
+      "sup_loss": 0.6196498511547737
+    },
+    {
+      "train_step": 8337,
+      "sup_loss": 0.8395748609834107
+    },
+    {
+      "train_step": 8338,
+      "sup_loss": 0.6814618970579127
+    },
+    {
+      "train_step": 8339,
+      "sup_loss": 0.4798162318529064
+    },
+    {
+      "train_step": 8340,
+      "sup_loss": 0.7897372905406422
+    },
+    {
+      "train_step": 8341,
+      "sup_loss": 0.4417220722898192
+    },
+    {
+      "train_step": 8342,
+      "sup_loss": 0.5928684362893304
+    },
+    {
+      "train_step": 8343,
+      "sup_loss": 0.7304408527435311
+    },
+    {
+      "train_step": 8344,
+      "sup_loss": 0.3460219733767222
+    },
+    {
+      "train_step": 8345,
+      "sup_loss": 0.6971674887603271
+    },
+    {
+      "train_step": 8346,
+      "sup_loss": 0.7937158757454613
+    },
+    {
+      "train_step": 8347,
+      "sup_loss": 0.722460861146261
+    },
+    {
+      "train_step": 8348,
+      "sup_loss": 0.6082171171460049
+    },
+    {
+      "train_step": 8349,
+      "sup_loss": 0.6584580384863116
+    },
+    {
+      "train_step": 8350,
+      "sup_loss": 0.5761920066683784
+    },
+    {
+      "train_step": 8351,
+      "sup_loss": 0.628826284149671
+    },
+    {
+      "train_step": 8352,
+      "sup_loss": 0.4702481193491606
+    },
+    {
+      "train_step": 8353,
+      "sup_loss": 0.4785129899144808
+    },
+    {
+      "train_step": 8354,
+      "sup_loss": 0.6212224088947758
+    },
+    {
+      "train_step": 8355,
+      "sup_loss": 0.4770015472090405
+    },
+    {
+      "train_step": 8356,
+      "sup_loss": 0.5522457757154782
+    },
+    {
+      "train_step": 8357,
+      "sup_loss": 0.5216987655361252
+    },
+    {
+      "train_step": 8358,
+      "sup_loss": 0.5873768175783102
+    },
+    {
+      "train_step": 8359,
+      "sup_loss": 0.6147769757117683
+    },
+    {
+      "train_step": 8360,
+      "sup_loss": 0.7957089059010545
+    },
+    {
+      "train_step": 8361,
+      "sup_loss": 0.5725995916390377
+    },
+    {
+      "train_step": 8362,
+      "sup_loss": 0.5056599755122806
+    },
+    {
+      "train_step": 8363,
+      "sup_loss": 0.7892281218279286
+    },
+    {
+      "train_step": 8364,
+      "sup_loss": 0.5712302924166385
+    },
+    {
+      "train_step": 8365,
+      "sup_loss": 0.6369507720567207
+    },
+    {
+      "train_step": 8366,
+      "sup_loss": 0.5892737435644435
+    },
+    {
+      "train_step": 8367,
+      "sup_loss": 0.6087141569568206
+    },
+    {
+      "train_step": 8368,
+      "sup_loss": 0.5590872252752197
+    },
+    {
+      "train_step": 8369,
+      "sup_loss": 0.6591610264705972
+    },
+    {
+      "train_step": 8370,
+      "sup_loss": 0.4190381093014017
+    },
+    {
+      "train_step": 8371,
+      "sup_loss": 0.7425193215300782
+    },
+    {
+      "train_step": 8372,
+      "sup_loss": 0.5760045645831688
+    },
+    {
+      "train_step": 8373,
+      "sup_loss": 0.7031960142625352
+    },
+    {
+      "train_step": 8374,
+      "sup_loss": 0.8173710812729686
+    },
+    {
+      "train_step": 8375,
+      "sup_loss": 0.5478351784824794
+    },
+    {
+      "train_step": 8376,
+      "sup_loss": 0.8343634801612229
+    },
+    {
+      "train_step": 8377,
+      "sup_loss": 0.479202349387971
+    },
+    {
+      "train_step": 8378,
+      "sup_loss": 0.666000722081175
+    },
+    {
+      "train_step": 8379,
+      "sup_loss": 0.5442899893598563
+    },
+    {
+      "train_step": 8380,
+      "sup_loss": 0.5869403265561471
+    },
+    {
+      "train_step": 8381,
+      "sup_loss": 0.5996650904082828
+    },
+    {
+      "train_step": 8382,
+      "sup_loss": 0.48318046899002737
+    },
+    {
+      "train_step": 8383,
+      "sup_loss": 0.8112289150023153
+    },
+    {
+      "train_step": 8384,
+      "sup_loss": 0.6699035880514732
+    },
+    {
+      "train_step": 8385,
+      "sup_loss": 0.6896578978450738
+    },
+    {
+      "train_step": 8386,
+      "sup_loss": 0.8429718904623699
+    },
+    {
+      "train_step": 8387,
+      "sup_loss": 0.6058910273714687
+    },
+    {
+      "train_step": 8388,
+      "sup_loss": 0.3897353864169975
+    },
+    {
+      "train_step": 8389,
+      "sup_loss": 0.5961203849196596
+    },
+    {
+      "train_step": 8390,
+      "sup_loss": 0.801086109833933
+    },
+    {
+      "train_step": 8391,
+      "sup_loss": 0.5216782215203897
+    },
+    {
+      "train_step": 8392,
+      "sup_loss": 0.5172578515391292
+    },
+    {
+      "train_step": 8393,
+      "sup_loss": 0.5885829176305883
+    },
+    {
+      "train_step": 8394,
+      "sup_loss": 0.6129528526662444
+    },
+    {
+      "train_step": 8395,
+      "sup_loss": 0.5171083200334708
+    },
+    {
+      "train_step": 8396,
+      "sup_loss": 0.548951523608752
+    },
+    {
+      "train_step": 8397,
+      "sup_loss": 0.626803278215877
+    },
+    {
+      "train_step": 8398,
+      "sup_loss": 0.675852842779749
+    },
+    {
+      "train_step": 8399,
+      "sup_loss": 0.5786884056294108
+    },
+    {
+      "train_step": 8400,
+      "sup_loss": 0.6313483605086309
+    },
+    {
+      "train_step": 8401,
+      "sup_loss": 0.5962046304370775
+    },
+    {
+      "train_step": 8402,
+      "sup_loss": 0.7208498529356357
+    },
+    {
+      "train_step": 8403,
+      "sup_loss": 0.9447589348790483
+    },
+    {
+      "train_step": 8404,
+      "sup_loss": 0.370039422878918
+    },
+    {
+      "train_step": 8405,
+      "sup_loss": 0.4228286603956426
+    },
+    {
+      "train_step": 8406,
+      "sup_loss": 0.6938604827719104
+    },
+    {
+      "train_step": 8407,
+      "sup_loss": 0.7355786119811765
+    },
+    {
+      "train_step": 8408,
+      "sup_loss": 0.5031510248661917
+    },
+    {
+      "train_step": 8409,
+      "sup_loss": 0.6040863535957683
+    },
+    {
+      "train_step": 8410,
+      "sup_loss": 0.7149205889355785
+    },
+    {
+      "train_step": 8411,
+      "sup_loss": 0.5952557908010724
+    },
+    {
+      "train_step": 8412,
+      "sup_loss": 0.5860726436111812
+    },
+    {
+      "train_step": 8413,
+      "sup_loss": 0.41232905677742193
+    },
+    {
+      "train_step": 8414,
+      "sup_loss": 0.41120327693815056
+    },
+    {
+      "train_step": 8415,
+      "sup_loss": 0.7463023202146379
+    },
+    {
+      "train_step": 8416,
+      "sup_loss": 0.5700462840221246
+    },
+    {
+      "train_step": 8417,
+      "sup_loss": 0.7032549493187236
+    },
+    {
+      "train_step": 8418,
+      "sup_loss": 0.570097652312208
+    },
+    {
+      "train_step": 8419,
+      "sup_loss": 0.5605551765348377
+    },
+    {
+      "train_step": 8420,
+      "sup_loss": 0.7295426756420453
+    },
+    {
+      "train_step": 8421,
+      "sup_loss": 0.37532291848964994
+    },
+    {
+      "train_step": 8422,
+      "sup_loss": 0.6660864863575342
+    },
+    {
+      "train_step": 8423,
+      "sup_loss": 0.3186008141277369
+    },
+    {
+      "train_step": 8424,
+      "sup_loss": 0.424585313492039
+    },
+    {
+      "train_step": 8425,
+      "sup_loss": 0.5504749306986826
+    },
+    {
+      "train_step": 8426,
+      "sup_loss": 0.707434400016432
+    },
+    {
+      "train_step": 8427,
+      "sup_loss": 0.6397296465343868
+    },
+    {
+      "train_step": 8428,
+      "sup_loss": 0.5048690375239455
+    },
+    {
+      "train_step": 8429,
+      "sup_loss": 0.6180832186156395
+    },
+    {
+      "train_step": 8430,
+      "sup_loss": 0.6130867665038335
+    },
+    {
+      "train_step": 8431,
+      "sup_loss": 0.4913523637933628
+    },
+    {
+      "train_step": 8432,
+      "sup_loss": 0.6580236231127986
+    },
+    {
+      "train_step": 8433,
+      "sup_loss": 0.561848140999967
+    },
+    {
+      "train_step": 8434,
+      "sup_loss": 0.46736182699245754
+    },
+    {
+      "train_step": 8435,
+      "sup_loss": 0.7001321221815069
+    },
+    {
+      "train_step": 8436,
+      "sup_loss": 0.6294673371649344
+    },
+    {
+      "train_step": 8437,
+      "sup_loss": 0.6906035939314575
+    },
+    {
+      "train_step": 8438,
+      "sup_loss": 0.7090281358964421
+    },
+    {
+      "train_step": 8439,
+      "sup_loss": 0.44913672060628823
+    },
+    {
+      "train_step": 8440,
+      "sup_loss": 0.8617074083070766
+    },
+    {
+      "train_step": 8441,
+      "sup_loss": 0.5517242475423388
+    },
+    {
+      "train_step": 8442,
+      "sup_loss": 0.6661800170709934
+    },
+    {
+      "train_step": 8443,
+      "sup_loss": 0.5915144793384518
+    },
+    {
+      "train_step": 8444,
+      "sup_loss": 0.7317782850154033
+    },
+    {
+      "train_step": 8445,
+      "sup_loss": 0.6048034222695648
+    },
+    {
+      "train_step": 8446,
+      "sup_loss": 0.5889690870624642
+    },
+    {
+      "train_step": 8447,
+      "sup_loss": 0.6339478636448203
+    },
+    {
+      "train_step": 8448,
+      "sup_loss": 0.5545175990618813
+    },
+    {
+      "train_step": 8449,
+      "sup_loss": 0.7932047749980796
+    },
+    {
+      "train_step": 8450,
+      "sup_loss": 0.4985677022719222
+    },
+    {
+      "train_step": 8451,
+      "sup_loss": 0.6033357252420668
+    },
+    {
+      "train_step": 8452,
+      "sup_loss": 0.7377516726941575
+    },
+    {
+      "train_step": 8453,
+      "sup_loss": 0.5884031846462742
+    },
+    {
+      "train_step": 8454,
+      "sup_loss": 0.47663707987627846
+    },
+    {
+      "train_step": 8455,
+      "sup_loss": 0.5405440032100534
+    },
+    {
+      "train_step": 8456,
+      "sup_loss": 0.7188053597283296
+    },
+    {
+      "train_step": 8457,
+      "sup_loss": 0.5756143785014305
+    },
+    {
+      "train_step": 8458,
+      "sup_loss": 0.45909174066853875
+    },
+    {
+      "train_step": 8459,
+      "sup_loss": 0.8213037129046015
+    },
+    {
+      "train_step": 8460,
+      "sup_loss": 0.5786113492455682
+    },
+    {
+      "train_step": 8461,
+      "sup_loss": 0.7887840264432872
+    },
+    {
+      "train_step": 8462,
+      "sup_loss": 0.63469302343238
+    },
+    {
+      "train_step": 8463,
+      "sup_loss": 0.5431345426628968
+    },
+    {
+      "train_step": 8464,
+      "sup_loss": 0.6722865484907793
+    },
+    {
+      "train_step": 8465,
+      "sup_loss": 0.44491566992987736
+    },
+    {
+      "train_step": 8466,
+      "sup_loss": 0.8883764339133212
+    },
+    {
+      "train_step": 8467,
+      "sup_loss": 0.6025825671359408
+    },
+    {
+      "train_step": 8468,
+      "sup_loss": 0.4620143717568008
+    },
+    {
+      "train_step": 8469,
+      "sup_loss": 0.5806500105831733
+    },
+    {
+      "train_step": 8470,
+      "sup_loss": 0.5105605466321022
+    },
+    {
+      "train_step": 8471,
+      "sup_loss": 0.35885026580906354
+    },
+    {
+      "train_step": 8472,
+      "sup_loss": 0.6691829001736009
+    },
+    {
+      "train_step": 8473,
+      "sup_loss": 0.6266608897262739
+    },
+    {
+      "train_step": 8474,
+      "sup_loss": 0.6835573021647564
+    },
+    {
+      "train_step": 8475,
+      "sup_loss": 0.5805904904815902
+    },
+    {
+      "train_step": 8476,
+      "sup_loss": 0.7225742714716522
+    },
+    {
+      "train_step": 8477,
+      "sup_loss": 0.7904183732877851
+    },
+    {
+      "train_step": 8478,
+      "sup_loss": 0.5458904801506334
+    },
+    {
+      "train_step": 8479,
+      "sup_loss": 0.646138888761711
+    },
+    {
+      "train_step": 8480,
+      "sup_loss": 0.7519664804547306
+    },
+    {
+      "train_step": 8481,
+      "sup_loss": 0.8536192523229649
+    },
+    {
+      "train_step": 8482,
+      "sup_loss": 0.42436998223192507
+    },
+    {
+      "train_step": 8483,
+      "sup_loss": 0.6870175309928617
+    },
+    {
+      "train_step": 8484,
+      "sup_loss": 0.6609365212815371
+    },
+    {
+      "train_step": 8485,
+      "sup_loss": 0.6667078205843243
+    },
+    {
+      "train_step": 8486,
+      "sup_loss": 0.4427011023514777
+    },
+    {
+      "train_step": 8487,
+      "sup_loss": 0.5599471057927912
+    },
+    {
+      "train_step": 8488,
+      "sup_loss": 0.7345077590619554
+    },
+    {
+      "train_step": 8489,
+      "sup_loss": 0.6027976875557243
+    },
+    {
+      "train_step": 8490,
+      "sup_loss": 0.5817467884497916
+    },
+    {
+      "train_step": 8491,
+      "sup_loss": 0.5489364236930794
+    },
+    {
+      "train_step": 8492,
+      "sup_loss": 0.6237896009122775
+    },
+    {
+      "train_step": 8493,
+      "sup_loss": 0.5632383055308289
+    },
+    {
+      "train_step": 8494,
+      "sup_loss": 0.6747260109567047
+    },
+    {
+      "train_step": 8495,
+      "sup_loss": 0.7424290518105021
+    },
+    {
+      "train_step": 8496,
+      "sup_loss": 0.6564663512495971
+    },
+    {
+      "train_step": 8497,
+      "sup_loss": 0.4958535966249397
+    },
+    {
+      "train_step": 8498,
+      "sup_loss": 0.5006439029788647
+    },
+    {
+      "train_step": 8499,
+      "sup_loss": 0.6263893380643918
+    },
+    {
+      "train_step": 8500,
+      "sup_loss": 0.6676967069626201
+    },
+    {
+      "train_step": 8501,
+      "sup_loss": 0.5640606471039376
+    },
+    {
+      "train_step": 8502,
+      "sup_loss": 0.5793034285781709
+    },
+    {
+      "train_step": 8503,
+      "sup_loss": 0.8077214001563934
+    },
+    {
+      "train_step": 8504,
+      "sup_loss": 0.5724304922688918
+    },
+    {
+      "train_step": 8505,
+      "sup_loss": 0.6247036233814746
+    },
+    {
+      "train_step": 8506,
+      "sup_loss": 0.6361167723296429
+    },
+    {
+      "train_step": 8507,
+      "sup_loss": 0.6250798173775894
+    },
+    {
+      "train_step": 8508,
+      "sup_loss": 0.6423396205163228
+    },
+    {
+      "train_step": 8509,
+      "sup_loss": 0.6653507623953575
+    },
+    {
+      "train_step": 8510,
+      "sup_loss": 0.6257881843345882
+    },
+    {
+      "train_step": 8511,
+      "sup_loss": 0.7652624931059085
+    },
+    {
+      "train_step": 8512,
+      "sup_loss": 0.616112535386241
+    },
+    {
+      "train_step": 8513,
+      "sup_loss": 0.6960163267471962
+    },
+    {
+      "train_step": 8514,
+      "sup_loss": 0.5678259040304674
+    },
+    {
+      "train_step": 8515,
+      "sup_loss": 0.5657351897748943
+    },
+    {
+      "train_step": 8516,
+      "sup_loss": 0.6922736728071704
+    },
+    {
+      "train_step": 8517,
+      "sup_loss": 0.5253771156265565
+    },
+    {
+      "train_step": 8518,
+      "sup_loss": 0.8559261097147625
+    },
+    {
+      "train_step": 8519,
+      "sup_loss": 0.4794160746464003
+    },
+    {
+      "train_step": 8520,
+      "sup_loss": 0.7129215378842737
+    },
+    {
+      "train_step": 8521,
+      "sup_loss": 0.491595957152615
+    },
+    {
+      "train_step": 8522,
+      "sup_loss": 0.5228597599410514
+    },
+    {
+      "train_step": 8523,
+      "sup_loss": 0.7778369790325975
+    },
+    {
+      "train_step": 8524,
+      "sup_loss": 0.7754958715367841
+    },
+    {
+      "train_step": 8525,
+      "sup_loss": 0.5520087877519153
+    },
+    {
+      "train_step": 8526,
+      "sup_loss": 0.6908357666380401
+    },
+    {
+      "train_step": 8527,
+      "sup_loss": 0.5084334885830659
+    },
+    {
+      "train_step": 8528,
+      "sup_loss": 0.6691653116364537
+    },
+    {
+      "train_step": 8529,
+      "sup_loss": 0.7067369768734317
+    },
+    {
+      "train_step": 8530,
+      "sup_loss": 0.730093155141061
+    },
+    {
+      "train_step": 8531,
+      "sup_loss": 0.6263573265494878
+    },
+    {
+      "train_step": 8532,
+      "sup_loss": 0.5109369314832811
+    },
+    {
+      "train_step": 8533,
+      "sup_loss": 0.577904560234606
+    },
+    {
+      "train_step": 8534,
+      "sup_loss": 0.7581240923787258
+    },
+    {
+      "train_step": 8535,
+      "sup_loss": 0.48457840432546456
+    },
+    {
+      "train_step": 8536,
+      "sup_loss": 0.876846390146029
+    },
+    {
+      "train_step": 8537,
+      "sup_loss": 0.45377175914697226
+    },
+    {
+      "train_step": 8538,
+      "sup_loss": 0.7124099006366088
+    },
+    {
+      "train_step": 8539,
+      "sup_loss": 0.5614089133563002
+    },
+    {
+      "train_step": 8540,
+      "sup_loss": 0.6037061973224486
+    },
+    {
+      "train_step": 8541,
+      "sup_loss": 0.44247302973619096
+    },
+    {
+      "train_step": 8542,
+      "sup_loss": 0.5009843050662779
+    },
+    {
+      "train_step": 8543,
+      "sup_loss": 0.46397452142872486
+    },
+    {
+      "train_step": 8544,
+      "sup_loss": 0.5646680599618115
+    },
+    {
+      "train_step": 8545,
+      "sup_loss": 0.4809334322804882
+    },
+    {
+      "train_step": 8546,
+      "sup_loss": 0.3734050295740829
+    },
+    {
+      "train_step": 8547,
+      "sup_loss": 0.6652575739291179
+    },
+    {
+      "train_step": 8548,
+      "sup_loss": 0.6190173669409134
+    },
+    {
+      "train_step": 8549,
+      "sup_loss": 0.6870057640745574
+    },
+    {
+      "train_step": 8550,
+      "sup_loss": 0.5688075653106947
+    },
+    {
+      "train_step": 8551,
+      "sup_loss": 0.539110722546065
+    },
+    {
+      "train_step": 8552,
+      "sup_loss": 0.6649956285879264
+    },
+    {
+      "train_step": 8553,
+      "sup_loss": 0.5752011703117015
+    },
+    {
+      "train_step": 8554,
+      "sup_loss": 0.5053666305531964
+    },
+    {
+      "train_step": 8555,
+      "sup_loss": 0.8537168214910347
+    },
+    {
+      "train_step": 8556,
+      "sup_loss": 0.6639903476790192
+    },
+    {
+      "train_step": 8557,
+      "sup_loss": 0.49530384770846214
+    },
+    {
+      "train_step": 8558,
+      "sup_loss": 0.6440942230881277
+    },
+    {
+      "train_step": 8559,
+      "sup_loss": 0.5734010344548447
+    },
+    {
+      "train_step": 8560,
+      "sup_loss": 0.537608829197526
+    },
+    {
+      "train_step": 8561,
+      "sup_loss": 0.58445789648849
+    },
+    {
+      "train_step": 8562,
+      "sup_loss": 0.5118739659648013
+    },
+    {
+      "train_step": 8563,
+      "sup_loss": 0.49344879591783314
+    },
+    {
+      "train_step": 8564,
+      "sup_loss": 0.5429729177345739
+    },
+    {
+      "train_step": 8565,
+      "sup_loss": 0.5699323174020329
+    },
+    {
+      "train_step": 8566,
+      "sup_loss": 0.4410212254620751
+    },
+    {
+      "train_step": 8567,
+      "sup_loss": 0.6025581460371445
+    },
+    {
+      "train_step": 8568,
+      "sup_loss": 0.6439376335972058
+    },
+    {
+      "train_step": 8569,
+      "sup_loss": 0.6023724732635983
+    },
+    {
+      "train_step": 8570,
+      "sup_loss": 0.38973022200950913
+    },
+    {
+      "train_step": 8571,
+      "sup_loss": 0.8073734681571684
+    },
+    {
+      "train_step": 8572,
+      "sup_loss": 0.6287782403201377
+    },
+    {
+      "train_step": 8573,
+      "sup_loss": 0.5981941939224216
+    },
+    {
+      "train_step": 8574,
+      "sup_loss": 0.5757371732619123
+    },
+    {
+      "train_step": 8575,
+      "sup_loss": 0.5013307923617533
+    },
+    {
+      "train_step": 8576,
+      "sup_loss": 0.6030891405349049
+    },
+    {
+      "train_step": 8577,
+      "sup_loss": 0.5656074763670466
+    },
+    {
+      "train_step": 8578,
+      "sup_loss": 0.728157865054094
+    },
+    {
+      "train_step": 8579,
+      "sup_loss": 0.5896032589780458
+    },
+    {
+      "train_step": 8580,
+      "sup_loss": 0.6794795590741414
+    },
+    {
+      "train_step": 8581,
+      "sup_loss": 0.42718145200061913
+    },
+    {
+      "train_step": 8582,
+      "sup_loss": 0.6988924178613362
+    },
+    {
+      "train_step": 8583,
+      "sup_loss": 0.7936360130602166
+    },
+    {
+      "train_step": 8584,
+      "sup_loss": 0.5770214026977563
+    },
+    {
+      "train_step": 8585,
+      "sup_loss": 0.7539671166632862
+    },
+    {
+      "train_step": 8586,
+      "sup_loss": 0.5090068612770389
+    },
+    {
+      "train_step": 8587,
+      "sup_loss": 0.6867891146449471
+    },
+    {
+      "train_step": 8588,
+      "sup_loss": 0.5301291077396998
+    },
+    {
+      "train_step": 8589,
+      "sup_loss": 0.8558714412576834
+    },
+    {
+      "train_step": 8590,
+      "sup_loss": 0.5296394840676103
+    },
+    {
+      "train_step": 8591,
+      "sup_loss": 0.6247258014086217
+    },
+    {
+      "train_step": 8592,
+      "sup_loss": 0.5812740068039502
+    },
+    {
+      "train_step": 8593,
+      "sup_loss": 0.5689470808674895
+    },
+    {
+      "train_step": 8594,
+      "sup_loss": 0.6260585337608002
+    },
+    {
+      "train_step": 8595,
+      "sup_loss": 0.6212439852582338
+    },
+    {
+      "train_step": 8596,
+      "sup_loss": 0.5527594805014284
+    },
+    {
+      "train_step": 8597,
+      "sup_loss": 0.6857655318884627
+    },
+    {
+      "train_step": 8598,
+      "sup_loss": 0.6178943946033686
+    },
+    {
+      "train_step": 8599,
+      "sup_loss": 0.5292158168663343
+    },
+    {
+      "train_step": 8600,
+      "sup_loss": 0.4533462078649349
+    },
+    {
+      "train_step": 8601,
+      "sup_loss": 0.5449170396464578
+    },
+    {
+      "train_step": 8602,
+      "sup_loss": 0.4389179150592941
+    },
+    {
+      "train_step": 8603,
+      "sup_loss": 0.7663637485005682
+    },
+    {
+      "train_step": 8604,
+      "sup_loss": 0.4275753134994091
+    },
+    {
+      "train_step": 8605,
+      "sup_loss": 0.5548486221371416
+    },
+    {
+      "train_step": 8606,
+      "sup_loss": 0.7990277500765233
+    },
+    {
+      "train_step": 8607,
+      "sup_loss": 0.6067455814095596
+    },
+    {
+      "train_step": 8608,
+      "sup_loss": 0.923297173511147
+    },
+    {
+      "train_step": 8609,
+      "sup_loss": 0.44274045255569633
+    },
+    {
+      "train_step": 8610,
+      "sup_loss": 0.7028736556087598
+    },
+    {
+      "train_step": 8611,
+      "sup_loss": 0.8498710595107047
+    },
+    {
+      "train_step": 8612,
+      "sup_loss": 0.5504242206199819
+    },
+    {
+      "train_step": 8613,
+      "sup_loss": 0.6590581190730203
+    },
+    {
+      "train_step": 8614,
+      "sup_loss": 0.5938407202577803
+    },
+    {
+      "train_step": 8615,
+      "sup_loss": 0.5467183523687235
+    },
+    {
+      "train_step": 8616,
+      "sup_loss": 0.5508408184074658
+    },
+    {
+      "train_step": 8617,
+      "sup_loss": 0.49725537674250514
+    },
+    {
+      "train_step": 8618,
+      "sup_loss": 0.5174830113378537
+    },
+    {
+      "train_step": 8619,
+      "sup_loss": 0.662548564378813
+    },
+    {
+      "train_step": 8620,
+      "sup_loss": 0.41649764034376274
+    },
+    {
+      "train_step": 8621,
+      "sup_loss": 0.5622378177313607
+    },
+    {
+      "train_step": 8622,
+      "sup_loss": 0.47142853569126475
+    },
+    {
+      "train_step": 8623,
+      "sup_loss": 0.6518224071105873
+    },
+    {
+      "train_step": 8624,
+      "sup_loss": 0.6458786274781659
+    },
+    {
+      "train_step": 8625,
+      "sup_loss": 0.7435634615197241
+    },
+    {
+      "train_step": 8626,
+      "sup_loss": 0.653867188569674
+    },
+    {
+      "train_step": 8627,
+      "sup_loss": 0.45516496754130875
+    },
+    {
+      "train_step": 8628,
+      "sup_loss": 0.4740194650841683
+    },
+    {
+      "train_step": 8629,
+      "sup_loss": 0.7686152472811206
+    },
+    {
+      "train_step": 8630,
+      "sup_loss": 0.4650969410274643
+    },
+    {
+      "train_step": 8631,
+      "sup_loss": 0.7840626187074107
+    },
+    {
+      "train_step": 8632,
+      "sup_loss": 0.8259744782338011
+    },
+    {
+      "train_step": 8633,
+      "sup_loss": 0.803949512966859
+    },
+    {
+      "train_step": 8634,
+      "sup_loss": 0.5946996849213518
+    },
+    {
+      "train_step": 8635,
+      "sup_loss": 0.6422167757376307
+    },
+    {
+      "train_step": 8636,
+      "sup_loss": 0.6527369338287301
+    },
+    {
+      "train_step": 8637,
+      "sup_loss": 0.7148746789211177
+    },
+    {
+      "train_step": 8638,
+      "sup_loss": 0.8039543794627518
+    },
+    {
+      "train_step": 8639,
+      "sup_loss": 0.7682337138228476
+    },
+    {
+      "train_step": 8640,
+      "sup_loss": 0.443654924295794
+    },
+    {
+      "train_step": 8641,
+      "sup_loss": 0.6123832897294488
+    },
+    {
+      "train_step": 8642,
+      "sup_loss": 0.5315554331078176
+    },
+    {
+      "train_step": 8643,
+      "sup_loss": 0.6869975468720088
+    },
+    {
+      "train_step": 8644,
+      "sup_loss": 0.6694088603195663
+    },
+    {
+      "train_step": 8645,
+      "sup_loss": 0.648989423994017
+    },
+    {
+      "train_step": 8646,
+      "sup_loss": 0.6660785988325958
+    },
+    {
+      "train_step": 8647,
+      "sup_loss": 0.6883384165872822
+    },
+    {
+      "train_step": 8648,
+      "sup_loss": 0.6540108876437817
+    },
+    {
+      "train_step": 8649,
+      "sup_loss": 0.7165306510367584
+    },
+    {
+      "train_step": 8650,
+      "sup_loss": 0.7316961704547597
+    },
+    {
+      "train_step": 8651,
+      "sup_loss": 0.5568049250485224
+    },
+    {
+      "train_step": 8652,
+      "sup_loss": 0.6976209514057725
+    },
+    {
+      "train_step": 8653,
+      "sup_loss": 0.9388885087686004
+    },
+    {
+      "train_step": 8654,
+      "sup_loss": 0.5443991243473085
+    },
+    {
+      "train_step": 8655,
+      "sup_loss": 0.5073087657141278
+    },
+    {
+      "train_step": 8656,
+      "sup_loss": 0.6284038975465481
+    },
+    {
+      "train_step": 8657,
+      "sup_loss": 0.6277564148163107
+    },
+    {
+      "train_step": 8658,
+      "sup_loss": 0.6628706211522117
+    },
+    {
+      "train_step": 8659,
+      "sup_loss": 0.7301937302609225
+    },
+    {
+      "train_step": 8660,
+      "sup_loss": 0.6569121572897318
+    },
+    {
+      "train_step": 8661,
+      "sup_loss": 0.7491660486840359
+    },
+    {
+      "train_step": 8662,
+      "sup_loss": 0.7308291262327544
+    },
+    {
+      "train_step": 8663,
+      "sup_loss": 0.8737180907618737
+    },
+    {
+      "train_step": 8664,
+      "sup_loss": 0.6658616852887707
+    },
+    {
+      "train_step": 8665,
+      "sup_loss": 0.5596810044828611
+    },
+    {
+      "train_step": 8666,
+      "sup_loss": 0.633894102091679
+    },
+    {
+      "train_step": 8667,
+      "sup_loss": 0.7151534413018548
+    },
+    {
+      "train_step": 8668,
+      "sup_loss": 0.5624262346284278
+    },
+    {
+      "train_step": 8669,
+      "sup_loss": 0.6462290435647245
+    },
+    {
+      "train_step": 8670,
+      "sup_loss": 0.688482867410371
+    },
+    {
+      "train_step": 8671,
+      "sup_loss": 0.6542925423478577
+    },
+    {
+      "train_step": 8672,
+      "sup_loss": 0.7633710670220508
+    },
+    {
+      "train_step": 8673,
+      "sup_loss": 0.44914427804256907
+    },
+    {
+      "train_step": 8674,
+      "sup_loss": 0.4942598140937852
+    },
+    {
+      "train_step": 8675,
+      "sup_loss": 0.6783727788053925
+    },
+    {
+      "train_step": 8676,
+      "sup_loss": 0.6279570286225016
+    },
+    {
+      "train_step": 8677,
+      "sup_loss": 0.6805777310942976
+    },
+    {
+      "train_step": 8678,
+      "sup_loss": 0.7675459595529542
+    },
+    {
+      "train_step": 8679,
+      "sup_loss": 0.7295127122081093
+    },
+    {
+      "train_step": 8680,
+      "sup_loss": 0.5691791512702318
+    },
+    {
+      "train_step": 8681,
+      "sup_loss": 0.4023769008408848
+    },
+    {
+      "train_step": 8682,
+      "sup_loss": 0.47800670240194165
+    },
+    {
+      "train_step": 8683,
+      "sup_loss": 0.6820917291997104
+    },
+    {
+      "train_step": 8684,
+      "sup_loss": 0.8275465577015605
+    },
+    {
+      "train_step": 8685,
+      "sup_loss": 0.7165074847117614
+    },
+    {
+      "train_step": 8686,
+      "sup_loss": 0.4635727411051714
+    },
+    {
+      "train_step": 8687,
+      "sup_loss": 0.5877363464858253
+    },
+    {
+      "train_step": 8688,
+      "sup_loss": 0.8052161420482522
+    },
+    {
+      "train_step": 8689,
+      "sup_loss": 0.4497617210993766
+    },
+    {
+      "train_step": 8690,
+      "sup_loss": 0.8142429610656035
+    },
+    {
+      "train_step": 8691,
+      "sup_loss": 0.782517315039856
+    },
+    {
+      "train_step": 8692,
+      "sup_loss": 0.5243884404596272
+    },
+    {
+      "train_step": 8693,
+      "sup_loss": 0.6077031991636861
+    },
+    {
+      "train_step": 8694,
+      "sup_loss": 0.6701265328060013
+    },
+    {
+      "train_step": 8695,
+      "sup_loss": 0.6061440149113484
+    },
+    {
+      "train_step": 8696,
+      "sup_loss": 0.46424163465331186
+    },
+    {
+      "train_step": 8697,
+      "sup_loss": 0.6058162945905404
+    },
+    {
+      "train_step": 8698,
+      "sup_loss": 0.7342131836154356
+    },
+    {
+      "train_step": 8699,
+      "sup_loss": 0.8172889193374069
+    },
+    {
+      "train_step": 8700,
+      "sup_loss": 0.6307401450881817
+    },
+    {
+      "train_step": 8701,
+      "sup_loss": 0.4917812644244809
+    },
+    {
+      "train_step": 8702,
+      "sup_loss": 0.7090240341926073
+    },
+    {
+      "train_step": 8703,
+      "sup_loss": 0.6444810997004847
+    },
+    {
+      "train_step": 8704,
+      "sup_loss": 0.8419010196773653
+    },
+    {
+      "train_step": 8705,
+      "sup_loss": 0.7582587709441848
+    },
+    {
+      "train_step": 8706,
+      "sup_loss": 0.5916405763544637
+    },
+    {
+      "train_step": 8707,
+      "sup_loss": 0.7044182697659105
+    },
+    {
+      "train_step": 8708,
+      "sup_loss": 0.6293261643235768
+    },
+    {
+      "train_step": 8709,
+      "sup_loss": 0.6881743204721927
+    },
+    {
+      "train_step": 8710,
+      "sup_loss": 0.6218303150140119
+    },
+    {
+      "train_step": 8711,
+      "sup_loss": 0.7262495037963568
+    },
+    {
+      "train_step": 8712,
+      "sup_loss": 0.7536782481022524
+    },
+    {
+      "train_step": 8713,
+      "sup_loss": 0.6120140402700827
+    },
+    {
+      "train_step": 8714,
+      "sup_loss": 0.7798647298154019
+    },
+    {
+      "train_step": 8715,
+      "sup_loss": 0.5430830535081815
+    },
+    {
+      "train_step": 8716,
+      "sup_loss": 0.5975619042355373
+    },
+    {
+      "train_step": 8717,
+      "sup_loss": 0.5231453957361658
+    },
+    {
+      "train_step": 8718,
+      "sup_loss": 0.40629425904709543
+    },
+    {
+      "train_step": 8719,
+      "sup_loss": 0.6165113567871621
+    },
+    {
+      "train_step": 8720,
+      "sup_loss": 0.7035779237396547
+    },
+    {
+      "train_step": 8721,
+      "sup_loss": 0.6208167100543316
+    },
+    {
+      "train_step": 8722,
+      "sup_loss": 0.7956542259811312
+    },
+    {
+      "train_step": 8723,
+      "sup_loss": 0.690385425548074
+    },
+    {
+      "train_step": 8724,
+      "sup_loss": 0.6797833610503634
+    },
+    {
+      "train_step": 8725,
+      "sup_loss": 0.619876141536669
+    },
+    {
+      "train_step": 8726,
+      "sup_loss": 0.654928104937095
+    },
+    {
+      "train_step": 8727,
+      "sup_loss": 0.8334445180843968
+    },
+    {
+      "train_step": 8728,
+      "sup_loss": 0.549914600371222
+    },
+    {
+      "train_step": 8729,
+      "sup_loss": 0.5640591327030876
+    },
+    {
+      "train_step": 8730,
+      "sup_loss": 0.8466653037143772
+    },
+    {
+      "train_step": 8731,
+      "sup_loss": 0.6234725041604038
+    },
+    {
+      "train_step": 8732,
+      "sup_loss": 0.7792113054462303
+    },
+    {
+      "train_step": 8733,
+      "sup_loss": 0.5680819176377614
+    },
+    {
+      "train_step": 8734,
+      "sup_loss": 0.576438373264697
+    },
+    {
+      "train_step": 8735,
+      "sup_loss": 0.5006774500314484
+    },
+    {
+      "train_step": 8736,
+      "sup_loss": 0.7013222882268276
+    },
+    {
+      "train_step": 8737,
+      "sup_loss": 0.6092485889894702
+    },
+    {
+      "train_step": 8738,
+      "sup_loss": 0.7031210393366971
+    },
+    {
+      "train_step": 8739,
+      "sup_loss": 0.5836029132668807
+    },
+    {
+      "train_step": 8740,
+      "sup_loss": 0.5718393355905855
+    },
+    {
+      "train_step": 8741,
+      "sup_loss": 0.669188652420064
+    },
+    {
+      "train_step": 8742,
+      "sup_loss": 0.5778617833923715
+    },
+    {
+      "train_step": 8743,
+      "sup_loss": 0.6161835741426815
+    },
+    {
+      "train_step": 8744,
+      "sup_loss": 0.7542808166462199
+    },
+    {
+      "train_step": 8745,
+      "sup_loss": 0.6540729758159509
+    },
+    {
+      "train_step": 8746,
+      "sup_loss": 0.6434785709014673
+    },
+    {
+      "train_step": 8747,
+      "sup_loss": 0.5393580161545559
+    },
+    {
+      "train_step": 8748,
+      "sup_loss": 0.7778550182222408
+    },
+    {
+      "train_step": 8749,
+      "sup_loss": 0.643997490119066
+    },
+    {
+      "train_step": 8750,
+      "sup_loss": 0.4113641605835376
+    },
+    {
+      "train_step": 8751,
+      "sup_loss": 0.5421353939506505
+    },
+    {
+      "train_step": 8752,
+      "sup_loss": 0.7402734503634654
+    },
+    {
+      "train_step": 8753,
+      "sup_loss": 0.49664636635953274
+    },
+    {
+      "train_step": 8754,
+      "sup_loss": 0.813344078704575
+    },
+    {
+      "train_step": 8755,
+      "sup_loss": 0.4020055040781529
+    },
+    {
+      "train_step": 8756,
+      "sup_loss": 0.7253588428460801
+    },
+    {
+      "train_step": 8757,
+      "sup_loss": 0.597885477501394
+    },
+    {
+      "train_step": 8758,
+      "sup_loss": 0.5017662506007863
+    },
+    {
+      "train_step": 8759,
+      "sup_loss": 0.7019922007408035
+    },
+    {
+      "train_step": 8760,
+      "sup_loss": 0.5213333887547882
+    },
+    {
+      "train_step": 8761,
+      "sup_loss": 0.5079129363760869
+    },
+    {
+      "train_step": 8762,
+      "sup_loss": 0.6275166850546681
+    },
+    {
+      "train_step": 8763,
+      "sup_loss": 0.6442710195563954
+    },
+    {
+      "train_step": 8764,
+      "sup_loss": 0.5669306602879881
+    },
+    {
+      "train_step": 8765,
+      "sup_loss": 0.631381820721622
+    },
+    {
+      "train_step": 8766,
+      "sup_loss": 0.7235733994654258
+    },
+    {
+      "train_step": 8767,
+      "sup_loss": 0.5488247218832465
+    },
+    {
+      "train_step": 8768,
+      "sup_loss": 0.6906823167390568
+    },
+    {
+      "train_step": 8769,
+      "sup_loss": 0.5611038312068041
+    },
+    {
+      "train_step": 8770,
+      "sup_loss": 0.7717038585313417
+    },
+    {
+      "train_step": 8771,
+      "sup_loss": 0.7501370630548665
+    },
+    {
+      "train_step": 8772,
+      "sup_loss": 0.548650181645832
+    },
+    {
+      "train_step": 8773,
+      "sup_loss": 0.42666255594304286
+    },
+    {
+      "train_step": 8774,
+      "sup_loss": 0.4569613464571634
+    },
+    {
+      "train_step": 8775,
+      "sup_loss": 0.837892525312181
+    },
+    {
+      "train_step": 8776,
+      "sup_loss": 0.5860558167918748
+    },
+    {
+      "train_step": 8777,
+      "sup_loss": 0.8432985043802176
+    },
+    {
+      "train_step": 8778,
+      "sup_loss": 0.7705038150782324
+    },
+    {
+      "train_step": 8779,
+      "sup_loss": 0.6248663526211586
+    },
+    {
+      "train_step": 8780,
+      "sup_loss": 0.8162345440378843
+    },
+    {
+      "train_step": 8781,
+      "sup_loss": 0.5496992942175876
+    },
+    {
+      "train_step": 8782,
+      "sup_loss": 0.683608433054492
+    },
+    {
+      "train_step": 8783,
+      "sup_loss": 0.7217154606966777
+    },
+    {
+      "train_step": 8784,
+      "sup_loss": 0.7580041670522154
+    },
+    {
+      "train_step": 8785,
+      "sup_loss": 0.6384754798922061
+    },
+    {
+      "train_step": 8786,
+      "sup_loss": 1.205921477230441
+    },
+    {
+      "train_step": 8787,
+      "sup_loss": 0.6697112875915697
+    },
+    {
+      "train_step": 8788,
+      "sup_loss": 0.724132311742872
+    },
+    {
+      "train_step": 8789,
+      "sup_loss": 0.7530059119566199
+    },
+    {
+      "train_step": 8790,
+      "sup_loss": 0.6055941869140005
+    },
+    {
+      "train_step": 8791,
+      "sup_loss": 0.6979440487865078
+    },
+    {
+      "train_step": 8792,
+      "sup_loss": 0.7900708148834146
+    },
+    {
+      "train_step": 8793,
+      "sup_loss": 0.7275776354104523
+    },
+    {
+      "train_step": 8794,
+      "sup_loss": 0.7645871758499321
+    },
+    {
+      "train_step": 8795,
+      "sup_loss": 0.5068118978325273
+    },
+    {
+      "train_step": 8796,
+      "sup_loss": 0.6886463271491301
+    },
+    {
+      "train_step": 8797,
+      "sup_loss": 0.8338617923252261
+    },
+    {
+      "train_step": 8798,
+      "sup_loss": 0.6400686759646284
+    },
+    {
+      "train_step": 8799,
+      "sup_loss": 0.6751225616122021
+    },
+    {
+      "train_step": 8800,
+      "sup_loss": 0.6785494743880223
+    },
+    {
+      "train_step": 8801,
+      "sup_loss": 0.4689259588100478
+    },
+    {
+      "train_step": 8802,
+      "sup_loss": 0.6323173354928715
+    },
+    {
+      "train_step": 8803,
+      "sup_loss": 0.6896066997191196
+    },
+    {
+      "train_step": 8804,
+      "sup_loss": 0.673293060114891
+    },
+    {
+      "train_step": 8805,
+      "sup_loss": 0.35829698941002897
+    },
+    {
+      "train_step": 8806,
+      "sup_loss": 0.6372198419458053
+    },
+    {
+      "train_step": 8807,
+      "sup_loss": 0.49612061514890393
+    },
+    {
+      "train_step": 8808,
+      "sup_loss": 0.7305149674220458
+    },
+    {
+      "train_step": 8809,
+      "sup_loss": 0.6161678715355552
+    },
+    {
+      "train_step": 8810,
+      "sup_loss": 0.7178139993547409
+    },
+    {
+      "train_step": 8811,
+      "sup_loss": 0.49103040153297917
+    },
+    {
+      "train_step": 8812,
+      "sup_loss": 0.5689247405514769
+    },
+    {
+      "train_step": 8813,
+      "sup_loss": 0.42597221691225096
+    },
+    {
+      "train_step": 8814,
+      "sup_loss": 0.7414254040560608
+    },
+    {
+      "train_step": 8815,
+      "sup_loss": 0.6108038841786034
+    },
+    {
+      "train_step": 8816,
+      "sup_loss": 0.5947771846656434
+    },
+    {
+      "train_step": 8817,
+      "sup_loss": 0.6721180113280727
+    },
+    {
+      "train_step": 8818,
+      "sup_loss": 0.6290506687426864
+    },
+    {
+      "train_step": 8819,
+      "sup_loss": 0.45592970246733483
+    },
+    {
+      "train_step": 8820,
+      "sup_loss": 0.6728371562594578
+    },
+    {
+      "train_step": 8821,
+      "sup_loss": 0.5269821893358372
+    },
+    {
+      "train_step": 8822,
+      "sup_loss": 0.5606338218617333
+    },
+    {
+      "train_step": 8823,
+      "sup_loss": 0.6430274592286446
+    },
+    {
+      "train_step": 8824,
+      "sup_loss": 0.5563835493682949
+    },
+    {
+      "train_step": 8825,
+      "sup_loss": 0.8677035936254736
+    },
+    {
+      "train_step": 8826,
+      "sup_loss": 0.6173050709304198
+    },
+    {
+      "train_step": 8827,
+      "sup_loss": 0.6836921802804027
+    },
+    {
+      "train_step": 8828,
+      "sup_loss": 0.6611122905418608
+    },
+    {
+      "train_step": 8829,
+      "sup_loss": 0.7856547950043657
+    },
+    {
+      "train_step": 8830,
+      "sup_loss": 0.7442446204152368
+    },
+    {
+      "train_step": 8831,
+      "sup_loss": 0.6596258652740201
+    },
+    {
+      "train_step": 8832,
+      "sup_loss": 0.49442578977890383
+    },
+    {
+      "train_step": 8833,
+      "sup_loss": 0.5026759287255573
+    },
+    {
+      "train_step": 8834,
+      "sup_loss": 0.6009154268717939
+    },
+    {
+      "train_step": 8835,
+      "sup_loss": 0.6221054308980669
+    },
+    {
+      "train_step": 8836,
+      "sup_loss": 0.546966625028001
+    },
+    {
+      "train_step": 8837,
+      "sup_loss": 0.7668505643000527
+    },
+    {
+      "train_step": 8838,
+      "sup_loss": 0.582544709388797
+    },
+    {
+      "train_step": 8839,
+      "sup_loss": 0.5927557942105371
+    },
+    {
+      "train_step": 8840,
+      "sup_loss": 0.5691161731668813
+    },
+    {
+      "train_step": 8841,
+      "sup_loss": 0.8871854340137882
+    },
+    {
+      "train_step": 8842,
+      "sup_loss": 0.48944793878977
+    },
+    {
+      "train_step": 8843,
+      "sup_loss": 0.6743958107451673
+    },
+    {
+      "train_step": 8844,
+      "sup_loss": 0.771380634990042
+    },
+    {
+      "train_step": 8845,
+      "sup_loss": 0.7763880219238036
+    },
+    {
+      "train_step": 8846,
+      "sup_loss": 0.719017679567246
+    },
+    {
+      "train_step": 8847,
+      "sup_loss": 0.5965152902818776
+    },
+    {
+      "train_step": 8848,
+      "sup_loss": 0.44693693366544307
+    },
+    {
+      "train_step": 8849,
+      "sup_loss": 0.668700270737622
+    },
+    {
+      "train_step": 8850,
+      "sup_loss": 0.5223689599592752
+    },
+    {
+      "train_step": 8851,
+      "sup_loss": 0.67200639682349
+    },
+    {
+      "train_step": 8852,
+      "sup_loss": 0.6161524490130286
+    },
+    {
+      "train_step": 8853,
+      "sup_loss": 0.6974032401574991
+    },
+    {
+      "train_step": 8854,
+      "sup_loss": 0.8589938147051634
+    },
+    {
+      "train_step": 8855,
+      "sup_loss": 0.5043239521270103
+    },
+    {
+      "train_step": 8856,
+      "sup_loss": 0.5020137677400309
+    },
+    {
+      "train_step": 8857,
+      "sup_loss": 0.5653306673171378
+    },
+    {
+      "train_step": 8858,
+      "sup_loss": 0.5622938814581913
+    },
+    {
+      "train_step": 8859,
+      "sup_loss": 0.5418355644039211
+    },
+    {
+      "train_step": 8860,
+      "sup_loss": 0.5487411145833634
+    },
+    {
+      "train_step": 8861,
+      "sup_loss": 0.655745466142029
+    },
+    {
+      "train_step": 8862,
+      "sup_loss": 0.6357662000297707
+    },
+    {
+      "train_step": 8863,
+      "sup_loss": 0.8592330714399044
+    },
+    {
+      "train_step": 8864,
+      "sup_loss": 0.5501948005616802
+    },
+    {
+      "train_step": 8865,
+      "sup_loss": 0.6026515228960737
+    },
+    {
+      "train_step": 8866,
+      "sup_loss": 0.6895375509139656
+    },
+    {
+      "train_step": 8867,
+      "sup_loss": 0.8851021240149927
+    },
+    {
+      "train_step": 8868,
+      "sup_loss": 0.525329252500687
+    },
+    {
+      "train_step": 8869,
+      "sup_loss": 0.7182804437724928
+    },
+    {
+      "train_step": 8870,
+      "sup_loss": 0.6316460912769465
+    },
+    {
+      "train_step": 8871,
+      "sup_loss": 0.6358692805082157
+    },
+    {
+      "train_step": 8872,
+      "sup_loss": 0.8235565192846593
+    },
+    {
+      "train_step": 8873,
+      "sup_loss": 0.6687147082411873
+    },
+    {
+      "train_step": 8874,
+      "sup_loss": 0.6685544219632654
+    },
+    {
+      "train_step": 8875,
+      "sup_loss": 0.5462465156477238
+    },
+    {
+      "train_step": 8876,
+      "sup_loss": 0.7119080491566792
+    },
+    {
+      "train_step": 8877,
+      "sup_loss": 0.7397629786708668
+    },
+    {
+      "train_step": 8878,
+      "sup_loss": 0.7171726767762876
+    },
+    {
+      "train_step": 8879,
+      "sup_loss": 0.6927145458525739
+    },
+    {
+      "train_step": 8880,
+      "sup_loss": 0.6264926826530419
+    },
+    {
+      "train_step": 8881,
+      "sup_loss": 0.44281700324888007
+    },
+    {
+      "train_step": 8882,
+      "sup_loss": 0.45482613867047966
+    },
+    {
+      "train_step": 8883,
+      "sup_loss": 0.36804230921930237
+    },
+    {
+      "train_step": 8884,
+      "sup_loss": 0.568226885656429
+    },
+    {
+      "train_step": 8885,
+      "sup_loss": 0.5077989343497648
+    },
+    {
+      "train_step": 8886,
+      "sup_loss": 0.6709028369630452
+    },
+    {
+      "train_step": 8887,
+      "sup_loss": 0.799773382581875
+    },
+    {
+      "train_step": 8888,
+      "sup_loss": 0.6929988288502641
+    },
+    {
+      "train_step": 8889,
+      "sup_loss": 0.6042252233510195
+    },
+    {
+      "train_step": 8890,
+      "sup_loss": 0.5562572247800638
+    },
+    {
+      "train_step": 8891,
+      "sup_loss": 0.7979805708089523
+    },
+    {
+      "train_step": 8892,
+      "sup_loss": 0.5732721237195086
+    },
+    {
+      "train_step": 8893,
+      "sup_loss": 0.7006290447536865
+    },
+    {
+      "train_step": 8894,
+      "sup_loss": 0.7937436260404268
+    },
+    {
+      "train_step": 8895,
+      "sup_loss": 0.8133582513909099
+    },
+    {
+      "train_step": 8896,
+      "sup_loss": 0.5825229231630985
+    },
+    {
+      "train_step": 8897,
+      "sup_loss": 0.6054553297708892
+    },
+    {
+      "train_step": 8898,
+      "sup_loss": 0.6148937385657197
+    },
+    {
+      "train_step": 8899,
+      "sup_loss": 0.5529938976254717
+    },
+    {
+      "train_step": 8900,
+      "sup_loss": 0.6052914660809936
+    },
+    {
+      "train_step": 8901,
+      "sup_loss": 0.6029192246346762
+    },
+    {
+      "train_step": 8902,
+      "sup_loss": 0.7026427632746705
+    },
+    {
+      "train_step": 8903,
+      "sup_loss": 0.6454542219275459
+    },
+    {
+      "train_step": 8904,
+      "sup_loss": 0.6792947922578659
+    },
+    {
+      "train_step": 8905,
+      "sup_loss": 0.6868753056365109
+    },
+    {
+      "train_step": 8906,
+      "sup_loss": 0.8056012521704203
+    },
+    {
+      "train_step": 8907,
+      "sup_loss": 0.6216208149413888
+    },
+    {
+      "train_step": 8908,
+      "sup_loss": 0.7927027911850717
+    },
+    {
+      "train_step": 8909,
+      "sup_loss": 0.6545625978027649
+    },
+    {
+      "train_step": 8910,
+      "sup_loss": 0.7025190547245084
+    },
+    {
+      "train_step": 8911,
+      "sup_loss": 0.49551722400404014
+    },
+    {
+      "train_step": 8912,
+      "sup_loss": 0.773676427231008
+    },
+    {
+      "train_step": 8913,
+      "sup_loss": 0.4787660907973201
+    },
+    {
+      "train_step": 8914,
+      "sup_loss": 0.7187965644878311
+    },
+    {
+      "train_step": 8915,
+      "sup_loss": 0.7410345113280263
+    },
+    {
+      "train_step": 8916,
+      "sup_loss": 0.7298353774254736
+    },
+    {
+      "train_step": 8917,
+      "sup_loss": 0.6492805200876467
+    },
+    {
+      "train_step": 8918,
+      "sup_loss": 0.4804348463802169
+    },
+    {
+      "train_step": 8919,
+      "sup_loss": 0.6337625876623381
+    },
+    {
+      "train_step": 8920,
+      "sup_loss": 0.7345251039754497
+    },
+    {
+      "train_step": 8921,
+      "sup_loss": 0.6497275001333503
+    },
+    {
+      "train_step": 8922,
+      "sup_loss": 0.6712588514609544
+    },
+    {
+      "train_step": 8923,
+      "sup_loss": 0.6383985070397068
+    },
+    {
+      "train_step": 8924,
+      "sup_loss": 0.6898952872626873
+    },
+    {
+      "train_step": 8925,
+      "sup_loss": 0.3242557019232886
+    },
+    {
+      "train_step": 8926,
+      "sup_loss": 0.6021569159279174
+    },
+    {
+      "train_step": 8927,
+      "sup_loss": 0.6212194425309481
+    },
+    {
+      "train_step": 8928,
+      "sup_loss": 0.5786940224986935
+    },
+    {
+      "train_step": 8929,
+      "sup_loss": 0.7859891004276196
+    },
+    {
+      "train_step": 8930,
+      "sup_loss": 0.2893271087963635
+    },
+    {
+      "train_step": 8931,
+      "sup_loss": 0.7273018192911037
+    },
+    {
+      "train_step": 8932,
+      "sup_loss": 0.6272993380693439
+    },
+    {
+      "train_step": 8933,
+      "sup_loss": 0.7229739652328899
+    },
+    {
+      "train_step": 8934,
+      "sup_loss": 0.9619503909071802
+    },
+    {
+      "train_step": 8935,
+      "sup_loss": 0.5978215939678435
+    },
+    {
+      "train_step": 8936,
+      "sup_loss": 0.5683957841236343
+    },
+    {
+      "train_step": 8937,
+      "sup_loss": 0.6546361745177784
+    },
+    {
+      "train_step": 8938,
+      "sup_loss": 0.5742843571530356
+    },
+    {
+      "train_step": 8939,
+      "sup_loss": 0.6225200991052103
+    },
+    {
+      "train_step": 8940,
+      "sup_loss": 0.6892667472632866
+    },
+    {
+      "train_step": 8941,
+      "sup_loss": 0.529571993497803
+    },
+    {
+      "train_step": 8942,
+      "sup_loss": 0.7028380281032545
+    },
+    {
+      "train_step": 8943,
+      "sup_loss": 0.6158406564349915
+    },
+    {
+      "train_step": 8944,
+      "sup_loss": 0.5693851663020286
+    },
+    {
+      "train_step": 8945,
+      "sup_loss": 0.6127681312435962
+    },
+    {
+      "train_step": 8946,
+      "sup_loss": 0.7518566070873637
+    },
+    {
+      "train_step": 8947,
+      "sup_loss": 0.5290168610633399
+    },
+    {
+      "train_step": 8948,
+      "sup_loss": 0.4103017835491666
+    },
+    {
+      "train_step": 8949,
+      "sup_loss": 0.5124273295733107
+    },
+    {
+      "train_step": 8950,
+      "sup_loss": 0.5279745518732388
+    },
+    {
+      "train_step": 8951,
+      "sup_loss": 0.493500994300533
+    },
+    {
+      "train_step": 8952,
+      "sup_loss": 0.28090674380681574
+    },
+    {
+      "train_step": 8953,
+      "sup_loss": 0.48621800805067134
+    },
+    {
+      "train_step": 8954,
+      "sup_loss": 0.6566161685853805
+    },
+    {
+      "train_step": 8955,
+      "sup_loss": 0.41029657836048306
+    },
+    {
+      "train_step": 8956,
+      "sup_loss": 0.5363625757822738
+    },
+    {
+      "train_step": 8957,
+      "sup_loss": 0.33267613235001225
+    },
+    {
+      "train_step": 8958,
+      "sup_loss": 0.3113609661980167
+    },
+    {
+      "train_step": 8959,
+      "sup_loss": 0.6300201950653463
+    },
+    {
+      "train_step": 8960,
+      "sup_loss": 0.5920572722550528
+    },
+    {
+      "train_step": 8961,
+      "sup_loss": 0.7239371066326485
+    },
+    {
+      "train_step": 8962,
+      "sup_loss": 0.6002542280449094
+    },
+    {
+      "train_step": 8963,
+      "sup_loss": 0.7167859378458548
+    },
+    {
+      "train_step": 8964,
+      "sup_loss": 0.465272203821423
+    },
+    {
+      "train_step": 8965,
+      "sup_loss": 0.7474647947460963
+    },
+    {
+      "train_step": 8966,
+      "sup_loss": 0.6070631589017442
+    },
+    {
+      "train_step": 8967,
+      "sup_loss": 0.5374509417225635
+    },
+    {
+      "train_step": 8968,
+      "sup_loss": 0.6439781170079524
+    },
+    {
+      "train_step": 8969,
+      "sup_loss": 0.6155540161916478
+    },
+    {
+      "train_step": 8970,
+      "sup_loss": 0.6476120900581004
+    },
+    {
+      "train_step": 8971,
+      "sup_loss": 0.38656706457051265
+    },
+    {
+      "train_step": 8972,
+      "sup_loss": 0.49416877217252597
+    },
+    {
+      "train_step": 8973,
+      "sup_loss": 0.5869319349087302
+    },
+    {
+      "train_step": 8974,
+      "sup_loss": 0.47344151392962464
+    },
+    {
+      "train_step": 8975,
+      "sup_loss": 0.580709076792654
+    },
+    {
+      "train_step": 8976,
+      "sup_loss": 0.6032864291534342
+    },
+    {
+      "train_step": 8977,
+      "sup_loss": 0.5260664054185359
+    },
+    {
+      "train_step": 8978,
+      "sup_loss": 0.6868090514330073
+    },
+    {
+      "train_step": 8979,
+      "sup_loss": 0.5634097706518214
+    },
+    {
+      "train_step": 8980,
+      "sup_loss": 0.560641826062319
+    },
+    {
+      "train_step": 8981,
+      "sup_loss": 0.4309250392646606
+    },
+    {
+      "train_step": 8982,
+      "sup_loss": 0.4039649237247172
+    },
+    {
+      "train_step": 8983,
+      "sup_loss": 0.4461997174447925
+    },
+    {
+      "train_step": 8984,
+      "sup_loss": 0.769373340435429
+    },
+    {
+      "train_step": 8985,
+      "sup_loss": 0.46112800944422705
+    },
+    {
+      "train_step": 8986,
+      "sup_loss": 0.6292769926756343
+    },
+    {
+      "train_step": 8987,
+      "sup_loss": 0.5415993703284426
+    },
+    {
+      "train_step": 8988,
+      "sup_loss": 0.7717564863573918
+    },
+    {
+      "train_step": 8989,
+      "sup_loss": 0.7809198392357197
+    },
+    {
+      "train_step": 8990,
+      "sup_loss": 0.5383563294920247
+    },
+    {
+      "train_step": 8991,
+      "sup_loss": 0.43907758370310296
+    },
+    {
+      "train_step": 8992,
+      "sup_loss": 0.9964406369025254
+    },
+    {
+      "train_step": 8993,
+      "sup_loss": 0.5392744180086436
+    },
+    {
+      "train_step": 8994,
+      "sup_loss": 0.7650762510985165
+    },
+    {
+      "train_step": 8995,
+      "sup_loss": 0.7152322576022309
+    },
+    {
+      "train_step": 8996,
+      "sup_loss": 0.6656350373059892
+    },
+    {
+      "train_step": 8997,
+      "sup_loss": 0.6008849278034287
+    },
+    {
+      "train_step": 8998,
+      "sup_loss": 0.5938387427050846
+    },
+    {
+      "train_step": 8999,
+      "sup_loss": 0.6136787980399867
+    },
+    {
+      "train_step": 9000,
+      "sup_loss": 0.5682654258168083
+    },
+    {
+      "train_step": 9001,
+      "sup_loss": 0.7278417777923848
+    },
+    {
+      "train_step": 9002,
+      "sup_loss": 0.46323215718575744
+    },
+    {
+      "train_step": 9003,
+      "sup_loss": 0.6751881654645083
+    },
+    {
+      "train_step": 9004,
+      "sup_loss": 0.6070912637449433
+    },
+    {
+      "train_step": 9005,
+      "sup_loss": 0.583543546231802
+    },
+    {
+      "train_step": 9006,
+      "sup_loss": 0.57891664615205
+    },
+    {
+      "train_step": 9007,
+      "sup_loss": 0.6980569375368406
+    },
+    {
+      "train_step": 9008,
+      "sup_loss": 0.5853388711135667
+    },
+    {
+      "train_step": 9009,
+      "sup_loss": 0.5324886717692877
+    },
+    {
+      "train_step": 9010,
+      "sup_loss": 0.47465032634658505
+    },
+    {
+      "train_step": 9011,
+      "sup_loss": 0.701111262551815
+    },
+    {
+      "train_step": 9012,
+      "sup_loss": 0.597095858283875
+    },
+    {
+      "train_step": 9013,
+      "sup_loss": 0.6375887068334648
+    },
+    {
+      "train_step": 9014,
+      "sup_loss": 0.5513949204179677
+    },
+    {
+      "train_step": 9015,
+      "sup_loss": 0.6256205343703763
+    },
+    {
+      "train_step": 9016,
+      "sup_loss": 0.4319914172640214
+    },
+    {
+      "train_step": 9017,
+      "sup_loss": 0.5456147295494187
+    },
+    {
+      "train_step": 9018,
+      "sup_loss": 0.4957525281607026
+    },
+    {
+      "train_step": 9019,
+      "sup_loss": 0.48393828924548987
+    },
+    {
+      "train_step": 9020,
+      "sup_loss": 0.582871984027503
+    },
+    {
+      "train_step": 9021,
+      "sup_loss": 0.4748443675428904
+    },
+    {
+      "train_step": 9022,
+      "sup_loss": 0.573146974128296
+    },
+    {
+      "train_step": 9023,
+      "sup_loss": 0.561242469757746
+    },
+    {
+      "train_step": 9024,
+      "sup_loss": 0.7523863343372873
+    },
+    {
+      "train_step": 9025,
+      "sup_loss": 0.7189262651184739
+    },
+    {
+      "train_step": 9026,
+      "sup_loss": 0.699650838262957
+    },
+    {
+      "train_step": 9027,
+      "sup_loss": 0.8806798267022928
+    },
+    {
+      "train_step": 9028,
+      "sup_loss": 0.6128319963812495
+    },
+    {
+      "train_step": 9029,
+      "sup_loss": 0.645509027506714
+    },
+    {
+      "train_step": 9030,
+      "sup_loss": 0.4955963532613239
+    },
+    {
+      "train_step": 9031,
+      "sup_loss": 0.6056459220303103
+    },
+    {
+      "train_step": 9032,
+      "sup_loss": 0.6663709642280802
+    },
+    {
+      "train_step": 9033,
+      "sup_loss": 0.614504661477745
+    },
+    {
+      "train_step": 9034,
+      "sup_loss": 0.5986622293926264
+    },
+    {
+      "train_step": 9035,
+      "sup_loss": 0.6078267871188049
+    },
+    {
+      "train_step": 9036,
+      "sup_loss": 0.4506304026663954
+    },
+    {
+      "train_step": 9037,
+      "sup_loss": 0.5208281973797884
+    },
+    {
+      "train_step": 9038,
+      "sup_loss": 0.7372130694362719
+    },
+    {
+      "train_step": 9039,
+      "sup_loss": 0.6070919349233038
+    },
+    {
+      "train_step": 9040,
+      "sup_loss": 0.4961330679389116
+    },
+    {
+      "train_step": 9041,
+      "sup_loss": 0.607192740861313
+    },
+    {
+      "train_step": 9042,
+      "sup_loss": 0.611540844182594
+    },
+    {
+      "train_step": 9043,
+      "sup_loss": 0.6074191841563774
+    },
+    {
+      "train_step": 9044,
+      "sup_loss": 0.47943501085951323
+    },
+    {
+      "train_step": 9045,
+      "sup_loss": 0.6314382038739746
+    },
+    {
+      "train_step": 9046,
+      "sup_loss": 0.5068913881370842
+    },
+    {
+      "train_step": 9047,
+      "sup_loss": 0.6577513098877458
+    },
+    {
+      "train_step": 9048,
+      "sup_loss": 0.6398798275182093
+    },
+    {
+      "train_step": 9049,
+      "sup_loss": 0.6029405640014031
+    },
+    {
+      "train_step": 9050,
+      "sup_loss": 0.5951407727956334
+    },
+    {
+      "train_step": 9051,
+      "sup_loss": 0.6613010017500192
+    },
+    {
+      "train_step": 9052,
+      "sup_loss": 0.725864974975782
+    },
+    {
+      "train_step": 9053,
+      "sup_loss": 0.6963123159367449
+    },
+    {
+      "train_step": 9054,
+      "sup_loss": 0.6204391283093885
+    },
+    {
+      "train_step": 9055,
+      "sup_loss": 0.5179691842798271
+    },
+    {
+      "train_step": 9056,
+      "sup_loss": 0.47748315032925176
+    },
+    {
+      "train_step": 9057,
+      "sup_loss": 0.5939685933078559
+    },
+    {
+      "train_step": 9058,
+      "sup_loss": 0.5407415665854172
+    },
+    {
+      "train_step": 9059,
+      "sup_loss": 0.7672741168987619
+    },
+    {
+      "train_step": 9060,
+      "sup_loss": 0.6743985728674012
+    },
+    {
+      "train_step": 9061,
+      "sup_loss": 0.4882608448421632
+    },
+    {
+      "train_step": 9062,
+      "sup_loss": 0.5142404630746822
+    },
+    {
+      "train_step": 9063,
+      "sup_loss": 0.5919337568756233
+    },
+    {
+      "train_step": 9064,
+      "sup_loss": 0.5039196496120297
+    },
+    {
+      "train_step": 9065,
+      "sup_loss": 0.6653877860372907
+    },
+    {
+      "train_step": 9066,
+      "sup_loss": 0.7017968243169953
+    },
+    {
+      "train_step": 9067,
+      "sup_loss": 0.8015528585140057
+    },
+    {
+      "train_step": 9068,
+      "sup_loss": 0.5432068664325342
+    },
+    {
+      "train_step": 9069,
+      "sup_loss": 0.5269002226266613
+    },
+    {
+      "train_step": 9070,
+      "sup_loss": 0.48639938710216757
+    },
+    {
+      "train_step": 9071,
+      "sup_loss": 0.5647424643785762
+    },
+    {
+      "train_step": 9072,
+      "sup_loss": 0.4550472972553152
+    },
+    {
+      "train_step": 9073,
+      "sup_loss": 0.7003331048575209
+    },
+    {
+      "train_step": 9074,
+      "sup_loss": 0.7473540036308997
+    },
+    {
+      "train_step": 9075,
+      "sup_loss": 0.3110965912604677
+    },
+    {
+      "train_step": 9076,
+      "sup_loss": 0.393861893297209
+    },
+    {
+      "train_step": 9077,
+      "sup_loss": 0.6340714722140897
+    },
+    {
+      "train_step": 9078,
+      "sup_loss": 0.6411420887228726
+    },
+    {
+      "train_step": 9079,
+      "sup_loss": 0.5876844319534814
+    },
+    {
+      "train_step": 9080,
+      "sup_loss": 0.7799918169566856
+    },
+    {
+      "train_step": 9081,
+      "sup_loss": 0.5911011931720345
+    },
+    {
+      "train_step": 9082,
+      "sup_loss": 0.6031471956813926
+    },
+    {
+      "train_step": 9083,
+      "sup_loss": 0.7254583995731261
+    },
+    {
+      "train_step": 9084,
+      "sup_loss": 0.5202632112020978
+    },
+    {
+      "train_step": 9085,
+      "sup_loss": 0.5474997273791969
+    },
+    {
+      "train_step": 9086,
+      "sup_loss": 0.609989801533708
+    },
+    {
+      "train_step": 9087,
+      "sup_loss": 0.5757189489830048
+    },
+    {
+      "train_step": 9088,
+      "sup_loss": 0.5182773099868506
+    },
+    {
+      "train_step": 9089,
+      "sup_loss": 0.5831802756002357
+    },
+    {
+      "train_step": 9090,
+      "sup_loss": 0.7224683223822919
+    },
+    {
+      "train_step": 9091,
+      "sup_loss": 0.48653736306716444
+    },
+    {
+      "train_step": 9092,
+      "sup_loss": 0.6113507506242278
+    },
+    {
+      "train_step": 9093,
+      "sup_loss": 0.5763565278336111
+    },
+    {
+      "train_step": 9094,
+      "sup_loss": 0.7757029652759777
+    },
+    {
+      "train_step": 9095,
+      "sup_loss": 0.7013730219459567
+    },
+    {
+      "train_step": 9096,
+      "sup_loss": 0.5964490013251825
+    },
+    {
+      "train_step": 9097,
+      "sup_loss": 0.7956910933015071
+    },
+    {
+      "train_step": 9098,
+      "sup_loss": 0.5710204224879524
+    },
+    {
+      "train_step": 9099,
+      "sup_loss": 0.4376846828735097
+    },
+    {
+      "train_step": 9100,
+      "sup_loss": 0.49062121546899035
+    },
+    {
+      "train_step": 9101,
+      "sup_loss": 0.4979478801616247
+    },
+    {
+      "train_step": 9102,
+      "sup_loss": 0.5880224724847106
+    },
+    {
+      "train_step": 9103,
+      "sup_loss": 0.5247004956810629
+    },
+    {
+      "train_step": 9104,
+      "sup_loss": 0.8332142020176503
+    },
+    {
+      "train_step": 9105,
+      "sup_loss": 0.7807323566144468
+    },
+    {
+      "train_step": 9106,
+      "sup_loss": 0.686421912607498
+    },
+    {
+      "train_step": 9107,
+      "sup_loss": 0.6092707342893565
+    },
+    {
+      "train_step": 9108,
+      "sup_loss": 0.7235373397246517
+    },
+    {
+      "train_step": 9109,
+      "sup_loss": 0.5747583150219646
+    },
+    {
+      "train_step": 9110,
+      "sup_loss": 0.49223526990709443
+    },
+    {
+      "train_step": 9111,
+      "sup_loss": 0.5355149972047044
+    },
+    {
+      "train_step": 9112,
+      "sup_loss": 0.3355110003812895
+    },
+    {
+      "train_step": 9113,
+      "sup_loss": 0.6956942032940113
+    },
+    {
+      "train_step": 9114,
+      "sup_loss": 0.6223278460354114
+    },
+    {
+      "train_step": 9115,
+      "sup_loss": 0.6106827359251458
+    },
+    {
+      "train_step": 9116,
+      "sup_loss": 0.7091823548207628
+    },
+    {
+      "train_step": 9117,
+      "sup_loss": 0.7336885149327498
+    },
+    {
+      "train_step": 9118,
+      "sup_loss": 0.5107422713042933
+    },
+    {
+      "train_step": 9119,
+      "sup_loss": 0.3754262267035169
+    },
+    {
+      "train_step": 9120,
+      "sup_loss": 0.40964714749287334
+    },
+    {
+      "train_step": 9121,
+      "sup_loss": 0.8713429768025852
+    },
+    {
+      "train_step": 9122,
+      "sup_loss": 0.45982702164222505
+    },
+    {
+      "train_step": 9123,
+      "sup_loss": 0.6509113490660066
+    },
+    {
+      "train_step": 9124,
+      "sup_loss": 0.41766007679221145
+    },
+    {
+      "train_step": 9125,
+      "sup_loss": 0.4204576250812028
+    },
+    {
+      "train_step": 9126,
+      "sup_loss": 0.36341232652686284
+    },
+    {
+      "train_step": 9127,
+      "sup_loss": 0.6537811083300279
+    },
+    {
+      "train_step": 9128,
+      "sup_loss": 0.5309446637514462
+    },
+    {
+      "train_step": 9129,
+      "sup_loss": 0.37819074179454804
+    },
+    {
+      "train_step": 9130,
+      "sup_loss": 0.5926619971560438
+    },
+    {
+      "train_step": 9131,
+      "sup_loss": 0.3646109964974811
+    },
+    {
+      "train_step": 9132,
+      "sup_loss": 0.578606246556839
+    },
+    {
+      "train_step": 9133,
+      "sup_loss": 0.35190276470637843
+    },
+    {
+      "train_step": 9134,
+      "sup_loss": 0.3629839762806446
+    },
+    {
+      "train_step": 9135,
+      "sup_loss": 0.5350705574176396
+    },
+    {
+      "train_step": 9136,
+      "sup_loss": 0.5689554086872328
+    },
+    {
+      "train_step": 9137,
+      "sup_loss": 0.36195192158524603
+    },
+    {
+      "train_step": 9138,
+      "sup_loss": 0.36906265626616663
+    },
+    {
+      "train_step": 9139,
+      "sup_loss": 0.27940504491198587
+    },
+    {
+      "train_step": 9140,
+      "sup_loss": 0.5170600490535125
+    },
+    {
+      "train_step": 9141,
+      "sup_loss": 0.49289386342038205
+    },
+    {
+      "train_step": 9142,
+      "sup_loss": 0.7305190751650846
+    },
+    {
+      "train_step": 9143,
+      "sup_loss": 0.6401010414503415
+    },
+    {
+      "train_step": 9144,
+      "sup_loss": 0.39950468681147894
+    },
+    {
+      "train_step": 9145,
+      "sup_loss": 0.4921867394256386
+    },
+    {
+      "train_step": 9146,
+      "sup_loss": 0.453101151941672
+    },
+    {
+      "train_step": 9147,
+      "sup_loss": 0.6018417416635032
+    },
+    {
+      "train_step": 9148,
+      "sup_loss": 0.6832070276734653
+    },
+    {
+      "train_step": 9149,
+      "sup_loss": 0.5991307578934718
+    },
+    {
+      "train_step": 9150,
+      "sup_loss": 0.6762347044053164
+    },
+    {
+      "train_step": 9151,
+      "sup_loss": 0.3974704143439704
+    },
+    {
+      "train_step": 9152,
+      "sup_loss": 0.7254170347836452
+    },
+    {
+      "train_step": 9153,
+      "sup_loss": 0.592044957249308
+    },
+    {
+      "train_step": 9154,
+      "sup_loss": 0.49355304282157586
+    },
+    {
+      "train_step": 9155,
+      "sup_loss": 0.6959038117182087
+    },
+    {
+      "train_step": 9156,
+      "sup_loss": 0.4560785229243299
+    },
+    {
+      "train_step": 9157,
+      "sup_loss": 0.4244334419528047
+    },
+    {
+      "train_step": 9158,
+      "sup_loss": 0.31836671820232215
+    },
+    {
+      "train_step": 9159,
+      "sup_loss": 0.7494347511982019
+    },
+    {
+      "train_step": 9160,
+      "sup_loss": 0.3964338331453913
+    },
+    {
+      "train_step": 9161,
+      "sup_loss": 0.6468767498497119
+    },
+    {
+      "train_step": 9162,
+      "sup_loss": 0.7827221902407463
+    },
+    {
+      "train_step": 9163,
+      "sup_loss": 0.37027635701097056
+    },
+    {
+      "train_step": 9164,
+      "sup_loss": 0.6010977381308527
+    },
+    {
+      "train_step": 9165,
+      "sup_loss": 0.4484320443677996
+    },
+    {
+      "train_step": 9166,
+      "sup_loss": 0.45673566386379505
+    },
+    {
+      "train_step": 9167,
+      "sup_loss": 0.6019690866046504
+    },
+    {
+      "train_step": 9168,
+      "sup_loss": 0.6766759689431503
+    },
+    {
+      "train_step": 9169,
+      "sup_loss": 0.4223835444460225
+    },
+    {
+      "train_step": 9170,
+      "sup_loss": 0.7359619559463046
+    },
+    {
+      "train_step": 9171,
+      "sup_loss": 0.4385746641421741
+    },
+    {
+      "train_step": 9172,
+      "sup_loss": 1.2085763022860416
+    },
+    {
+      "train_step": 9173,
+      "sup_loss": 0.5295584637608126
+    },
+    {
+      "train_step": 9174,
+      "sup_loss": 0.5806179325942974
+    },
+    {
+      "train_step": 9175,
+      "sup_loss": 0.3628982183224263
+    },
+    {
+      "train_step": 9176,
+      "sup_loss": 0.5243389948762901
+    },
+    {
+      "train_step": 9177,
+      "sup_loss": 0.5858552425692671
+    },
+    {
+      "train_step": 9178,
+      "sup_loss": 0.5237160762721753
+    },
+    {
+      "train_step": 9179,
+      "sup_loss": 0.4346839890915095
+    },
+    {
+      "train_step": 9180,
+      "sup_loss": 0.28986093121189954
+    },
+    {
+      "train_step": 9181,
+      "sup_loss": 0.5790635664553963
+    },
+    {
+      "train_step": 9182,
+      "sup_loss": 0.2569991522827061
+    },
+    {
+      "train_step": 9183,
+      "sup_loss": 0.614401382118143
+    },
+    {
+      "train_step": 9184,
+      "sup_loss": 0.5412750615841326
+    },
+    {
+      "train_step": 9185,
+      "sup_loss": 0.5378815937944451
+    },
+    {
+      "train_step": 9186,
+      "sup_loss": 0.6762625119341679
+    },
+    {
+      "train_step": 9187,
+      "sup_loss": 0.5592111258739523
+    },
+    {
+      "train_step": 9188,
+      "sup_loss": 0.40660853064987257
+    },
+    {
+      "train_step": 9189,
+      "sup_loss": 0.6137567531404158
+    },
+    {
+      "train_step": 9190,
+      "sup_loss": 0.5089772957682657
+    },
+    {
+      "train_step": 9191,
+      "sup_loss": 0.5985789872680742
+    },
+    {
+      "train_step": 9192,
+      "sup_loss": 0.4376287728967503
+    },
+    {
+      "train_step": 9193,
+      "sup_loss": 0.5370685438610691
+    },
+    {
+      "train_step": 9194,
+      "sup_loss": 0.2902000093012482
+    },
+    {
+      "train_step": 9195,
+      "sup_loss": 0.4063234599925295
+    },
+    {
+      "train_step": 9196,
+      "sup_loss": 0.7909770200794807
+    },
+    {
+      "train_step": 9197,
+      "sup_loss": 0.35685093192939726
+    },
+    {
+      "train_step": 9198,
+      "sup_loss": 0.7388465625778898
+    },
+    {
+      "train_step": 9199,
+      "sup_loss": 0.5863863153637737
+    },
+    {
+      "train_step": 9200,
+      "sup_loss": 0.2650930172796154
+    },
+    {
+      "train_step": 9201,
+      "sup_loss": 0.47959293713101425
+    },
+    {
+      "train_step": 9202,
+      "sup_loss": 0.8035293159447056
+    },
+    {
+      "train_step": 9203,
+      "sup_loss": 0.5642153015146062
+    },
+    {
+      "train_step": 9204,
+      "sup_loss": 0.4402523875777129
+    },
+    {
+      "train_step": 9205,
+      "sup_loss": 0.8346762759962004
+    },
+    {
+      "train_step": 9206,
+      "sup_loss": 0.4692481928511467
+    },
+    {
+      "train_step": 9207,
+      "sup_loss": 0.6903377157726394
+    },
+    {
+      "train_step": 9208,
+      "sup_loss": 0.5992554264170387
+    },
+    {
+      "train_step": 9209,
+      "sup_loss": 0.5607180146076766
+    },
+    {
+      "train_step": 9210,
+      "sup_loss": 0.5847226276343238
+    },
+    {
+      "train_step": 9211,
+      "sup_loss": 0.5312594301073793
+    },
+    {
+      "train_step": 9212,
+      "sup_loss": 0.5100702773368274
+    },
+    {
+      "train_step": 9213,
+      "sup_loss": 0.8038593500690451
+    },
+    {
+      "train_step": 9214,
+      "sup_loss": 0.4352610089188559
+    },
+    {
+      "train_step": 9215,
+      "sup_loss": 0.4952239258528353
+    },
+    {
+      "train_step": 9216,
+      "sup_loss": 0.3702591582798873
+    },
+    {
+      "train_step": 9217,
+      "sup_loss": 0.541061793867986
+    },
+    {
+      "train_step": 9218,
+      "sup_loss": 0.8157459908913104
+    },
+    {
+      "train_step": 9219,
+      "sup_loss": 0.7766832443284722
+    },
+    {
+      "train_step": 9220,
+      "sup_loss": 0.7449990428190466
+    },
+    {
+      "train_step": 9221,
+      "sup_loss": 0.6852843941245778
+    },
+    {
+      "train_step": 9222,
+      "sup_loss": 0.5661063495347977
+    },
+    {
+      "train_step": 9223,
+      "sup_loss": 0.5882283588138504
+    },
+    {
+      "train_step": 9224,
+      "sup_loss": 0.5373671597507912
+    },
+    {
+      "train_step": 9225,
+      "sup_loss": 0.6955871100413247
+    },
+    {
+      "train_step": 9226,
+      "sup_loss": 0.5163127388039012
+    },
+    {
+      "train_step": 9227,
+      "sup_loss": 0.881719993913864
+    },
+    {
+      "train_step": 9228,
+      "sup_loss": 0.7421132067332451
+    },
+    {
+      "train_step": 9229,
+      "sup_loss": 0.8380038628721208
+    },
+    {
+      "train_step": 9230,
+      "sup_loss": 0.6730986963416115
+    },
+    {
+      "train_step": 9231,
+      "sup_loss": 0.5488318996471911
+    },
+    {
+      "train_step": 9232,
+      "sup_loss": 0.5754588472777129
+    },
+    {
+      "train_step": 9233,
+      "sup_loss": 0.5982273381276827
+    },
+    {
+      "train_step": 9234,
+      "sup_loss": 0.32659624744426374
+    },
+    {
+      "train_step": 9235,
+      "sup_loss": 0.3828870585692765
+    },
+    {
+      "train_step": 9236,
+      "sup_loss": 0.6584157989016521
+    },
+    {
+      "train_step": 9237,
+      "sup_loss": 0.5109810760537615
+    },
+    {
+      "train_step": 9238,
+      "sup_loss": 0.6593381374794413
+    },
+    {
+      "train_step": 9239,
+      "sup_loss": 0.5774656081666883
+    },
+    {
+      "train_step": 9240,
+      "sup_loss": 0.4568567680996005
+    },
+    {
+      "train_step": 9241,
+      "sup_loss": 0.6098713207451913
+    },
+    {
+      "train_step": 9242,
+      "sup_loss": 0.483812214064326
+    },
+    {
+      "train_step": 9243,
+      "sup_loss": 0.5532638156511993
+    },
+    {
+      "train_step": 9244,
+      "sup_loss": 0.6389045243213292
+    },
+    {
+      "train_step": 9245,
+      "sup_loss": 0.6663188870761536
+    },
+    {
+      "train_step": 9246,
+      "sup_loss": 0.3814069824195856
+    },
+    {
+      "train_step": 9247,
+      "sup_loss": 0.7214071892786886
+    },
+    {
+      "train_step": 9248,
+      "sup_loss": 0.5413008566009065
+    },
+    {
+      "train_step": 9249,
+      "sup_loss": 0.6702213392461829
+    },
+    {
+      "train_step": 9250,
+      "sup_loss": 0.5813643818731342
+    },
+    {
+      "train_step": 9251,
+      "sup_loss": 0.7154054333216519
+    },
+    {
+      "train_step": 9252,
+      "sup_loss": 0.71570867829937
+    },
+    {
+      "train_step": 9253,
+      "sup_loss": 0.6710912002972625
+    },
+    {
+      "train_step": 9254,
+      "sup_loss": 0.5975208712807034
+    },
+    {
+      "train_step": 9255,
+      "sup_loss": 0.5156509110847323
+    },
+    {
+      "train_step": 9256,
+      "sup_loss": 0.6630224941083825
+    },
+    {
+      "train_step": 9257,
+      "sup_loss": 0.7201519034624926
+    },
+    {
+      "train_step": 9258,
+      "sup_loss": 0.6075079405951694
+    },
+    {
+      "train_step": 9259,
+      "sup_loss": 0.8125333960146333
+    },
+    {
+      "train_step": 9260,
+      "sup_loss": 0.6497937148258969
+    },
+    {
+      "train_step": 9261,
+      "sup_loss": 0.6882804676824964
+    },
+    {
+      "train_step": 9262,
+      "sup_loss": 0.5480182669293414
+    },
+    {
+      "train_step": 9263,
+      "sup_loss": 0.5142110761094201
+    },
+    {
+      "train_step": 9264,
+      "sup_loss": 0.6010166264388153
+    },
+    {
+      "train_step": 9265,
+      "sup_loss": 0.48109012928029316
+    },
+    {
+      "train_step": 9266,
+      "sup_loss": 0.7956323862253369
+    },
+    {
+      "train_step": 9267,
+      "sup_loss": 0.6897761865279313
+    },
+    {
+      "train_step": 9268,
+      "sup_loss": 0.6860833724088362
+    },
+    {
+      "train_step": 9269,
+      "sup_loss": 0.733236412521615
+    },
+    {
+      "train_step": 9270,
+      "sup_loss": 0.5594965815820861
+    },
+    {
+      "train_step": 9271,
+      "sup_loss": 0.60468247939274
+    },
+    {
+      "train_step": 9272,
+      "sup_loss": 0.7887931268031625
+    },
+    {
+      "train_step": 9273,
+      "sup_loss": 0.6888750532143361
+    },
+    {
+      "train_step": 9274,
+      "sup_loss": 1.1867315083351004
+    },
+    {
+      "train_step": 9275,
+      "sup_loss": 0.7565885573238953
+    },
+    {
+      "train_step": 9276,
+      "sup_loss": 0.36068172403708165
+    },
+    {
+      "train_step": 9277,
+      "sup_loss": 0.3568290935977747
+    },
+    {
+      "train_step": 9278,
+      "sup_loss": 0.32747185667179085
+    },
+    {
+      "train_step": 9279,
+      "sup_loss": 0.3762141295137957
+    },
+    {
+      "train_step": 9280,
+      "sup_loss": 0.5001500960014503
+    },
+    {
+      "train_step": 9281,
+      "sup_loss": 0.6349462422832459
+    },
+    {
+      "train_step": 9282,
+      "sup_loss": 0.34842448956717686
+    },
+    {
+      "train_step": 9283,
+      "sup_loss": 0.36872219811703044
+    },
+    {
+      "train_step": 9284,
+      "sup_loss": 0.5768446865385326
+    },
+    {
+      "train_step": 9285,
+      "sup_loss": 0.42597358546712966
+    },
+    {
+      "train_step": 9286,
+      "sup_loss": 0.41908896033118775
+    },
+    {
+      "train_step": 9287,
+      "sup_loss": 0.2410676237727103
+    },
+    {
+      "train_step": 9288,
+      "sup_loss": 0.43515354106581744
+    },
+    {
+      "train_step": 9289,
+      "sup_loss": 0.25530876930524116
+    },
+    {
+      "train_step": 9290,
+      "sup_loss": 0.40831666769246056
+    },
+    {
+      "train_step": 9291,
+      "sup_loss": 0.49618498809649575
+    },
+    {
+      "train_step": 9292,
+      "sup_loss": 0.41353047540846066
+    },
+    {
+      "train_step": 9293,
+      "sup_loss": 0.2931199073442071
+    },
+    {
+      "train_step": 9294,
+      "sup_loss": 0.14729803155861393
+    },
+    {
+      "train_step": 9295,
+      "sup_loss": 0.5631655151786299
+    },
+    {
+      "train_step": 9296,
+      "sup_loss": 0.46586442350161994
+    },
+    {
+      "train_step": 9297,
+      "sup_loss": 0.7165329933581226
+    },
+    {
+      "train_step": 9298,
+      "sup_loss": 0.3047225419229708
+    },
+    {
+      "train_step": 9299,
+      "sup_loss": 0.6285248613349771
+    },
+    {
+      "train_step": 9300,
+      "sup_loss": 0.41210255526756234
+    },
+    {
+      "train_step": 9301,
+      "sup_loss": 0.432108371496313
+    },
+    {
+      "train_step": 9302,
+      "sup_loss": 0.8351572333888563
+    },
+    {
+      "train_step": 9303,
+      "sup_loss": 0.6015563266959276
+    },
+    {
+      "train_step": 9304,
+      "sup_loss": 0.5321752244563661
+    },
+    {
+      "train_step": 9305,
+      "sup_loss": 0.3439960264493849
+    },
+    {
+      "train_step": 9306,
+      "sup_loss": 0.3974186678844391
+    },
+    {
+      "train_step": 9307,
+      "sup_loss": 0.53172007096727
+    },
+    {
+      "train_step": 9308,
+      "sup_loss": 0.4246800460454011
+    },
+    {
+      "train_step": 9309,
+      "sup_loss": 0.4054650498345419
+    },
+    {
+      "train_step": 9310,
+      "sup_loss": 0.38066120034599604
+    },
+    {
+      "train_step": 9311,
+      "sup_loss": 0.4272394030517631
+    },
+    {
+      "train_step": 9312,
+      "sup_loss": 0.38109922789972095
+    },
+    {
+      "train_step": 9313,
+      "sup_loss": 0.4521547182586055
+    },
+    {
+      "train_step": 9314,
+      "sup_loss": 0.5770414316518698
+    },
+    {
+      "train_step": 9315,
+      "sup_loss": 0.2957596380705551
+    },
+    {
+      "train_step": 9316,
+      "sup_loss": 0.6783573535077673
+    },
+    {
+      "train_step": 9317,
+      "sup_loss": 0.5020313880327736
+    },
+    {
+      "train_step": 9318,
+      "sup_loss": 0.7955570771285738
+    },
+    {
+      "train_step": 9319,
+      "sup_loss": 0.6249473418692905
+    },
+    {
+      "train_step": 9320,
+      "sup_loss": 0.5938989805515162
+    },
+    {
+      "train_step": 9321,
+      "sup_loss": 0.5226693571190326
+    },
+    {
+      "train_step": 9322,
+      "sup_loss": 0.7561613078033733
+    },
+    {
+      "train_step": 9323,
+      "sup_loss": 0.525406597563845
+    },
+    {
+      "train_step": 9324,
+      "sup_loss": 0.5813313532687822
+    },
+    {
+      "train_step": 9325,
+      "sup_loss": 0.5478880665117543
+    },
+    {
+      "train_step": 9326,
+      "sup_loss": 0.4799640160783235
+    },
+    {
+      "train_step": 9327,
+      "sup_loss": 0.8210367918527876
+    },
+    {
+      "train_step": 9328,
+      "sup_loss": 0.3297011025119309
+    },
+    {
+      "train_step": 9329,
+      "sup_loss": 0.5367588246697658
+    },
+    {
+      "train_step": 9330,
+      "sup_loss": 0.3237955272956235
+    },
+    {
+      "train_step": 9331,
+      "sup_loss": 0.572623856462744
+    },
+    {
+      "train_step": 9332,
+      "sup_loss": 0.638473353450733
+    },
+    {
+      "train_step": 9333,
+      "sup_loss": 0.5050982074011459
+    },
+    {
+      "train_step": 9334,
+      "sup_loss": 0.6948587588386912
+    },
+    {
+      "train_step": 9335,
+      "sup_loss": 0.6608223390589096
+    },
+    {
+      "train_step": 9336,
+      "sup_loss": 0.5411039128248857
+    },
+    {
+      "train_step": 9337,
+      "sup_loss": 0.5793219690838661
+    },
+    {
+      "train_step": 9338,
+      "sup_loss": 0.5701123207294367
+    },
+    {
+      "train_step": 9339,
+      "sup_loss": 0.5307183579691143
+    },
+    {
+      "train_step": 9340,
+      "sup_loss": 0.548651919605922
+    },
+    {
+      "train_step": 9341,
+      "sup_loss": 0.5515850862607472
+    },
+    {
+      "train_step": 9342,
+      "sup_loss": 0.5495735966531746
+    },
+    {
+      "train_step": 9343,
+      "sup_loss": 0.4974622376148464
+    },
+    {
+      "train_step": 9344,
+      "sup_loss": 0.7293035871270501
+    },
+    {
+      "train_step": 9345,
+      "sup_loss": 0.47379137596352533
+    },
+    {
+      "train_step": 9346,
+      "sup_loss": 0.39617732893239027
+    },
+    {
+      "train_step": 9347,
+      "sup_loss": 0.604746563588131
+    },
+    {
+      "train_step": 9348,
+      "sup_loss": 0.6506940257291273
+    },
+    {
+      "train_step": 9349,
+      "sup_loss": 0.49309770605373854
+    },
+    {
+      "train_step": 9350,
+      "sup_loss": 0.6374108232281774
+    },
+    {
+      "train_step": 9351,
+      "sup_loss": 0.5233402800543937
+    },
+    {
+      "train_step": 9352,
+      "sup_loss": 0.5771710349247634
+    },
+    {
+      "train_step": 9353,
+      "sup_loss": 0.5066498162677913
+    },
+    {
+      "train_step": 9354,
+      "sup_loss": 0.5856368285267859
+    },
+    {
+      "train_step": 9355,
+      "sup_loss": 0.5749095887115997
+    },
+    {
+      "train_step": 9356,
+      "sup_loss": 0.5382656208943863
+    },
+    {
+      "train_step": 9357,
+      "sup_loss": 0.5636204866085034
+    },
+    {
+      "train_step": 9358,
+      "sup_loss": 0.5485585646411573
+    },
+    {
+      "train_step": 9359,
+      "sup_loss": 0.6769099680197831
+    },
+    {
+      "train_step": 9360,
+      "sup_loss": 0.5746634176742866
+    },
+    {
+      "train_step": 9361,
+      "sup_loss": 0.47342852174495453
+    },
+    {
+      "train_step": 9362,
+      "sup_loss": 0.4176664224839378
+    },
+    {
+      "train_step": 9363,
+      "sup_loss": 0.528819524019075
+    },
+    {
+      "train_step": 9364,
+      "sup_loss": 0.48863099245582486
+    },
+    {
+      "train_step": 9365,
+      "sup_loss": 0.3706601920594181
+    },
+    {
+      "train_step": 9366,
+      "sup_loss": 0.5446831633652466
+    },
+    {
+      "train_step": 9367,
+      "sup_loss": 0.6718338340211827
+    },
+    {
+      "train_step": 9368,
+      "sup_loss": 0.3533883403435737
+    },
+    {
+      "train_step": 9369,
+      "sup_loss": 0.5210564541161488
+    },
+    {
+      "train_step": 9370,
+      "sup_loss": 0.6064422294196774
+    },
+    {
+      "train_step": 9371,
+      "sup_loss": 0.4794953956742351
+    },
+    {
+      "train_step": 9372,
+      "sup_loss": 0.26844060513354373
+    },
+    {
+      "train_step": 9373,
+      "sup_loss": 0.48973613868266336
+    },
+    {
+      "train_step": 9374,
+      "sup_loss": 0.3958998718574492
+    },
+    {
+      "train_step": 9375,
+      "sup_loss": 0.3619542947188864
+    },
+    {
+      "train_step": 9376,
+      "sup_loss": 0.1920389230882414
+    },
+    {
+      "train_step": 9377,
+      "sup_loss": 0.34820072852761524
+    },
+    {
+      "train_step": 9378,
+      "sup_loss": 0.7148749814916548
+    },
+    {
+      "train_step": 9379,
+      "sup_loss": 0.3591937579112981
+    },
+    {
+      "train_step": 9380,
+      "sup_loss": 0.44169878926562817
+    },
+    {
+      "train_step": 9381,
+      "sup_loss": 0.4654210643920756
+    },
+    {
+      "train_step": 9382,
+      "sup_loss": 0.12656659425156927
+    },
+    {
+      "train_step": 9383,
+      "sup_loss": 0.3136471270375652
+    },
+    {
+      "train_step": 9384,
+      "sup_loss": 0.7899594765698419
+    },
+    {
+      "train_step": 9385,
+      "sup_loss": 0.34527925361495715
+    },
+    {
+      "train_step": 9386,
+      "sup_loss": 0.39345867031408116
+    },
+    {
+      "train_step": 9387,
+      "sup_loss": 0.6089226637037936
+    },
+    {
+      "train_step": 9388,
+      "sup_loss": 0.5537576073241308
+    },
+    {
+      "train_step": 9389,
+      "sup_loss": 0.6599261503175723
+    },
+    {
+      "train_step": 9390,
+      "sup_loss": 0.450391373150165
+    },
+    {
+      "train_step": 9391,
+      "sup_loss": 0.6976540382160837
+    },
+    {
+      "train_step": 9392,
+      "sup_loss": 0.6188118679249698
+    },
+    {
+      "train_step": 9393,
+      "sup_loss": 0.5593564072085475
+    },
+    {
+      "train_step": 9394,
+      "sup_loss": 0.718551388177437
+    },
+    {
+      "train_step": 9395,
+      "sup_loss": 0.6315196366519401
+    },
+    {
+      "train_step": 9396,
+      "sup_loss": 0.7864238548184475
+    },
+    {
+      "train_step": 9397,
+      "sup_loss": 0.6234032161651357
+    },
+    {
+      "train_step": 9398,
+      "sup_loss": 0.7032618010790093
+    },
+    {
+      "train_step": 9399,
+      "sup_loss": 0.5578245751903415
+    },
+    {
+      "train_step": 9400,
+      "sup_loss": 0.6409871808825913
+    },
+    {
+      "train_step": 9401,
+      "sup_loss": 0.7744776357975752
+    },
+    {
+      "train_step": 9402,
+      "sup_loss": 0.5622599675436519
+    },
+    {
+      "train_step": 9403,
+      "sup_loss": 0.7248758641865002
+    },
+    {
+      "train_step": 9404,
+      "sup_loss": 0.6017335836147294
+    },
+    {
+      "train_step": 9405,
+      "sup_loss": 0.37980999019409645
+    },
+    {
+      "train_step": 9406,
+      "sup_loss": 0.6875444576854647
+    },
+    {
+      "train_step": 9407,
+      "sup_loss": 0.7912528808259937
+    },
+    {
+      "train_step": 9408,
+      "sup_loss": 0.5432809122480482
+    },
+    {
+      "train_step": 9409,
+      "sup_loss": 0.698233080864227
+    },
+    {
+      "train_step": 9410,
+      "sup_loss": 0.44238981587968235
+    },
+    {
+      "train_step": 9411,
+      "sup_loss": 0.8960587616824995
+    },
+    {
+      "train_step": 9412,
+      "sup_loss": 0.7876523417460157
+    },
+    {
+      "train_step": 9413,
+      "sup_loss": 0.4464497149845357
+    },
+    {
+      "train_step": 9414,
+      "sup_loss": 0.5650579187994949
+    },
+    {
+      "train_step": 9415,
+      "sup_loss": 0.6448645661502664
+    },
+    {
+      "train_step": 9416,
+      "sup_loss": 0.6318460641463216
+    },
+    {
+      "train_step": 9417,
+      "sup_loss": 0.4887050590187856
+    },
+    {
+      "train_step": 9418,
+      "sup_loss": 0.5680788642158825
+    },
+    {
+      "train_step": 9419,
+      "sup_loss": 0.7560613525087225
+    },
+    {
+      "train_step": 9420,
+      "sup_loss": 0.7817188104967658
+    },
+    {
+      "train_step": 9421,
+      "sup_loss": 0.6461719036101041
+    },
+    {
+      "train_step": 9422,
+      "sup_loss": 0.5840791213396987
+    },
+    {
+      "train_step": 9423,
+      "sup_loss": 0.6558367974621011
+    },
+    {
+      "train_step": 9424,
+      "sup_loss": 0.4469819799062157
+    },
+    {
+      "train_step": 9425,
+      "sup_loss": 0.6619203237847588
+    },
+    {
+      "train_step": 9426,
+      "sup_loss": 0.7058228764631523
+    },
+    {
+      "train_step": 9427,
+      "sup_loss": 0.6171306648990337
+    },
+    {
+      "train_step": 9428,
+      "sup_loss": 0.715830899223763
+    },
+    {
+      "train_step": 9429,
+      "sup_loss": 0.5694157976180225
+    },
+    {
+      "train_step": 9430,
+      "sup_loss": 0.8294236426667698
+    },
+    {
+      "train_step": 9431,
+      "sup_loss": 0.6626232745920256
+    },
+    {
+      "train_step": 9432,
+      "sup_loss": 0.5517580820693375
+    },
+    {
+      "train_step": 9433,
+      "sup_loss": 0.5403430414891955
+    },
+    {
+      "train_step": 9434,
+      "sup_loss": 0.5785325531893326
+    },
+    {
+      "train_step": 9435,
+      "sup_loss": 0.6652612566045157
+    },
+    {
+      "train_step": 9436,
+      "sup_loss": 0.6031162782183044
+    },
+    {
+      "train_step": 9437,
+      "sup_loss": 0.43619913368393703
+    },
+    {
+      "train_step": 9438,
+      "sup_loss": 0.6249267332187455
+    },
+    {
+      "train_step": 9439,
+      "sup_loss": 0.6052585478874227
+    },
+    {
+      "train_step": 9440,
+      "sup_loss": 0.5225104591197882
+    },
+    {
+      "train_step": 9441,
+      "sup_loss": 0.6807896155601827
+    },
+    {
+      "train_step": 9442,
+      "sup_loss": 0.5851222956254148
+    },
+    {
+      "train_step": 9443,
+      "sup_loss": 0.6140572446743255
+    },
+    {
+      "train_step": 9444,
+      "sup_loss": 0.5394076982699478
+    },
+    {
+      "train_step": 9445,
+      "sup_loss": 0.4296202534814984
+    },
+    {
+      "train_step": 9446,
+      "sup_loss": 0.5729502503265138
+    },
+    {
+      "train_step": 9447,
+      "sup_loss": 0.5675630399861418
+    },
+    {
+      "train_step": 9448,
+      "sup_loss": 0.6588852999570489
+    },
+    {
+      "train_step": 9449,
+      "sup_loss": 0.6664700262930933
+    },
+    {
+      "train_step": 9450,
+      "sup_loss": 0.6090631451926822
+    },
+    {
+      "train_step": 9451,
+      "sup_loss": 0.5085796479679884
+    },
+    {
+      "train_step": 9452,
+      "sup_loss": 0.6436604358060265
+    },
+    {
+      "train_step": 9453,
+      "sup_loss": 0.6121442396601209
+    },
+    {
+      "train_step": 9454,
+      "sup_loss": 0.6054010080802362
+    },
+    {
+      "train_step": 9455,
+      "sup_loss": 0.6764712492625429
+    },
+    {
+      "train_step": 9456,
+      "sup_loss": 0.5779457344651407
+    },
+    {
+      "train_step": 9457,
+      "sup_loss": 0.4262028094152371
+    },
+    {
+      "train_step": 9458,
+      "sup_loss": 0.3036391658668417
+    },
+    {
+      "train_step": 9459,
+      "sup_loss": 0.7096049765410753
+    },
+    {
+      "train_step": 9460,
+      "sup_loss": 0.5141584474529134
+    },
+    {
+      "train_step": 9461,
+      "sup_loss": 0.5640818996939871
+    },
+    {
+      "train_step": 9462,
+      "sup_loss": 0.8684415431786613
+    },
+    {
+      "train_step": 9463,
+      "sup_loss": 0.5736115875168011
+    },
+    {
+      "train_step": 9464,
+      "sup_loss": 0.48117550391560515
+    },
+    {
+      "train_step": 9465,
+      "sup_loss": 0.4248848355503279
+    },
+    {
+      "train_step": 9466,
+      "sup_loss": 0.7973722593903662
+    },
+    {
+      "train_step": 9467,
+      "sup_loss": 0.46960183620054075
+    },
+    {
+      "train_step": 9468,
+      "sup_loss": 0.6277545539606266
+    },
+    {
+      "train_step": 9469,
+      "sup_loss": 0.37813670336445926
+    },
+    {
+      "train_step": 9470,
+      "sup_loss": 0.6978836788924092
+    },
+    {
+      "train_step": 9471,
+      "sup_loss": 0.3194285163680748
+    },
+    {
+      "train_step": 9472,
+      "sup_loss": 0.5309186234709227
+    },
+    {
+      "train_step": 9473,
+      "sup_loss": 0.8235069813839428
+    },
+    {
+      "train_step": 9474,
+      "sup_loss": 0.5495143488320041
+    },
+    {
+      "train_step": 9475,
+      "sup_loss": 0.7003560511729696
+    },
+    {
+      "train_step": 9476,
+      "sup_loss": 0.8153504920039081
+    },
+    {
+      "train_step": 9477,
+      "sup_loss": 0.5406769294833821
+    },
+    {
+      "train_step": 9478,
+      "sup_loss": 0.6780202983940257
+    },
+    {
+      "train_step": 9479,
+      "sup_loss": 0.48565124194677445
+    },
+    {
+      "train_step": 9480,
+      "sup_loss": 0.5807777253894401
+    },
+    {
+      "train_step": 9481,
+      "sup_loss": 0.6432043840811917
+    },
+    {
+      "train_step": 9482,
+      "sup_loss": 0.5528157179738358
+    },
+    {
+      "train_step": 9483,
+      "sup_loss": 0.5550089172873696
+    },
+    {
+      "train_step": 9484,
+      "sup_loss": 0.6417680177012748
+    },
+    {
+      "train_step": 9485,
+      "sup_loss": 0.8200495748950173
+    },
+    {
+      "train_step": 9486,
+      "sup_loss": 0.8190010655662392
+    },
+    {
+      "train_step": 9487,
+      "sup_loss": 0.6349418641573281
+    },
+    {
+      "train_step": 9488,
+      "sup_loss": 0.3886583386051879
+    },
+    {
+      "train_step": 9489,
+      "sup_loss": 0.492606424281669
+    },
+    {
+      "train_step": 9490,
+      "sup_loss": 0.6850471665435757
+    },
+    {
+      "train_step": 9491,
+      "sup_loss": 0.7839006963601985
+    },
+    {
+      "train_step": 9492,
+      "sup_loss": 0.6053845928402248
+    },
+    {
+      "train_step": 9493,
+      "sup_loss": 0.5789129078058646
+    },
+    {
+      "train_step": 9494,
+      "sup_loss": 0.48560567779156094
+    },
+    {
+      "train_step": 9495,
+      "sup_loss": 0.6194801180793591
+    },
+    {
+      "train_step": 9496,
+      "sup_loss": 0.44728412085512353
+    },
+    {
+      "train_step": 9497,
+      "sup_loss": 0.6978635225758552
+    },
+    {
+      "train_step": 9498,
+      "sup_loss": 0.41337801286815157
+    },
+    {
+      "train_step": 9499,
+      "sup_loss": 0.4481992782305277
+    },
+    {
+      "train_step": 9500,
+      "sup_loss": 0.5529065939584566
+    },
+    {
+      "train_step": 9501,
+      "sup_loss": 0.5555959984082082
+    },
+    {
+      "train_step": 9502,
+      "sup_loss": 0.8157893917853207
+    },
+    {
+      "train_step": 9503,
+      "sup_loss": 0.6811847157711393
+    },
+    {
+      "train_step": 9504,
+      "sup_loss": 0.6473453388886687
+    },
+    {
+      "train_step": 9505,
+      "sup_loss": 0.5988448881038472
+    },
+    {
+      "train_step": 9506,
+      "sup_loss": 0.5100335937646492
+    },
+    {
+      "train_step": 9507,
+      "sup_loss": 0.43173758702554155
+    },
+    {
+      "train_step": 9508,
+      "sup_loss": 0.6262776226161868
+    },
+    {
+      "train_step": 9509,
+      "sup_loss": 0.5670533708069224
+    },
+    {
+      "train_step": 9510,
+      "sup_loss": 0.5638416371258637
+    },
+    {
+      "train_step": 9511,
+      "sup_loss": 0.7203988709022606
+    },
+    {
+      "train_step": 9512,
+      "sup_loss": 0.5178466961796249
+    },
+    {
+      "train_step": 9513,
+      "sup_loss": 0.5376061163959159
+    },
+    {
+      "train_step": 9514,
+      "sup_loss": 0.47890189416936824
+    },
+    {
+      "train_step": 9515,
+      "sup_loss": 0.6947715436749689
+    },
+    {
+      "train_step": 9516,
+      "sup_loss": 0.46914202380145126
+    },
+    {
+      "train_step": 9517,
+      "sup_loss": 0.49265376542209577
+    },
+    {
+      "train_step": 9518,
+      "sup_loss": 0.4615880607447332
+    },
+    {
+      "train_step": 9519,
+      "sup_loss": 0.7614017416995681
+    },
+    {
+      "train_step": 9520,
+      "sup_loss": 0.442132430378206
+    },
+    {
+      "train_step": 9521,
+      "sup_loss": 0.6219988675995373
+    },
+    {
+      "train_step": 9522,
+      "sup_loss": 0.5824245698248607
+    },
+    {
+      "train_step": 9523,
+      "sup_loss": 0.7927309816184788
+    },
+    {
+      "train_step": 9524,
+      "sup_loss": 0.5020031290419418
+    },
+    {
+      "train_step": 9525,
+      "sup_loss": 0.7968230815677745
+    },
+    {
+      "train_step": 9526,
+      "sup_loss": 0.39028406999917803
+    },
+    {
+      "train_step": 9527,
+      "sup_loss": 0.6161877306733204
+    },
+    {
+      "train_step": 9528,
+      "sup_loss": 0.6296097617187332
+    },
+    {
+      "train_step": 9529,
+      "sup_loss": 0.3978832503442589
+    },
+    {
+      "train_step": 9530,
+      "sup_loss": 0.5660370864805352
+    },
+    {
+      "train_step": 9531,
+      "sup_loss": 0.6969071146572163
+    },
+    {
+      "train_step": 9532,
+      "sup_loss": 0.42549900699626203
+    },
+    {
+      "train_step": 9533,
+      "sup_loss": 0.5621429574628529
+    },
+    {
+      "train_step": 9534,
+      "sup_loss": 0.7678115107798477
+    },
+    {
+      "train_step": 9535,
+      "sup_loss": 0.7263027831250303
+    },
+    {
+      "train_step": 9536,
+      "sup_loss": 0.6058752780218422
+    },
+    {
+      "train_step": 9537,
+      "sup_loss": 0.6621616097896168
+    },
+    {
+      "train_step": 9538,
+      "sup_loss": 0.6915153832891809
+    },
+    {
+      "train_step": 9539,
+      "sup_loss": 0.5889129747809774
+    },
+    {
+      "train_step": 9540,
+      "sup_loss": 0.5108670291369763
+    },
+    {
+      "train_step": 9541,
+      "sup_loss": 0.6677473893882908
+    },
+    {
+      "train_step": 9542,
+      "sup_loss": 0.3973880852300318
+    },
+    {
+      "train_step": 9543,
+      "sup_loss": 0.6004048162517357
+    },
+    {
+      "train_step": 9544,
+      "sup_loss": 0.7229182200162396
+    },
+    {
+      "train_step": 9545,
+      "sup_loss": 0.5081011194074392
+    },
+    {
+      "train_step": 9546,
+      "sup_loss": 0.5390082764370047
+    },
+    {
+      "train_step": 9547,
+      "sup_loss": 0.6732265270740682
+    },
+    {
+      "train_step": 9548,
+      "sup_loss": 0.7342944118383874
+    },
+    {
+      "train_step": 9549,
+      "sup_loss": 0.6304353859091604
+    },
+    {
+      "train_step": 9550,
+      "sup_loss": 0.5062580206777293
+    },
+    {
+      "train_step": 9551,
+      "sup_loss": 0.6155087609004681
+    },
+    {
+      "train_step": 9552,
+      "sup_loss": 0.46958979886994584
+    },
+    {
+      "train_step": 9553,
+      "sup_loss": 0.6524908025761221
+    },
+    {
+      "train_step": 9554,
+      "sup_loss": 0.6263639104209104
+    },
+    {
+      "train_step": 9555,
+      "sup_loss": 0.5691078194844957
+    },
+    {
+      "train_step": 9556,
+      "sup_loss": 0.5209413016219485
+    },
+    {
+      "train_step": 9557,
+      "sup_loss": 0.6971277220260328
+    },
+    {
+      "train_step": 9558,
+      "sup_loss": 0.6764916033106203
+    },
+    {
+      "train_step": 9559,
+      "sup_loss": 0.6823537528131177
+    },
+    {
+      "train_step": 9560,
+      "sup_loss": 0.7702307050838879
+    },
+    {
+      "train_step": 9561,
+      "sup_loss": 0.5030715451911167
+    },
+    {
+      "train_step": 9562,
+      "sup_loss": 0.8526078062355517
+    },
+    {
+      "train_step": 9563,
+      "sup_loss": 0.5428990232985669
+    },
+    {
+      "train_step": 9564,
+      "sup_loss": 0.6485349685525167
+    },
+    {
+      "train_step": 9565,
+      "sup_loss": 0.6917742897967682
+    },
+    {
+      "train_step": 9566,
+      "sup_loss": 0.7203986824925549
+    },
+    {
+      "train_step": 9567,
+      "sup_loss": 0.7720926335754135
+    },
+    {
+      "train_step": 9568,
+      "sup_loss": 0.5615003950914248
+    },
+    {
+      "train_step": 9569,
+      "sup_loss": 0.4918924563742627
+    },
+    {
+      "train_step": 9570,
+      "sup_loss": 0.5850132199327687
+    },
+    {
+      "train_step": 9571,
+      "sup_loss": 0.5933634749665491
+    },
+    {
+      "train_step": 9572,
+      "sup_loss": 0.6193547292831543
+    },
+    {
+      "train_step": 9573,
+      "sup_loss": 0.48490763670803727
+    },
+    {
+      "train_step": 9574,
+      "sup_loss": 0.6233487831680713
+    },
+    {
+      "train_step": 9575,
+      "sup_loss": 0.5111754650792053
+    },
+    {
+      "train_step": 9576,
+      "sup_loss": 0.6095426505700157
+    },
+    {
+      "train_step": 9577,
+      "sup_loss": 0.7361836579342159
+    },
+    {
+      "train_step": 9578,
+      "sup_loss": 0.7356813616598683
+    },
+    {
+      "train_step": 9579,
+      "sup_loss": 0.7290319773300841
+    },
+    {
+      "train_step": 9580,
+      "sup_loss": 0.7688407454768147
+    },
+    {
+      "train_step": 9581,
+      "sup_loss": 0.5372274298152657
+    },
+    {
+      "train_step": 9582,
+      "sup_loss": 0.5665943555879577
+    },
+    {
+      "train_step": 9583,
+      "sup_loss": 0.5555850275860122
+    },
+    {
+      "train_step": 9584,
+      "sup_loss": 0.5791900242068652
+    },
+    {
+      "train_step": 9585,
+      "sup_loss": 0.7326352924876419
+    },
+    {
+      "train_step": 9586,
+      "sup_loss": 0.7260503038999856
+    },
+    {
+      "train_step": 9587,
+      "sup_loss": 0.6262485351096315
+    },
+    {
+      "train_step": 9588,
+      "sup_loss": 0.5475185923082531
+    },
+    {
+      "train_step": 9589,
+      "sup_loss": 0.5942178323235274
+    },
+    {
+      "train_step": 9590,
+      "sup_loss": 0.6489290790622786
+    },
+    {
+      "train_step": 9591,
+      "sup_loss": 0.6102286483808266
+    },
+    {
+      "train_step": 9592,
+      "sup_loss": 0.4228728408278224
+    },
+    {
+      "train_step": 9593,
+      "sup_loss": 0.658867086647204
+    },
+    {
+      "train_step": 9594,
+      "sup_loss": 0.5521653645420916
+    },
+    {
+      "train_step": 9595,
+      "sup_loss": 0.4785935238772208
+    },
+    {
+      "train_step": 9596,
+      "sup_loss": 0.6109973785735404
+    },
+    {
+      "train_step": 9597,
+      "sup_loss": 0.6579037460756628
+    },
+    {
+      "train_step": 9598,
+      "sup_loss": 0.6468140055768871
+    },
+    {
+      "train_step": 9599,
+      "sup_loss": 0.49090401800642675
+    },
+    {
+      "train_step": 9600,
+      "sup_loss": 0.7747652965787709
+    },
+    {
+      "train_step": 9601,
+      "sup_loss": 0.5292341569304303
+    },
+    {
+      "train_step": 9602,
+      "sup_loss": 0.683827051211205
+    },
+    {
+      "train_step": 9603,
+      "sup_loss": 0.512303955452055
+    },
+    {
+      "train_step": 9604,
+      "sup_loss": 0.601147937076224
+    },
+    {
+      "train_step": 9605,
+      "sup_loss": 0.506727135839235
+    },
+    {
+      "train_step": 9606,
+      "sup_loss": 0.6030115688198627
+    },
+    {
+      "train_step": 9607,
+      "sup_loss": 0.6714380751843024
+    },
+    {
+      "train_step": 9608,
+      "sup_loss": 0.5145528814147433
+    },
+    {
+      "train_step": 9609,
+      "sup_loss": 0.7510294846470436
+    },
+    {
+      "train_step": 9610,
+      "sup_loss": 0.5033893941073008
+    },
+    {
+      "train_step": 9611,
+      "sup_loss": 0.7140299618954136
+    },
+    {
+      "train_step": 9612,
+      "sup_loss": 0.5817883195206539
+    },
+    {
+      "train_step": 9613,
+      "sup_loss": 0.6433482730366984
+    },
+    {
+      "train_step": 9614,
+      "sup_loss": 0.7038992702529122
+    },
+    {
+      "train_step": 9615,
+      "sup_loss": 0.6584163994945458
+    },
+    {
+      "train_step": 9616,
+      "sup_loss": 0.7314877102274968
+    },
+    {
+      "train_step": 9617,
+      "sup_loss": 0.7569538426250791
+    },
+    {
+      "train_step": 9618,
+      "sup_loss": 0.3750875770870272
+    },
+    {
+      "train_step": 9619,
+      "sup_loss": 0.7957675147884842
+    },
+    {
+      "train_step": 9620,
+      "sup_loss": 0.40571610906852673
+    },
+    {
+      "train_step": 9621,
+      "sup_loss": 0.6306054859644006
+    },
+    {
+      "train_step": 9622,
+      "sup_loss": 0.49739662188232303
+    },
+    {
+      "train_step": 9623,
+      "sup_loss": 0.5188374718025461
+    },
+    {
+      "train_step": 9624,
+      "sup_loss": 0.7088065506703897
+    },
+    {
+      "train_step": 9625,
+      "sup_loss": 0.40563580899462937
+    },
+    {
+      "train_step": 9626,
+      "sup_loss": 0.5723692005174698
+    },
+    {
+      "train_step": 9627,
+      "sup_loss": 0.5258995655774379
+    },
+    {
+      "train_step": 9628,
+      "sup_loss": 0.6149000927098757
+    },
+    {
+      "train_step": 9629,
+      "sup_loss": 0.6742065163391636
+    },
+    {
+      "train_step": 9630,
+      "sup_loss": 0.5709521591245743
+    },
+    {
+      "train_step": 9631,
+      "sup_loss": 0.5100827312310041
+    },
+    {
+      "train_step": 9632,
+      "sup_loss": 0.6701738715243768
+    },
+    {
+      "train_step": 9633,
+      "sup_loss": 0.48760667231890437
+    },
+    {
+      "train_step": 9634,
+      "sup_loss": 0.6536553479859574
+    },
+    {
+      "train_step": 9635,
+      "sup_loss": 0.57090901696385
+    },
+    {
+      "train_step": 9636,
+      "sup_loss": 0.5670413624450126
+    },
+    {
+      "train_step": 9637,
+      "sup_loss": 0.464188703432827
+    },
+    {
+      "train_step": 9638,
+      "sup_loss": 0.6688185456745503
+    },
+    {
+      "train_step": 9639,
+      "sup_loss": 0.5513779024583608
+    },
+    {
+      "train_step": 9640,
+      "sup_loss": 0.5067481064591883
+    },
+    {
+      "train_step": 9641,
+      "sup_loss": 0.8387242403386551
+    },
+    {
+      "train_step": 9642,
+      "sup_loss": 0.8733233622902155
+    },
+    {
+      "train_step": 9643,
+      "sup_loss": 0.6837604429371074
+    },
+    {
+      "train_step": 9644,
+      "sup_loss": 0.6080823296224868
+    },
+    {
+      "train_step": 9645,
+      "sup_loss": 0.6376121877133523
+    },
+    {
+      "train_step": 9646,
+      "sup_loss": 0.5133042666821488
+    },
+    {
+      "train_step": 9647,
+      "sup_loss": 0.6635731535733432
+    },
+    {
+      "train_step": 9648,
+      "sup_loss": 0.6975395187505302
+    },
+    {
+      "train_step": 9649,
+      "sup_loss": 0.332298431944688
+    },
+    {
+      "train_step": 9650,
+      "sup_loss": 0.6823492058099722
+    },
+    {
+      "train_step": 9651,
+      "sup_loss": 0.7963718174049169
+    },
+    {
+      "train_step": 9652,
+      "sup_loss": 0.8843393804264463
+    },
+    {
+      "train_step": 9653,
+      "sup_loss": 0.7907612401993946
+    },
+    {
+      "train_step": 9654,
+      "sup_loss": 0.5993529066952024
+    },
+    {
+      "train_step": 9655,
+      "sup_loss": 0.5905563451211789
+    },
+    {
+      "train_step": 9656,
+      "sup_loss": 0.35432018457061826
+    },
+    {
+      "train_step": 9657,
+      "sup_loss": 0.6127866338199679
+    },
+    {
+      "train_step": 9658,
+      "sup_loss": 0.7797120683753846
+    },
+    {
+      "train_step": 9659,
+      "sup_loss": 0.5816236875781853
+    },
+    {
+      "train_step": 9660,
+      "sup_loss": 0.6412918504682439
+    },
+    {
+      "train_step": 9661,
+      "sup_loss": 0.5403573723878214
+    },
+    {
+      "train_step": 9662,
+      "sup_loss": 0.48427989386440096
+    },
+    {
+      "train_step": 9663,
+      "sup_loss": 0.5864513111819245
+    },
+    {
+      "train_step": 9664,
+      "sup_loss": 0.45744455517750504
+    },
+    {
+      "train_step": 9665,
+      "sup_loss": 0.6095092662880804
+    },
+    {
+      "train_step": 9666,
+      "sup_loss": 0.7169139032837173
+    },
+    {
+      "train_step": 9667,
+      "sup_loss": 0.619539175524028
+    },
+    {
+      "train_step": 9668,
+      "sup_loss": 0.2786607567854493
+    },
+    {
+      "train_step": 9669,
+      "sup_loss": 0.5866604562569225
+    },
+    {
+      "train_step": 9670,
+      "sup_loss": 0.6112505172355776
+    },
+    {
+      "train_step": 9671,
+      "sup_loss": 0.6311387866790484
+    },
+    {
+      "train_step": 9672,
+      "sup_loss": 0.5262260573585033
+    },
+    {
+      "train_step": 9673,
+      "sup_loss": 0.5596975565484199
+    },
+    {
+      "train_step": 9674,
+      "sup_loss": 0.4224404187703638
+    },
+    {
+      "train_step": 9675,
+      "sup_loss": 1.0118714757926173
+    },
+    {
+      "train_step": 9676,
+      "sup_loss": 0.3935416881961848
+    },
+    {
+      "train_step": 9677,
+      "sup_loss": 0.6610601217708462
+    },
+    {
+      "train_step": 9678,
+      "sup_loss": 0.6625758656343153
+    },
+    {
+      "train_step": 9679,
+      "sup_loss": 0.7349421896339523
+    },
+    {
+      "train_step": 9680,
+      "sup_loss": 0.608243150591707
+    },
+    {
+      "train_step": 9681,
+      "sup_loss": 0.5953319237933132
+    },
+    {
+      "train_step": 9682,
+      "sup_loss": 0.7258344680865377
+    },
+    {
+      "train_step": 9683,
+      "sup_loss": 0.6800362913034729
+    },
+    {
+      "train_step": 9684,
+      "sup_loss": 0.6254429726503326
+    },
+    {
+      "train_step": 9685,
+      "sup_loss": 0.7191787494042041
+    },
+    {
+      "train_step": 9686,
+      "sup_loss": 0.531222165045126
+    },
+    {
+      "train_step": 9687,
+      "sup_loss": 0.45105593087742146
+    },
+    {
+      "train_step": 9688,
+      "sup_loss": 0.4355328317073529
+    },
+    {
+      "train_step": 9689,
+      "sup_loss": 0.5659247309809096
+    },
+    {
+      "train_step": 9690,
+      "sup_loss": 0.5363450005042336
+    },
+    {
+      "train_step": 9691,
+      "sup_loss": 0.6409006419137446
+    },
+    {
+      "train_step": 9692,
+      "sup_loss": 0.5229225356834761
+    },
+    {
+      "train_step": 9693,
+      "sup_loss": 0.6036422773981428
+    },
+    {
+      "train_step": 9694,
+      "sup_loss": 0.7924304550909143
+    },
+    {
+      "train_step": 9695,
+      "sup_loss": 0.45368763806875007
+    },
+    {
+      "train_step": 9696,
+      "sup_loss": 0.46803498784307124
+    },
+    {
+      "train_step": 9697,
+      "sup_loss": 0.718204891120315
+    },
+    {
+      "train_step": 9698,
+      "sup_loss": 0.539982403274784
+    },
+    {
+      "train_step": 9699,
+      "sup_loss": 0.5879104422002519
+    },
+    {
+      "train_step": 9700,
+      "sup_loss": 0.905999136015374
+    },
+    {
+      "train_step": 9701,
+      "sup_loss": 0.5711669366709226
+    },
+    {
+      "train_step": 9702,
+      "sup_loss": 0.4746309023503635
+    },
+    {
+      "train_step": 9703,
+      "sup_loss": 0.6080461227979996
+    },
+    {
+      "train_step": 9704,
+      "sup_loss": 0.7458785438624581
+    },
+    {
+      "train_step": 9705,
+      "sup_loss": 0.47492754086354444
+    },
+    {
+      "train_step": 9706,
+      "sup_loss": 0.5310097329143473
+    },
+    {
+      "train_step": 9707,
+      "sup_loss": 0.6058855810677315
+    },
+    {
+      "train_step": 9708,
+      "sup_loss": 0.850219689605674
+    },
+    {
+      "train_step": 9709,
+      "sup_loss": 0.5249315736456186
+    },
+    {
+      "train_step": 9710,
+      "sup_loss": 0.7273619107944367
+    },
+    {
+      "train_step": 9711,
+      "sup_loss": 0.45881542207767534
+    },
+    {
+      "train_step": 9712,
+      "sup_loss": 0.6567919829894724
+    },
+    {
+      "train_step": 9713,
+      "sup_loss": 0.6295885878085261
+    },
+    {
+      "train_step": 9714,
+      "sup_loss": 0.5343628693789642
+    },
+    {
+      "train_step": 9715,
+      "sup_loss": 0.6806853669947165
+    },
+    {
+      "train_step": 9716,
+      "sup_loss": 0.4303010276444369
+    },
+    {
+      "train_step": 9717,
+      "sup_loss": 0.6878486479572017
+    },
+    {
+      "train_step": 9718,
+      "sup_loss": 0.7396503439823301
+    },
+    {
+      "train_step": 9719,
+      "sup_loss": 0.5113251039640955
+    },
+    {
+      "train_step": 9720,
+      "sup_loss": 0.7397955404496938
+    },
+    {
+      "train_step": 9721,
+      "sup_loss": 0.5519781697385542
+    },
+    {
+      "train_step": 9722,
+      "sup_loss": 0.6345690335466172
+    },
+    {
+      "train_step": 9723,
+      "sup_loss": 0.7910288597909699
+    },
+    {
+      "train_step": 9724,
+      "sup_loss": 0.6463982828969908
+    },
+    {
+      "train_step": 9725,
+      "sup_loss": 0.5935708701190261
+    },
+    {
+      "train_step": 9726,
+      "sup_loss": 0.839248432559623
+    },
+    {
+      "train_step": 9727,
+      "sup_loss": 0.5735504389994952
+    },
+    {
+      "train_step": 9728,
+      "sup_loss": 0.7958518328820515
+    },
+    {
+      "train_step": 9729,
+      "sup_loss": 0.5809345081436547
+    },
+    {
+      "train_step": 9730,
+      "sup_loss": 0.5605899890648707
+    },
+    {
+      "train_step": 9731,
+      "sup_loss": 0.5847999858112023
+    },
+    {
+      "train_step": 9732,
+      "sup_loss": 0.6528952519718375
+    },
+    {
+      "train_step": 9733,
+      "sup_loss": 0.6820537955445524
+    },
+    {
+      "train_step": 9734,
+      "sup_loss": 0.6375319685717701
+    },
+    {
+      "train_step": 9735,
+      "sup_loss": 0.6235869756410737
+    },
+    {
+      "train_step": 9736,
+      "sup_loss": 0.5648054900358458
+    },
+    {
+      "train_step": 9737,
+      "sup_loss": 0.6761098387468091
+    },
+    {
+      "train_step": 9738,
+      "sup_loss": 0.6376412495951597
+    },
+    {
+      "train_step": 9739,
+      "sup_loss": 0.49084746230136733
+    },
+    {
+      "train_step": 9740,
+      "sup_loss": 0.8788867943782964
+    },
+    {
+      "train_step": 9741,
+      "sup_loss": 0.7627217668637748
+    },
+    {
+      "train_step": 9742,
+      "sup_loss": 0.5343309419373516
+    },
+    {
+      "train_step": 9743,
+      "sup_loss": 0.487187771936771
+    },
+    {
+      "train_step": 9744,
+      "sup_loss": 0.7399561959438047
+    },
+    {
+      "train_step": 9745,
+      "sup_loss": 0.764595442659109
+    },
+    {
+      "train_step": 9746,
+      "sup_loss": 0.7893967393881042
+    },
+    {
+      "train_step": 9747,
+      "sup_loss": 0.6843379196320066
+    },
+    {
+      "train_step": 9748,
+      "sup_loss": 0.6116725765842588
+    },
+    {
+      "train_step": 9749,
+      "sup_loss": 0.6879358045969686
+    },
+    {
+      "train_step": 9750,
+      "sup_loss": 0.700830242409149
+    },
+    {
+      "train_step": 9751,
+      "sup_loss": 0.6668015973096479
+    },
+    {
+      "train_step": 9752,
+      "sup_loss": 0.5251349541479045
+    },
+    {
+      "train_step": 9753,
+      "sup_loss": 0.5441611725440316
+    },
+    {
+      "train_step": 9754,
+      "sup_loss": 0.7042570709003324
+    },
+    {
+      "train_step": 9755,
+      "sup_loss": 0.5759477642491428
+    },
+    {
+      "train_step": 9756,
+      "sup_loss": 0.7314814289909131
+    },
+    {
+      "train_step": 9757,
+      "sup_loss": 0.4805208871158009
+    },
+    {
+      "train_step": 9758,
+      "sup_loss": 0.6083809176405797
+    },
+    {
+      "train_step": 9759,
+      "sup_loss": 0.7279828916474936
+    },
+    {
+      "train_step": 9760,
+      "sup_loss": 0.7945885609638255
+    },
+    {
+      "train_step": 9761,
+      "sup_loss": 0.5963869421096525
+    },
+    {
+      "train_step": 9762,
+      "sup_loss": 0.5047109457770655
+    },
+    {
+      "train_step": 9763,
+      "sup_loss": 0.721995445467393
+    },
+    {
+      "train_step": 9764,
+      "sup_loss": 0.6434023694319664
+    },
+    {
+      "train_step": 9765,
+      "sup_loss": 0.8472702115914422
+    },
+    {
+      "train_step": 9766,
+      "sup_loss": 0.790283715346801
+    },
+    {
+      "train_step": 9767,
+      "sup_loss": 0.6813895506970141
+    },
+    {
+      "train_step": 9768,
+      "sup_loss": 0.5197383789254932
+    },
+    {
+      "train_step": 9769,
+      "sup_loss": 0.5209783428242717
+    },
+    {
+      "train_step": 9770,
+      "sup_loss": 0.6372550083050293
+    },
+    {
+      "train_step": 9771,
+      "sup_loss": 0.6430703936308548
+    },
+    {
+      "train_step": 9772,
+      "sup_loss": 0.6199308241888953
+    },
+    {
+      "train_step": 9773,
+      "sup_loss": 0.5154295051959342
+    },
+    {
+      "train_step": 9774,
+      "sup_loss": 0.7004060613627945
+    },
+    {
+      "train_step": 9775,
+      "sup_loss": 0.4945087376313369
+    },
+    {
+      "train_step": 9776,
+      "sup_loss": 0.7118737616760556
+    },
+    {
+      "train_step": 9777,
+      "sup_loss": 0.781488614850784
+    },
+    {
+      "train_step": 9778,
+      "sup_loss": 0.7119533011639531
+    },
+    {
+      "train_step": 9779,
+      "sup_loss": 0.48411813825836747
+    },
+    {
+      "train_step": 9780,
+      "sup_loss": 0.5776729740549345
+    },
+    {
+      "train_step": 9781,
+      "sup_loss": 0.7210427746765896
+    },
+    {
+      "train_step": 9782,
+      "sup_loss": 0.6584843733517267
+    },
+    {
+      "train_step": 9783,
+      "sup_loss": 0.8009335671813618
+    },
+    {
+      "train_step": 9784,
+      "sup_loss": 0.7268342570653915
+    },
+    {
+      "train_step": 9785,
+      "sup_loss": 0.7115588430566473
+    },
+    {
+      "train_step": 9786,
+      "sup_loss": 0.7115693321706353
+    },
+    {
+      "train_step": 9787,
+      "sup_loss": 0.8328933537039551
+    },
+    {
+      "train_step": 9788,
+      "sup_loss": 0.5564358571526024
+    },
+    {
+      "train_step": 9789,
+      "sup_loss": 0.5034389110867781
+    },
+    {
+      "train_step": 9790,
+      "sup_loss": 0.43898136488499284
+    },
+    {
+      "train_step": 9791,
+      "sup_loss": 0.6790344049834658
+    },
+    {
+      "train_step": 9792,
+      "sup_loss": 0.7545752782546745
+    },
+    {
+      "train_step": 9793,
+      "sup_loss": 0.49310658149844516
+    },
+    {
+      "train_step": 9794,
+      "sup_loss": 0.5163758955317898
+    },
+    {
+      "train_step": 9795,
+      "sup_loss": 0.820563314776313
+    },
+    {
+      "train_step": 9796,
+      "sup_loss": 0.5682243287693985
+    },
+    {
+      "train_step": 9797,
+      "sup_loss": 0.5077813238744148
+    },
+    {
+      "train_step": 9798,
+      "sup_loss": 0.6773765660977934
+    },
+    {
+      "train_step": 9799,
+      "sup_loss": 0.5298844267155355
+    },
+    {
+      "train_step": 9800,
+      "sup_loss": 0.7336087653308495
+    },
+    {
+      "train_step": 9801,
+      "sup_loss": 0.6586476139604622
+    },
+    {
+      "train_step": 9802,
+      "sup_loss": 0.7071677133298653
+    },
+    {
+      "train_step": 9803,
+      "sup_loss": 0.4575589076316269
+    },
+    {
+      "train_step": 9804,
+      "sup_loss": 0.601243307107065
+    },
+    {
+      "train_step": 9805,
+      "sup_loss": 0.8252874024196155
+    },
+    {
+      "train_step": 9806,
+      "sup_loss": 0.6708831626310595
+    },
+    {
+      "train_step": 9807,
+      "sup_loss": 0.4772193492885563
+    },
+    {
+      "train_step": 9808,
+      "sup_loss": 0.6242753728204493
+    },
+    {
+      "train_step": 9809,
+      "sup_loss": 0.5169247255761491
+    },
+    {
+      "train_step": 9810,
+      "sup_loss": 0.5731072651086924
+    },
+    {
+      "train_step": 9811,
+      "sup_loss": 0.8699468522130155
+    },
+    {
+      "train_step": 9812,
+      "sup_loss": 0.5952580802081688
+    },
+    {
+      "train_step": 9813,
+      "sup_loss": 0.6067745866138702
+    },
+    {
+      "train_step": 9814,
+      "sup_loss": 0.58425898477749
+    },
+    {
+      "train_step": 9815,
+      "sup_loss": 0.5592902831501588
+    },
+    {
+      "train_step": 9816,
+      "sup_loss": 0.6716017186856651
+    },
+    {
+      "train_step": 9817,
+      "sup_loss": 0.7528775464447375
+    },
+    {
+      "train_step": 9818,
+      "sup_loss": 0.527340742120112
+    },
+    {
+      "train_step": 9819,
+      "sup_loss": 0.4662607969195317
+    },
+    {
+      "train_step": 9820,
+      "sup_loss": 0.7258077835035484
+    },
+    {
+      "train_step": 9821,
+      "sup_loss": 0.606475678442623
+    },
+    {
+      "train_step": 9822,
+      "sup_loss": 0.5064824789316454
+    },
+    {
+      "train_step": 9823,
+      "sup_loss": 0.6234128206661708
+    },
+    {
+      "train_step": 9824,
+      "sup_loss": 0.7909814495806586
+    },
+    {
+      "train_step": 9825,
+      "sup_loss": 0.5424338393042644
+    },
+    {
+      "train_step": 9826,
+      "sup_loss": 0.616769040808133
+    },
+    {
+      "train_step": 9827,
+      "sup_loss": 0.7470453975302173
+    },
+    {
+      "train_step": 9828,
+      "sup_loss": 0.5799967203161208
+    },
+    {
+      "train_step": 9829,
+      "sup_loss": 0.7010375535366451
+    },
+    {
+      "train_step": 9830,
+      "sup_loss": 0.5504023865980394
+    },
+    {
+      "train_step": 9831,
+      "sup_loss": 0.7182128084245853
+    },
+    {
+      "train_step": 9832,
+      "sup_loss": 0.5189089471534523
+    },
+    {
+      "train_step": 9833,
+      "sup_loss": 0.5989799986992373
+    },
+    {
+      "train_step": 9834,
+      "sup_loss": 0.6377509768522395
+    },
+    {
+      "train_step": 9835,
+      "sup_loss": 0.6501814373375436
+    },
+    {
+      "train_step": 9836,
+      "sup_loss": 0.6847589233350624
+    },
+    {
+      "train_step": 9837,
+      "sup_loss": 0.49146735566551825
+    },
+    {
+      "train_step": 9838,
+      "sup_loss": 0.6813667787084793
+    },
+    {
+      "train_step": 9839,
+      "sup_loss": 0.3812617809271436
+    },
+    {
+      "train_step": 9840,
+      "sup_loss": 0.6380164222997246
+    },
+    {
+      "train_step": 9841,
+      "sup_loss": 0.31870031074723876
+    },
+    {
+      "train_step": 9842,
+      "sup_loss": 0.6797475220758457
+    },
+    {
+      "train_step": 9843,
+      "sup_loss": 0.7074662278737599
+    },
+    {
+      "train_step": 9844,
+      "sup_loss": 0.46113165718533927
+    },
+    {
+      "train_step": 9845,
+      "sup_loss": 0.970366359326852
+    },
+    {
+      "train_step": 9846,
+      "sup_loss": 0.4465323780315835
+    },
+    {
+      "train_step": 9847,
+      "sup_loss": 0.6956767034882442
+    },
+    {
+      "train_step": 9848,
+      "sup_loss": 0.6256431392029711
+    },
+    {
+      "train_step": 9849,
+      "sup_loss": 0.5927660856733988
+    },
+    {
+      "train_step": 9850,
+      "sup_loss": 0.6878557834717657
+    },
+    {
+      "train_step": 9851,
+      "sup_loss": 0.7340648624451444
+    },
+    {
+      "train_step": 9852,
+      "sup_loss": 0.7885548637980804
+    },
+    {
+      "train_step": 9853,
+      "sup_loss": 0.531495611017358
+    },
+    {
+      "train_step": 9854,
+      "sup_loss": 0.7879131091871532
+    },
+    {
+      "train_step": 9855,
+      "sup_loss": 0.7034914615434569
+    },
+    {
+      "train_step": 9856,
+      "sup_loss": 0.7193999478400808
+    },
+    {
+      "train_step": 9857,
+      "sup_loss": 0.7715254315429076
+    },
+    {
+      "train_step": 9858,
+      "sup_loss": 0.5091157130190669
+    },
+    {
+      "train_step": 9859,
+      "sup_loss": 0.6895283061521553
+    },
+    {
+      "train_step": 9860,
+      "sup_loss": 0.6105910604753577
+    },
+    {
+      "train_step": 9861,
+      "sup_loss": 0.8275321504069852
+    },
+    {
+      "train_step": 9862,
+      "sup_loss": 0.7622000616515788
+    },
+    {
+      "train_step": 9863,
+      "sup_loss": 0.8086591180100867
+    },
+    {
+      "train_step": 9864,
+      "sup_loss": 0.7307143040109464
+    },
+    {
+      "train_step": 9865,
+      "sup_loss": 0.5983066995404499
+    },
+    {
+      "train_step": 9866,
+      "sup_loss": 0.48670950469423463
+    },
+    {
+      "train_step": 9867,
+      "sup_loss": 0.5945095210338469
+    },
+    {
+      "train_step": 9868,
+      "sup_loss": 1.0082438812567651
+    },
+    {
+      "train_step": 9869,
+      "sup_loss": 0.7761662103019901
+    },
+    {
+      "train_step": 9870,
+      "sup_loss": 0.8662536693491864
+    },
+    {
+      "train_step": 9871,
+      "sup_loss": 0.5537118211354519
+    },
+    {
+      "train_step": 9872,
+      "sup_loss": 0.6596798587977227
+    },
+    {
+      "train_step": 9873,
+      "sup_loss": 0.6128178622938382
+    },
+    {
+      "train_step": 9874,
+      "sup_loss": 0.5386419642782984
+    },
+    {
+      "train_step": 9875,
+      "sup_loss": 0.593990038710044
+    },
+    {
+      "train_step": 9876,
+      "sup_loss": 0.6386857359042006
+    },
+    {
+      "train_step": 9877,
+      "sup_loss": 0.7484674838822309
+    },
+    {
+      "train_step": 9878,
+      "sup_loss": 0.77320760033095
+    },
+    {
+      "train_step": 9879,
+      "sup_loss": 0.696074572344169
+    },
+    {
+      "train_step": 9880,
+      "sup_loss": 0.693176731817921
+    },
+    {
+      "train_step": 9881,
+      "sup_loss": 0.65098097660848
+    },
+    {
+      "train_step": 9882,
+      "sup_loss": 0.5998048244509188
+    },
+    {
+      "train_step": 9883,
+      "sup_loss": 0.7124043373746733
+    },
+    {
+      "train_step": 9884,
+      "sup_loss": 0.7413126818103407
+    },
+    {
+      "train_step": 9885,
+      "sup_loss": 0.47980578849224137
+    },
+    {
+      "train_step": 9886,
+      "sup_loss": 0.6146270385277532
+    },
+    {
+      "train_step": 9887,
+      "sup_loss": 0.5711580624437125
+    },
+    {
+      "train_step": 9888,
+      "sup_loss": 0.7430772659481444
+    },
+    {
+      "train_step": 9889,
+      "sup_loss": 0.47045267407780783
+    },
+    {
+      "train_step": 9890,
+      "sup_loss": 0.4481314553804972
+    },
+    {
+      "train_step": 9891,
+      "sup_loss": 0.7166872495121952
+    },
+    {
+      "train_step": 9892,
+      "sup_loss": 0.6109304382145987
+    },
+    {
+      "train_step": 9893,
+      "sup_loss": 0.7230768222085193
+    },
+    {
+      "train_step": 9894,
+      "sup_loss": 0.5800795041666181
+    },
+    {
+      "train_step": 9895,
+      "sup_loss": 0.6692133386689637
+    },
+    {
+      "train_step": 9896,
+      "sup_loss": 0.7292748162647192
+    },
+    {
+      "train_step": 9897,
+      "sup_loss": 0.4672795502697412
+    },
+    {
+      "train_step": 9898,
+      "sup_loss": 0.5781770391615417
+    },
+    {
+      "train_step": 9899,
+      "sup_loss": 0.638728839913573
+    },
+    {
+      "train_step": 9900,
+      "sup_loss": 0.6259135375218016
+    },
+    {
+      "train_step": 9901,
+      "sup_loss": 0.7726115500689259
+    },
+    {
+      "train_step": 9902,
+      "sup_loss": 0.6368176331937737
+    },
+    {
+      "train_step": 9903,
+      "sup_loss": 0.4707420747706914
+    },
+    {
+      "train_step": 9904,
+      "sup_loss": 0.6739446991068246
+    },
+    {
+      "train_step": 9905,
+      "sup_loss": 0.617777424135056
+    },
+    {
+      "train_step": 9906,
+      "sup_loss": 0.621992701567128
+    },
+    {
+      "train_step": 9907,
+      "sup_loss": 0.7074860379061154
+    },
+    {
+      "train_step": 9908,
+      "sup_loss": 0.48041710336409865
+    },
+    {
+      "train_step": 9909,
+      "sup_loss": 0.7239289173749062
+    },
+    {
+      "train_step": 9910,
+      "sup_loss": 0.41097842121758466
+    },
+    {
+      "train_step": 9911,
+      "sup_loss": 0.5364463943544755
+    },
+    {
+      "train_step": 9912,
+      "sup_loss": 0.5035395406258666
+    },
+    {
+      "train_step": 9913,
+      "sup_loss": 0.7211761193823756
+    },
+    {
+      "train_step": 9914,
+      "sup_loss": 0.6363560175906388
+    },
+    {
+      "train_step": 9915,
+      "sup_loss": 0.6371684343970632
+    },
+    {
+      "train_step": 9916,
+      "sup_loss": 0.8398520116164563
+    },
+    {
+      "train_step": 9917,
+      "sup_loss": 0.7068859402776689
+    },
+    {
+      "train_step": 9918,
+      "sup_loss": 0.4759786347362948
+    },
+    {
+      "train_step": 9919,
+      "sup_loss": 0.6917107143159809
+    },
+    {
+      "train_step": 9920,
+      "sup_loss": 0.672343623978758
+    },
+    {
+      "train_step": 9921,
+      "sup_loss": 0.7373015022993795
+    },
+    {
+      "train_step": 9922,
+      "sup_loss": 0.5890441555178696
+    },
+    {
+      "train_step": 9923,
+      "sup_loss": 0.6081529789024538
+    },
+    {
+      "train_step": 9924,
+      "sup_loss": 0.48806549152901696
+    },
+    {
+      "train_step": 9925,
+      "sup_loss": 0.4520668700212833
+    },
+    {
+      "train_step": 9926,
+      "sup_loss": 0.417567992249485
+    },
+    {
+      "train_step": 9927,
+      "sup_loss": 0.7380484825863808
+    },
+    {
+      "train_step": 9928,
+      "sup_loss": 0.5751828864629277
+    },
+    {
+      "train_step": 9929,
+      "sup_loss": 0.6994583095309327
+    },
+    {
+      "train_step": 9930,
+      "sup_loss": 0.7772548598623684
+    },
+    {
+      "train_step": 9931,
+      "sup_loss": 0.6355183257326074
+    },
+    {
+      "train_step": 9932,
+      "sup_loss": 0.7051143033623373
+    },
+    {
+      "train_step": 9933,
+      "sup_loss": 0.7685569684901794
+    },
+    {
+      "train_step": 9934,
+      "sup_loss": 0.4773099105941871
+    },
+    {
+      "train_step": 9935,
+      "sup_loss": 0.5073283461391875
+    },
+    {
+      "train_step": 9936,
+      "sup_loss": 0.631099210098645
+    },
+    {
+      "train_step": 9937,
+      "sup_loss": 0.551567922897089
+    },
+    {
+      "train_step": 9938,
+      "sup_loss": 0.5207059040525474
+    },
+    {
+      "train_step": 9939,
+      "sup_loss": 0.7870465224034742
+    },
+    {
+      "train_step": 9940,
+      "sup_loss": 0.5669550387668705
+    },
+    {
+      "train_step": 9941,
+      "sup_loss": 0.8569884106204269
+    },
+    {
+      "train_step": 9942,
+      "sup_loss": 0.5876890094416003
+    },
+    {
+      "train_step": 9943,
+      "sup_loss": 0.6658399901979711
+    },
+    {
+      "train_step": 9944,
+      "sup_loss": 0.6374782225146897
+    },
+    {
+      "train_step": 9945,
+      "sup_loss": 0.6659341401718013
+    },
+    {
+      "train_step": 9946,
+      "sup_loss": 0.4927284849260548
+    },
+    {
+      "train_step": 9947,
+      "sup_loss": 0.5550200217760077
+    },
+    {
+      "train_step": 9948,
+      "sup_loss": 0.6329564703341243
+    },
+    {
+      "train_step": 9949,
+      "sup_loss": 0.6550531983785556
+    },
+    {
+      "train_step": 9950,
+      "sup_loss": 0.7242076638511894
+    },
+    {
+      "train_step": 9951,
+      "sup_loss": 0.6524447973673625
+    },
+    {
+      "train_step": 9952,
+      "sup_loss": 0.4412583970503483
+    },
+    {
+      "train_step": 9953,
+      "sup_loss": 0.6355662763623386
+    },
+    {
+      "train_step": 9954,
+      "sup_loss": 0.5273195851840018
+    },
+    {
+      "train_step": 9955,
+      "sup_loss": 0.8593644192016161
+    },
+    {
+      "train_step": 9956,
+      "sup_loss": 0.6652916039956238
+    },
+    {
+      "train_step": 9957,
+      "sup_loss": 0.6032911819522144
+    },
+    {
+      "train_step": 9958,
+      "sup_loss": 0.6594065999297632
+    },
+    {
+      "train_step": 9959,
+      "sup_loss": 0.6993174295906042
+    },
+    {
+      "train_step": 9960,
+      "sup_loss": 0.5581350545714711
+    },
+    {
+      "train_step": 9961,
+      "sup_loss": 0.535441647004524
+    },
+    {
+      "train_step": 9962,
+      "sup_loss": 0.7283117490518316
+    },
+    {
+      "train_step": 9963,
+      "sup_loss": 0.6581104462433085
+    },
+    {
+      "train_step": 9964,
+      "sup_loss": 0.8192554074171347
+    },
+    {
+      "train_step": 9965,
+      "sup_loss": 0.6724794388307198
+    },
+    {
+      "train_step": 9966,
+      "sup_loss": 0.5677903863876517
+    },
+    {
+      "train_step": 9967,
+      "sup_loss": 0.44124604765100084
+    },
+    {
+      "train_step": 9968,
+      "sup_loss": 0.6915949595207462
+    },
+    {
+      "train_step": 9969,
+      "sup_loss": 0.7734188337098798
+    },
+    {
+      "train_step": 9970,
+      "sup_loss": 0.5124416609967462
+    },
+    {
+      "train_step": 9971,
+      "sup_loss": 0.6287289057582135
+    },
+    {
+      "train_step": 9972,
+      "sup_loss": 0.6619433123545095
+    },
+    {
+      "train_step": 9973,
+      "sup_loss": 0.4845343202108082
+    },
+    {
+      "train_step": 9974,
+      "sup_loss": 0.551535239029226
+    },
+    {
+      "train_step": 9975,
+      "sup_loss": 0.7325893765878218
+    },
+    {
+      "train_step": 9976,
+      "sup_loss": 0.6346464530335524
+    },
+    {
+      "train_step": 9977,
+      "sup_loss": 0.6609140218042824
+    },
+    {
+      "train_step": 9978,
+      "sup_loss": 0.6296057954510959
+    },
+    {
+      "train_step": 9979,
+      "sup_loss": 0.7680074609985184
+    },
+    {
+      "train_step": 9980,
+      "sup_loss": 0.7922862039895021
+    },
+    {
+      "train_step": 9981,
+      "sup_loss": 0.6225861190426012
+    },
+    {
+      "train_step": 9982,
+      "sup_loss": 0.6710417505459529
+    },
+    {
+      "train_step": 9983,
+      "sup_loss": 0.6846624456924276
+    },
+    {
+      "train_step": 9984,
+      "sup_loss": 0.84683435505764
+    },
+    {
+      "train_step": 9985,
+      "sup_loss": 0.49170785773527714
+    },
+    {
+      "train_step": 9986,
+      "sup_loss": 0.5981833314690026
+    },
+    {
+      "train_step": 9987,
+      "sup_loss": 0.7466572134420864
+    },
+    {
+      "train_step": 9988,
+      "sup_loss": 0.6091448012043427
+    },
+    {
+      "train_step": 9989,
+      "sup_loss": 0.8574754935281422
+    },
+    {
+      "train_step": 9990,
+      "sup_loss": 0.3922722443088974
+    },
+    {
+      "train_step": 9991,
+      "sup_loss": 0.581445237934084
+    },
+    {
+      "train_step": 9992,
+      "sup_loss": 0.590444984829417
+    },
+    {
+      "train_step": 9993,
+      "sup_loss": 0.7396036914592596
+    },
+    {
+      "train_step": 9994,
+      "sup_loss": 0.6358762848204063
+    },
+    {
+      "train_step": 9995,
+      "sup_loss": 0.5324334870244555
+    },
+    {
+      "train_step": 9996,
+      "sup_loss": 0.6291932670049348
+    },
+    {
+      "train_step": 9997,
+      "sup_loss": 0.6583482587337358
+    },
+    {
+      "train_step": 9998,
+      "sup_loss": 0.47087378296340004
+    },
+    {
+      "train_step": 9999,
+      "sup_loss": 0.533436820999774
+    },
+    {
+      "train_step": 10000,
+      "sup_loss": 0.7580116724118613
+    }
+  ],
+  "floss_episodes": [
+    {
+      "episode": 0,
+      "train_step": 0,
+      "steps": [
+        {
+          "step": 0,
+          "loss": 0.030840085819363594,
+          "floss_loss": 0.030840083956718445,
+          "kl_loss": 1.341745881067169e-10,
+          "lyap1_mean": -0.14758270978927612,
+          "lyap1_max": -0.08250274509191513,
+          "lyap_mean": -0.16932439804077148,
+          "volume_mean": -0.16932439804077148,
+          "volume_max": -0.13444994390010834,
+          "frac_active": 0.0
+        },
+        {
+          "step": 1,
+          "loss": 0.012191235087811947,
+          "floss_loss": 0.012191235087811947,
+          "kl_loss": 2.892574044627741e-29,
+          "lyap1_mean": -0.06004723533987999,
+          "lyap1_max": 0.01905430108308792,
+          "lyap_mean": -0.09591872990131378,
+          "volume_mean": -0.09591872245073318,
+          "volume_max": -0.030376944690942764,
+          "frac_active": 0.03125
+        },
+        {
+          "step": 2,
+          "loss": 22.602054595947266,
+          "floss_loss": 0.0009742507245391607,
+          "kl_loss": 2.26010799407959,
+          "lyap1_mean": 0.022995397448539734,
+          "lyap1_max": 0.057564109563827515,
+          "lyap_mean": -0.00572222238406539,
+          "volume_mean": -0.00572222238406539,
+          "volume_max": 0.01941049098968506,
+          "frac_active": 0.40625
+        },
+        {
+          "step": 3,
+          "loss": 20.59678840637207,
+          "floss_loss": 0.0007525036344304681,
+          "kl_loss": 2.059603452682495,
+          "lyap1_mean": 0.026026681065559387,
+          "lyap1_max": 0.051997192203998566,
+          "lyap_mean": -0.0025124340318143368,
+          "volume_mean": -0.0025124340318143368,
+          "volume_max": 0.023150824010372162,
+          "frac_active": 0.375
+        },
+        {
+          "step": 4,
+          "loss": 56.28398895263672,
+          "floss_loss": 0.0012948818039149046,
+          "kl_loss": 5.628269672393799,
+          "lyap1_mean": 0.040906742215156555,
+          "lyap1_max": 0.09082233905792236,
+          "lyap_mean": 0.00687897764146328,
+          "volume_mean": 0.00687897764146328,
+          "volume_max": 0.039071306586265564,
+          "frac_active": 0.578125
+        },
+        {
+          "step": 5,
+          "loss": 50.04509735107422,
+          "floss_loss": 0.001388623146340251,
+          "kl_loss": 5.00437068939209,
+          "lyap1_mean": 0.016256937757134438,
+          "lyap1_max": 0.05533762276172638,
+          "lyap_mean": -0.02292310819029808,
+          "volume_mean": -0.02292310632765293,
+          "volume_max": 0.008060971274971962,
+          "frac_active": 0.1875
+        },
+        {
+          "step": 6,
+          "loss": 41.13796615600586,
+          "floss_loss": 0.0021421206183731556,
+          "kl_loss": 4.113582134246826,
+          "lyap1_mean": 0.015832405537366867,
+          "lyap1_max": 0.11448246240615845,
+          "lyap_mean": -0.018537331372499466,
+          "volume_mean": -0.018537331372499466,
+          "volume_max": 0.03146139904856682,
+          "frac_active": 0.265625
+        },
+        {
+          "step": 7,
+          "loss": 49.77788162231445,
+          "floss_loss": 0.002570820041000843,
+          "kl_loss": 4.9775309562683105,
+          "lyap1_mean": -0.01962122693657875,
+          "lyap1_max": 0.0384671650826931,
+          "lyap_mean": -0.044027723371982574,
+          "volume_mean": -0.044027719646692276,
+          "volume_max": -0.027190960943698883,
+          "frac_active": 0.0625
+        },
+        {
+          "step": 8,
+          "loss": 85.4661636352539,
+          "floss_loss": 0.0045543513260781765,
+          "kl_loss": 8.546160697937012,
+          "lyap1_mean": -0.0381317064166069,
+          "lyap1_max": -0.008357195183634758,
+          "lyap_mean": -0.06069511920213699,
+          "volume_mean": -0.06069511920213699,
+          "volume_max": -0.0367712527513504,
+          "frac_active": 0.015625
+        },
+        {
+          "step": 9,
+          "loss": 113.18659210205078,
+          "floss_loss": 0.003041659714654088,
+          "kl_loss": 11.318354606628418,
+          "lyap1_mean": -0.02988324873149395,
+          "lyap1_max": 0.023047691211104393,
+          "lyap_mean": -0.05059563368558884,
+          "volume_mean": -0.05059563368558884,
+          "volume_max": -0.02662046253681183,
+          "frac_active": 0.03125
+        },
+        {
+          "step": 10,
+          "loss": 116.64100646972656,
+          "floss_loss": 0.004804449155926704,
+          "kl_loss": 11.663619995117188,
+          "lyap1_mean": -0.05413304269313812,
+          "lyap1_max": -0.029937906190752983,
+          "lyap_mean": -0.06682202219963074,
+          "volume_mean": -0.06682202219963074,
+          "volume_max": -0.03714219480752945,
+          "frac_active": 0.0
+        },
+        {
+          "step": 11,
+          "loss": 143.47268676757812,
+          "floss_loss": 0.0032632139045745134,
+          "kl_loss": 14.346941947937012,
+          "lyap1_mean": -0.04016238451004028,
+          "lyap1_max": -0.0038275904953479767,
+          "lyap_mean": -0.05173296853899956,
+          "volume_mean": -0.051732972264289856,
+          "volume_max": -0.011271856725215912,
+          "frac_active": 0.0
+        },
+        {
+          "step": 12,
+          "loss": 119.5509262084961,
+          "floss_loss": 0.010948430746793747,
+          "kl_loss": 11.953997611999512,
+          "lyap1_mean": -0.06005116552114487,
+          "lyap1_max": 0.03138735890388489,
+          "lyap_mean": -0.09743157029151917,
+          "volume_mean": -0.09743157029151917,
+          "volume_max": -0.07755097001791,
+          "frac_active": 0.046875
+        },
+        {
+          "step": 13,
+          "loss": 81.25780487060547,
+          "floss_loss": 0.026883669197559357,
+          "kl_loss": 8.123091697692871,
+          "lyap1_mean": -0.15841728448867798,
+          "lyap1_max": -0.1487550437450409,
+          "lyap_mean": -0.1637541949748993,
+          "volume_mean": -0.1637541949748993,
+          "volume_max": -0.15880432724952698,
+          "frac_active": 0.0
+        },
+        {
+          "step": 14,
+          "loss": 52.37419128417969,
+          "floss_loss": 0.03807280585169792,
+          "kl_loss": 5.233611583709717,
+          "lyap1_mean": -0.17323413491249084,
+          "lyap1_max": -0.07320982217788696,
+          "lyap_mean": -0.19253504276275635,
+          "volume_mean": -0.19253504276275635,
+          "volume_max": -0.1450473517179489,
+          "frac_active": 0.0
+        },
+        {
+          "step": 15,
+          "loss": 38.03248977661133,
+          "floss_loss": 0.039769988507032394,
+          "kl_loss": 3.799272060394287,
+          "lyap1_mean": -0.19166849553585052,
+          "lyap1_max": -0.17012058198451996,
+          "lyap_mean": -0.19889876246452332,
+          "volume_mean": -0.19889876246452332,
+          "volume_max": -0.17923176288604736,
+          "frac_active": 0.0
+        },
+        {
+          "step": 16,
+          "loss": 76.4335708618164,
+          "floss_loss": 0.0586826428771019,
+          "kl_loss": 7.63748836517334,
+          "lyap1_mean": -0.24055930972099304,
+          "lyap1_max": -0.2227954864501953,
+          "lyap_mean": -0.24212011694908142,
+          "volume_mean": -0.24212011694908142,
+          "volume_max": -0.22330325841903687,
+          "frac_active": 0.0
+        },
+        {
+          "step": 17,
+          "loss": 50.076480865478516,
+          "floss_loss": 0.07193673402070999,
+          "kl_loss": 5.000454425811768,
+          "lyap1_mean": -0.26829755306243896,
+          "lyap1_max": -0.25188055634498596,
+          "lyap_mean": -0.26812684535980225,
+          "volume_mean": -0.26812684535980225,
+          "volume_max": -0.25932392477989197,
+          "frac_active": 0.0
+        },
+        {
+          "step": 18,
+          "loss": 37.4771614074707,
+          "floss_loss": 0.08694780617952347,
+          "kl_loss": 3.7390213012695312,
+          "lyap1_mean": -0.29606717824935913,
+          "lyap1_max": -0.28777867555618286,
+          "lyap_mean": -0.2947978675365448,
+          "volume_mean": -0.2947978377342224,
+          "volume_max": -0.28401196002960205,
+          "frac_active": 0.0
+        },
+        {
+          "step": 19,
+          "loss": 30.49492835998535,
+          "floss_loss": 0.09338586032390594,
+          "kl_loss": 3.040154218673706,
+          "lyap1_mean": -0.3047565221786499,
+          "lyap1_max": -0.2937787175178528,
+          "lyap_mean": -0.3055148124694824,
+          "volume_mean": -0.30551478266716003,
+          "volume_max": -0.2966943383216858,
+          "frac_active": 0.0
+        },
+        {
+          "step": 20,
+          "loss": 29.99589729309082,
+          "floss_loss": 0.11023106426000595,
+          "kl_loss": 2.9885666370391846,
+          "lyap1_mean": -0.3242477476596832,
+          "lyap1_max": -0.31441226601600647,
+          "lyap_mean": -0.33194786310195923,
+          "volume_mean": -0.33194783329963684,
+          "volume_max": -0.3282167911529541,
+          "frac_active": 0.0
+        },
+        {
+          "step": 21,
+          "loss": 29.945512771606445,
+          "floss_loss": 0.12535430490970612,
+          "kl_loss": 2.98201584815979,
+          "lyap1_mean": -0.3522431552410126,
+          "lyap1_max": -0.34317612648010254,
+          "lyap_mean": -0.354007750749588,
+          "volume_mean": -0.3540077805519104,
+          "volume_max": -0.3471599817276001,
+          "frac_active": 0.0
+        },
+        {
+          "step": 22,
+          "loss": 37.905479431152344,
+          "floss_loss": 0.1372571438550949,
+          "kl_loss": 3.776822328567505,
+          "lyap1_mean": -0.3693210780620575,
+          "lyap1_max": -0.36153149604797363,
+          "lyap_mean": -0.3704580068588257,
+          "volume_mean": -0.3704580068588257,
+          "volume_max": -0.36811721324920654,
+          "frac_active": 0.0
+        },
+        {
+          "step": 23,
+          "loss": 32.25432205200195,
+          "floss_loss": 0.13604836165905,
+          "kl_loss": 3.211827516555786,
+          "lyap1_mean": -0.3663490414619446,
+          "lyap1_max": -0.3575570583343506,
+          "lyap_mean": -0.36880433559417725,
+          "volume_mean": -0.36880433559417725,
+          "volume_max": -0.3638796806335449,
+          "frac_active": 0.0
+        },
+        {
+          "step": 24,
+          "loss": 39.21725082397461,
+          "floss_loss": 0.1396772563457489,
+          "kl_loss": 3.907757043838501,
+          "lyap1_mean": -0.37054044008255005,
+          "lyap1_max": -0.36410874128341675,
+          "lyap_mean": -0.37368834018707275,
+          "volume_mean": -0.37368834018707275,
+          "volume_max": -0.367811381816864,
+          "frac_active": 0.0
+        },
+        {
+          "step": 25,
+          "loss": 35.26286315917969,
+          "floss_loss": 0.15845361351966858,
+          "kl_loss": 3.5104408264160156,
+          "lyap1_mean": -0.3979490101337433,
+          "lyap1_max": -0.390472412109375,
+          "lyap_mean": -0.39803290367126465,
+          "volume_mean": -0.39803290367126465,
+          "volume_max": -0.39363396167755127,
+          "frac_active": 0.0
+        },
+        {
+          "step": 26,
+          "loss": 31.042709350585938,
+          "floss_loss": 0.17838279902935028,
+          "kl_loss": 3.086432695388794,
+          "lyap1_mean": -0.4204367995262146,
+          "lyap1_max": -0.4089180827140808,
+          "lyap_mean": -0.4223320484161377,
+          "volume_mean": -0.4223320186138153,
+          "volume_max": -0.41915810108184814,
+          "frac_active": 0.0
+        },
+        {
+          "step": 27,
+          "loss": 32.581119537353516,
+          "floss_loss": 0.19029560685157776,
+          "kl_loss": 3.2390823364257812,
+          "lyap1_mean": -0.43457305431365967,
+          "lyap1_max": -0.42945754528045654,
+          "lyap_mean": -0.4362133741378784,
+          "volume_mean": -0.4362133741378784,
+          "volume_max": -0.4325990378856659,
+          "frac_active": 0.0
+        },
+        {
+          "step": 28,
+          "loss": 28.249309539794922,
+          "floss_loss": 0.1919786036014557,
+          "kl_loss": 2.8057332038879395,
+          "lyap1_mean": -0.437497079372406,
+          "lyap1_max": -0.43306204676628113,
+          "lyap_mean": -0.4381418228149414,
+          "volume_mean": -0.4381418228149414,
+          "volume_max": -0.4342529773712158,
+          "frac_active": 0.0
+        },
+        {
+          "step": 29,
+          "loss": 23.869918823242188,
+          "floss_loss": 0.18517212569713593,
+          "kl_loss": 2.3684744834899902,
+          "lyap1_mean": -0.4305017292499542,
+          "lyap1_max": -0.4175395369529724,
+          "lyap_mean": -0.4302901327610016,
+          "volume_mean": -0.4302901029586792,
+          "volume_max": -0.4227258861064911,
+          "frac_active": 0.0
+        },
+        {
+          "step": 30,
+          "loss": 27.917102813720703,
+          "floss_loss": 0.19292417168617249,
+          "kl_loss": 2.7724177837371826,
+          "lyap1_mean": -0.4401736855506897,
+          "lyap1_max": -0.4356352686882019,
+          "lyap_mean": -0.4392215311527252,
+          "volume_mean": -0.4392215609550476,
+          "volume_max": -0.4359421133995056,
+          "frac_active": 0.0
+        },
+        {
+          "step": 31,
+          "loss": 29.964969635009766,
+          "floss_loss": 0.1936534196138382,
+          "kl_loss": 2.9771316051483154,
+          "lyap1_mean": -0.43743669986724854,
+          "lyap1_max": -0.43228840827941895,
+          "lyap_mean": -0.4400498867034912,
+          "volume_mean": -0.4400498867034912,
+          "volume_max": -0.4382960796356201,
+          "frac_active": 0.0
+        },
+        {
+          "step": 32,
+          "loss": 23.667200088500977,
+          "floss_loss": 0.18828952312469482,
+          "kl_loss": 2.347891092300415,
+          "lyap1_mean": -0.43349510431289673,
+          "lyap1_max": -0.4201497733592987,
+          "lyap_mean": -0.4339004158973694,
+          "volume_mean": -0.4339004158973694,
+          "volume_max": -0.43059206008911133,
+          "frac_active": 0.0
+        },
+        {
+          "step": 33,
+          "loss": 19.11753273010254,
+          "floss_loss": 0.1684645265340805,
+          "kl_loss": 1.8949068784713745,
+          "lyap1_mean": -0.40810441970825195,
+          "lyap1_max": -0.39572757482528687,
+          "lyap_mean": -0.4104083478450775,
+          "volume_mean": -0.4104083478450775,
+          "volume_max": -0.4044652581214905,
+          "frac_active": 0.0
+        },
+        {
+          "step": 34,
+          "loss": 19.83916664123535,
+          "floss_loss": 0.1620721071958542,
+          "kl_loss": 1.9677095413208008,
+          "lyap1_mean": -0.40093499422073364,
+          "lyap1_max": -0.39174413681030273,
+          "lyap_mean": -0.4025437831878662,
+          "volume_mean": -0.4025437831878662,
+          "volume_max": -0.39815059304237366,
+          "frac_active": 0.0
+        },
+        {
+          "step": 35,
+          "loss": 20.24399757385254,
+          "floss_loss": 0.13552455604076385,
+          "kl_loss": 2.010847330093384,
+          "lyap1_mean": -0.3667694926261902,
+          "lyap1_max": -0.3562662601470947,
+          "lyap_mean": -0.36802709102630615,
+          "volume_mean": -0.36802709102630615,
+          "volume_max": -0.3495847284793854,
+          "frac_active": 0.0
+        },
+        {
+          "step": 36,
+          "loss": 19.44343376159668,
+          "floss_loss": 0.10828766226768494,
+          "kl_loss": 1.9335145950317383,
+          "lyap1_mean": -0.3278024196624756,
+          "lyap1_max": -0.31844362616539,
+          "lyap_mean": -0.32900702953338623,
+          "volume_mean": -0.32900702953338623,
+          "volume_max": -0.32271626591682434,
+          "frac_active": 0.0
+        },
+        {
+          "step": 37,
+          "loss": 15.654555320739746,
+          "floss_loss": 0.08786164224147797,
+          "kl_loss": 1.5566693544387817,
+          "lyap1_mean": -0.2952629327774048,
+          "lyap1_max": -0.28432631492614746,
+          "lyap_mean": -0.2961828112602234,
+          "volume_mean": -0.2961828112602234,
+          "volume_max": -0.2809593677520752,
+          "frac_active": 0.0
+        },
+        {
+          "step": 38,
+          "loss": 18.058582305908203,
+          "floss_loss": 0.060188934206962585,
+          "kl_loss": 1.7998393774032593,
+          "lyap1_mean": -0.24313800036907196,
+          "lyap1_max": -0.2185821831226349,
+          "lyap_mean": -0.2450677901506424,
+          "volume_mean": -0.2450677901506424,
+          "volume_max": -0.2260582000017166,
+          "frac_active": 0.0
+        },
+        {
+          "step": 39,
+          "loss": 16.619447708129883,
+          "floss_loss": 0.04794226586818695,
+          "kl_loss": 1.6571505069732666,
+          "lyap1_mean": -0.20149512588977814,
+          "lyap1_max": -0.18705420196056366,
+          "lyap_mean": -0.2185828983783722,
+          "volume_mean": -0.2185829132795334,
+          "volume_max": -0.20631049573421478,
+          "frac_active": 0.0
+        },
+        {
+          "step": 40,
+          "loss": 18.029266357421875,
+          "floss_loss": 0.043791599571704865,
+          "kl_loss": 1.7985475063323975,
+          "lyap1_mean": -0.20169565081596375,
+          "lyap1_max": -0.16841834783554077,
+          "lyap_mean": -0.2090284824371338,
+          "volume_mean": -0.2090284675359726,
+          "volume_max": -0.20054921507835388,
+          "frac_active": 0.0
+        },
+        {
+          "step": 41,
+          "loss": 17.442195892333984,
+          "floss_loss": 0.043251823633909225,
+          "kl_loss": 1.7398945093154907,
+          "lyap1_mean": -0.19866783916950226,
+          "lyap1_max": -0.16568297147750854,
+          "lyap_mean": -0.20753216743469238,
+          "volume_mean": -0.20753216743469238,
+          "volume_max": -0.1932162642478943,
+          "frac_active": 0.0
+        },
+        {
+          "step": 42,
+          "loss": 16.715131759643555,
+          "floss_loss": 0.042476244270801544,
+          "kl_loss": 1.66726553440094,
+          "lyap1_mean": -0.20065048336982727,
+          "lyap1_max": -0.16057780385017395,
+          "lyap_mean": -0.2058754563331604,
+          "volume_mean": -0.2058754563331604,
+          "volume_max": -0.19382455945014954,
+          "frac_active": 0.0
+        },
+        {
+          "step": 43,
+          "loss": 15.858039855957031,
+          "floss_loss": 0.0389636754989624,
+          "kl_loss": 1.5819076299667358,
+          "lyap1_mean": -0.19329458475112915,
+          "lyap1_max": -0.16131404042243958,
+          "lyap_mean": -0.19695211946964264,
+          "volume_mean": -0.19695211946964264,
+          "volume_max": -0.1815696805715561,
+          "frac_active": 0.0
+        },
+        {
+          "step": 44,
+          "loss": 16.179677963256836,
+          "floss_loss": 0.039317887276411057,
+          "kl_loss": 1.614035964012146,
+          "lyap1_mean": -0.18455570936203003,
+          "lyap1_max": -0.16803181171417236,
+          "lyap_mean": -0.1980077177286148,
+          "volume_mean": -0.1980077177286148,
+          "volume_max": -0.19020242989063263,
+          "frac_active": 0.0
+        },
+        {
+          "step": 45,
+          "loss": 16.245925903320312,
+          "floss_loss": 0.04291681572794914,
+          "kl_loss": 1.6203008890151978,
+          "lyap1_mean": -0.2017281949520111,
+          "lyap1_max": -0.19072358310222626,
+          "lyap_mean": -0.2068663239479065,
+          "volume_mean": -0.2068663239479065,
+          "volume_max": -0.19765692949295044,
+          "frac_active": 0.0
+        },
+        {
+          "step": 46,
+          "loss": 17.184877395629883,
+          "floss_loss": 0.04587382450699806,
+          "kl_loss": 1.7139003276824951,
+          "lyap1_mean": -0.20697341859340668,
+          "lyap1_max": -0.16615208983421326,
+          "lyap_mean": -0.21385598182678223,
+          "volume_mean": -0.21385598182678223,
+          "volume_max": -0.20590674877166748,
+          "frac_active": 0.0
+        },
+        {
+          "step": 47,
+          "loss": 17.240114212036133,
+          "floss_loss": 0.04702704772353172,
+          "kl_loss": 1.7193087339401245,
+          "lyap1_mean": -0.20379984378814697,
+          "lyap1_max": -0.1855192482471466,
+          "lyap_mean": -0.216562882065773,
+          "volume_mean": -0.216562882065773,
+          "volume_max": -0.2069549858570099,
+          "frac_active": 0.0
+        },
+        {
+          "step": 48,
+          "loss": 15.195230484008789,
+          "floss_loss": 0.048963792622089386,
+          "kl_loss": 1.5146267414093018,
+          "lyap1_mean": -0.21457195281982422,
+          "lyap1_max": -0.1916724443435669,
+          "lyap_mean": -0.22109873592853546,
+          "volume_mean": -0.22109872102737427,
+          "volume_max": -0.21416398882865906,
+          "frac_active": 0.0
+        },
+        {
+          "step": 49,
+          "loss": 14.986466407775879,
+          "floss_loss": 0.049085624516010284,
+          "kl_loss": 1.493738055229187,
+          "lyap1_mean": -0.21813683211803436,
+          "lyap1_max": -0.19596777856349945,
+          "lyap_mean": -0.2213909924030304,
+          "volume_mean": -0.2213909775018692,
+          "volume_max": -0.21365472674369812,
+          "frac_active": 0.0
+        },
+        {
+          "step": 50,
+          "loss": 16.059419631958008,
+          "floss_loss": 0.0486423522233963,
+          "kl_loss": 1.601077675819397,
+          "lyap1_mean": -0.20918510854244232,
+          "lyap1_max": -0.19185227155685425,
+          "lyap_mean": -0.2203582525253296,
+          "volume_mean": -0.2203582376241684,
+          "volume_max": -0.21257919073104858,
+          "frac_active": 0.0
+        },
+        {
+          "step": 51,
+          "loss": 16.195528030395508,
+          "floss_loss": 0.044076599180698395,
+          "kl_loss": 1.6151450872421265,
+          "lyap1_mean": -0.2111705243587494,
+          "lyap1_max": -0.20538370311260223,
+          "lyap_mean": -0.20980221033096313,
+          "volume_mean": -0.20980221033096313,
+          "volume_max": -0.2069152593612671,
+          "frac_active": 0.0
+        },
+        {
+          "step": 52,
+          "loss": 16.14516258239746,
+          "floss_loss": 0.03746519237756729,
+          "kl_loss": 1.6107696294784546,
+          "lyap1_mean": -0.1859225034713745,
+          "lyap1_max": -0.1606898456811905,
+          "lyap_mean": -0.19339436292648315,
+          "volume_mean": -0.19339436292648315,
+          "volume_max": -0.18459409475326538,
+          "frac_active": 0.0
+        },
+        {
+          "step": 53,
+          "loss": 14.89695930480957,
+          "floss_loss": 0.033525872975587845,
+          "kl_loss": 1.4863433837890625,
+          "lyap1_mean": -0.1792602241039276,
+          "lyap1_max": -0.16953220963478088,
+          "lyap_mean": -0.18295860290527344,
+          "volume_mean": -0.18295860290527344,
+          "volume_max": -0.17583028972148895,
+          "frac_active": 0.0
+        },
+        {
+          "step": 54,
+          "loss": 15.38920783996582,
+          "floss_loss": 0.029166359454393387,
+          "kl_loss": 1.5360041856765747,
+          "lyap1_mean": -0.16965119540691376,
+          "lyap1_max": -0.15742018818855286,
+          "lyap_mean": -0.1706414520740509,
+          "volume_mean": -0.1706414669752121,
+          "volume_max": -0.16462787985801697,
+          "frac_active": 0.0
+        },
+        {
+          "step": 55,
+          "loss": 14.58879566192627,
+          "floss_loss": 0.02361581102013588,
+          "kl_loss": 1.4565179347991943,
+          "lyap1_mean": -0.15101425349712372,
+          "lyap1_max": -0.13836804032325745,
+          "lyap_mean": -0.1534886658191681,
+          "volume_mean": -0.1534886658191681,
+          "volume_max": -0.14599478244781494,
+          "frac_active": 0.0
+        },
+        {
+          "step": 56,
+          "loss": 14.520496368408203,
+          "floss_loss": 0.01811933144927025,
+          "kl_loss": 1.45023775100708,
+          "lyap1_mean": -0.13296866416931152,
+          "lyap1_max": -0.12464099377393723,
+          "lyap_mean": -0.13447463512420654,
+          "volume_mean": -0.13447463512420654,
+          "volume_max": -0.12738624215126038,
+          "frac_active": 0.0
+        },
+        {
+          "step": 57,
+          "loss": 14.133965492248535,
+          "floss_loss": 0.013165079988539219,
+          "kl_loss": 1.4120800495147705,
+          "lyap1_mean": -0.11410017311573029,
+          "lyap1_max": -0.11062249541282654,
+          "lyap_mean": -0.11459881067276001,
+          "volume_mean": -0.11459881067276001,
+          "volume_max": -0.10908716171979904,
+          "frac_active": 0.0
+        },
+        {
+          "step": 58,
+          "loss": 14.308426856994629,
+          "floss_loss": 0.009423840790987015,
+          "kl_loss": 1.4299002885818481,
+          "lyap1_mean": -0.09653779119253159,
+          "lyap1_max": -0.08628116548061371,
+          "lyap_mean": -0.09677092730998993,
+          "volume_mean": -0.09677092730998993,
+          "volume_max": -0.08656088262796402,
+          "frac_active": 0.0
+        },
+        {
+          "step": 59,
+          "loss": 14.748699188232422,
+          "floss_loss": 0.005353224463760853,
+          "kl_loss": 1.4743345975875854,
+          "lyap1_mean": -0.0733799934387207,
+          "lyap1_max": -0.061849143356084824,
+          "lyap_mean": -0.07273239642381668,
+          "volume_mean": -0.07273239642381668,
+          "volume_max": -0.06244056671857834,
+          "frac_active": 0.0
+        },
+        {
+          "step": 60,
+          "loss": 16.026578903198242,
+          "floss_loss": 0.004541723057627678,
+          "kl_loss": 1.6022037267684937,
+          "lyap1_mean": -0.06662698090076447,
+          "lyap1_max": -0.04959117993712425,
+          "lyap_mean": -0.06638284027576447,
+          "volume_mean": -0.06638284027576447,
+          "volume_max": -0.0561087504029274,
+          "frac_active": 0.0
+        },
+        {
+          "step": 61,
+          "loss": 15.189702987670898,
+          "floss_loss": 0.0034941944759339094,
+          "kl_loss": 1.5186208486557007,
+          "lyap1_mean": -0.05580955371260643,
+          "lyap1_max": -0.04721648991107941,
+          "lyap_mean": -0.05867350846529007,
+          "volume_mean": -0.05867350846529007,
+          "volume_max": -0.04791487008333206,
+          "frac_active": 0.0
+        },
+        {
+          "step": 62,
+          "loss": 15.327184677124023,
+          "floss_loss": 0.0046224710531532764,
+          "kl_loss": 1.5322562456130981,
+          "lyap1_mean": -0.06614730507135391,
+          "lyap1_max": -0.054338693618774414,
+          "lyap_mean": -0.0676480233669281,
+          "volume_mean": -0.0676480308175087,
+          "volume_max": -0.06079191714525223,
+          "frac_active": 0.0
+        },
+        {
+          "step": 63,
+          "loss": 14.627519607543945,
+          "floss_loss": 0.007397754117846489,
+          "kl_loss": 1.4620121717453003,
+          "lyap1_mean": -0.08243629336357117,
+          "lyap1_max": -0.062429897487163544,
+          "lyap_mean": -0.0850069522857666,
+          "volume_mean": -0.0850069522857666,
+          "volume_max": -0.06797125935554504,
+          "frac_active": 0.0
+        },
+        {
+          "step": 64,
+          "loss": 14.480719566345215,
+          "floss_loss": 0.007928626611828804,
+          "kl_loss": 1.4472790956497192,
+          "lyap1_mean": -0.08649088442325592,
+          "lyap1_max": -0.07905048131942749,
+          "lyap_mean": -0.08871009945869446,
+          "volume_mean": -0.08871009945869446,
+          "volume_max": -0.08124125003814697,
+          "frac_active": 0.0
+        },
+        {
+          "step": 65,
+          "loss": 13.809538841247559,
+          "floss_loss": 0.011706069111824036,
+          "kl_loss": 1.379783272743225,
+          "lyap1_mean": -0.10205058753490448,
+          "lyap1_max": -0.08308802545070648,
+          "lyap_mean": -0.107441246509552,
+          "volume_mean": -0.107441246509552,
+          "volume_max": -0.09278370440006256,
+          "frac_active": 0.0
+        },
+        {
+          "step": 66,
+          "loss": 14.474813461303711,
+          "floss_loss": 0.010948721319437027,
+          "kl_loss": 1.446386456489563,
+          "lyap1_mean": -0.09854032844305038,
+          "lyap1_max": -0.07998888939619064,
+          "lyap_mean": -0.10339896380901337,
+          "volume_mean": -0.10339896380901337,
+          "volume_max": -0.08186140656471252,
+          "frac_active": 0.0
+        },
+        {
+          "step": 67,
+          "loss": 14.299114227294922,
+          "floss_loss": 0.011110613122582436,
+          "kl_loss": 1.428800344467163,
+          "lyap1_mean": -0.09538975358009338,
+          "lyap1_max": -0.0734589472413063,
+          "lyap_mean": -0.1040031686425209,
+          "volume_mean": -0.1040031760931015,
+          "volume_max": -0.08518780767917633,
+          "frac_active": 0.0
+        },
+        {
+          "step": 68,
+          "loss": 15.134203910827637,
+          "floss_loss": 0.006539451889693737,
+          "kl_loss": 1.5127664804458618,
+          "lyap1_mean": -0.07508571445941925,
+          "lyap1_max": -0.061359621584415436,
+          "lyap_mean": -0.0801713690161705,
+          "volume_mean": -0.0801713690161705,
+          "volume_max": -0.07113343477249146,
+          "frac_active": 0.0
+        },
+        {
+          "step": 69,
+          "loss": 14.081029891967773,
+          "floss_loss": 0.005463607609272003,
+          "kl_loss": 1.4075566530227661,
+          "lyap1_mean": -0.07175324857234955,
+          "lyap1_max": -0.05662482604384422,
+          "lyap_mean": -0.07272249460220337,
+          "volume_mean": -0.07272248715162277,
+          "volume_max": -0.06014104187488556,
+          "frac_active": 0.0
+        },
+        {
+          "step": 70,
+          "loss": 14.692138671875,
+          "floss_loss": 0.004376950673758984,
+          "kl_loss": 1.4687761068344116,
+          "lyap1_mean": -0.058672599494457245,
+          "lyap1_max": -0.03791811689734459,
+          "lyap_mean": -0.062388814985752106,
+          "volume_mean": -0.06238881126046181,
+          "volume_max": -0.03949321061372757,
+          "frac_active": 0.0
+        },
+        {
+          "step": 71,
+          "loss": 13.99613094329834,
+          "floss_loss": 0.0037344126030802727,
+          "kl_loss": 1.3992396593093872,
+          "lyap1_mean": -0.050618238747119904,
+          "lyap1_max": -0.014238368719816208,
+          "lyap_mean": -0.05972730368375778,
+          "volume_mean": -0.05972730740904808,
+          "volume_max": -0.05095592141151428,
+          "frac_active": 0.0
+        },
+        {
+          "step": 72,
+          "loss": 13.623881340026855,
+          "floss_loss": 0.0035655638203024864,
+          "kl_loss": 1.3620315790176392,
+          "lyap1_mean": -0.054212845861911774,
+          "lyap1_max": -0.03166918456554413,
+          "lyap_mean": -0.05791161209344864,
+          "volume_mean": -0.05791161209344864,
+          "volume_max": -0.04060162603855133,
+          "frac_active": 0.0
+        },
+        {
+          "step": 73,
+          "loss": 13.340841293334961,
+          "floss_loss": 0.0026645315811038017,
+          "kl_loss": 1.333817720413208,
+          "lyap1_mean": -0.042701609432697296,
+          "lyap1_max": -0.010271096602082253,
+          "lyap_mean": -0.047557905316352844,
+          "volume_mean": -0.047557905316352844,
+          "volume_max": -0.018659763038158417,
+          "frac_active": 0.0
+        },
+        {
+          "step": 74,
+          "loss": 13.300914764404297,
+          "floss_loss": 0.0027839820832014084,
+          "kl_loss": 1.3298131227493286,
+          "lyap1_mean": -0.04537791758775711,
+          "lyap1_max": -0.028667915612459183,
+          "lyap_mean": -0.0489676408469677,
+          "volume_mean": -0.0489676408469677,
+          "volume_max": -0.03139949589967728,
+          "frac_active": 0.0
+        },
+        {
+          "step": 75,
+          "loss": 13.810288429260254,
+          "floss_loss": 0.001326425583101809,
+          "kl_loss": 1.3808962106704712,
+          "lyap1_mean": -0.030998729169368744,
+          "lyap1_max": -0.007945296354591846,
+          "lyap_mean": -0.03484824299812317,
+          "volume_mean": -0.03484824299812317,
+          "volume_max": -0.01787916198372841,
+          "frac_active": 0.0
+        },
+        {
+          "step": 76,
+          "loss": 13.92461109161377,
+          "floss_loss": 0.0009318129741586745,
+          "kl_loss": 1.392367959022522,
+          "lyap1_mean": -0.0241088829934597,
+          "lyap1_max": -0.011694611981511116,
+          "lyap_mean": -0.027771413326263428,
+          "volume_mean": -0.027771415188908577,
+          "volume_max": -0.013520177453756332,
+          "frac_active": 0.0
+        },
+        {
+          "step": 77,
+          "loss": 14.061835289001465,
+          "floss_loss": 0.0007138034561648965,
+          "kl_loss": 1.4061121940612793,
+          "lyap1_mean": -0.016773857176303864,
+          "lyap1_max": 0.0028706162702292204,
+          "lyap_mean": -0.024226808920502663,
+          "volume_mean": -0.024226807057857513,
+          "volume_max": -0.0136064812541008,
+          "frac_active": 0.046875
+        },
+        {
+          "step": 78,
+          "loss": 13.923287391662598,
+          "floss_loss": 0.000708662555553019,
+          "kl_loss": 1.3922579288482666,
+          "lyap1_mean": -0.019226817414164543,
+          "lyap1_max": -0.0014242061879485846,
+          "lyap_mean": -0.022184554487466812,
+          "volume_mean": -0.022184554487466812,
+          "volume_max": 0.002251606434583664,
+          "frac_active": 0.109375
+        },
+        {
+          "step": 79,
+          "loss": 14.343375205993652,
+          "floss_loss": 0.0013484195806086063,
+          "kl_loss": 1.4342026710510254,
+          "lyap1_mean": -0.028905808925628662,
+          "lyap1_max": -0.016490884125232697,
+          "lyap_mean": -0.034539222717285156,
+          "volume_mean": -0.034539222717285156,
+          "volume_max": -0.024840019643306732,
+          "frac_active": 0.0
+        },
+        {
+          "step": 80,
+          "loss": 14.491999626159668,
+          "floss_loss": 0.00321069173514843,
+          "kl_loss": 1.4488788843154907,
+          "lyap1_mean": -0.04500981792807579,
+          "lyap1_max": -0.01660260185599327,
+          "lyap_mean": -0.05204454064369202,
+          "volume_mean": -0.05204454064369202,
+          "volume_max": -0.01705472730100155,
+          "frac_active": 0.0
+        },
+        {
+          "step": 81,
+          "loss": 13.37441349029541,
+          "floss_loss": 0.0014865429839119315,
+          "kl_loss": 1.3372926712036133,
+          "lyap1_mean": -0.029142454266548157,
+          "lyap1_max": -0.018862679600715637,
+          "lyap_mean": -0.03602449223399162,
+          "volume_mean": -0.03602449223399162,
+          "volume_max": -0.021367352455854416,
+          "frac_active": 0.0
+        },
+        {
+          "step": 82,
+          "loss": 13.4458589553833,
+          "floss_loss": 0.0017634669784456491,
+          "kl_loss": 1.3444095849990845,
+          "lyap1_mean": -0.032505396753549576,
+          "lyap1_max": -0.024304967373609543,
+          "lyap_mean": -0.04003427177667618,
+          "volume_mean": -0.04003427177667618,
+          "volume_max": -0.0209212489426136,
+          "frac_active": 0.0
+        },
+        {
+          "step": 83,
+          "loss": 13.64790153503418,
+          "floss_loss": 0.000994273228570819,
+          "kl_loss": 1.3646906614303589,
+          "lyap1_mean": -0.01673095114529133,
+          "lyap1_max": 0.0019418596057221293,
+          "lyap_mean": -0.02810102328658104,
+          "volume_mean": -0.02810102328658104,
+          "volume_max": -0.008525552228093147,
+          "frac_active": 0.0625
+        },
+        {
+          "step": 84,
+          "loss": 14.410257339477539,
+          "floss_loss": 0.0006813048385083675,
+          "kl_loss": 1.4409576654434204,
+          "lyap1_mean": -0.005601054057478905,
+          "lyap1_max": 0.03910616412758827,
+          "lyap_mean": -0.014519371092319489,
+          "volume_mean": -0.014519371092319489,
+          "volume_max": 0.014639951288700104,
+          "frac_active": 0.25
+        },
+        {
+          "step": 85,
+          "loss": 13.107870101928711,
+          "floss_loss": 0.0007335597183555365,
+          "kl_loss": 1.3107136487960815,
+          "lyap1_mean": -0.0013345980551093817,
+          "lyap1_max": 0.022194616496562958,
+          "lyap_mean": -0.014398546889424324,
+          "volume_mean": -0.014398547820746899,
+          "volume_max": 0.011956222355365753,
+          "frac_active": 0.265625
+        },
+        {
+          "step": 86,
+          "loss": 13.931158065795898,
+          "floss_loss": 0.0003215115866623819,
+          "kl_loss": 1.3930836915969849,
+          "lyap1_mean": 0.008945045992732048,
+          "lyap1_max": 0.027717065066099167,
+          "lyap_mean": 0.002271742559969425,
+          "volume_mean": 0.002271742094308138,
+          "volume_max": 0.014146977104246616,
+          "frac_active": 0.5625
+        },
+        {
+          "step": 87,
+          "loss": 13.435105323791504,
+          "floss_loss": 0.00042723421938717365,
+          "kl_loss": 1.3434678316116333,
+          "lyap1_mean": 0.02690785378217697,
+          "lyap1_max": 0.05525130778551102,
+          "lyap_mean": 0.009692462161183357,
+          "volume_mean": 0.009692462161183357,
+          "volume_max": 0.028986118733882904,
+          "frac_active": 0.71875
+        },
+        {
+          "step": 88,
+          "loss": 12.602468490600586,
+          "floss_loss": 0.0005533229559659958,
+          "kl_loss": 1.260191559791565,
+          "lyap1_mean": 0.014900308102369308,
+          "lyap1_max": 0.0706586167216301,
+          "lyap_mean": -0.0021025335881859064,
+          "volume_mean": -0.0021025335881859064,
+          "volume_max": 0.03412509709596634,
+          "frac_active": 0.453125
+        },
+        {
+          "step": 89,
+          "loss": 11.97305679321289,
+          "floss_loss": 0.0016899503534659743,
+          "kl_loss": 1.197136640548706,
+          "lyap1_mean": -0.0097750099375844,
+          "lyap1_max": 0.027079610154032707,
+          "lyap_mean": -0.02974044904112816,
+          "volume_mean": -0.02974044904112816,
+          "volume_max": -0.00501860398799181,
+          "frac_active": 0.109375
+        },
+        {
+          "step": 90,
+          "loss": 11.652660369873047,
+          "floss_loss": 0.0018906015902757645,
+          "kl_loss": 1.1650769710540771,
+          "lyap1_mean": 0.003340983297675848,
+          "lyap1_max": 0.06699195504188538,
+          "lyap_mean": -0.028376882895827293,
+          "volume_mean": -0.028376881033182144,
+          "volume_max": 0.006827306002378464,
+          "frac_active": 0.203125
+        },
+        {
+          "step": 91,
+          "loss": 11.979510307312012,
+          "floss_loss": 0.001724659581668675,
+          "kl_loss": 1.197778582572937,
+          "lyap1_mean": -0.02176026627421379,
+          "lyap1_max": -0.009369812905788422,
+          "lyap_mean": -0.03659097105264664,
+          "volume_mean": -0.03659097105264664,
+          "volume_max": -0.016062363982200623,
+          "frac_active": 0.03125
+        },
+        {
+          "step": 92,
+          "loss": 11.660107612609863,
+          "floss_loss": 0.002879874315112829,
+          "kl_loss": 1.1657227277755737,
+          "lyap1_mean": -0.01333701889961958,
+          "lyap1_max": 0.022857127711176872,
+          "lyap_mean": -0.04274394363164902,
+          "volume_mean": -0.042743951082229614,
+          "volume_max": -0.011362305842339993,
+          "frac_active": 0.109375
+        },
+        {
+          "step": 93,
+          "loss": 11.221117973327637,
+          "floss_loss": 0.006264897994697094,
+          "kl_loss": 1.1214853525161743,
+          "lyap1_mean": -0.04045514389872551,
+          "lyap1_max": -0.007917932234704494,
+          "lyap_mean": -0.07413949072360992,
+          "volume_mean": -0.07413949072360992,
+          "volume_max": -0.05783527344465256,
+          "frac_active": 0.0
+        },
+        {
+          "step": 94,
+          "loss": 10.73189640045166,
+          "floss_loss": 0.0019839718006551266,
+          "kl_loss": 1.0729912519454956,
+          "lyap1_mean": 0.004970334470272064,
+          "lyap1_max": 0.026483265683054924,
+          "lyap_mean": -0.032629624009132385,
+          "volume_mean": -0.032629627734422684,
+          "volume_max": -0.0068195536732673645,
+          "frac_active": 0.171875
+        },
+        {
+          "step": 95,
+          "loss": 10.860379219055176,
+          "floss_loss": 0.005300211254507303,
+          "kl_loss": 1.085507869720459,
+          "lyap1_mean": -0.02969186380505562,
+          "lyap1_max": 0.015373533591628075,
+          "lyap_mean": -0.061078689992427826,
+          "volume_mean": -0.061078693717718124,
+          "volume_max": -0.007112435530871153,
+          "frac_active": 0.078125
+        },
+        {
+          "step": 96,
+          "loss": 10.188441276550293,
+          "floss_loss": 0.004835176281630993,
+          "kl_loss": 1.0183606147766113,
+          "lyap1_mean": -0.01372828520834446,
+          "lyap1_max": 0.034849148243665695,
+          "lyap_mean": -0.05661839246749878,
+          "volume_mean": -0.05661839246749878,
+          "volume_max": -0.012832630425691605,
+          "frac_active": 0.078125
+        },
+        {
+          "step": 97,
+          "loss": 9.3885498046875,
+          "floss_loss": 0.010701574385166168,
+          "kl_loss": 0.9377848505973816,
+          "lyap1_mean": -0.03861038014292717,
+          "lyap1_max": 0.05591774731874466,
+          "lyap_mean": -0.08168358355760574,
+          "volume_mean": -0.08168358355760574,
+          "volume_max": 0.01784525439143181,
+          "frac_active": 0.125
+        },
+        {
+          "step": 98,
+          "loss": 9.382579803466797,
+          "floss_loss": 0.009965118952095509,
+          "kl_loss": 0.9372615218162537,
+          "lyap1_mean": -0.03166501969099045,
+          "lyap1_max": 0.04554237425327301,
+          "lyap_mean": -0.08904767036437988,
+          "volume_mean": -0.08904767036437988,
+          "volume_max": -0.03896026313304901,
+          "frac_active": 0.046875
+        },
+        {
+          "step": 99,
+          "loss": 9.54418659210205,
+          "floss_loss": 0.009626795537769794,
+          "kl_loss": 0.9534559845924377,
+          "lyap1_mean": -0.04393366351723671,
+          "lyap1_max": 0.011552978307008743,
+          "lyap_mean": -0.08170153200626373,
+          "volume_mean": -0.08170153200626373,
+          "volume_max": -0.029023626819252968,
+          "frac_active": 0.078125
+        },
+        {
+          "step": 100,
+          "loss": 11.29638385772705,
+          "floss_loss": 0.0056230747140944,
+          "kl_loss": 1.1290761232376099,
+          "lyap1_mean": -0.009318182244896889,
+          "lyap1_max": 0.032553065568208694,
+          "lyap_mean": -0.06346888840198517,
+          "volume_mean": -0.06346888840198517,
+          "volume_max": -0.03998356685042381,
+          "frac_active": 0.09375
+        },
+        {
+          "step": 101,
+          "loss": 8.869743347167969,
+          "floss_loss": 0.013870029710233212,
+          "kl_loss": 0.8855873346328735,
+          "lyap1_mean": -0.04121803864836693,
+          "lyap1_max": 0.06406916677951813,
+          "lyap_mean": -0.1041959673166275,
+          "volume_mean": -0.1041959673166275,
+          "volume_max": -0.060959771275520325,
+          "frac_active": 0.046875
+        },
+        {
+          "step": 102,
+          "loss": 9.427610397338867,
+          "floss_loss": 0.01083865575492382,
+          "kl_loss": 0.9416771531105042,
+          "lyap1_mean": -0.05548284947872162,
+          "lyap1_max": 0.004160621669143438,
+          "lyap_mean": -0.09698598086833954,
+          "volume_mean": -0.09698598831892014,
+          "volume_max": -0.06396780163049698,
+          "frac_active": 0.015625
+        },
+        {
+          "step": 103,
+          "loss": 11.164013862609863,
+          "floss_loss": 0.0100735267624259,
+          "kl_loss": 1.1153939962387085,
+          "lyap1_mean": -0.054666657000780106,
+          "lyap1_max": 7.89010664448142e-06,
+          "lyap_mean": -0.09436021745204926,
+          "volume_mean": -0.09436021745204926,
+          "volume_max": -0.05558580160140991,
+          "frac_active": 0.03125
+        },
+        {
+          "step": 104,
+          "loss": 8.502789497375488,
+          "floss_loss": 0.008643983863294125,
+          "kl_loss": 0.8494145274162292,
+          "lyap1_mean": -0.05484794080257416,
+          "lyap1_max": -0.028933389112353325,
+          "lyap_mean": -0.08485107123851776,
+          "volume_mean": -0.08485107123851776,
+          "volume_max": -0.027682583779096603,
+          "frac_active": 0.015625
+        },
+        {
+          "step": 105,
+          "loss": 7.55722188949585,
+          "floss_loss": 0.012417664751410484,
+          "kl_loss": 0.7544804215431213,
+          "lyap1_mean": -0.05451605096459389,
+          "lyap1_max": -0.004926971159875393,
+          "lyap_mean": -0.10314320027828217,
+          "volume_mean": -0.10314320027828217,
+          "volume_max": -0.05253869295120239,
+          "frac_active": 0.0
+        },
+        {
+          "step": 106,
+          "loss": 9.04596996307373,
+          "floss_loss": 0.01938020810484886,
+          "kl_loss": 0.9026589393615723,
+          "lyap1_mean": -0.09484456479549408,
+          "lyap1_max": -0.03709191083908081,
+          "lyap_mean": -0.12788814306259155,
+          "volume_mean": -0.12788812816143036,
+          "volume_max": -0.06624826788902283,
+          "frac_active": 0.0
+        },
+        {
+          "step": 107,
+          "loss": 8.19211483001709,
+          "floss_loss": 0.023278208449482918,
+          "kl_loss": 0.8168836832046509,
+          "lyap1_mean": -0.0905175432562828,
+          "lyap1_max": 0.02689875289797783,
+          "lyap_mean": -0.13925409317016602,
+          "volume_mean": -0.13925409317016602,
+          "volume_max": -0.07881932705640793,
+          "frac_active": 0.015625
+        },
+        {
+          "step": 108,
+          "loss": 7.9702911376953125,
+          "floss_loss": 0.011083265766501427,
+          "kl_loss": 0.7959207892417908,
+          "lyap1_mean": -0.01096020732074976,
+          "lyap1_max": 0.05516902729868889,
+          "lyap_mean": -0.08963961899280548,
+          "volume_mean": -0.08963961899280548,
+          "volume_max": -0.04948551580309868,
+          "frac_active": 0.0625
+        },
+        {
+          "step": 109,
+          "loss": 7.384374618530273,
+          "floss_loss": 0.01045552920550108,
+          "kl_loss": 0.7373918890953064,
+          "lyap1_mean": -0.04731494560837746,
+          "lyap1_max": 0.008232783526182175,
+          "lyap_mean": -0.09264737367630005,
+          "volume_mean": -0.09264737367630005,
+          "volume_max": -0.0717054009437561,
+          "frac_active": 0.03125
+        },
+        {
+          "step": 110,
+          "loss": 7.5490193367004395,
+          "floss_loss": 0.00611847173422575,
+          "kl_loss": 0.7542901039123535,
+          "lyap1_mean": 0.012622391805052757,
+          "lyap1_max": 0.05255838483572006,
+          "lyap_mean": -0.059778209775686264,
+          "volume_mean": -0.059778209775686264,
+          "volume_max": -0.009768011048436165,
+          "frac_active": 0.15625
+        },
+        {
+          "step": 111,
+          "loss": 8.632092475891113,
+          "floss_loss": 0.009791256859898567,
+          "kl_loss": 0.862230122089386,
+          "lyap1_mean": -0.023017223924398422,
+          "lyap1_max": 0.03736455366015434,
+          "lyap_mean": -0.08193708956241608,
+          "volume_mean": -0.08193708956241608,
+          "volume_max": -0.029796052724123,
+          "frac_active": 0.109375
+        },
+        {
+          "step": 112,
+          "loss": 7.7519989013671875,
+          "floss_loss": 0.008494419045746326,
+          "kl_loss": 0.7743504643440247,
+          "lyap1_mean": -0.0032850955612957478,
+          "lyap1_max": 0.08172184228897095,
+          "lyap_mean": -0.07365134358406067,
+          "volume_mean": -0.07365134358406067,
+          "volume_max": -0.02451656199991703,
+          "frac_active": 0.109375
+        },
+        {
+          "step": 113,
+          "loss": 6.113884925842285,
+          "floss_loss": 0.008890951052308083,
+          "kl_loss": 0.610499382019043,
+          "lyap1_mean": 0.019028272479772568,
+          "lyap1_max": 0.1266416609287262,
+          "lyap_mean": -0.07261490821838379,
+          "volume_mean": -0.07261490821838379,
+          "volume_max": -0.023105964064598083,
+          "frac_active": 0.109375
+        },
+        {
+          "step": 114,
+          "loss": 6.956388473510742,
+          "floss_loss": 0.006200374104082584,
+          "kl_loss": 0.6950188279151917,
+          "lyap1_mean": -0.004800118040293455,
+          "lyap1_max": 0.03652787581086159,
+          "lyap_mean": -0.060286566615104675,
+          "volume_mean": -0.06028656288981438,
+          "volume_max": -0.032347314059734344,
+          "frac_active": 0.171875
+        },
+        {
+          "step": 115,
+          "loss": 6.5432281494140625,
+          "floss_loss": 0.005343209952116013,
+          "kl_loss": 0.6537884473800659,
+          "lyap1_mean": 0.03990795835852623,
+          "lyap1_max": 0.0769978016614914,
+          "lyap_mean": -0.04349286109209061,
+          "volume_mean": -0.04349285736680031,
+          "volume_max": 0.033056437969207764,
+          "frac_active": 0.1875
+        },
+        {
+          "step": 116,
+          "loss": 7.815755367279053,
+          "floss_loss": 0.003317207330837846,
+          "kl_loss": 0.7812438011169434,
+          "lyap1_mean": 0.04618247598409653,
+          "lyap1_max": 0.11296211183071136,
+          "lyap_mean": -0.015254693105816841,
+          "volume_mean": -0.015254693105816841,
+          "volume_max": 0.02945784293115139,
+          "frac_active": 0.46875
+        },
+        {
+          "step": 117,
+          "loss": 5.0613226890563965,
+          "floss_loss": 0.010332653298974037,
+          "kl_loss": 0.5050989985466003,
+          "lyap1_mean": -0.016207478940486908,
+          "lyap1_max": 0.05303759500384331,
+          "lyap_mean": -0.0781545341014862,
+          "volume_mean": -0.0781545341014862,
+          "volume_max": -0.029791679233312607,
+          "frac_active": 0.09375
+        },
+        {
+          "step": 118,
+          "loss": 10.136144638061523,
+          "floss_loss": 0.011392141692340374,
+          "kl_loss": 1.0124752521514893,
+          "lyap1_mean": -0.017664102837443352,
+          "lyap1_max": 0.11687122285366058,
+          "lyap_mean": -0.06777927279472351,
+          "volume_mean": -0.06777927279472351,
+          "volume_max": 0.03054836019873619,
+          "frac_active": 0.25
+        },
+        {
+          "step": 119,
+          "loss": 9.686422348022461,
+          "floss_loss": 0.016913827508687973,
+          "kl_loss": 0.9669508934020996,
+          "lyap1_mean": -0.020623531192541122,
+          "lyap1_max": 0.0828423947095871,
+          "lyap_mean": -0.11113904416561127,
+          "volume_mean": -0.11113904416561127,
+          "volume_max": -0.05544693022966385,
+          "frac_active": 0.0625
+        },
+        {
+          "step": 120,
+          "loss": 6.259786128997803,
+          "floss_loss": 0.028392521664500237,
+          "kl_loss": 0.6231393814086914,
+          "lyap1_mean": -0.0823897197842598,
+          "lyap1_max": -0.013240392319858074,
+          "lyap_mean": -0.15941818058490753,
+          "volume_mean": -0.15941816568374634,
+          "volume_max": -0.10767336934804916,
+          "frac_active": 0.0
+        },
+        {
+          "step": 121,
+          "loss": 5.83966064453125,
+          "floss_loss": 0.028396328911185265,
+          "kl_loss": 0.5811264514923096,
+          "lyap1_mean": -0.10283026099205017,
+          "lyap1_max": -0.028671812266111374,
+          "lyap_mean": -0.1616072952747345,
+          "volume_mean": -0.1616072952747345,
+          "volume_max": -0.09897635132074356,
+          "frac_active": 0.0
+        },
+        {
+          "step": 122,
+          "loss": 7.1280107498168945,
+          "floss_loss": 0.029506731778383255,
+          "kl_loss": 0.7098504304885864,
+          "lyap1_mean": -0.0847034752368927,
+          "lyap1_max": 0.025159992277622223,
+          "lyap_mean": -0.1616237908601761,
+          "volume_mean": -0.16162380576133728,
+          "volume_max": -0.11819582432508469,
+          "frac_active": 0.03125
+        },
+        {
+          "step": 123,
+          "loss": 7.845954418182373,
+          "floss_loss": 0.0324702113866806,
+          "kl_loss": 0.7813484072685242,
+          "lyap1_mean": -0.11855695396661758,
+          "lyap1_max": -0.0668681412935257,
+          "lyap_mean": -0.17645348608493805,
+          "volume_mean": -0.17645348608493805,
+          "volume_max": -0.15891936421394348,
+          "frac_active": 0.0
+        },
+        {
+          "step": 124,
+          "loss": 5.791298866271973,
+          "floss_loss": 0.03272920846939087,
+          "kl_loss": 0.5758569836616516,
+          "lyap1_mean": -0.11987867951393127,
+          "lyap1_max": -0.010550178587436676,
+          "lyap_mean": -0.17216646671295166,
+          "volume_mean": -0.17216646671295166,
+          "volume_max": -0.12110274285078049,
+          "frac_active": 0.015625
+        },
+        {
+          "step": 125,
+          "loss": 7.2031636238098145,
+          "floss_loss": 0.02164742723107338,
+          "kl_loss": 0.7181516289710999,
+          "lyap1_mean": -0.04823429882526398,
+          "lyap1_max": 0.04028898850083351,
+          "lyap_mean": -0.13452383875846863,
+          "volume_mean": -0.13452383875846863,
+          "volume_max": -0.08921831846237183,
+          "frac_active": 0.0625
+        },
+        {
+          "step": 126,
+          "loss": 6.961080551147461,
+          "floss_loss": 0.01214605662971735,
+          "kl_loss": 0.694893479347229,
+          "lyap1_mean": -0.04597059637308121,
+          "lyap1_max": 0.044585298746824265,
+          "lyap_mean": -0.09988109767436981,
+          "volume_mean": -0.09988109767436981,
+          "volume_max": -0.062014251947402954,
+          "frac_active": 0.03125
+        },
+        {
+          "step": 127,
+          "loss": 6.850321292877197,
+          "floss_loss": 0.014749021269381046,
+          "kl_loss": 0.6835572123527527,
+          "lyap1_mean": -0.08432900905609131,
+          "lyap1_max": -0.04409260302782059,
+          "lyap_mean": -0.11638001352548599,
+          "volume_mean": -0.11638001352548599,
+          "volume_max": -0.08835603296756744,
+          "frac_active": 0.0
+        },
+        {
+          "step": 128,
+          "loss": 3.7889621257781982,
+          "floss_loss": 0.006839597597718239,
+          "kl_loss": 0.3782122731208801,
+          "lyap1_mean": -0.041284166276454926,
+          "lyap1_max": 0.09954574704170227,
+          "lyap_mean": -0.06742451339960098,
+          "volume_mean": -0.06742451339960098,
+          "volume_max": -0.015406032092869282,
+          "frac_active": 0.03125
+        },
+        {
+          "step": 129,
+          "loss": 3.103257894515991,
+          "floss_loss": 0.004026241600513458,
+          "kl_loss": 0.3099231719970703,
+          "lyap1_mean": 0.06272618472576141,
+          "lyap1_max": 0.14832447469234467,
+          "lyap_mean": -0.008147806860506535,
+          "volume_mean": -0.00814780592918396,
+          "volume_max": 0.08503177016973495,
+          "frac_active": 0.390625
+        },
+        {
+          "step": 130,
+          "loss": 4.784818649291992,
+          "floss_loss": 0.023312456905841827,
+          "kl_loss": 0.47615060210227966,
+          "lyap1_mean": -0.0827745571732521,
+          "lyap1_max": 0.08062510192394257,
+          "lyap_mean": -0.12291775643825531,
+          "volume_mean": -0.12291775643825531,
+          "volume_max": -0.003807553555816412,
+          "frac_active": 0.109375
+        },
+        {
+          "step": 131,
+          "loss": 4.568540573120117,
+          "floss_loss": 0.014265142381191254,
+          "kl_loss": 0.45542752742767334,
+          "lyap1_mean": -0.03175123780965805,
+          "lyap1_max": 0.06240732595324516,
+          "lyap_mean": -0.08323022723197937,
+          "volume_mean": -0.08323021978139877,
+          "volume_max": 0.03253701329231262,
+          "frac_active": 0.234375
+        },
+        {
+          "step": 132,
+          "loss": 3.9226415157318115,
+          "floss_loss": 0.016014521941542625,
+          "kl_loss": 0.39066269993782043,
+          "lyap1_mean": -0.027710484340786934,
+          "lyap1_max": 0.03952760994434357,
+          "lyap_mean": -0.109371617436409,
+          "volume_mean": -0.109371617436409,
+          "volume_max": -0.05292162299156189,
+          "frac_active": 0.046875
+        },
+        {
+          "step": 133,
+          "loss": 2.952097177505493,
+          "floss_loss": 0.005448890849947929,
+          "kl_loss": 0.29466482996940613,
+          "lyap1_mean": 0.015872707590460777,
+          "lyap1_max": 0.08403982222080231,
+          "lyap_mean": -0.04974938556551933,
+          "volume_mean": -0.04974938556551933,
+          "volume_max": -0.010464468970894814,
+          "frac_active": 0.203125
+        },
+        {
+          "step": 134,
+          "loss": 8.623525619506836,
+          "floss_loss": 0.0037059211172163486,
+          "kl_loss": 0.861981987953186,
+          "lyap1_mean": 0.03475120663642883,
+          "lyap1_max": 0.1604747623205185,
+          "lyap_mean": -0.016457783058285713,
+          "volume_mean": -0.016457777470350266,
+          "volume_max": 0.06062762439250946,
+          "frac_active": 0.421875
+        },
+        {
+          "step": 135,
+          "loss": 7.467953681945801,
+          "floss_loss": 0.0021058747079223394,
+          "kl_loss": 0.7465847730636597,
+          "lyap1_mean": 0.07075153291225433,
+          "lyap1_max": 0.1841929852962494,
+          "lyap_mean": -0.002965893829241395,
+          "volume_mean": -0.0029658949933946133,
+          "volume_max": 0.01796029508113861,
+          "frac_active": 0.375
+        },
+        {
+          "step": 136,
+          "loss": 5.161147594451904,
+          "floss_loss": 0.0028406232595443726,
+          "kl_loss": 0.5158306956291199,
+          "lyap1_mean": -0.012596551328897476,
+          "lyap1_max": 0.02861219458281994,
+          "lyap_mean": -0.041232068091630936,
+          "volume_mean": -0.041232071816921234,
+          "volume_max": -0.015278457663953304,
+          "frac_active": 0.109375
+        },
+        {
+          "step": 137,
+          "loss": 3.522979497909546,
+          "floss_loss": 0.004986411426216364,
+          "kl_loss": 0.3517993092536926,
+          "lyap1_mean": -0.006142199505120516,
+          "lyap1_max": 0.05497317016124725,
+          "lyap_mean": -0.054325543344020844,
+          "volume_mean": -0.054325543344020844,
+          "volume_max": -0.02225218527019024,
+          "frac_active": 0.078125
+        },
+        {
+          "step": 138,
+          "loss": 5.381980895996094,
+          "floss_loss": 0.006341913715004921,
+          "kl_loss": 0.5375639200210571,
+          "lyap1_mean": -0.022412454709410667,
+          "lyap1_max": 0.008216194808483124,
+          "lyap_mean": -0.06836998462677002,
+          "volume_mean": -0.06836998462677002,
+          "volume_max": -0.03282571956515312,
+          "frac_active": 0.0625
+        },
+        {
+          "step": 139,
+          "loss": 4.294378757476807,
+          "floss_loss": 0.012671531178057194,
+          "kl_loss": 0.42817071080207825,
+          "lyap1_mean": -0.07442668080329895,
+          "lyap1_max": 0.004621950909495354,
+          "lyap_mean": -0.10480518639087677,
+          "volume_mean": -0.10480518639087677,
+          "volume_max": -0.046460844576358795,
+          "frac_active": 0.03125
+        },
+        {
+          "step": 140,
+          "loss": 3.0736238956451416,
+          "floss_loss": 0.017757905647158623,
+          "kl_loss": 0.3055866062641144,
+          "lyap1_mean": -0.07571472227573395,
+          "lyap1_max": 0.03698884695768356,
+          "lyap_mean": -0.12654072046279907,
+          "volume_mean": -0.12654072046279907,
+          "volume_max": -0.10835141688585281,
+          "frac_active": 0.015625
+        },
+        {
+          "step": 141,
+          "loss": 2.823760509490967,
+          "floss_loss": 0.019787654280662537,
+          "kl_loss": 0.28039729595184326,
+          "lyap1_mean": -0.10282690823078156,
+          "lyap1_max": -0.05029524117708206,
+          "lyap_mean": -0.13533154129981995,
+          "volume_mean": -0.13533152639865875,
+          "volume_max": -0.07928088307380676,
+          "frac_active": 0.0
+        },
+        {
+          "step": 142,
+          "loss": 4.955804347991943,
+          "floss_loss": 0.02188289165496826,
+          "kl_loss": 0.49339213967323303,
+          "lyap1_mean": -0.11081154644489288,
+          "lyap1_max": -0.08160912990570068,
+          "lyap_mean": -0.14268939197063446,
+          "volume_mean": -0.14268937706947327,
+          "volume_max": -0.10531017184257507,
+          "frac_active": 0.0
+        },
+        {
+          "step": 143,
+          "loss": 5.852777481079102,
+          "floss_loss": 0.03049575164914131,
+          "kl_loss": 0.5822281837463379,
+          "lyap1_mean": -0.12652626633644104,
+          "lyap1_max": -0.06413603574037552,
+          "lyap_mean": -0.167508065700531,
+          "volume_mean": -0.167508065700531,
+          "volume_max": -0.11781396716833115,
+          "frac_active": 0.0
+        },
+        {
+          "step": 144,
+          "loss": 2.389584541320801,
+          "floss_loss": 0.025098297744989395,
+          "kl_loss": 0.23644861578941345,
+          "lyap1_mean": -0.12485142797231674,
+          "lyap1_max": -0.06529390066862106,
+          "lyap_mean": -0.1507302224636078,
+          "volume_mean": -0.1507302224636078,
+          "volume_max": -0.1072557345032692,
+          "frac_active": 0.0
+        },
+        {
+          "step": 145,
+          "loss": 0.8620737791061401,
+          "floss_loss": 0.02172018587589264,
+          "kl_loss": 0.08403535932302475,
+          "lyap1_mean": -0.10108955949544907,
+          "lyap1_max": -0.017169635742902756,
+          "lyap_mean": -0.13627418875694275,
+          "volume_mean": -0.13627418875694275,
+          "volume_max": -0.023110633715987206,
+          "frac_active": 0.015625
+        },
+        {
+          "step": 146,
+          "loss": 3.0489578247070312,
+          "floss_loss": 0.01202070526778698,
+          "kl_loss": 0.3036937117576599,
+          "lyap1_mean": -0.0528983473777771,
+          "lyap1_max": 0.06031788885593414,
+          "lyap_mean": -0.09055010974407196,
+          "volume_mean": -0.09055010229349136,
+          "volume_max": 0.030556194484233856,
+          "frac_active": 0.09375
+        },
+        {
+          "step": 147,
+          "loss": 3.621318817138672,
+          "floss_loss": 0.009202404879033566,
+          "kl_loss": 0.3612116277217865,
+          "lyap1_mean": -0.0237338338047266,
+          "lyap1_max": 0.1263364553451538,
+          "lyap_mean": -0.08441581577062607,
+          "volume_mean": -0.08441582322120667,
+          "volume_max": -0.04051167517900467,
+          "frac_active": 0.015625
+        },
+        {
+          "step": 148,
+          "loss": 3.1941494941711426,
+          "floss_loss": 0.0024976348504424095,
+          "kl_loss": 0.3191651701927185,
+          "lyap1_mean": 0.00569347757846117,
+          "lyap1_max": 0.09564203023910522,
+          "lyap_mean": -0.028755826875567436,
+          "volume_mean": -0.028755828738212585,
+          "volume_max": 0.01512882299721241,
+          "frac_active": 0.21875
+        },
+        {
+          "step": 149,
+          "loss": 1.915999412536621,
+          "floss_loss": 0.0031447354704141617,
+          "kl_loss": 0.19128546118736267,
+          "lyap1_mean": 0.012780826538801193,
+          "lyap1_max": 0.09903069585561752,
+          "lyap_mean": -0.03474836051464081,
+          "volume_mean": -0.03474836051464081,
+          "volume_max": -0.004241194576025009,
+          "frac_active": 0.203125
+        },
+        {
+          "step": 150,
+          "loss": 6.84399938583374,
+          "floss_loss": 0.0034165619872510433,
+          "kl_loss": 0.6840583086013794,
+          "lyap1_mean": 0.02448531985282898,
+          "lyap1_max": 0.17347151041030884,
+          "lyap_mean": -0.029883183538913727,
+          "volume_mean": -0.029883183538913727,
+          "volume_max": 0.045225173234939575,
+          "frac_active": 0.171875
+        },
+        {
+          "step": 151,
+          "loss": 4.765167713165283,
+          "floss_loss": 0.002834612037986517,
+          "kl_loss": 0.4762333035469055,
+          "lyap1_mean": 0.03560073673725128,
+          "lyap1_max": 0.13428574800491333,
+          "lyap_mean": -0.021304607391357422,
+          "volume_mean": -0.02130460925400257,
+          "volume_max": 0.022252365946769714,
+          "frac_active": 0.28125
+        },
+        {
+          "step": 152,
+          "loss": 3.691716432571411,
+          "floss_loss": 0.0020528058521449566,
+          "kl_loss": 0.36896637082099915,
+          "lyap1_mean": 0.04007171466946602,
+          "lyap1_max": 0.07958965003490448,
+          "lyap_mean": -0.020660441368818283,
+          "volume_mean": -0.020660441368818283,
+          "volume_max": 0.00037224218249320984,
+          "frac_active": 0.296875
+        },
+        {
+          "step": 153,
+          "loss": 1.3625638484954834,
+          "floss_loss": 0.003919896669685841,
+          "kl_loss": 0.13586440682411194,
+          "lyap1_mean": 0.012777948752045631,
+          "lyap1_max": 0.08579555153846741,
+          "lyap_mean": -0.03527203947305679,
+          "volume_mean": -0.03527203947305679,
+          "volume_max": 0.028983477503061295,
+          "frac_active": 0.265625
+        },
+        {
+          "step": 154,
+          "loss": 4.409745693206787,
+          "floss_loss": 0.0034568796399980783,
+          "kl_loss": 0.44062885642051697,
+          "lyap1_mean": -0.006419188342988491,
+          "lyap1_max": 0.028323456645011902,
+          "lyap_mean": -0.040100157260894775,
+          "volume_mean": -0.040100157260894775,
+          "volume_max": 0.009535100311040878,
+          "frac_active": 0.1875
+        },
+        {
+          "step": 155,
+          "loss": 4.383207321166992,
+          "floss_loss": 0.0018565197242423892,
+          "kl_loss": 0.4381351172924042,
+          "lyap1_mean": 0.008499404415488243,
+          "lyap1_max": 0.07666929066181183,
+          "lyap_mean": -0.029784707352519035,
+          "volume_mean": -0.029784709215164185,
+          "volume_max": 0.008653267286717892,
+          "frac_active": 0.140625
+        },
+        {
+          "step": 156,
+          "loss": 1.8524391651153564,
+          "floss_loss": 0.00715583236888051,
+          "kl_loss": 0.18452833592891693,
+          "lyap1_mean": -0.034893929958343506,
+          "lyap1_max": 0.031011134386062622,
+          "lyap_mean": -0.07635863870382309,
+          "volume_mean": -0.07635863125324249,
+          "volume_max": -0.03108278661966324,
+          "frac_active": 0.03125
+        },
+        {
+          "step": 157,
+          "loss": 2.853623151779175,
+          "floss_loss": 0.0047001647762954235,
+          "kl_loss": 0.2848922908306122,
+          "lyap1_mean": -0.027282267808914185,
+          "lyap1_max": 0.017001070082187653,
+          "lyap_mean": -0.059895969927310944,
+          "volume_mean": -0.059895969927310944,
+          "volume_max": -0.035445429384708405,
+          "frac_active": 0.0625
+        },
+        {
+          "step": 158,
+          "loss": 2.444141149520874,
+          "floss_loss": 0.01054033450782299,
+          "kl_loss": 0.24336010217666626,
+          "lyap1_mean": -0.06676802039146423,
+          "lyap1_max": -0.010624628514051437,
+          "lyap_mean": -0.0913296714425087,
+          "volume_mean": -0.0913296714425087,
+          "volume_max": -0.05678999423980713,
+          "frac_active": 0.015625
+        },
+        {
+          "step": 159,
+          "loss": 3.8325977325439453,
+          "floss_loss": 0.008895792067050934,
+          "kl_loss": 0.3823701739311218,
+          "lyap1_mean": -0.029693078249692917,
+          "lyap1_max": 0.028580904006958008,
+          "lyap_mean": -0.08368109166622162,
+          "volume_mean": -0.08368109166622162,
+          "volume_max": -0.04385902360081673,
+          "frac_active": 0.09375
+        },
+        {
+          "step": 160,
+          "loss": 2.051506280899048,
+          "floss_loss": 0.010211290791630745,
+          "kl_loss": 0.20412951707839966,
+          "lyap1_mean": -0.044851817190647125,
+          "lyap1_max": 0.018269535154104233,
+          "lyap_mean": -0.089363232254982,
+          "volume_mean": -0.0893632248044014,
+          "volume_max": -0.04620388150215149,
+          "frac_active": 0.046875
+        },
+        {
+          "step": 161,
+          "loss": 0.150277242064476,
+          "floss_loss": 0.007270606234669685,
+          "kl_loss": 0.014300663955509663,
+          "lyap1_mean": -0.05582043528556824,
+          "lyap1_max": -0.03185294568538666,
+          "lyap_mean": -0.07824796438217163,
+          "volume_mean": -0.07824796438217163,
+          "volume_max": -0.04138186573982239,
+          "frac_active": 0.03125
+        },
+        {
+          "step": 162,
+          "loss": 2.1529958248138428,
+          "floss_loss": 0.0048452336341142654,
+          "kl_loss": 0.21481506526470184,
+          "lyap1_mean": -0.016424115747213364,
+          "lyap1_max": 0.021019402891397476,
+          "lyap_mean": -0.05996432900428772,
+          "volume_mean": -0.05996432155370712,
+          "volume_max": -0.027187835425138474,
+          "frac_active": 0.0625
+        },
+        {
+          "step": 163,
+          "loss": 1.33292818069458,
+          "floss_loss": 0.005152237601578236,
+          "kl_loss": 0.132777601480484,
+          "lyap1_mean": -0.01061724778264761,
+          "lyap1_max": 0.060698654502630234,
+          "lyap_mean": -0.05594831705093384,
+          "volume_mean": -0.05594831705093384,
+          "volume_max": -0.008317403495311737,
+          "frac_active": 0.09375
+        },
+        {
+          "step": 164,
+          "loss": 0.8610667586326599,
+          "floss_loss": 0.004498033784329891,
+          "kl_loss": 0.08565687388181686,
+          "lyap1_mean": -0.015904031693935394,
+          "lyap1_max": 0.08457015454769135,
+          "lyap_mean": -0.058270275592803955,
+          "volume_mean": -0.058270279318094254,
+          "volume_max": -0.02244064025580883,
+          "frac_active": 0.046875
+        },
+        {
+          "step": 165,
+          "loss": 2.1054582595825195,
+          "floss_loss": 0.0027023127768188715,
+          "kl_loss": 0.21027560532093048,
+          "lyap1_mean": -0.01137470081448555,
+          "lyap1_max": 0.026660313829779625,
+          "lyap_mean": -0.03806933015584946,
+          "volume_mean": -0.038069333881139755,
+          "volume_max": -0.0005930019542574883,
+          "frac_active": 0.21875
+        },
+        {
+          "step": 166,
+          "loss": 0.8216374516487122,
+          "floss_loss": 0.0027412003837525845,
+          "kl_loss": 0.08188962191343307,
+          "lyap1_mean": -0.010456306859850883,
+          "lyap1_max": 0.021836092695593834,
+          "lyap_mean": -0.040985576808452606,
+          "volume_mean": -0.040985580533742905,
+          "volume_max": -0.0222904235124588,
+          "frac_active": 0.109375
+        },
+        {
+          "step": 167,
+          "loss": 4.778326034545898,
+          "floss_loss": 0.002573492471128702,
+          "kl_loss": 0.47757527232170105,
+          "lyap1_mean": -0.013661869801580906,
+          "lyap1_max": 0.01414811797440052,
+          "lyap_mean": -0.03462177515029907,
+          "volume_mean": -0.03462177887558937,
+          "volume_max": 0.0013676304370164871,
+          "frac_active": 0.1875
+        },
+        {
+          "step": 168,
+          "loss": 0.5123522281646729,
+          "floss_loss": 0.002820659428834915,
+          "kl_loss": 0.050953153520822525,
+          "lyap1_mean": 0.03158373385667801,
+          "lyap1_max": 0.07984356582164764,
+          "lyap_mean": -0.0226580947637558,
+          "volume_mean": -0.0226580947637558,
+          "volume_max": 0.00883721373975277,
+          "frac_active": 0.359375
+        },
+        {
+          "step": 169,
+          "loss": 0.727468729019165,
+          "floss_loss": 0.0020062546245753765,
+          "kl_loss": 0.07254625111818314,
+          "lyap1_mean": 0.030317187309265137,
+          "lyap1_max": 0.1421065628528595,
+          "lyap_mean": 0.0037617841735482216,
+          "volume_mean": 0.003761783242225647,
+          "volume_max": 0.07839024066925049,
+          "frac_active": 0.453125
+        },
+        {
+          "step": 170,
+          "loss": 2.9114298820495605,
+          "floss_loss": 0.001722085871733725,
+          "kl_loss": 0.2909707725048065,
+          "lyap1_mean": 0.03852955996990204,
+          "lyap1_max": 0.12709255516529083,
+          "lyap_mean": -0.000774559797719121,
+          "volume_mean": -0.0007745593320578337,
+          "volume_max": 0.027059659361839294,
+          "frac_active": 0.4375
+        },
+        {
+          "step": 171,
+          "loss": 4.287929058074951,
+          "floss_loss": 0.003894937690347433,
+          "kl_loss": 0.42840340733528137,
+          "lyap1_mean": 0.025666525587439537,
+          "lyap1_max": 0.1094328984618187,
+          "lyap_mean": -0.005578166339546442,
+          "volume_mean": -0.005578165408223867,
+          "volume_max": 0.04604712501168251,
+          "frac_active": 0.515625
+        },
+        {
+          "step": 172,
+          "loss": 0.9223033785820007,
+          "floss_loss": 0.0024556294083595276,
+          "kl_loss": 0.09198477119207382,
+          "lyap1_mean": 0.05654201656579971,
+          "lyap1_max": 0.1310586929321289,
+          "lyap_mean": 0.01869082823395729,
+          "volume_mean": 0.01869082823395729,
+          "volume_max": 0.052440229803323746,
+          "frac_active": 0.640625
+        },
+        {
+          "step": 173,
+          "loss": 1.4541159868240356,
+          "floss_loss": 0.0020113603677600622,
+          "kl_loss": 0.14521045982837677,
+          "lyap1_mean": 0.045729950070381165,
+          "lyap1_max": 0.14371994137763977,
+          "lyap_mean": -0.003374675288796425,
+          "volume_mean": -0.0033746748231351376,
+          "volume_max": 0.07707136869430542,
+          "frac_active": 0.421875
+        },
+        {
+          "step": 174,
+          "loss": 1.2468738555908203,
+          "floss_loss": 0.001300776726566255,
+          "kl_loss": 0.12455730885267258,
+          "lyap1_mean": 0.02797677181661129,
+          "lyap1_max": 0.10761117190122604,
+          "lyap_mean": -0.012460771948099136,
+          "volume_mean": -0.012460771016776562,
+          "volume_max": 0.014964266680181026,
+          "frac_active": 0.3125
+        },
+        {
+          "step": 175,
+          "loss": 2.4646377563476562,
+          "floss_loss": 0.0018692160956561565,
+          "kl_loss": 0.24627685546875,
+          "lyap1_mean": 0.010423032566905022,
+          "lyap1_max": 0.11620914191007614,
+          "lyap_mean": -0.022158823907375336,
+          "volume_mean": -0.022158823907375336,
+          "volume_max": 0.04834595322608948,
+          "frac_active": 0.203125
+        },
+        {
+          "step": 176,
+          "loss": 0.6518462300300598,
+          "floss_loss": 0.007566145621240139,
+          "kl_loss": 0.06442800909280777,
+          "lyap1_mean": -0.017853882163763046,
+          "lyap1_max": 0.06630176305770874,
+          "lyap_mean": -0.0459466278553009,
+          "volume_mean": -0.0459466278553009,
+          "volume_max": 0.019121922552585602,
+          "frac_active": 0.25
+        },
+        {
+          "step": 177,
+          "loss": 0.007305526174604893,
+          "floss_loss": 0.003947398625314236,
+          "kl_loss": 0.0003358127432875335,
+          "lyap1_mean": -0.020060211420059204,
+          "lyap1_max": 0.05513891577720642,
+          "lyap_mean": -0.04923040047287941,
+          "volume_mean": -0.04923040047287941,
+          "volume_max": 0.002092483453452587,
+          "frac_active": 0.109375
+        },
+        {
+          "step": 178,
+          "loss": 0.8812616467475891,
+          "floss_loss": 0.00406990060582757,
+          "kl_loss": 0.08771917223930359,
+          "lyap1_mean": -0.02001328207552433,
+          "lyap1_max": 0.06799167394638062,
+          "lyap_mean": -0.043378353118896484,
+          "volume_mean": -0.043378353118896484,
+          "volume_max": 0.01791257970035076,
+          "frac_active": 0.1875
+        },
+        {
+          "step": 179,
+          "loss": 1.1883914470672607,
+          "floss_loss": 0.0019901806954294443,
+          "kl_loss": 0.11864012479782104,
+          "lyap1_mean": 0.025316301733255386,
+          "lyap1_max": 0.14067289233207703,
+          "lyap_mean": -0.01773928478360176,
+          "volume_mean": -0.01773928664624691,
+          "volume_max": 0.011895781382918358,
+          "frac_active": 0.234375
+        },
+        {
+          "step": 180,
+          "loss": 1.8266191482543945,
+          "floss_loss": 0.003146064467728138,
+          "kl_loss": 0.18234731256961823,
+          "lyap1_mean": 0.028432264924049377,
+          "lyap1_max": 0.13096779584884644,
+          "lyap_mean": -0.00027016690000891685,
+          "volume_mean": -0.00027016736567020416,
+          "volume_max": 0.08003412932157516,
+          "frac_active": 0.515625
+        },
+        {
+          "step": 181,
+          "loss": 1.723557472229004,
+          "floss_loss": 0.002306370995938778,
+          "kl_loss": 0.17212511599063873,
+          "lyap1_mean": 0.030129916965961456,
+          "lyap1_max": 0.1114514023065567,
+          "lyap_mean": -0.0017909547314047813,
+          "volume_mean": -0.0017909547314047813,
+          "volume_max": 0.04677091911435127,
+          "frac_active": 0.484375
+        },
+        {
+          "step": 182,
+          "loss": 1.484094262123108,
+          "floss_loss": 0.002386980690062046,
+          "kl_loss": 0.14817073941230774,
+          "lyap1_mean": 0.07166736572980881,
+          "lyap1_max": 0.12595424056053162,
+          "lyap_mean": 0.03887458145618439,
+          "volume_mean": 0.03887457773089409,
+          "volume_max": 0.056497007608413696,
+          "frac_active": 0.90625
+        },
+        {
+          "step": 183,
+          "loss": 2.2146949768066406,
+          "floss_loss": 0.004484605044126511,
+          "kl_loss": 0.22102104127407074,
+          "lyap1_mean": 0.09799721837043762,
+          "lyap1_max": 0.16151472926139832,
+          "lyap_mean": 0.058084700256586075,
+          "volume_mean": 0.05808470398187637,
+          "volume_max": 0.08401283621788025,
+          "frac_active": 0.984375
+        },
+        {
+          "step": 184,
+          "loss": 0.24863895773887634,
+          "floss_loss": 0.003714311169460416,
+          "kl_loss": 0.02449246495962143,
+          "lyap1_mean": 0.08987385034561157,
+          "lyap1_max": 0.21485500037670135,
+          "lyap_mean": 0.036662787199020386,
+          "volume_mean": 0.036662787199020386,
+          "volume_max": 0.07811853289604187,
+          "frac_active": 0.796875
+        },
+        {
+          "step": 185,
+          "loss": 1.1009451150894165,
+          "floss_loss": 0.003476946149021387,
+          "kl_loss": 0.10974681377410889,
+          "lyap1_mean": 0.07697606086730957,
+          "lyap1_max": 0.15409992635250092,
+          "lyap_mean": 0.040225252509117126,
+          "volume_mean": 0.04022524878382683,
+          "volume_max": 0.08734438568353653,
+          "frac_active": 0.84375
+        },
+        {
+          "step": 186,
+          "loss": 3.898158311843872,
+          "floss_loss": 0.003129563294351101,
+          "kl_loss": 0.3895028829574585,
+          "lyap1_mean": 0.09458980709314346,
+          "lyap1_max": 0.19028334319591522,
+          "lyap_mean": 0.03986630588769913,
+          "volume_mean": 0.03986630588769913,
+          "volume_max": 0.062185123562812805,
+          "frac_active": 0.875
+        },
+        {
+          "step": 187,
+          "loss": 1.6954632997512817,
+          "floss_loss": 0.002395880874246359,
+          "kl_loss": 0.16930674016475677,
+          "lyap1_mean": 0.06485696882009506,
+          "lyap1_max": 0.12667697668075562,
+          "lyap_mean": 0.0261672530323267,
+          "volume_mean": 0.02616725116968155,
+          "volume_max": 0.06258959323167801,
+          "frac_active": 0.75
+        },
+        {
+          "step": 188,
+          "loss": 6.702177047729492,
+          "floss_loss": 0.0017328684916719794,
+          "kl_loss": 0.6700444221496582,
+          "lyap1_mean": 0.06501161307096481,
+          "lyap1_max": 0.13881328701972961,
+          "lyap_mean": 0.017533615231513977,
+          "volume_mean": 0.017533615231513977,
+          "volume_max": 0.059184152632951736,
+          "frac_active": 0.59375
+        },
+        {
+          "step": 189,
+          "loss": 3.533686637878418,
+          "floss_loss": 0.0016836371505632997,
+          "kl_loss": 0.3532002866268158,
+          "lyap1_mean": 0.057505980134010315,
+          "lyap1_max": 0.07716614007949829,
+          "lyap_mean": 0.026406992226839066,
+          "volume_mean": 0.026406994089484215,
+          "volume_max": 0.06062529236078262,
+          "frac_active": 0.78125
+        },
+        {
+          "step": 190,
+          "loss": 3.625991106033325,
+          "floss_loss": 0.001902276650071144,
+          "kl_loss": 0.3624088764190674,
+          "lyap1_mean": 0.06018757075071335,
+          "lyap1_max": 0.08668532967567444,
+          "lyap_mean": 0.024062279611825943,
+          "volume_mean": 0.024062277749180794,
+          "volume_max": 0.04193657636642456,
+          "frac_active": 0.703125
+        },
+        {
+          "step": 191,
+          "loss": 2.951972723007202,
+          "floss_loss": 0.003966366406530142,
+          "kl_loss": 0.29480063915252686,
+          "lyap1_mean": 0.009888961911201477,
+          "lyap1_max": 0.06930980086326599,
+          "lyap_mean": -0.027406690642237663,
+          "volume_mean": -0.027406692504882812,
+          "volume_max": 0.04128490015864372,
+          "frac_active": 0.375
+        },
+        {
+          "step": 192,
+          "loss": 3.9235167503356934,
+          "floss_loss": 0.0028633871115744114,
+          "kl_loss": 0.3920653462409973,
+          "lyap1_mean": -0.003249913454055786,
+          "lyap1_max": 0.0870041772723198,
+          "lyap_mean": -0.0344325453042984,
+          "volume_mean": -0.0344325490295887,
+          "volume_max": -0.002108873799443245,
+          "frac_active": 0.171875
+        },
+        {
+          "step": 193,
+          "loss": 2.2891554832458496,
+          "floss_loss": 0.003621621523052454,
+          "kl_loss": 0.2285533994436264,
+          "lyap1_mean": -0.0006551945116370916,
+          "lyap1_max": 0.048832785338163376,
+          "lyap_mean": -0.041535455733537674,
+          "volume_mean": -0.041535455733537674,
+          "volume_max": 0.0057778190821409225,
+          "frac_active": 0.1875
+        },
+        {
+          "step": 194,
+          "loss": 1.0023609399795532,
+          "floss_loss": 0.009934589266777039,
+          "kl_loss": 0.09924263507127762,
+          "lyap1_mean": -0.0512741282582283,
+          "lyap1_max": 0.06111767888069153,
+          "lyap_mean": -0.08948449045419693,
+          "volume_mean": -0.08948448300361633,
+          "volume_max": -0.025130681693553925,
+          "frac_active": 0.03125
+        },
+        {
+          "step": 195,
+          "loss": 0.8561292290687561,
+          "floss_loss": 0.009348389692604542,
+          "kl_loss": 0.08467808365821838,
+          "lyap1_mean": -0.047188177704811096,
+          "lyap1_max": 0.0008936267695389688,
+          "lyap_mean": -0.08980194479227066,
+          "volume_mean": -0.08980194479227066,
+          "volume_max": -0.06376004219055176,
+          "frac_active": 0.03125
+        },
+        {
+          "step": 196,
+          "loss": 5.015657424926758,
+          "floss_loss": 0.006112924311310053,
+          "kl_loss": 0.5009544491767883,
+          "lyap1_mean": -0.04689708352088928,
+          "lyap1_max": -0.0125071220099926,
+          "lyap_mean": -0.0719558596611023,
+          "volume_mean": -0.0719558596611023,
+          "volume_max": -0.03639862686395645,
+          "frac_active": 0.015625
+        },
+        {
+          "step": 197,
+          "loss": 1.002934217453003,
+          "floss_loss": 0.006930553819984198,
+          "kl_loss": 0.09960035979747772,
+          "lyap1_mean": -0.014568023383617401,
+          "lyap1_max": 0.06529754400253296,
+          "lyap_mean": -0.07099469006061554,
+          "volume_mean": -0.07099469006061554,
+          "volume_max": -0.036485083401203156,
+          "frac_active": 0.09375
+        },
+        {
+          "step": 198,
+          "loss": 5.494379043579102,
+          "floss_loss": 0.0103202685713768,
+          "kl_loss": 0.5484058856964111,
+          "lyap1_mean": -0.06532306969165802,
+          "lyap1_max": -0.02121480368077755,
+          "lyap_mean": -0.096307173371315,
+          "volume_mean": -0.0963071808218956,
+          "volume_max": -0.07751896232366562,
+          "frac_active": 0.0
+        },
+        {
+          "step": 199,
+          "loss": 2.2132108211517334,
+          "floss_loss": 0.007401719223707914,
+          "kl_loss": 0.22058092057704926,
+          "lyap1_mean": -0.036951616406440735,
+          "lyap1_max": 0.08544298261404037,
+          "lyap_mean": -0.07358600199222565,
+          "volume_mean": -0.07358600199222565,
+          "volume_max": 0.0031514111906290054,
+          "frac_active": 0.0625
+        },
+        {
+          "step": 200,
+          "loss": 1.4589670896530151,
+          "floss_loss": 0.011851167306303978,
+          "kl_loss": 0.14471158385276794,
+          "lyap1_mean": -0.05065247043967247,
+          "lyap1_max": 0.1610463559627533,
+          "lyap_mean": -0.08807940781116486,
+          "volume_mean": -0.08807940781116486,
+          "volume_max": -0.0004099942743778229,
+          "frac_active": 0.03125
+        },
+        {
+          "step": 201,
+          "loss": 1.3081616163253784,
+          "floss_loss": 0.004209703765809536,
+          "kl_loss": 0.13039518892765045,
+          "lyap1_mean": -0.004645051434636116,
+          "lyap1_max": 0.10435599088668823,
+          "lyap_mean": -0.04228246957063675,
+          "volume_mean": -0.04228247329592705,
+          "volume_max": 0.018721595406532288,
+          "frac_active": 0.203125
+        },
+        {
+          "step": 202,
+          "loss": 2.110299825668335,
+          "floss_loss": 0.0025802128948271275,
+          "kl_loss": 0.21077196300029755,
+          "lyap1_mean": 0.010205401107668877,
+          "lyap1_max": 0.12010419368743896,
+          "lyap_mean": -0.023477982729673386,
+          "volume_mean": -0.023477979004383087,
+          "volume_max": 0.040780678391456604,
+          "frac_active": 0.21875
+        },
+        {
+          "step": 203,
+          "loss": 1.9120780229568481,
+          "floss_loss": 0.0031443818006664515,
+          "kl_loss": 0.19089336693286896,
+          "lyap1_mean": 0.038517169654369354,
+          "lyap1_max": 0.13479915261268616,
+          "lyap_mean": -0.0049487026408314705,
+          "volume_mean": -0.004948703106492758,
+          "volume_max": 0.07626941800117493,
+          "frac_active": 0.390625
+        },
+        {
+          "step": 204,
+          "loss": 0.7630679607391357,
+          "floss_loss": 0.0025499884504824877,
+          "kl_loss": 0.07605179399251938,
+          "lyap1_mean": 0.070865698158741,
+          "lyap1_max": 0.1675303876399994,
+          "lyap_mean": 0.005328154191374779,
+          "volume_mean": 0.005328155122697353,
+          "volume_max": 0.04699704796075821,
+          "frac_active": 0.5
+        },
+        {
+          "step": 205,
+          "loss": 1.1318315267562866,
+          "floss_loss": 0.0018821267876774073,
+          "kl_loss": 0.11299494653940201,
+          "lyap1_mean": 0.05471700429916382,
+          "lyap1_max": 0.11261745542287827,
+          "lyap_mean": 0.00971314124763012,
+          "volume_mean": 0.00971314124763012,
+          "volume_max": 0.061191994696855545,
+          "frac_active": 0.5
+        },
+        {
+          "step": 206,
+          "loss": 0.5389178395271301,
+          "floss_loss": 0.002384430728852749,
+          "kl_loss": 0.05365334078669548,
+          "lyap1_mean": 0.06222108006477356,
+          "lyap1_max": 0.2273043841123581,
+          "lyap_mean": 0.01813350059092045,
+          "volume_mean": 0.01813350059092045,
+          "volume_max": 0.07438010722398758,
+          "frac_active": 0.65625
+        },
+        {
+          "step": 207,
+          "loss": 0.48722043633461,
+          "floss_loss": 0.0013991757296025753,
+          "kl_loss": 0.04858212545514107,
+          "lyap1_mean": 0.051495496183633804,
+          "lyap1_max": 0.11670466512441635,
+          "lyap_mean": -0.00017827225383371115,
+          "volume_mean": -0.00017827260307967663,
+          "volume_max": 0.028408335521817207,
+          "frac_active": 0.453125
+        },
+        {
+          "step": 208,
+          "loss": 0.3227318823337555,
+          "floss_loss": 0.0012271362356841564,
+          "kl_loss": 0.032150473445653915,
+          "lyap1_mean": 0.05686771869659424,
+          "lyap1_max": 0.15411779284477234,
+          "lyap_mean": 0.0036282027140259743,
+          "volume_mean": 0.003628202946856618,
+          "volume_max": 0.01735619083046913,
+          "frac_active": 0.515625
+        },
+        {
+          "step": 209,
+          "loss": 0.005935778841376305,
+          "floss_loss": 0.002236780943349004,
+          "kl_loss": 0.00036989981890656054,
+          "lyap1_mean": 0.05484290421009064,
+          "lyap1_max": 0.12116317451000214,
+          "lyap_mean": 0.00911704357713461,
+          "volume_mean": 0.009117042645812035,
+          "volume_max": 0.06360624730587006,
+          "frac_active": 0.5
+        },
+        {
+          "step": 210,
+          "loss": 0.4801640212535858,
+          "floss_loss": 0.0014384370297193527,
+          "kl_loss": 0.04787255823612213,
+          "lyap1_mean": 0.05029084533452988,
+          "lyap1_max": 0.10398897528648376,
+          "lyap_mean": 0.0006010634824633598,
+          "volume_mean": 0.0006010630168020725,
+          "volume_max": 0.01896679401397705,
+          "frac_active": 0.4375
+        },
+        {
+          "step": 211,
+          "loss": 0.3212529122829437,
+          "floss_loss": 0.002009980846196413,
+          "kl_loss": 0.0319242924451828,
+          "lyap1_mean": 0.04854615777730942,
+          "lyap1_max": 0.18380087614059448,
+          "lyap_mean": -0.0043874140828847885,
+          "volume_mean": -0.004387415014207363,
+          "volume_max": 0.02685675583779812,
+          "frac_active": 0.34375
+        },
+        {
+          "step": 212,
+          "loss": 0.423114150762558,
+          "floss_loss": 0.0018020658753812313,
+          "kl_loss": 0.042131207883358,
+          "lyap1_mean": 0.019009767100214958,
+          "lyap1_max": 0.11137154698371887,
+          "lyap_mean": -0.02424659952521324,
+          "volume_mean": -0.02424659952521324,
+          "volume_max": 0.009507089853286743,
+          "frac_active": 0.171875
+        },
+        {
+          "step": 213,
+          "loss": 0.7527762651443481,
+          "floss_loss": 0.0030725477263331413,
+          "kl_loss": 0.07497037202119827,
+          "lyap1_mean": -0.029839055612683296,
+          "lyap1_max": 0.041247569024562836,
+          "lyap_mean": -0.04644642025232315,
+          "volume_mean": -0.04644642025232315,
+          "volume_max": -0.007602341007441282,
+          "frac_active": 0.046875
+        },
+        {
+          "step": 214,
+          "loss": 0.02901240438222885,
+          "floss_loss": 0.003923348151147366,
+          "kl_loss": 0.0025089054834097624,
+          "lyap1_mean": -0.01407395675778389,
+          "lyap1_max": 0.002465202473104,
+          "lyap_mean": -0.049995433539152145,
+          "volume_mean": -0.049995433539152145,
+          "volume_max": -0.02208656445145607,
+          "frac_active": 0.015625
+        },
+        {
+          "step": 215,
+          "loss": 2.2704789638519287,
+          "floss_loss": 0.0041378093883395195,
+          "kl_loss": 0.22663412988185883,
+          "lyap1_mean": -0.020142406225204468,
+          "lyap1_max": 0.08565221726894379,
+          "lyap_mean": -0.056287411600351334,
+          "volume_mean": -0.05628741532564163,
+          "volume_max": -0.03840726613998413,
+          "frac_active": 0.03125
+        },
+        {
+          "step": 216,
+          "loss": 0.6427633166313171,
+          "floss_loss": 0.0026923902332782745,
+          "kl_loss": 0.06400708854198456,
+          "lyap1_mean": -0.02231822907924652,
+          "lyap1_max": 0.04455753415822983,
+          "lyap_mean": -0.04250697046518326,
+          "volume_mean": -0.04250697046518326,
+          "volume_max": -0.015811948105692863,
+          "frac_active": 0.0625
+        },
+        {
+          "step": 217,
+          "loss": 0.8197275400161743,
+          "floss_loss": 0.002480587922036648,
+          "kl_loss": 0.08172469586133957,
+          "lyap1_mean": -0.016144482418894768,
+          "lyap1_max": 0.04118037223815918,
+          "lyap_mean": -0.041249506175518036,
+          "volume_mean": -0.04124950245022774,
+          "volume_max": -0.013272402808070183,
+          "frac_active": 0.109375
+        },
+        {
+          "step": 218,
+          "loss": 1.4567781686782837,
+          "floss_loss": 0.003267219290137291,
+          "kl_loss": 0.1453510969877243,
+          "lyap1_mean": -0.008005093783140182,
+          "lyap1_max": 0.09201128780841827,
+          "lyap_mean": -0.043377332389354706,
+          "volume_mean": -0.043377332389354706,
+          "volume_max": -0.00822081882506609,
+          "frac_active": 0.125
+        },
+        {
+          "step": 219,
+          "loss": 1.7917219400405884,
+          "floss_loss": 0.002436751266941428,
+          "kl_loss": 0.17892852425575256,
+          "lyap1_mean": -0.004125041887164116,
+          "lyap1_max": 0.07751725614070892,
+          "lyap_mean": -0.0341385193169117,
+          "volume_mean": -0.0341385155916214,
+          "volume_max": 0.00864299014210701,
+          "frac_active": 0.109375
+        },
+        {
+          "step": 220,
+          "loss": 0.40520474314689636,
+          "floss_loss": 0.004401993937790394,
+          "kl_loss": 0.040080275386571884,
+          "lyap1_mean": -0.024259749799966812,
+          "lyap1_max": 0.03422178700566292,
+          "lyap_mean": -0.05349409952759743,
+          "volume_mean": -0.05349409952759743,
+          "volume_max": -0.02620956301689148,
+          "frac_active": 0.109375
+        },
+        {
+          "step": 221,
+          "loss": 1.5801143646240234,
+          "floss_loss": 0.003914990928024054,
+          "kl_loss": 0.15761993825435638,
+          "lyap1_mean": -0.017160020768642426,
+          "lyap1_max": 0.05572774261236191,
+          "lyap_mean": -0.0500297024846077,
+          "volume_mean": -0.0500297024846077,
+          "volume_max": -0.02254428341984749,
+          "frac_active": 0.0625
+        },
+        {
+          "step": 222,
+          "loss": 0.761969804763794,
+          "floss_loss": 0.0024097959976643324,
+          "kl_loss": 0.07595600187778473,
+          "lyap1_mean": -0.008311249315738678,
+          "lyap1_max": 0.03347416967153549,
+          "lyap_mean": -0.035733748227357864,
+          "volume_mean": -0.035733744502067566,
+          "volume_max": -0.005289485678076744,
+          "frac_active": 0.203125
+        },
+        {
+          "step": 223,
+          "loss": 3.3042640686035156,
+          "floss_loss": 0.0019519231282174587,
+          "kl_loss": 0.3302312195301056,
+          "lyap1_mean": -0.0005332306027412415,
+          "lyap1_max": 0.050989579409360886,
+          "lyap_mean": -0.029453376308083534,
+          "volume_mean": -0.029453374445438385,
+          "volume_max": 0.0019151847809553146,
+          "frac_active": 0.140625
+        },
+        {
+          "step": 224,
+          "loss": 0.8960804343223572,
+          "floss_loss": 0.002045390894636512,
+          "kl_loss": 0.08940350264310837,
+          "lyap1_mean": 0.020229119807481766,
+          "lyap1_max": 0.09533631801605225,
+          "lyap_mean": -0.023367412388324738,
+          "volume_mean": -0.023367412388324738,
+          "volume_max": 0.019960906356573105,
+          "frac_active": 0.1875
+        },
+        {
+          "step": 225,
+          "loss": 0.17869320511817932,
+          "floss_loss": 0.001251191832125187,
+          "kl_loss": 0.01774420216679573,
+          "lyap1_mean": 0.0394531786441803,
+          "lyap1_max": 0.07751134783029556,
+          "lyap_mean": -0.003141018096357584,
+          "volume_mean": -0.003141018096357584,
+          "volume_max": 0.05539597570896149,
+          "frac_active": 0.375
+        },
+        {
+          "step": 226,
+          "loss": 1.7661097049713135,
+          "floss_loss": 0.0011322593782097101,
+          "kl_loss": 0.17649774253368378,
+          "lyap1_mean": 0.04911456257104874,
+          "lyap1_max": 0.1262054145336151,
+          "lyap_mean": 0.009386632591485977,
+          "volume_mean": 0.009386632591485977,
+          "volume_max": 0.031879961490631104,
+          "frac_active": 0.5625
+        },
+        {
+          "step": 227,
+          "loss": 0.7198948860168457,
+          "floss_loss": 0.0016200508689507842,
+          "kl_loss": 0.0718274861574173,
+          "lyap1_mean": 0.03666933625936508,
+          "lyap1_max": 0.09313198179006577,
+          "lyap_mean": 0.012268591672182083,
+          "volume_mean": 0.012268590740859509,
+          "volume_max": 0.06118181720376015,
+          "frac_active": 0.609375
+        },
+        {
+          "step": 228,
+          "loss": 0.4914267659187317,
+          "floss_loss": 0.001732738921418786,
+          "kl_loss": 0.04896940290927887,
+          "lyap1_mean": 0.06981368362903595,
+          "lyap1_max": 0.15826573967933655,
+          "lyap_mean": 0.009661136195063591,
+          "volume_mean": 0.009661137126386166,
+          "volume_max": 0.06248735636472702,
+          "frac_active": 0.46875
+        },
+        {
+          "step": 229,
+          "loss": 1.7703566551208496,
+          "floss_loss": 0.0011999496491625905,
+          "kl_loss": 0.17691567540168762,
+          "lyap1_mean": 0.04426261782646179,
+          "lyap1_max": 0.1186700090765953,
+          "lyap_mean": 0.0008301236666738987,
+          "volume_mean": 0.0008301225025206804,
+          "volume_max": 0.03930463641881943,
+          "frac_active": 0.3125
+        },
+        {
+          "step": 230,
+          "loss": 0.16736814379692078,
+          "floss_loss": 0.0005639775190502405,
+          "kl_loss": 0.016680415719747543,
+          "lyap1_mean": 0.03212845325469971,
+          "lyap1_max": 0.06036984175443649,
+          "lyap_mean": 0.005616714246571064,
+          "volume_mean": 0.005616713780909777,
+          "volume_max": 0.023496797308325768,
+          "frac_active": 0.515625
+        },
+        {
+          "step": 231,
+          "loss": 6.2395243644714355,
+          "floss_loss": 0.0006499014561995864,
+          "kl_loss": 0.6238874197006226,
+          "lyap1_mean": 0.0301811620593071,
+          "lyap1_max": 0.06838613748550415,
+          "lyap_mean": 0.009342470206320286,
+          "volume_mean": 0.009342469274997711,
+          "volume_max": 0.020350880920886993,
+          "frac_active": 0.65625
+        },
+        {
+          "step": 232,
+          "loss": 0.1121610552072525,
+          "floss_loss": 0.0010960516519844532,
+          "kl_loss": 0.011106500402092934,
+          "lyap1_mean": 0.017301758751273155,
+          "lyap1_max": 0.08439604938030243,
+          "lyap_mean": -0.003392796963453293,
+          "volume_mean": -0.003392796963453293,
+          "volume_max": 0.03696727752685547,
+          "frac_active": 0.421875
+        },
+        {
+          "step": 233,
+          "loss": 1.836851716041565,
+          "floss_loss": 0.00117837218567729,
+          "kl_loss": 0.1835673302412033,
+          "lyap1_mean": 0.02385757863521576,
+          "lyap1_max": 0.06857695430517197,
+          "lyap_mean": -0.007772943004965782,
+          "volume_mean": -0.007772942539304495,
+          "volume_max": 0.025257054716348648,
+          "frac_active": 0.3125
+        },
+        {
+          "step": 234,
+          "loss": 1.1221381425857544,
+          "floss_loss": 0.001400090055540204,
+          "kl_loss": 0.11207380145788193,
+          "lyap1_mean": 0.009317622520029545,
+          "lyap1_max": 0.03508798032999039,
+          "lyap_mean": -0.022607620805501938,
+          "volume_mean": -0.022607620805501938,
+          "volume_max": -0.0017739953473210335,
+          "frac_active": 0.21875
+        },
+        {
+          "step": 235,
+          "loss": 8.372197151184082,
+          "floss_loss": 0.0016581101808696985,
+          "kl_loss": 0.8370538353919983,
+          "lyap1_mean": 0.03650164604187012,
+          "lyap1_max": 0.14184343814849854,
+          "lyap_mean": -0.010460340417921543,
+          "volume_mean": -0.010460340417921543,
+          "volume_max": 0.020551741123199463,
+          "frac_active": 0.328125
+        },
+        {
+          "step": 236,
+          "loss": 2.9798073768615723,
+          "floss_loss": 0.002380482153967023,
+          "kl_loss": 0.29774269461631775,
+          "lyap1_mean": 0.0027922652661800385,
+          "lyap1_max": 0.13774345815181732,
+          "lyap_mean": -0.03362518921494484,
+          "volume_mean": -0.03362519294023514,
+          "volume_max": -0.007678756024688482,
+          "frac_active": 0.09375
+        },
+        {
+          "step": 237,
+          "loss": 3.118338108062744,
+          "floss_loss": 0.0015327043365687132,
+          "kl_loss": 0.31168052554130554,
+          "lyap1_mean": -0.00044527207501232624,
+          "lyap1_max": 0.03676221892237663,
+          "lyap_mean": -0.020758837461471558,
+          "volume_mean": -0.020758837461471558,
+          "volume_max": 0.005834502167999744,
+          "frac_active": 0.25
+        },
+        {
+          "step": 238,
+          "loss": 1.1802482604980469,
+          "floss_loss": 0.0013868547976016998,
+          "kl_loss": 0.11788613349199295,
+          "lyap1_mean": 0.03871757164597511,
+          "lyap1_max": 0.12895222008228302,
+          "lyap_mean": -0.01043623872101307,
+          "volume_mean": -0.01043623872101307,
+          "volume_max": 0.03398282825946808,
+          "frac_active": 0.34375
+        },
+        {
+          "step": 239,
+          "loss": 1.9636962413787842,
+          "floss_loss": 0.0012545929057523608,
+          "kl_loss": 0.19624416530132294,
+          "lyap1_mean": 0.012937692925333977,
+          "lyap1_max": 0.03898710012435913,
+          "lyap_mean": -0.02080000378191471,
+          "volume_mean": -0.020800001919269562,
+          "volume_max": 0.008166469633579254,
+          "frac_active": 0.25
+        },
+        {
+          "step": 240,
+          "loss": 2.4707083702087402,
+          "floss_loss": 0.0024786207359284163,
+          "kl_loss": 0.24682296812534332,
+          "lyap1_mean": -0.01670946553349495,
+          "lyap1_max": 0.041634660214185715,
+          "lyap_mean": -0.04128953069448471,
+          "volume_mean": -0.04128953069448471,
+          "volume_max": -0.019993700087070465,
+          "frac_active": 0.046875
+        },
+        {
+          "step": 241,
+          "loss": 0.37667450308799744,
+          "floss_loss": 0.004053526092320681,
+          "kl_loss": 0.037262097001075745,
+          "lyap1_mean": -0.018874632194638252,
+          "lyap1_max": 0.04764305055141449,
+          "lyap_mean": -0.0498710498213768,
+          "volume_mean": -0.0498710498213768,
+          "volume_max": -0.002539432607591152,
+          "frac_active": 0.125
+        },
+        {
+          "step": 242,
+          "loss": 1.3331871032714844,
+          "floss_loss": 0.0032621887512505054,
+          "kl_loss": 0.13299249112606049,
+          "lyap1_mean": -0.01869855262339115,
+          "lyap1_max": 0.0639968067407608,
+          "lyap_mean": -0.045305266976356506,
+          "volume_mean": -0.045305266976356506,
+          "volume_max": -0.023509876802563667,
+          "frac_active": 0.0625
+        },
+        {
+          "step": 243,
+          "loss": 1.0725852251052856,
+          "floss_loss": 0.004065610468387604,
+          "kl_loss": 0.1068519577383995,
+          "lyap1_mean": -0.04400438070297241,
+          "lyap1_max": -0.0026220865547657013,
+          "lyap_mean": -0.06004352122545242,
+          "volume_mean": -0.060043517500162125,
+          "volume_max": -0.044351302087306976,
+          "frac_active": 0.0
+        },
+        {
+          "step": 244,
+          "loss": 0.525024950504303,
+          "floss_loss": 0.0028311219066381454,
+          "kl_loss": 0.05221938714385033,
+          "lyap1_mean": -0.032598190009593964,
+          "lyap1_max": 0.0009844519663602114,
+          "lyap_mean": -0.04729963839054108,
+          "volume_mean": -0.047299642115831375,
+          "volume_max": -0.019171176478266716,
+          "frac_active": 0.03125
+        },
+        {
+          "step": 245,
+          "loss": 0.4964852035045624,
+          "floss_loss": 0.0037908791564404964,
+          "kl_loss": 0.049269430339336395,
+          "lyap1_mean": -0.02774040400981903,
+          "lyap1_max": 0.032305579632520676,
+          "lyap_mean": -0.04969010874629021,
+          "volume_mean": -0.04969010502099991,
+          "volume_max": 0.0007943762466311455,
+          "frac_active": 0.078125
+        },
+        {
+          "step": 246,
+          "loss": 0.047222644090652466,
+          "floss_loss": 0.002766040852293372,
+          "kl_loss": 0.0044456603936851025,
+          "lyap1_mean": -0.01956717111170292,
+          "lyap1_max": 0.045352742075920105,
+          "lyap_mean": -0.04478917270898819,
+          "volume_mean": -0.04478916898369789,
+          "volume_max": -0.008748160675168037,
+          "frac_active": 0.09375
+        },
+        {
+          "step": 247,
+          "loss": 1.6595494747161865,
+          "floss_loss": 0.0010464420774951577,
+          "kl_loss": 0.16585031151771545,
+          "lyap1_mean": -0.005091117694973946,
+          "lyap1_max": 0.030766047537326813,
+          "lyap_mean": -0.02164611965417862,
+          "volume_mean": -0.02164612151682377,
+          "volume_max": 0.00514594279229641,
+          "frac_active": 0.15625
+        },
+        {
+          "step": 248,
+          "loss": 0.9595041275024414,
+          "floss_loss": 0.0007285159663297236,
+          "kl_loss": 0.09587756544351578,
+          "lyap1_mean": 0.01754794828593731,
+          "lyap1_max": 0.0729827955365181,
+          "lyap_mean": -0.008095820434391499,
+          "volume_mean": -0.008095821365714073,
+          "volume_max": 0.017817076295614243,
+          "frac_active": 0.3125
+        },
+        {
+          "step": 249,
+          "loss": 0.8186853528022766,
+          "floss_loss": 0.0011102784192189574,
+          "kl_loss": 0.08175750821828842,
+          "lyap1_mean": 0.04827091470360756,
+          "lyap1_max": 0.0991864949464798,
+          "lyap_mean": 0.01005295105278492,
+          "volume_mean": 0.010052951984107494,
+          "volume_max": 0.03695564344525337,
+          "frac_active": 0.625
+        },
+        {
+          "step": 250,
+          "loss": 3.453867197036743,
+          "floss_loss": 0.002801057416945696,
+          "kl_loss": 0.3451066315174103,
+          "lyap1_mean": 0.06446211040019989,
+          "lyap1_max": 0.11140867322683334,
+          "lyap_mean": 0.03977501764893532,
+          "volume_mean": 0.03977501392364502,
+          "volume_max": 0.0790359228849411,
+          "frac_active": 0.890625
+        },
+        {
+          "step": 251,
+          "loss": 2.7248501777648926,
+          "floss_loss": 0.0014000434894114733,
+          "kl_loss": 0.27234500646591187,
+          "lyap1_mean": 0.04924953728914261,
+          "lyap1_max": 0.08841122686862946,
+          "lyap_mean": 0.026159314438700676,
+          "volume_mean": 0.026159314438700676,
+          "volume_max": 0.052349209785461426,
+          "frac_active": 0.875
+        },
+        {
+          "step": 252,
+          "loss": 4.802953243255615,
+          "floss_loss": 0.004556593019515276,
+          "kl_loss": 0.47983965277671814,
+          "lyap1_mean": 0.07103288173675537,
+          "lyap1_max": 0.12794604897499084,
+          "lyap_mean": 0.0326797179877758,
+          "volume_mean": 0.0326797217130661,
+          "volume_max": 0.09449242055416107,
+          "frac_active": 0.8125
+        },
+        {
+          "step": 253,
+          "loss": 3.368765115737915,
+          "floss_loss": 0.0026451395824551582,
+          "kl_loss": 0.3366119861602783,
+          "lyap1_mean": 0.06932257115840912,
+          "lyap1_max": 0.12192004919052124,
+          "lyap_mean": 0.041273679584264755,
+          "volume_mean": 0.041273679584264755,
+          "volume_max": 0.06578408181667328,
+          "frac_active": 0.921875
+        },
+        {
+          "step": 254,
+          "loss": 0.733329176902771,
+          "floss_loss": 0.004083246923983097,
+          "kl_loss": 0.07292459160089493,
+          "lyap1_mean": 0.08813484013080597,
+          "lyap1_max": 0.18094049394130707,
+          "lyap_mean": 0.05250726640224457,
+          "volume_mean": 0.05250726640224457,
+          "volume_max": 0.07813796401023865,
+          "frac_active": 0.953125
+        },
+        {
+          "step": 255,
+          "loss": 0.7642621994018555,
+          "floss_loss": 0.005998960696160793,
+          "kl_loss": 0.07582632452249527,
+          "lyap1_mean": 0.0955839529633522,
+          "lyap1_max": 0.1289127767086029,
+          "lyap_mean": 0.0695309042930603,
+          "volume_mean": 0.0695309042930603,
+          "volume_max": 0.1139495000243187,
+          "frac_active": 0.984375
+        },
+        {
+          "step": 256,
+          "loss": 1.6141791343688965,
+          "floss_loss": 0.004865129478275776,
+          "kl_loss": 0.16093139350414276,
+          "lyap1_mean": 0.10502981394529343,
+          "lyap1_max": 0.16084758937358856,
+          "lyap_mean": 0.061471711844205856,
+          "volume_mean": 0.06147170811891556,
+          "volume_max": 0.0905618667602539,
+          "frac_active": 1.0
+        },
+        {
+          "step": 257,
+          "loss": 0.047309912741184235,
+          "floss_loss": 0.0029050870798528194,
+          "kl_loss": 0.004440482705831528,
+          "lyap1_mean": 0.06396535038948059,
+          "lyap1_max": 0.12434455007314682,
+          "lyap_mean": 0.04521222412586212,
+          "volume_mean": 0.04521222412586212,
+          "volume_max": 0.07175851613283157,
+          "frac_active": 0.9375
+        },
+        {
+          "step": 258,
+          "loss": 0.42951256036758423,
+          "floss_loss": 0.0025567724369466305,
+          "kl_loss": 0.042695578187704086,
+          "lyap1_mean": 0.08700817823410034,
+          "lyap1_max": 0.13538749516010284,
+          "lyap_mean": 0.035421162843704224,
+          "volume_mean": 0.035421162843704224,
+          "volume_max": 0.06923948228359222,
+          "frac_active": 0.890625
+        },
+        {
+          "step": 259,
+          "loss": 0.33333736658096313,
+          "floss_loss": 0.0011426206910982728,
+          "kl_loss": 0.03321947529911995,
+          "lyap1_mean": 0.03283117711544037,
+          "lyap1_max": 0.08171923458576202,
+          "lyap_mean": 0.007117860950529575,
+          "volume_mean": 0.007117859087884426,
+          "volume_max": 0.04512137547135353,
+          "frac_active": 0.578125
+        },
+        {
+          "step": 260,
+          "loss": 0.12560370564460754,
+          "floss_loss": 0.0029223859310150146,
+          "kl_loss": 0.012268132530152798,
+          "lyap1_mean": 0.04306621104478836,
+          "lyap1_max": 0.08609797060489655,
+          "lyap_mean": -0.0043791430070996284,
+          "volume_mean": -0.004379142075777054,
+          "volume_max": 0.06120670959353447,
+          "frac_active": 0.46875
+        },
+        {
+          "step": 261,
+          "loss": 0.2800687253475189,
+          "floss_loss": 0.0015266533009707928,
+          "kl_loss": 0.027854207903146744,
+          "lyap1_mean": -0.004625456407666206,
+          "lyap1_max": 0.03864428400993347,
+          "lyap_mean": -0.02399429678916931,
+          "volume_mean": -0.02399429865181446,
+          "volume_max": 0.00790829211473465,
+          "frac_active": 0.1875
+        },
+        {
+          "step": 262,
+          "loss": 0.008173774927854538,
+          "floss_loss": 0.004205567762255669,
+          "kl_loss": 0.00039682077476754785,
+          "lyap1_mean": -0.023665158078074455,
+          "lyap1_max": 0.022769708186388016,
+          "lyap_mean": -0.04634401574730873,
+          "volume_mean": -0.04634401574730873,
+          "volume_max": -0.011626695282757282,
+          "frac_active": 0.09375
+        },
+        {
+          "step": 263,
+          "loss": 3.316574811935425,
+          "floss_loss": 0.003160041756927967,
+          "kl_loss": 0.3313414752483368,
+          "lyap1_mean": 0.0147941242903471,
+          "lyap1_max": 0.0826389342546463,
+          "lyap_mean": -0.0286998488008976,
+          "volume_mean": -0.0286998488008976,
+          "volume_max": 0.006444272585213184,
+          "frac_active": 0.25
+        },
+        {
+          "step": 264,
+          "loss": 0.1546376496553421,
+          "floss_loss": 0.001244915067218244,
+          "kl_loss": 0.015339273028075695,
+          "lyap1_mean": 0.001498819445259869,
+          "lyap1_max": 0.06882531940937042,
+          "lyap_mean": -0.023710496723651886,
+          "volume_mean": -0.023710498586297035,
+          "volume_max": 0.0039414335042238235,
+          "frac_active": 0.125
+        },
+        {
+          "step": 265,
+          "loss": 0.21817107498645782,
+          "floss_loss": 0.0014364935923367739,
+          "kl_loss": 0.02167345955967903,
+          "lyap1_mean": 0.005395201034843922,
+          "lyap1_max": 0.06885227560997009,
+          "lyap_mean": -0.011554159224033356,
+          "volume_mean": -0.011554159224033356,
+          "volume_max": 0.026039782911539078,
+          "frac_active": 0.28125
+        },
+        {
+          "step": 266,
+          "loss": 0.37931549549102783,
+          "floss_loss": 0.0013763427268713713,
+          "kl_loss": 0.03779391571879387,
+          "lyap1_mean": 0.01670600101351738,
+          "lyap1_max": 0.08458905667066574,
+          "lyap_mean": -0.015826359391212463,
+          "volume_mean": -0.015826359391212463,
+          "volume_max": 0.024976806715130806,
+          "frac_active": 0.265625
+        },
+        {
+          "step": 267,
+          "loss": 2.0641677379608154,
+          "floss_loss": 0.0010939467465505004,
+          "kl_loss": 0.20630739629268646,
+          "lyap1_mean": 0.016127418726682663,
+          "lyap1_max": 0.09390252083539963,
+          "lyap_mean": -0.01168413832783699,
+          "volume_mean": -0.01168413832783699,
+          "volume_max": 0.01277847122400999,
+          "frac_active": 0.34375
+        },
+        {
+          "step": 268,
+          "loss": 0.12949134409427643,
+          "floss_loss": 0.0033881678245961666,
+          "kl_loss": 0.012610318139195442,
+          "lyap1_mean": -0.022684011608362198,
+          "lyap1_max": 0.026216086000204086,
+          "lyap_mean": -0.04808943718671799,
+          "volume_mean": -0.04808943718671799,
+          "volume_max": -0.008779995143413544,
+          "frac_active": 0.046875
+        },
+        {
+          "step": 269,
+          "loss": 0.6368846297264099,
+          "floss_loss": 0.0010632977355271578,
+          "kl_loss": 0.06358213722705841,
+          "lyap1_mean": 0.006691276095807552,
+          "lyap1_max": 0.028356289491057396,
+          "lyap_mean": -0.015980716794729233,
+          "volume_mean": -0.015980718657374382,
+          "volume_max": 0.006764243356883526,
+          "frac_active": 0.234375
+        },
+        {
+          "step": 270,
+          "loss": 0.23885318636894226,
+          "floss_loss": 0.0010400651954114437,
+          "kl_loss": 0.02378131076693535,
+          "lyap1_mean": 0.032476745545864105,
+          "lyap1_max": 0.0672694593667984,
+          "lyap_mean": -0.004184736870229244,
+          "volume_mean": -0.00418473593890667,
+          "volume_max": 0.027064364403486252,
+          "frac_active": 0.40625
+        },
+        {
+          "step": 271,
+          "loss": 0.4257040023803711,
+          "floss_loss": 0.0010840806644409895,
+          "kl_loss": 0.04246199131011963,
+          "lyap1_mean": 0.019039152190089226,
+          "lyap1_max": 0.04985621199011803,
+          "lyap_mean": -0.007022866979241371,
+          "volume_mean": -0.007022867910563946,
+          "volume_max": 0.01779891550540924,
+          "frac_active": 0.390625
+        },
+        {
+          "step": 272,
+          "loss": 1.9906779527664185,
+          "floss_loss": 0.0011465720599517226,
+          "kl_loss": 0.19895313680171967,
+          "lyap1_mean": 0.03618881106376648,
+          "lyap1_max": 0.07124102115631104,
+          "lyap_mean": -0.008015171624720097,
+          "volume_mean": -0.008015170693397522,
+          "volume_max": 0.013708962127566338,
+          "frac_active": 0.390625
+        },
+        {
+          "step": 273,
+          "loss": 1.251808524131775,
+          "floss_loss": 0.0011714468710124493,
+          "kl_loss": 0.1250637024641037,
+          "lyap1_mean": 0.011580266058444977,
+          "lyap1_max": 0.0688052847981453,
+          "lyap_mean": -0.01640412211418152,
+          "volume_mean": -0.01640412211418152,
+          "volume_max": 0.011692151427268982,
+          "frac_active": 0.21875
+        },
+        {
+          "step": 274,
+          "loss": 0.35836851596832275,
+          "floss_loss": 0.0012340103276073933,
+          "kl_loss": 0.035713449120521545,
+          "lyap1_mean": 0.01456739567220211,
+          "lyap1_max": 0.09309246391057968,
+          "lyap_mean": -0.02078283578157425,
+          "volume_mean": -0.02078283578157425,
+          "volume_max": 0.0013564229011535645,
+          "frac_active": 0.21875
+        },
+        {
+          "step": 275,
+          "loss": 1.7692656517028809,
+          "floss_loss": 0.0017981281271204352,
+          "kl_loss": 0.17674675583839417,
+          "lyap1_mean": 0.03305593505501747,
+          "lyap1_max": 0.09752916544675827,
+          "lyap_mean": 0.014877809211611748,
+          "volume_mean": 0.014877811074256897,
+          "volume_max": 0.06566930562257767,
+          "frac_active": 0.609375
+        },
+        {
+          "step": 276,
+          "loss": 0.9691583514213562,
+          "floss_loss": 0.0018053847597911954,
+          "kl_loss": 0.09673529863357544,
+          "lyap1_mean": 0.06543641537427902,
+          "lyap1_max": 0.13750287890434265,
+          "lyap_mean": 0.010603944770991802,
+          "volume_mean": 0.010603944770991802,
+          "volume_max": 0.06029071658849716,
+          "frac_active": 0.546875
+        },
+        {
+          "step": 277,
+          "loss": 0.7696989178657532,
+          "floss_loss": 0.0012900113360956311,
+          "kl_loss": 0.07684089243412018,
+          "lyap1_mean": 0.04434247314929962,
+          "lyap1_max": 0.18683990836143494,
+          "lyap_mean": -0.0018838443793356419,
+          "volume_mean": -0.0018838441465049982,
+          "volume_max": 0.02488415688276291,
+          "frac_active": 0.390625
+        },
+        {
+          "step": 278,
+          "loss": 3.3763389587402344,
+          "floss_loss": 0.0007810485549271107,
+          "kl_loss": 0.33755579590797424,
+          "lyap1_mean": 0.03712403401732445,
+          "lyap1_max": 0.12562906742095947,
+          "lyap_mean": 0.003733970457687974,
+          "volume_mean": 0.0037339706905186176,
+          "volume_max": 0.02085874229669571,
+          "frac_active": 0.453125
+        },
+        {
+          "step": 279,
+          "loss": 2.533266305923462,
+          "floss_loss": 0.0009196708560921252,
+          "kl_loss": 0.2532346844673157,
+          "lyap1_mean": 0.05114781856536865,
+          "lyap1_max": 0.11662422120571136,
+          "lyap_mean": 0.008058893494307995,
+          "volume_mean": 0.00805889442563057,
+          "volume_max": 0.026027288287878036,
+          "frac_active": 0.609375
+        },
+        {
+          "step": 280,
+          "loss": 0.1642739176750183,
+          "floss_loss": 0.0008776538306847215,
+          "kl_loss": 0.016339626163244247,
+          "lyap1_mean": 0.04265005141496658,
+          "lyap1_max": 0.08206649124622345,
+          "lyap_mean": 0.014462310820817947,
+          "volume_mean": 0.014462309889495373,
+          "volume_max": 0.03799702972173691,
+          "frac_active": 0.6875
+        },
+        {
+          "step": 281,
+          "loss": 0.7712257504463196,
+          "floss_loss": 0.000935340067371726,
+          "kl_loss": 0.0770290419459343,
+          "lyap1_mean": 0.0312897153198719,
+          "lyap1_max": 0.07028943300247192,
+          "lyap_mean": 0.011401833966374397,
+          "volume_mean": 0.011401834897696972,
+          "volume_max": 0.046882450580596924,
+          "frac_active": 0.609375
+        },
+        {
+          "step": 282,
+          "loss": 0.7503186464309692,
+          "floss_loss": 0.0020266936626285315,
+          "kl_loss": 0.07482919842004776,
+          "lyap1_mean": 0.03472632169723511,
+          "lyap1_max": 0.1532858908176422,
+          "lyap_mean": 0.002653581090271473,
+          "volume_mean": 0.002653581090271473,
+          "volume_max": 0.04973258823156357,
+          "frac_active": 0.5625
+        },
+        {
+          "step": 283,
+          "loss": 1.7160927057266235,
+          "floss_loss": 0.0011920148972421885,
+          "kl_loss": 0.17149007320404053,
+          "lyap1_mean": 0.02367766574025154,
+          "lyap1_max": 0.11641957610845566,
+          "lyap_mean": 0.007254826370626688,
+          "volume_mean": 0.007254828233271837,
+          "volume_max": 0.04642673581838608,
+          "frac_active": 0.578125
+        },
+        {
+          "step": 284,
+          "loss": 0.13599616289138794,
+          "floss_loss": 0.0013652800116688013,
+          "kl_loss": 0.013463088311254978,
+          "lyap1_mean": 0.04065685719251633,
+          "lyap1_max": 0.08257947117090225,
+          "lyap_mean": 0.010043248534202576,
+          "volume_mean": 0.010043248534202576,
+          "volume_max": 0.03593941405415535,
+          "frac_active": 0.65625
+        },
+        {
+          "step": 285,
+          "loss": 0.9792786240577698,
+          "floss_loss": 0.0018905624747276306,
+          "kl_loss": 0.09773880988359451,
+          "lyap1_mean": 0.01765509322285652,
+          "lyap1_max": 0.0725429505109787,
+          "lyap_mean": 0.0034847483038902283,
+          "volume_mean": 0.0034847473725676537,
+          "volume_max": 0.04357793182134628,
+          "frac_active": 0.609375
+        },
+        {
+          "step": 286,
+          "loss": 0.38786575198173523,
+          "floss_loss": 0.000853847130201757,
+          "kl_loss": 0.038701191544532776,
+          "lyap1_mean": 0.0309726782143116,
+          "lyap1_max": 0.04857499524950981,
+          "lyap_mean": 0.012233270332217216,
+          "volume_mean": 0.012233270332217216,
+          "volume_max": 0.04126134514808655,
+          "frac_active": 0.640625
+        },
+        {
+          "step": 287,
+          "loss": 0.17800866067409515,
+          "floss_loss": 0.0012740984093397856,
+          "kl_loss": 0.01767345704138279,
+          "lyap1_mean": 0.03618365898728371,
+          "lyap1_max": 0.08310843259096146,
+          "lyap_mean": 0.009933814406394958,
+          "volume_mean": 0.009933814406394958,
+          "volume_max": 0.03772943094372749,
+          "frac_active": 0.625
+        },
+        {
+          "step": 288,
+          "loss": 0.08912339806556702,
+          "floss_loss": 0.0012872288934886456,
+          "kl_loss": 0.008783617056906223,
+          "lyap1_mean": 0.030886676162481308,
+          "lyap1_max": 0.06351006031036377,
+          "lyap_mean": 0.0005378983914852142,
+          "volume_mean": 0.0005378983914852142,
+          "volume_max": 0.030307745561003685,
+          "frac_active": 0.515625
+        },
+        {
+          "step": 289,
+          "loss": 0.005051544867455959,
+          "floss_loss": 0.001791651244275272,
+          "kl_loss": 0.00032598935649730265,
+          "lyap1_mean": 0.04248993098735809,
+          "lyap1_max": 0.19665901362895966,
+          "lyap_mean": -0.0039854529313743114,
+          "volume_mean": -0.003985453397035599,
+          "volume_max": 0.026081832125782967,
+          "frac_active": 0.390625
+        },
+        {
+          "step": 290,
+          "loss": 0.8007280826568604,
+          "floss_loss": 0.0007881447672843933,
+          "kl_loss": 0.07999399304389954,
+          "lyap1_mean": 0.016899559646844864,
+          "lyap1_max": 0.02772143855690956,
+          "lyap_mean": -0.0023885443806648254,
+          "volume_mean": -0.0023885448463261127,
+          "volume_max": 0.017123650759458542,
+          "frac_active": 0.453125
+        },
+        {
+          "step": 291,
+          "loss": 0.631476104259491,
+          "floss_loss": 0.001563019584864378,
+          "kl_loss": 0.06299130618572235,
+          "lyap1_mean": 0.014548661187291145,
+          "lyap1_max": 0.09147616475820541,
+          "lyap_mean": -0.017374657094478607,
+          "volume_mean": -0.017374657094478607,
+          "volume_max": 0.01817871443927288,
+          "frac_active": 0.265625
+        },
+        {
+          "step": 292,
+          "loss": 2.9633071422576904,
+          "floss_loss": 0.002981941681355238,
+          "kl_loss": 0.29603251814842224,
+          "lyap1_mean": -0.016939643770456314,
+          "lyap1_max": 0.07027233392000198,
+          "lyap_mean": -0.03723997622728348,
+          "volume_mean": -0.03723997250199318,
+          "volume_max": 0.04516732692718506,
+          "frac_active": 0.15625
+        },
+        {
+          "step": 293,
+          "loss": 0.5025564432144165,
+          "floss_loss": 0.0030371586326509714,
+          "kl_loss": 0.04995192959904671,
+          "lyap1_mean": -0.01895356923341751,
+          "lyap1_max": 0.029487311840057373,
+          "lyap_mean": -0.0485650934278965,
+          "volume_mean": -0.0485650934278965,
+          "volume_max": -0.030766211450099945,
+          "frac_active": 0.046875
+        },
+        {
+          "step": 294,
+          "loss": 2.073646306991577,
+          "floss_loss": 0.005063180811703205,
+          "kl_loss": 0.206858292222023,
+          "lyap1_mean": -0.04277709871530533,
+          "lyap1_max": -0.004915069788694382,
+          "lyap_mean": -0.06806609034538269,
+          "volume_mean": -0.06806609034538269,
+          "volume_max": -0.050944313406944275,
+          "frac_active": 0.0
+        },
+        {
+          "step": 295,
+          "loss": 2.365399122238159,
+          "floss_loss": 0.005391883663833141,
+          "kl_loss": 0.23600071668624878,
+          "lyap1_mean": -0.051149483770132065,
+          "lyap1_max": -0.02479773759841919,
+          "lyap_mean": -0.06971035897731781,
+          "volume_mean": -0.06971035897731781,
+          "volume_max": -0.041520729660987854,
+          "frac_active": 0.0
+        },
+        {
+          "step": 296,
+          "loss": 0.10554786026477814,
+          "floss_loss": 0.005521776154637337,
+          "kl_loss": 0.01000260841101408,
+          "lyap1_mean": -0.05056319385766983,
+          "lyap1_max": -0.02496114932000637,
+          "lyap_mean": -0.07020087540149689,
+          "volume_mean": -0.07020087540149689,
+          "volume_max": -0.052429959177970886,
+          "frac_active": 0.0
+        },
+        {
+          "step": 297,
+          "loss": 0.41084522008895874,
+          "floss_loss": 0.005103040486574173,
+          "kl_loss": 0.04057421535253525,
+          "lyap1_mean": -0.05175977572798729,
+          "lyap1_max": 0.006553088314831257,
+          "lyap_mean": -0.06923778355121613,
+          "volume_mean": -0.06923778355121613,
+          "volume_max": -0.053555380553007126,
+          "frac_active": 0.015625
+        },
+        {
+          "step": 298,
+          "loss": 0.18679766356945038,
+          "floss_loss": 0.004268284421414137,
+          "kl_loss": 0.018252937123179436,
+          "lyap1_mean": -0.04001772403717041,
+          "lyap1_max": 0.0027164265047758818,
+          "lyap_mean": -0.059688348323106766,
+          "volume_mean": -0.059688348323106766,
+          "volume_max": -0.01739240437746048,
+          "frac_active": 0.015625
+        },
+        {
+          "step": 299,
+          "loss": 0.5290008783340454,
+          "floss_loss": 0.0027138935402035713,
+          "kl_loss": 0.05262869596481323,
+          "lyap1_mean": -0.011705045588314533,
+          "lyap1_max": 0.022196730598807335,
+          "lyap_mean": -0.044570084661245346,
+          "volume_mean": -0.044570084661245346,
+          "volume_max": -0.013852600008249283,
+          "frac_active": 0.09375
+        },
+        {
+          "step": 300,
+          "loss": 0.14644171297550201,
+          "floss_loss": 0.0014702861662954092,
+          "kl_loss": 0.014497143216431141,
+          "lyap1_mean": -0.004460844211280346,
+          "lyap1_max": 0.020964011549949646,
+          "lyap_mean": -0.03069484606385231,
+          "volume_mean": -0.03069484606385231,
+          "volume_max": -0.019965792074799538,
+          "frac_active": 0.0625
+        },
+        {
+          "step": 301,
+          "loss": 0.5118910670280457,
+          "floss_loss": 0.0017507444135844707,
+          "kl_loss": 0.05101402848958969,
+          "lyap1_mean": -0.015869487076997757,
+          "lyap1_max": 0.018179312348365784,
+          "lyap_mean": -0.03514336049556732,
+          "volume_mean": -0.03514336049556732,
+          "volume_max": -0.015954911708831787,
+          "frac_active": 0.046875
+        },
+        {
+          "step": 302,
+          "loss": 0.22302594780921936,
+          "floss_loss": 0.0018147873925045133,
+          "kl_loss": 0.022121116518974304,
+          "lyap1_mean": 0.033426620066165924,
+          "lyap1_max": 0.11411416530609131,
+          "lyap_mean": -0.009771306067705154,
+          "volume_mean": -0.00977130513638258,
+          "volume_max": 0.04416557028889656,
+          "frac_active": 0.359375
+        },
+        {
+          "step": 303,
+          "loss": 0.5667656660079956,
+          "floss_loss": 0.0011836049379780889,
+          "kl_loss": 0.05655820295214653,
+          "lyap1_mean": 0.03211018815636635,
+          "lyap1_max": 0.08210931718349457,
+          "lyap_mean": -0.004853665828704834,
+          "volume_mean": -0.004853665363043547,
+          "volume_max": 0.034673623740673065,
+          "frac_active": 0.421875
+        },
+        {
+          "step": 304,
+          "loss": 0.37379351258277893,
+          "floss_loss": 0.0007272610673680902,
+          "kl_loss": 0.03730662539601326,
+          "lyap1_mean": 0.018082264810800552,
+          "lyap1_max": 0.06540265679359436,
+          "lyap_mean": -0.01064638327807188,
+          "volume_mean": -0.010646384209394455,
+          "volume_max": 0.009518197737634182,
+          "frac_active": 0.328125
+        },
+        {
+          "step": 305,
+          "loss": 0.003443253692239523,
+          "floss_loss": 0.0009024668834172189,
+          "kl_loss": 0.0002540786808822304,
+          "lyap1_mean": 0.030128002166748047,
+          "lyap1_max": 0.06534481048583984,
+          "lyap_mean": 0.0035421419888734818,
+          "volume_mean": 0.0035421419888734818,
+          "volume_max": 0.03292585909366608,
+          "frac_active": 0.484375
+        },
+        {
+          "step": 306,
+          "loss": 1.2304502725601196,
+          "floss_loss": 0.0010497656185179949,
+          "kl_loss": 0.1229400560259819,
+          "lyap1_mean": 0.034975335001945496,
+          "lyap1_max": 0.10154791176319122,
+          "lyap_mean": 0.007550358772277832,
+          "volume_mean": 0.007550358772277832,
+          "volume_max": 0.052877508103847504,
+          "frac_active": 0.578125
+        },
+        {
+          "step": 307,
+          "loss": 0.5357987880706787,
+          "floss_loss": 0.0011900626122951508,
+          "kl_loss": 0.053460873663425446,
+          "lyap1_mean": 0.020787732675671577,
+          "lyap1_max": 0.0899776741862297,
+          "lyap_mean": -0.0018067369237542152,
+          "volume_mean": -0.0018067378550767899,
+          "volume_max": 0.0387263223528862,
+          "frac_active": 0.453125
+        },
+        {
+          "step": 308,
+          "loss": 0.5759866237640381,
+          "floss_loss": 0.0009390091290697455,
+          "kl_loss": 0.05750476196408272,
+          "lyap1_mean": 0.022226447239518166,
+          "lyap1_max": 0.1098114401102066,
+          "lyap_mean": -0.008441967889666557,
+          "volume_mean": -0.008441966958343983,
+          "volume_max": 0.021816648542881012,
+          "frac_active": 0.3125
+        },
+        {
+          "step": 309,
+          "loss": 0.13055118918418884,
+          "floss_loss": 0.0009013987728394568,
+          "kl_loss": 0.012964978814125061,
+          "lyap1_mean": 0.019201384857296944,
+          "lyap1_max": 0.09006619453430176,
+          "lyap_mean": -0.006568246055394411,
+          "volume_mean": -0.006568245589733124,
+          "volume_max": 0.026209089905023575,
+          "frac_active": 0.40625
+        },
+        {
+          "step": 310,
+          "loss": 0.06538475304841995,
+          "floss_loss": 0.0006625388050451875,
+          "kl_loss": 0.006472222041338682,
+          "lyap1_mean": 0.006618755403906107,
+          "lyap1_max": 0.030203966423869133,
+          "lyap_mean": -0.008218470960855484,
+          "volume_mean": -0.008218470960855484,
+          "volume_max": 0.012135539203882217,
+          "frac_active": 0.34375
+        },
+        {
+          "step": 311,
+          "loss": 0.2541810870170593,
+          "floss_loss": 0.000844905327539891,
+          "kl_loss": 0.025333618745207787,
+          "lyap1_mean": 0.002918526530265808,
+          "lyap1_max": 0.06320435553789139,
+          "lyap_mean": -0.013354014605283737,
+          "volume_mean": -0.013354014605283737,
+          "volume_max": 0.004490761086344719,
+          "frac_active": 0.3125
+        },
+        {
+          "step": 312,
+          "loss": 0.015312543138861656,
+          "floss_loss": 0.0017682822654023767,
+          "kl_loss": 0.001354426029138267,
+          "lyap1_mean": 0.012652719393372536,
+          "lyap1_max": 0.07034742832183838,
+          "lyap_mean": -0.02487141266465187,
+          "volume_mean": -0.02487141266465187,
+          "volume_max": 0.024222450330853462,
+          "frac_active": 0.25
+        },
+        {
+          "step": 313,
+          "loss": 0.1927783191204071,
+          "floss_loss": 0.0008797716582193971,
+          "kl_loss": 0.019189855083823204,
+          "lyap1_mean": 0.002695353701710701,
+          "lyap1_max": 0.06859956681728363,
+          "lyap_mean": -0.015740811824798584,
+          "volume_mean": -0.015740811824798584,
+          "volume_max": 0.010409941896796227,
+          "frac_active": 0.25
+        },
+        {
+          "step": 314,
+          "loss": 0.33267536759376526,
+          "floss_loss": 0.000671090732794255,
+          "kl_loss": 0.033200427889823914,
+          "lyap1_mean": 0.01890379562973976,
+          "lyap1_max": 0.061279334127902985,
+          "lyap_mean": -0.007128503173589706,
+          "volume_mean": -0.007128502707928419,
+          "volume_max": 0.014472409151494503,
+          "frac_active": 0.359375
+        },
+        {
+          "step": 315,
+          "loss": 0.6855748295783997,
+          "floss_loss": 0.000582392793148756,
+          "kl_loss": 0.06849924474954605,
+          "lyap1_mean": 0.02316463738679886,
+          "lyap1_max": 0.05291339382529259,
+          "lyap_mean": -0.0021454808302223682,
+          "volume_mean": -0.002145481063053012,
+          "volume_max": 0.01891312748193741,
+          "frac_active": 0.4375
+        },
+        {
+          "step": 316,
+          "loss": 0.37343651056289673,
+          "floss_loss": 0.0007577684009447694,
+          "kl_loss": 0.03726787492632866,
+          "lyap1_mean": 0.019241362810134888,
+          "lyap1_max": 0.060026224702596664,
+          "lyap_mean": -0.0054751611314713955,
+          "volume_mean": -0.005475161597132683,
+          "volume_max": 0.014166341163218021,
+          "frac_active": 0.3125
+        },
+        {
+          "step": 317,
+          "loss": 0.948146641254425,
+          "floss_loss": 0.0009295649942941964,
+          "kl_loss": 0.0947217047214508,
+          "lyap1_mean": 0.04484202712774277,
+          "lyap1_max": 0.15199901163578033,
+          "lyap_mean": 0.009532813914120197,
+          "volume_mean": 0.009532813914120197,
+          "volume_max": 0.02982785739004612,
+          "frac_active": 0.578125
+        },
+        {
+          "step": 318,
+          "loss": 0.11868414282798767,
+          "floss_loss": 0.0007217176025733352,
+          "kl_loss": 0.01179624255746603,
+          "lyap1_mean": 0.031092410907149315,
+          "lyap1_max": 0.06939789652824402,
+          "lyap_mean": 0.009262898936867714,
+          "volume_mean": 0.009262898936867714,
+          "volume_max": 0.026030274108052254,
+          "frac_active": 0.609375
+        },
+        {
+          "step": 319,
+          "loss": 0.22919656336307526,
+          "floss_loss": 0.002023052191361785,
+          "kl_loss": 0.022717351093888283,
+          "lyap1_mean": 0.06646142899990082,
+          "lyap1_max": 0.10007916390895844,
+          "lyap_mean": 0.03711850196123123,
+          "volume_mean": 0.03711850196123123,
+          "volume_max": 0.05755777657032013,
+          "frac_active": 0.953125
+        },
+        {
+          "step": 320,
+          "loss": 0.35097599029541016,
+          "floss_loss": 0.002074984833598137,
+          "kl_loss": 0.03489010035991669,
+          "lyap1_mean": 0.07370749115943909,
+          "lyap1_max": 0.1382451057434082,
+          "lyap_mean": 0.03126969560980797,
+          "volume_mean": 0.03126969188451767,
+          "volume_max": 0.06080383062362671,
+          "frac_active": 0.828125
+        },
+        {
+          "step": 321,
+          "loss": 0.0018373355269432068,
+          "floss_loss": 0.0013059769989922643,
+          "kl_loss": 5.313584551913664e-05,
+          "lyap1_mean": 0.03907531499862671,
+          "lyap1_max": 0.07239805907011032,
+          "lyap_mean": 0.018213462084531784,
+          "volume_mean": 0.018213462084531784,
+          "volume_max": 0.06336503475904465,
+          "frac_active": 0.71875
+        },
+        {
+          "step": 322,
+          "loss": 0.4859585464000702,
+          "floss_loss": 0.001100064953789115,
+          "kl_loss": 0.04848584905266762,
+          "lyap1_mean": 0.02918888069689274,
+          "lyap1_max": 0.0749594122171402,
+          "lyap_mean": 0.019411802291870117,
+          "volume_mean": 0.019411800429224968,
+          "volume_max": 0.058512602001428604,
+          "frac_active": 0.6875
+        },
+        {
+          "step": 323,
+          "loss": 0.34577640891075134,
+          "floss_loss": 0.0009601513738743961,
+          "kl_loss": 0.03448162600398064,
+          "lyap1_mean": 0.04015723615884781,
+          "lyap1_max": 0.08756419271230698,
+          "lyap_mean": 0.016363728791475296,
+          "volume_mean": 0.016363728791475296,
+          "volume_max": 0.04662115126848221,
+          "frac_active": 0.671875
+        },
+        {
+          "step": 324,
+          "loss": 0.09142371267080307,
+          "floss_loss": 0.0003901441814377904,
+          "kl_loss": 0.00910335686057806,
+          "lyap1_mean": 0.021710440516471863,
+          "lyap1_max": 0.07575448602437973,
+          "lyap_mean": 0.0019049125257879496,
+          "volume_mean": 0.0019049126422032714,
+          "volume_max": 0.02676142007112503,
+          "frac_active": 0.5
+        },
+        {
+          "step": 325,
+          "loss": 0.3829021453857422,
+          "floss_loss": 0.0009756669169291854,
+          "kl_loss": 0.03819264844059944,
+          "lyap1_mean": 0.027719246223568916,
+          "lyap1_max": 0.08128250390291214,
+          "lyap_mean": 0.0018415981903672218,
+          "volume_mean": 0.0018415981903672218,
+          "volume_max": 0.02749202772974968,
+          "frac_active": 0.515625
+        },
+        {
+          "step": 326,
+          "loss": 0.03803988918662071,
+          "floss_loss": 0.0013139951042830944,
+          "kl_loss": 0.003672589547932148,
+          "lyap1_mean": 0.014607415534555912,
+          "lyap1_max": 0.08313427865505219,
+          "lyap_mean": -0.0009775965008884668,
+          "volume_mean": -0.0009775962680578232,
+          "volume_max": 0.05058116465806961,
+          "frac_active": 0.453125
+        },
+        {
+          "step": 327,
+          "loss": 0.34942445158958435,
+          "floss_loss": 0.0007722623413428664,
+          "kl_loss": 0.03486521914601326,
+          "lyap1_mean": 0.018413372337818146,
+          "lyap1_max": 0.07291034609079361,
+          "lyap_mean": -0.0004060119390487671,
+          "volume_mean": -0.0004060115898028016,
+          "volume_max": 0.03307994082570076,
+          "frac_active": 0.453125
+        },
+        {
+          "step": 328,
+          "loss": 0.14403943717479706,
+          "floss_loss": 0.00048338386113755405,
+          "kl_loss": 0.014355605468153954,
+          "lyap1_mean": 0.024103455245494843,
+          "lyap1_max": 0.06980692595243454,
+          "lyap_mean": -0.0024042674340307713,
+          "volume_mean": -0.0024042674340307713,
+          "volume_max": 0.019796261563897133,
+          "frac_active": 0.390625
+        },
+        {
+          "step": 329,
+          "loss": 1.4330687522888184,
+          "floss_loss": 0.000891875708475709,
+          "kl_loss": 0.14321768283843994,
+          "lyap1_mean": 0.03039299137890339,
+          "lyap1_max": 0.08635376393795013,
+          "lyap_mean": 0.00436223391443491,
+          "volume_mean": 0.00436223391443491,
+          "volume_max": 0.04267022758722305,
+          "frac_active": 0.484375
+        },
+        {
+          "step": 330,
+          "loss": 0.1979328989982605,
+          "floss_loss": 0.0006361565319821239,
+          "kl_loss": 0.019729673862457275,
+          "lyap1_mean": 0.015055750496685505,
+          "lyap1_max": 0.05320659279823303,
+          "lyap_mean": -0.006258958950638771,
+          "volume_mean": -0.006258958950638771,
+          "volume_max": 0.01099279522895813,
+          "frac_active": 0.375
+        },
+        {
+          "step": 331,
+          "loss": 0.7287105917930603,
+          "floss_loss": 0.0008118759142234921,
+          "kl_loss": 0.07278987020254135,
+          "lyap1_mean": 0.006634145975112915,
+          "lyap1_max": 0.042217668145895004,
+          "lyap_mean": -0.015086820349097252,
+          "volume_mean": -0.015086820349097252,
+          "volume_max": 0.006927416659891605,
+          "frac_active": 0.265625
+        },
+        {
+          "step": 332,
+          "loss": 3.378885507583618,
+          "floss_loss": 0.0009433984523639083,
+          "kl_loss": 0.3377942144870758,
+          "lyap1_mean": 0.010370063595473766,
+          "lyap1_max": 0.07676263153553009,
+          "lyap_mean": -0.00879775732755661,
+          "volume_mean": -0.008797755464911461,
+          "volume_max": 0.03474067151546478,
+          "frac_active": 0.296875
+        },
+        {
+          "step": 333,
+          "loss": 0.7929550409317017,
+          "floss_loss": 0.0005570556968450546,
+          "kl_loss": 0.07923980057239532,
+          "lyap1_mean": -3.1279632821679115e-05,
+          "lyap1_max": 0.039436206221580505,
+          "lyap_mean": -0.014991704374551773,
+          "volume_mean": -0.014991704374551773,
+          "volume_max": -0.0021179555915296078,
+          "frac_active": 0.203125
+        },
+        {
+          "step": 334,
+          "loss": 0.3869916498661041,
+          "floss_loss": 0.0006657432531937957,
+          "kl_loss": 0.0386325903236866,
+          "lyap1_mean": -0.009483566507697105,
+          "lyap1_max": 0.024523233994841576,
+          "lyap_mean": -0.01854606345295906,
+          "volume_mean": -0.01854606345295906,
+          "volume_max": -0.0016571925953030586,
+          "frac_active": 0.125
+        },
+        {
+          "step": 335,
+          "loss": 0.18470853567123413,
+          "floss_loss": 0.0012232374865561724,
+          "kl_loss": 0.018348529934883118,
+          "lyap1_mean": -0.003981044981628656,
+          "lyap1_max": 0.06395924091339111,
+          "lyap_mean": -0.025750232860445976,
+          "volume_mean": -0.025750234723091125,
+          "volume_max": -0.0006357082165777683,
+          "frac_active": 0.109375
+        },
+        {
+          "step": 336,
+          "loss": 0.34368616342544556,
+          "floss_loss": 0.001094125909730792,
+          "kl_loss": 0.03425920382142067,
+          "lyap1_mean": -0.016156110912561417,
+          "lyap1_max": 0.014693217352032661,
+          "lyap_mean": -0.02655516006052494,
+          "volume_mean": -0.02655516006052494,
+          "volume_max": -0.004660199396312237,
+          "frac_active": 0.09375
+        },
+        {
+          "step": 337,
+          "loss": 0.0018972770776599646,
+          "floss_loss": 0.0015608142130076885,
+          "kl_loss": 3.3646287192823365e-05,
+          "lyap1_mean": -0.015792682766914368,
+          "lyap1_max": 0.015033574774861336,
+          "lyap_mean": -0.03370724618434906,
+          "volume_mean": -0.03370724618434906,
+          "volume_max": -0.012920413166284561,
+          "frac_active": 0.0625
+        },
+        {
+          "step": 338,
+          "loss": 0.3343537449836731,
+          "floss_loss": 0.0006559004541486502,
+          "kl_loss": 0.03336978703737259,
+          "lyap1_mean": 0.034195080399513245,
+          "lyap1_max": 0.10877379775047302,
+          "lyap_mean": 0.001233183080330491,
+          "volume_mean": 0.0012331827310845256,
+          "volume_max": 0.040786758065223694,
+          "frac_active": 0.390625
+        },
+        {
+          "step": 339,
+          "loss": 0.21160122752189636,
+          "floss_loss": 0.0005331975989975035,
+          "kl_loss": 0.02110680378973484,
+          "lyap1_mean": 0.004469883628189564,
+          "lyap1_max": 0.05580823868513107,
+          "lyap_mean": -0.009527461603283882,
+          "volume_mean": -0.009527462534606457,
+          "volume_max": 0.008528289385139942,
+          "frac_active": 0.34375
+        },
+        {
+          "step": 340,
+          "loss": 0.2911768853664398,
+          "floss_loss": 0.00042447319719940424,
+          "kl_loss": 0.029075240716338158,
+          "lyap1_mean": 0.015355154871940613,
+          "lyap1_max": 0.07282902300357819,
+          "lyap_mean": 0.00230234838090837,
+          "volume_mean": 0.0023023486137390137,
+          "volume_max": 0.029492199420928955,
+          "frac_active": 0.59375
+        },
+        {
+          "step": 341,
+          "loss": 1.6939897537231445,
+          "floss_loss": 0.000659024459309876,
+          "kl_loss": 0.1693330705165863,
+          "lyap1_mean": 0.02396451123058796,
+          "lyap1_max": 0.059187959879636765,
+          "lyap_mean": 0.009055818431079388,
+          "volume_mean": 0.009055818431079388,
+          "volume_max": 0.029615335166454315,
+          "frac_active": 0.625
+        },
+        {
+          "step": 342,
+          "loss": 0.034015487879514694,
+          "floss_loss": 0.0016590156592428684,
+          "kl_loss": 0.003235646989196539,
+          "lyap1_mean": 0.04563165828585625,
+          "lyap1_max": 0.09470921009778976,
+          "lyap_mean": 0.017051206901669502,
+          "volume_mean": 0.017051205039024353,
+          "volume_max": 0.06955019384622574,
+          "frac_active": 0.796875
+        },
+        {
+          "step": 343,
+          "loss": 0.40758776664733887,
+          "floss_loss": 0.0007437171298079193,
+          "kl_loss": 0.04068440571427345,
+          "lyap1_mean": 0.042248811572790146,
+          "lyap1_max": 0.08371374011039734,
+          "lyap_mean": 0.012576556764543056,
+          "volume_mean": 0.012576557695865631,
+          "volume_max": 0.04149926081299782,
+          "frac_active": 0.671875
+        },
+        {
+          "step": 344,
+          "loss": 0.07906541228294373,
+          "floss_loss": 0.000806093798018992,
+          "kl_loss": 0.007825931534171104,
+          "lyap1_mean": 0.04180092364549637,
+          "lyap1_max": 0.07543253898620605,
+          "lyap_mean": 0.01723521202802658,
+          "volume_mean": 0.01723521389067173,
+          "volume_max": 0.028562163934111595,
+          "frac_active": 0.78125
+        },
+        {
+          "step": 345,
+          "loss": 0.9429429769515991,
+          "floss_loss": 0.0017930427566170692,
+          "kl_loss": 0.0941149964928627,
+          "lyap1_mean": 0.046165212988853455,
+          "lyap1_max": 0.10991504043340683,
+          "lyap_mean": 0.023348689079284668,
+          "volume_mean": 0.023348689079284668,
+          "volume_max": 0.06019468605518341,
+          "frac_active": 0.6875
+        },
+        {
+          "step": 346,
+          "loss": 0.4211510419845581,
+          "floss_loss": 0.0009370666230097413,
+          "kl_loss": 0.04202139750123024,
+          "lyap1_mean": 0.037290602922439575,
+          "lyap1_max": 0.07116161286830902,
+          "lyap_mean": 0.0032572178170084953,
+          "volume_mean": 0.00325721874833107,
+          "volume_max": 0.02604074403643608,
+          "frac_active": 0.53125
+        },
+        {
+          "step": 347,
+          "loss": 0.4620990753173828,
+          "floss_loss": 0.0015825405716896057,
+          "kl_loss": 0.04605165496468544,
+          "lyap1_mean": 0.03282126784324646,
+          "lyap1_max": 0.08551433682441711,
+          "lyap_mean": 0.00804611761122942,
+          "volume_mean": 0.00804611761122942,
+          "volume_max": 0.03897343948483467,
+          "frac_active": 0.53125
+        },
+        {
+          "step": 348,
+          "loss": 2.039745330810547,
+          "floss_loss": 0.001750313676893711,
+          "kl_loss": 0.20379950106143951,
+          "lyap1_mean": 0.015337157063186169,
+          "lyap1_max": 0.06730985641479492,
+          "lyap_mean": -0.010068455711007118,
+          "volume_mean": -0.010068455711007118,
+          "volume_max": 0.0465402752161026,
+          "frac_active": 0.34375
+        },
+        {
+          "step": 349,
+          "loss": 0.4140606224536896,
+          "floss_loss": 0.0006878628628328443,
+          "kl_loss": 0.0413372740149498,
+          "lyap1_mean": 0.017368923872709274,
+          "lyap1_max": 0.05242323875427246,
+          "lyap_mean": -0.0001756632700562477,
+          "volume_mean": -0.0001756632700562477,
+          "volume_max": 0.03715508431196213,
+          "frac_active": 0.453125
+        },
+        {
+          "step": 350,
+          "loss": 2.313676118850708,
+          "floss_loss": 0.0010936391772702336,
+          "kl_loss": 0.23125825822353363,
+          "lyap1_mean": 0.009649669751524925,
+          "lyap1_max": 0.0758269876241684,
+          "lyap_mean": -0.01657029055058956,
+          "volume_mean": -0.016570288687944412,
+          "volume_max": 0.00269449595361948,
+          "frac_active": 0.234375
+        },
+        {
+          "step": 351,
+          "loss": 0.4708564877510071,
+          "floss_loss": 0.0016224272549152374,
+          "kl_loss": 0.046923406422138214,
+          "lyap1_mean": 0.003399962792173028,
+          "lyap1_max": 0.02421507053077221,
+          "lyap_mean": -0.026592612266540527,
+          "volume_mean": -0.026592612266540527,
+          "volume_max": 0.007170968223363161,
+          "frac_active": 0.21875
+        },
+        {
+          "step": 352,
+          "loss": 0.6996023654937744,
+          "floss_loss": 0.002297172322869301,
+          "kl_loss": 0.06973052024841309,
+          "lyap1_mean": -0.011942878365516663,
+          "lyap1_max": 0.025191128253936768,
+          "lyap_mean": -0.03533892333507538,
+          "volume_mean": -0.03533892333507538,
+          "volume_max": -0.003964048810303211,
+          "frac_active": 0.140625
+        },
+        {
+          "step": 353,
+          "loss": 0.07760342210531235,
+          "floss_loss": 0.0023904177360236645,
+          "kl_loss": 0.007521301042288542,
+          "lyap1_mean": 0.007266118656843901,
+          "lyap1_max": 0.052328482270240784,
+          "lyap_mean": -0.03668901324272156,
+          "volume_mean": -0.03668901324272156,
+          "volume_max": -0.010094490833580494,
+          "frac_active": 0.109375
+        },
+        {
+          "step": 354,
+          "loss": 1.3668792247772217,
+          "floss_loss": 0.001954474486410618,
+          "kl_loss": 0.13649247586727142,
+          "lyap1_mean": 0.005611072294414043,
+          "lyap1_max": 0.06426530331373215,
+          "lyap_mean": -0.027763646095991135,
+          "volume_mean": -0.027763646095991135,
+          "volume_max": 0.014392195269465446,
+          "frac_active": 0.234375
+        },
+        {
+          "step": 355,
+          "loss": 0.4129069447517395,
+          "floss_loss": 0.0019564232788980007,
+          "kl_loss": 0.041095051914453506,
+          "lyap1_mean": 0.0037630905862897635,
+          "lyap1_max": 0.06441572308540344,
+          "lyap_mean": -0.020371824502944946,
+          "volume_mean": -0.020371822640299797,
+          "volume_max": 0.018757116049528122,
+          "frac_active": 0.296875
+        },
+        {
+          "step": 356,
+          "loss": 0.15919344127178192,
+          "floss_loss": 0.0022000926546752453,
+          "kl_loss": 0.01569933444261551,
+          "lyap1_mean": 0.013202862814068794,
+          "lyap1_max": 0.11730922758579254,
+          "lyap_mean": -0.02737695723772049,
+          "volume_mean": -0.02737695537507534,
+          "volume_max": 0.011114644818007946,
+          "frac_active": 0.171875
+        },
+        {
+          "step": 357,
+          "loss": 0.14422930777072906,
+          "floss_loss": 0.000777950044721365,
+          "kl_loss": 0.014345136471092701,
+          "lyap1_mean": 0.011927902698516846,
+          "lyap1_max": 0.06800931692123413,
+          "lyap_mean": -0.007307854015380144,
+          "volume_mean": -0.007307854015380144,
+          "volume_max": 0.007606720086187124,
+          "frac_active": 0.40625
+        },
+        {
+          "step": 358,
+          "loss": 0.0036706808023154736,
+          "floss_loss": 0.0007203335990197957,
+          "kl_loss": 0.0002950347261503339,
+          "lyap1_mean": 0.01820754073560238,
+          "lyap1_max": 0.0920293927192688,
+          "lyap_mean": -0.005315674934536219,
+          "volume_mean": -0.005315674468874931,
+          "volume_max": 0.03307716175913811,
+          "frac_active": 0.359375
+        },
+        {
+          "step": 359,
+          "loss": 4.417355537414551,
+          "floss_loss": 0.0011215814156457782,
+          "kl_loss": 0.44162341952323914,
+          "lyap1_mean": 0.04015301540493965,
+          "lyap1_max": 0.07896976172924042,
+          "lyap_mean": 0.005727093666791916,
+          "volume_mean": 0.005727093201130629,
+          "volume_max": 0.029496222734451294,
+          "frac_active": 0.53125
+        },
+        {
+          "step": 360,
+          "loss": 0.8169957399368286,
+          "floss_loss": 0.0009464950999245048,
+          "kl_loss": 0.08160492032766342,
+          "lyap1_mean": 0.05102141946554184,
+          "lyap1_max": 0.10596363246440887,
+          "lyap_mean": 0.013493313454091549,
+          "volume_mean": 0.013493314385414124,
+          "volume_max": 0.03606245666742325,
+          "frac_active": 0.671875
+        },
+        {
+          "step": 361,
+          "loss": 0.32562994956970215,
+          "floss_loss": 0.0017195198452100158,
+          "kl_loss": 0.03239104151725769,
+          "lyap1_mean": 0.040475115180015564,
+          "lyap1_max": 0.08054637908935547,
+          "lyap_mean": 0.014155209995806217,
+          "volume_mean": 0.014155209995806217,
+          "volume_max": 0.059288423508405685,
+          "frac_active": 0.71875
+        },
+        {
+          "step": 362,
+          "loss": 1.2456390857696533,
+          "floss_loss": 0.0011156783439218998,
+          "kl_loss": 0.12445234507322311,
+          "lyap1_mean": 0.03509494289755821,
+          "lyap1_max": 0.08720897138118744,
+          "lyap_mean": 0.00932980328798294,
+          "volume_mean": 0.00932980328798294,
+          "volume_max": 0.04662024974822998,
+          "frac_active": 0.53125
+        },
+        {
+          "step": 363,
+          "loss": 4.266207695007324,
+          "floss_loss": 0.000994230853393674,
+          "kl_loss": 0.426521360874176,
+          "lyap1_mean": 0.05177690088748932,
+          "lyap1_max": 0.0858808159828186,
+          "lyap_mean": 0.02135441079735756,
+          "volume_mean": 0.02135441079735756,
+          "volume_max": 0.050217580050230026,
+          "frac_active": 0.859375
+        },
+        {
+          "step": 364,
+          "loss": 1.7041397094726562,
+          "floss_loss": 0.0011362700024619699,
+          "kl_loss": 0.17030033469200134,
+          "lyap1_mean": 0.0292989369481802,
+          "lyap1_max": 0.0962488055229187,
+          "lyap_mean": 0.01914515718817711,
+          "volume_mean": 0.019145159050822258,
+          "volume_max": 0.05602404475212097,
+          "frac_active": 0.78125
+        },
+        {
+          "step": 365,
+          "loss": 0.3755321502685547,
+          "floss_loss": 0.0006960925529710948,
+          "kl_loss": 0.03748360648751259,
+          "lyap1_mean": 0.018368728458881378,
+          "lyap1_max": 0.04861956834793091,
+          "lyap_mean": 0.009332944639027119,
+          "volume_mean": 0.009332944639027119,
+          "volume_max": 0.025894081220030785,
+          "frac_active": 0.5625
+        },
+        {
+          "step": 366,
+          "loss": 0.34316036105155945,
+          "floss_loss": 0.000613711541518569,
+          "kl_loss": 0.034254662692546844,
+          "lyap1_mean": 0.03015291318297386,
+          "lyap1_max": 0.05550472438335419,
+          "lyap_mean": 0.009899541735649109,
+          "volume_mean": 0.009899541735649109,
+          "volume_max": 0.035382259637117386,
+          "frac_active": 0.6875
+        },
+        {
+          "step": 367,
+          "loss": 0.43896010518074036,
+          "floss_loss": 0.0015222447691485286,
+          "kl_loss": 0.043743785470724106,
+          "lyap1_mean": 0.0629558190703392,
+          "lyap1_max": 0.12544353306293488,
+          "lyap_mean": 0.011450354941189289,
+          "volume_mean": 0.011450354941189289,
+          "volume_max": 0.04123663902282715,
+          "frac_active": 0.578125
+        },
+        {
+          "step": 368,
+          "loss": 0.10772700607776642,
+          "floss_loss": 0.001434910111129284,
+          "kl_loss": 0.010629209689795971,
+          "lyap1_mean": 0.049183666706085205,
+          "lyap1_max": 0.07572627067565918,
+          "lyap_mean": 0.02580893412232399,
+          "volume_mean": 0.02580893412232399,
+          "volume_max": 0.04090997576713562,
+          "frac_active": 0.84375
+        },
+        {
+          "step": 369,
+          "loss": 0.005105246789753437,
+          "floss_loss": 0.001215777825564146,
+          "kl_loss": 0.0003889468789566308,
+          "lyap1_mean": 0.023866113275289536,
+          "lyap1_max": 0.060972969979047775,
+          "lyap_mean": 0.009616395458579063,
+          "volume_mean": 0.009616395458579063,
+          "volume_max": 0.031936682760715485,
+          "frac_active": 0.59375
+        },
+        {
+          "step": 370,
+          "loss": 0.16450276970863342,
+          "floss_loss": 0.000977806281298399,
+          "kl_loss": 0.016352497041225433,
+          "lyap1_mean": 0.03892175480723381,
+          "lyap1_max": 0.06282933056354523,
+          "lyap_mean": 0.015335474163293839,
+          "volume_mean": 0.015335474163293839,
+          "volume_max": 0.03933211416006088,
+          "frac_active": 0.765625
+        },
+        {
+          "step": 371,
+          "loss": 4.139850616455078,
+          "floss_loss": 0.0009223102824762464,
+          "kl_loss": 0.41389286518096924,
+          "lyap1_mean": 0.04217739775776863,
+          "lyap1_max": 0.11916187405586243,
+          "lyap_mean": 0.01427485328167677,
+          "volume_mean": 0.01427485328167677,
+          "volume_max": 0.04872787743806839,
+          "frac_active": 0.71875
+        },
+        {
+          "step": 372,
+          "loss": 0.4201042354106903,
+          "floss_loss": 0.0008668656810186803,
+          "kl_loss": 0.04192373901605606,
+          "lyap1_mean": 0.04566711559891701,
+          "lyap1_max": 0.07401719689369202,
+          "lyap_mean": 0.016354186460375786,
+          "volume_mean": 0.016354186460375786,
+          "volume_max": 0.03654525801539421,
+          "frac_active": 0.6875
+        },
+        {
+          "step": 373,
+          "loss": 0.3455033302307129,
+          "floss_loss": 0.00042522477451711893,
+          "kl_loss": 0.034507811069488525,
+          "lyap1_mean": 0.004559867084026337,
+          "lyap1_max": 0.03187645971775055,
+          "lyap_mean": -0.009582001715898514,
+          "volume_mean": -0.009582001715898514,
+          "volume_max": 0.006855028681457043,
+          "frac_active": 0.296875
+        },
+        {
+          "step": 374,
+          "loss": 0.007802905514836311,
+          "floss_loss": 0.0005866791470907629,
+          "kl_loss": 0.0007216226076707244,
+          "lyap1_mean": 0.004169949796050787,
+          "lyap1_max": 0.03578174114227295,
+          "lyap_mean": -0.015850240364670753,
+          "volume_mean": -0.015850240364670753,
+          "volume_max": -0.004195855464786291,
+          "frac_active": 0.15625
+        },
+        {
+          "step": 375,
+          "loss": 0.32943812012672424,
+          "floss_loss": 0.0008449723245576024,
+          "kl_loss": 0.03285931423306465,
+          "lyap1_mean": 0.006895910948514938,
+          "lyap1_max": 0.07990321516990662,
+          "lyap_mean": -0.01402847096323967,
+          "volume_mean": -0.014028470031917095,
+          "volume_max": 0.011006838642060757,
+          "frac_active": 0.25
+        },
+        {
+          "step": 376,
+          "loss": 0.0589568205177784,
+          "floss_loss": 0.0012980509782209992,
+          "kl_loss": 0.005765876732766628,
+          "lyap1_mean": -0.007827364839613438,
+          "lyap1_max": 0.02934812381863594,
+          "lyap_mean": -0.02798839658498764,
+          "volume_mean": -0.02798839472234249,
+          "volume_max": -0.009000242687761784,
+          "frac_active": 0.125
+        },
+        {
+          "step": 377,
+          "loss": 2.445091485977173,
+          "floss_loss": 0.001515428302809596,
+          "kl_loss": 0.24435760080814362,
+          "lyap1_mean": -0.0137364212423563,
+          "lyap1_max": 0.012303456664085388,
+          "lyap_mean": -0.02834421955049038,
+          "volume_mean": -0.02834421768784523,
+          "volume_max": 0.0023899958468973637,
+          "frac_active": 0.1875
+        },
+        {
+          "step": 378,
+          "loss": 0.3489926755428314,
+          "floss_loss": 0.001297803595662117,
+          "kl_loss": 0.034769486635923386,
+          "lyap1_mean": -0.009190451353788376,
+          "lyap1_max": 0.039267729967832565,
+          "lyap_mean": -0.02273814007639885,
+          "volume_mean": -0.022738143801689148,
+          "volume_max": 0.02009987086057663,
+          "frac_active": 0.234375
+        },
+        {
+          "step": 379,
+          "loss": 2.034022569656372,
+          "floss_loss": 0.0017298078164458275,
+          "kl_loss": 0.20322929322719574,
+          "lyap1_mean": 0.014520000666379929,
+          "lyap1_max": 0.07397743314504623,
+          "lyap_mean": -0.016709722578525543,
+          "volume_mean": -0.016709722578525543,
+          "volume_max": 0.03633127361536026,
+          "frac_active": 0.265625
+        },
+        {
+          "step": 380,
+          "loss": 0.08323866128921509,
+          "floss_loss": 0.0021314008627086878,
+          "kl_loss": 0.00811072625219822,
+          "lyap1_mean": -0.0050473688170313835,
+          "lyap1_max": 0.05296154320240021,
+          "lyap_mean": -0.03196480870246887,
+          "volume_mean": -0.03196480870246887,
+          "volume_max": 0.012027068063616753,
+          "frac_active": 0.203125
+        },
+        {
+          "step": 381,
+          "loss": 0.18340130150318146,
+          "floss_loss": 0.0013024866348132491,
+          "kl_loss": 0.018209882080554962,
+          "lyap1_mean": -0.001691446639597416,
+          "lyap1_max": 0.06458329409360886,
+          "lyap_mean": -0.020044002681970596,
+          "volume_mean": -0.020044002681970596,
+          "volume_max": 0.0252120029181242,
+          "frac_active": 0.1875
+        },
+        {
+          "step": 382,
+          "loss": 0.07376254349946976,
+          "floss_loss": 0.0007951142033562064,
+          "kl_loss": 0.0072967433370649815,
+          "lyap1_mean": 0.03780382126569748,
+          "lyap1_max": 0.13791243731975555,
+          "lyap_mean": -0.0042868489399552345,
+          "volume_mean": -0.004286849405616522,
+          "volume_max": 0.015764599665999413,
+          "frac_active": 0.40625
+        },
+        {
+          "step": 383,
+          "loss": 1.116176962852478,
+          "floss_loss": 0.0011750126723200083,
+          "kl_loss": 0.11150018870830536,
+          "lyap1_mean": 0.02959231287240982,
+          "lyap1_max": 0.08571334928274155,
+          "lyap_mean": 0.0033986782655119896,
+          "volume_mean": 0.0033986777998507023,
+          "volume_max": 0.04138253256678581,
+          "frac_active": 0.5
+        },
+        {
+          "step": 384,
+          "loss": 0.1747179627418518,
+          "floss_loss": 0.00125079823192209,
+          "kl_loss": 0.017346715554594994,
+          "lyap1_mean": 0.0484343096613884,
+          "lyap1_max": 0.10439415276050568,
+          "lyap_mean": 0.011245575733482838,
+          "volume_mean": 0.011245577596127987,
+          "volume_max": 0.04837345331907272,
+          "frac_active": 0.59375
+        },
+        {
+          "step": 385,
+          "loss": 0.0036985520273447037,
+          "floss_loss": 0.001288493862375617,
+          "kl_loss": 0.00024100582231767476,
+          "lyap1_mean": 0.04859394580125809,
+          "lyap1_max": 0.09750723838806152,
+          "lyap_mean": 0.012027103453874588,
+          "volume_mean": 0.012027105316519737,
+          "volume_max": 0.0648028627038002,
+          "frac_active": 0.5625
+        },
+        {
+          "step": 386,
+          "loss": 0.24476929008960724,
+          "floss_loss": 0.0015758362133055925,
+          "kl_loss": 0.024319345131516457,
+          "lyap1_mean": 0.06643274426460266,
+          "lyap1_max": 0.12288659811019897,
+          "lyap_mean": 0.02904551848769188,
+          "volume_mean": 0.02904551848769188,
+          "volume_max": 0.047384101897478104,
+          "frac_active": 0.90625
+        },
+        {
+          "step": 387,
+          "loss": 0.3100762665271759,
+          "floss_loss": 0.0016711588250473142,
+          "kl_loss": 0.03084050863981247,
+          "lyap1_mean": 0.054282963275909424,
+          "lyap1_max": 0.10556679219007492,
+          "lyap_mean": 0.006503724493086338,
+          "volume_mean": 0.006503723561763763,
+          "volume_max": 0.033484525978565216,
+          "frac_active": 0.59375
+        },
+        {
+          "step": 388,
+          "loss": 0.12572422623634338,
+          "floss_loss": 0.0013858166057616472,
+          "kl_loss": 0.01243384089320898,
+          "lyap1_mean": 0.010927470400929451,
+          "lyap1_max": 0.07283057272434235,
+          "lyap_mean": -0.009431411512196064,
+          "volume_mean": -0.00943141058087349,
+          "volume_max": 0.0406387597322464,
+          "frac_active": 0.390625
+        },
+        {
+          "step": 389,
+          "loss": 0.26398414373397827,
+          "floss_loss": 0.0012900058645755053,
+          "kl_loss": 0.026269415393471718,
+          "lyap1_mean": 0.010642425157129765,
+          "lyap1_max": 0.056301381438970566,
+          "lyap_mean": -0.016538361087441444,
+          "volume_mean": -0.016538362950086594,
+          "volume_max": 0.014461265876889229,
+          "frac_active": 0.3125
+        },
+        {
+          "step": 390,
+          "loss": 0.0020774712320417166,
+          "floss_loss": 0.0015842218417674303,
+          "kl_loss": 4.9324942665407434e-05,
+          "lyap1_mean": -0.0024715550243854523,
+          "lyap1_max": 0.043872982263565063,
+          "lyap_mean": -0.023478027433156967,
+          "volume_mean": -0.023478027433156967,
+          "volume_max": 0.010188620537519455,
+          "frac_active": 0.1875
+        },
+        {
+          "step": 391,
+          "loss": 0.4707045555114746,
+          "floss_loss": 0.002221161499619484,
+          "kl_loss": 0.04684833809733391,
+          "lyap1_mean": 0.019336964935064316,
+          "lyap1_max": 0.08959376811981201,
+          "lyap_mean": -0.023689985275268555,
+          "volume_mean": -0.023689983412623405,
+          "volume_max": 0.015409761108458042,
+          "frac_active": 0.296875
+        },
+        {
+          "step": 392,
+          "loss": 5.54004430770874,
+          "floss_loss": 0.0013765259645879269,
+          "kl_loss": 0.5538667440414429,
+          "lyap1_mean": 0.0061486708000302315,
+          "lyap1_max": 0.10520941019058228,
+          "lyap_mean": -0.01609118841588497,
+          "volume_mean": -0.016091186553239822,
+          "volume_max": 0.03138848394155502,
+          "frac_active": 0.28125
+        },
+        {
+          "step": 393,
+          "loss": 0.6283888816833496,
+          "floss_loss": 0.003240755060687661,
+          "kl_loss": 0.06251481175422668,
+          "lyap1_mean": -0.024206332862377167,
+          "lyap1_max": 0.049199894070625305,
+          "lyap_mean": -0.04226117953658104,
+          "volume_mean": -0.04226117953658104,
+          "volume_max": 0.007560090161859989,
+          "frac_active": 0.1875
+        },
+        {
+          "step": 394,
+          "loss": 0.19749334454536438,
+          "floss_loss": 0.00201785983517766,
+          "kl_loss": 0.01954754814505577,
+          "lyap1_mean": -0.009718048386275768,
+          "lyap1_max": 0.04437028989195824,
+          "lyap_mean": -0.03679238259792328,
+          "volume_mean": -0.03679238259792328,
+          "volume_max": -0.015099341981112957,
+          "frac_active": 0.078125
+        },
+        {
+          "step": 395,
+          "loss": 0.37769556045532227,
+          "floss_loss": 0.002863178728148341,
+          "kl_loss": 0.03748323768377304,
+          "lyap1_mean": -0.0312228724360466,
+          "lyap1_max": 0.020718228071928024,
+          "lyap_mean": -0.04657658934593201,
+          "volume_mean": -0.046576593071222305,
+          "volume_max": -0.017263228073716164,
+          "frac_active": 0.078125
+        },
+        {
+          "step": 396,
+          "loss": 0.18558670580387115,
+          "floss_loss": 0.002470117760822177,
+          "kl_loss": 0.01831165887415409,
+          "lyap1_mean": 0.002039015293121338,
+          "lyap1_max": 0.06418457627296448,
+          "lyap_mean": -0.0378342904150486,
+          "volume_mean": -0.0378342904150486,
+          "volume_max": -0.002500839764252305,
+          "frac_active": 0.078125
+        },
+        {
+          "step": 397,
+          "loss": 2.0391759872436523,
+          "floss_loss": 0.005153831094503403,
+          "kl_loss": 0.20340220630168915,
+          "lyap1_mean": -0.021608907729387283,
+          "lyap1_max": 0.039503373205661774,
+          "lyap_mean": -0.04968768730759621,
+          "volume_mean": -0.04968768730759621,
+          "volume_max": 0.011429334059357643,
+          "frac_active": 0.109375
+        },
+        {
+          "step": 398,
+          "loss": 0.09362204372882843,
+          "floss_loss": 0.0039029684849083424,
+          "kl_loss": 0.008971907198429108,
+          "lyap1_mean": -0.012540392577648163,
+          "lyap1_max": 0.07681994885206223,
+          "lyap_mean": -0.04773356765508652,
+          "volume_mean": -0.04773356765508652,
+          "volume_max": 0.00024810992181301117,
+          "frac_active": 0.109375
+        },
+        {
+          "step": 399,
+          "loss": 0.09689030796289444,
+          "floss_loss": 0.0021912576630711555,
+          "kl_loss": 0.009469904936850071,
+          "lyap1_mean": 0.0034515431616455317,
+          "lyap1_max": 0.0856282114982605,
+          "lyap_mean": -0.020525489002466202,
+          "volume_mean": -0.020525489002466202,
+          "volume_max": 0.053805872797966,
+          "frac_active": 0.265625
+        },
+        {
+          "step": 400,
+          "loss": 0.1145220622420311,
+          "floss_loss": 0.0023381654173135757,
+          "kl_loss": 0.011218389496207237,
+          "lyap1_mean": -0.01003929041326046,
+          "lyap1_max": 0.04306745529174805,
+          "lyap_mean": -0.03329646959900856,
+          "volume_mean": -0.03329647332429886,
+          "volume_max": -0.004986264742910862,
+          "frac_active": 0.171875
+        },
+        {
+          "step": 401,
+          "loss": 0.001669479301199317,
+          "floss_loss": 0.0011859575752168894,
+          "kl_loss": 4.8352165322285146e-05,
+          "lyap1_mean": 0.04097205400466919,
+          "lyap1_max": 0.1153017207980156,
+          "lyap_mean": -0.00671401247382164,
+          "volume_mean": -0.006714012939482927,
+          "volume_max": 0.025589849799871445,
+          "frac_active": 0.328125
+        },
+        {
+          "step": 402,
+          "loss": 3.0854063034057617,
+          "floss_loss": 0.0009736889041960239,
+          "kl_loss": 0.30844324827194214,
+          "lyap1_mean": 0.03047192469239235,
+          "lyap1_max": 0.08106311410665512,
+          "lyap_mean": -0.0019456020090728998,
+          "volume_mean": -0.0019456020090728998,
+          "volume_max": 0.02383892610669136,
+          "frac_active": 0.484375
+        },
+        {
+          "step": 403,
+          "loss": 0.25905343890190125,
+          "floss_loss": 0.0011666675563901663,
+          "kl_loss": 0.025788675993680954,
+          "lyap1_mean": 0.03131846338510513,
+          "lyap1_max": 0.09029584378004074,
+          "lyap_mean": 0.005071457475423813,
+          "volume_mean": 0.0050714570097625256,
+          "volume_max": 0.06938091665506363,
+          "frac_active": 0.4375
+        },
+        {
+          "step": 404,
+          "loss": 0.13216866552829742,
+          "floss_loss": 0.0009765450959093869,
+          "kl_loss": 0.013119212351739407,
+          "lyap1_mean": 0.027687476947903633,
+          "lyap1_max": 0.05589637905359268,
+          "lyap_mean": 0.014098478481173515,
+          "volume_mean": 0.01409847754985094,
+          "volume_max": 0.04658474773168564,
+          "frac_active": 0.640625
+        },
+        {
+          "step": 405,
+          "loss": 0.258371502161026,
+          "floss_loss": 0.0006723787519149482,
+          "kl_loss": 0.0257699117064476,
+          "lyap1_mean": 0.01307731494307518,
+          "lyap1_max": 0.06929269433021545,
+          "lyap_mean": -0.006331004202365875,
+          "volume_mean": -0.00633100513368845,
+          "volume_max": 0.02336185611784458,
+          "frac_active": 0.46875
+        },
+        {
+          "step": 406,
+          "loss": 2.246436834335327,
+          "floss_loss": 0.0006734145572409034,
+          "kl_loss": 0.22457633912563324,
+          "lyap1_mean": 0.00102077960036695,
+          "lyap1_max": 0.02527565322816372,
+          "lyap_mean": -0.01267833262681961,
+          "volume_mean": -0.01267833262681961,
+          "volume_max": 0.006685604341328144,
+          "frac_active": 0.28125
+        },
+        {
+          "step": 407,
+          "loss": 3.354309320449829,
+          "floss_loss": 0.0013166080461815,
+          "kl_loss": 0.3352992832660675,
+          "lyap1_mean": 0.017055997624993324,
+          "lyap1_max": 0.1099657341837883,
+          "lyap_mean": -0.02064167708158493,
+          "volume_mean": -0.02064167894423008,
+          "volume_max": 0.005323595367372036,
+          "frac_active": 0.171875
+        },
+        {
+          "step": 408,
+          "loss": 0.09744813293218613,
+          "floss_loss": 0.0015532359248027205,
+          "kl_loss": 0.009589489549398422,
+          "lyap1_mean": -0.010257933288812637,
+          "lyap1_max": 0.017417168244719505,
+          "lyap_mean": -0.03181038051843643,
+          "volume_mean": -0.03181038051843643,
+          "volume_max": -0.01424892246723175,
+          "frac_active": 0.09375
+        },
+        {
+          "step": 409,
+          "loss": 0.4136841595172882,
+          "floss_loss": 0.0019518292974680662,
+          "kl_loss": 0.04117323085665703,
+          "lyap1_mean": -0.008138380944728851,
+          "lyap1_max": 0.03588404506444931,
+          "lyap_mean": -0.03142942488193512,
+          "volume_mean": -0.03142942488193512,
+          "volume_max": 0.004586853086948395,
+          "frac_active": 0.203125
+        },
+        {
+          "step": 410,
+          "loss": 0.22778093814849854,
+          "floss_loss": 0.0004662247374653816,
+          "kl_loss": 0.022731471806764603,
+          "lyap1_mean": 0.012023396790027618,
+          "lyap1_max": 0.06605428457260132,
+          "lyap_mean": -0.001061638118699193,
+          "volume_mean": -0.0010616380022838712,
+          "volume_max": 0.022284751757979393,
+          "frac_active": 0.46875
+        },
+        {
+          "step": 411,
+          "loss": 0.33640778064727783,
+          "floss_loss": 0.0013380618765950203,
+          "kl_loss": 0.03350697085261345,
+          "lyap1_mean": 0.036143407225608826,
+          "lyap1_max": 0.09470643103122711,
+          "lyap_mean": 0.001023150747641921,
+          "volume_mean": 0.001023150747641921,
+          "volume_max": 0.029790140688419342,
+          "frac_active": 0.484375
+        },
+        {
+          "step": 412,
+          "loss": 0.11700544506311417,
+          "floss_loss": 0.0009587606182321906,
+          "kl_loss": 0.011604668572545052,
+          "lyap1_mean": 0.035713717341423035,
+          "lyap1_max": 0.10801984369754791,
+          "lyap_mean": 0.014301184564828873,
+          "volume_mean": 0.014301185496151447,
+          "volume_max": 0.06603659689426422,
+          "frac_active": 0.671875
+        },
+        {
+          "step": 413,
+          "loss": 0.5078702569007874,
+          "floss_loss": 0.0011533878277987242,
+          "kl_loss": 0.05067168548703194,
+          "lyap1_mean": 0.04606230556964874,
+          "lyap1_max": 0.08588698506355286,
+          "lyap_mean": 0.02088697999715805,
+          "volume_mean": 0.0208869781345129,
+          "volume_max": 0.06366847455501556,
+          "frac_active": 0.796875
+        },
+        {
+          "step": 414,
+          "loss": 0.038376737385988235,
+          "floss_loss": 0.0010655095102265477,
+          "kl_loss": 0.0037311224732548,
+          "lyap1_mean": 0.05103854835033417,
+          "lyap1_max": 0.09401785582304001,
+          "lyap_mean": 0.012164057232439518,
+          "volume_mean": 0.012164058163762093,
+          "volume_max": 0.03943641483783722,
+          "frac_active": 0.609375
+        },
+        {
+          "step": 415,
+          "loss": 0.23757602274417877,
+          "floss_loss": 0.0014970942866057158,
+          "kl_loss": 0.0236078929156065,
+          "lyap1_mean": 0.05925381928682327,
+          "lyap1_max": 0.11909988522529602,
+          "lyap_mean": 0.02541385032236576,
+          "volume_mean": 0.02541385032236576,
+          "volume_max": 0.05779341235756874,
+          "frac_active": 0.78125
+        },
+        {
+          "step": 416,
+          "loss": 0.17316219210624695,
+          "floss_loss": 0.001014524488709867,
+          "kl_loss": 0.017214765772223473,
+          "lyap1_mean": 0.05015569180250168,
+          "lyap1_max": 0.11901482194662094,
+          "lyap_mean": 0.0194742102175951,
+          "volume_mean": 0.01947420835494995,
+          "volume_max": 0.042527228593826294,
+          "frac_active": 0.796875
+        },
+        {
+          "step": 417,
+          "loss": 0.2996870279312134,
+          "floss_loss": 0.0007324455073103309,
+          "kl_loss": 0.02989545837044716,
+          "lyap1_mean": 0.024917462840676308,
+          "lyap1_max": 0.06588340550661087,
+          "lyap_mean": 0.003191120456904173,
+          "volume_mean": 0.003191120456904173,
+          "volume_max": 0.02320440486073494,
+          "frac_active": 0.546875
+        },
+        {
+          "step": 418,
+          "loss": 0.17301030457019806,
+          "floss_loss": 0.0004899094928987324,
+          "kl_loss": 0.017252039164304733,
+          "lyap1_mean": 0.02997911348938942,
+          "lyap1_max": 0.07423779368400574,
+          "lyap_mean": 0.0017559211701154709,
+          "volume_mean": 0.0017559211701154709,
+          "volume_max": 0.02104739472270012,
+          "frac_active": 0.453125
+        },
+        {
+          "step": 419,
+          "loss": 0.5427857637405396,
+          "floss_loss": 0.0004333252436481416,
+          "kl_loss": 0.054235246032476425,
+          "lyap1_mean": 0.026819173246622086,
+          "lyap1_max": 0.08071539551019669,
+          "lyap_mean": 0.0018397361272946,
+          "volume_mean": 0.0018397360108792782,
+          "volume_max": 0.018268419429659843,
+          "frac_active": 0.53125
+        },
+        {
+          "step": 420,
+          "loss": 4.230895042419434,
+          "floss_loss": 0.0009770995238795877,
+          "kl_loss": 0.4229917824268341,
+          "lyap1_mean": 0.03746533393859863,
+          "lyap1_max": 0.11474829167127609,
+          "lyap_mean": -0.0005471711046993732,
+          "volume_mean": -0.0005471706390380859,
+          "volume_max": 0.022282695397734642,
+          "frac_active": 0.5
+        },
+        {
+          "step": 421,
+          "loss": 0.41111519932746887,
+          "floss_loss": 0.0013128641294315457,
+          "kl_loss": 0.04098023474216461,
+          "lyap1_mean": 0.02705397456884384,
+          "lyap1_max": 0.12977191805839539,
+          "lyap_mean": -0.011089780367910862,
+          "volume_mean": -0.011089779436588287,
+          "volume_max": 0.03437453508377075,
+          "frac_active": 0.296875
+        },
+        {
+          "step": 422,
+          "loss": 0.012831532396376133,
+          "floss_loss": 0.0013404821511358023,
+          "kl_loss": 0.001149105024524033,
+          "lyap1_mean": 0.01390901766717434,
+          "lyap1_max": 0.06034472584724426,
+          "lyap_mean": -0.017819102853536606,
+          "volume_mean": -0.017819102853536606,
+          "volume_max": 0.013850828632712364,
+          "frac_active": 0.25
+        },
+        {
+          "step": 423,
+          "loss": 0.17919762432575226,
+          "floss_loss": 0.0012519776355475187,
+          "kl_loss": 0.017794564366340637,
+          "lyap1_mean": 0.03238120675086975,
+          "lyap1_max": 0.080222487449646,
+          "lyap_mean": -0.00044525042176246643,
+          "volume_mean": -0.00044525042176246643,
+          "volume_max": 0.026803653687238693,
+          "frac_active": 0.46875
+        },
+        {
+          "step": 424,
+          "loss": 1.158689022064209,
+          "floss_loss": 0.001024881610646844,
+          "kl_loss": 0.11576642096042633,
+          "lyap1_mean": 0.042966507375240326,
+          "lyap1_max": 0.08750410377979279,
+          "lyap_mean": 0.007545675151050091,
+          "volume_mean": 0.007545674219727516,
+          "volume_max": 0.04465542361140251,
+          "frac_active": 0.53125
+        },
+        {
+          "step": 425,
+          "loss": 0.1395239531993866,
+          "floss_loss": 0.0008552662911824882,
+          "kl_loss": 0.013866867870092392,
+          "lyap1_mean": 0.03834174573421478,
+          "lyap1_max": 0.07737728208303452,
+          "lyap_mean": 0.01573074981570244,
+          "volume_mean": 0.01573074981570244,
+          "volume_max": 0.038663968443870544,
+          "frac_active": 0.75
+        },
+        {
+          "step": 426,
+          "loss": 2.522484302520752,
+          "floss_loss": 0.0010921420762315392,
+          "kl_loss": 0.25213921070098877,
+          "lyap1_mean": 0.026735369116067886,
+          "lyap1_max": 0.10855870693922043,
+          "lyap_mean": 0.010534820146858692,
+          "volume_mean": 0.010534819215536118,
+          "volume_max": 0.03972199559211731,
+          "frac_active": 0.609375
+        },
+        {
+          "step": 427,
+          "loss": 1.114681363105774,
+          "floss_loss": 0.0006597241153940558,
+          "kl_loss": 0.11140216886997223,
+          "lyap1_mean": 0.02076808176934719,
+          "lyap1_max": 0.056653182953596115,
+          "lyap_mean": 0.00031355314422398806,
+          "volume_mean": 0.00031355349346995354,
+          "volume_max": 0.0159340500831604,
+          "frac_active": 0.484375
+        },
+        {
+          "step": 428,
+          "loss": 0.17073071002960205,
+          "floss_loss": 0.0006430484354496002,
+          "kl_loss": 0.017008766531944275,
+          "lyap1_mean": 0.024473968893289566,
+          "lyap1_max": 0.07682351768016815,
+          "lyap_mean": -0.0033426862210035324,
+          "volume_mean": -0.0033426862210035324,
+          "volume_max": 0.026255035772919655,
+          "frac_active": 0.3125
+        },
+        {
+          "step": 429,
+          "loss": 1.332777500152588,
+          "floss_loss": 0.0005647768266499043,
+          "kl_loss": 0.13322126865386963,
+          "lyap1_mean": 0.016192926093935966,
+          "lyap1_max": 0.07530443370342255,
+          "lyap_mean": -0.006199439987540245,
+          "volume_mean": -0.006199439987540245,
+          "volume_max": 0.012155584059655666,
+          "frac_active": 0.328125
+        },
+        {
+          "step": 430,
+          "loss": 0.06234196200966835,
+          "floss_loss": 0.0010345045011490583,
+          "kl_loss": 0.006130745634436607,
+          "lyap1_mean": 0.020718008279800415,
+          "lyap1_max": 0.10565382242202759,
+          "lyap_mean": -0.002352870535105467,
+          "volume_mean": -0.002352870535105467,
+          "volume_max": 0.03561975434422493,
+          "frac_active": 0.453125
+        },
+        {
+          "step": 431,
+          "loss": 1.5635714530944824,
+          "floss_loss": 0.0012277518399059772,
+          "kl_loss": 0.15623436868190765,
+          "lyap1_mean": 0.007577673997730017,
+          "lyap1_max": 0.05989835783839226,
+          "lyap_mean": -0.018437907099723816,
+          "volume_mean": -0.018437907099723816,
+          "volume_max": 0.0015112394466996193,
+          "frac_active": 0.265625
+        },
+        {
+          "step": 432,
+          "loss": 0.09364412724971771,
+          "floss_loss": 0.0010497309267520905,
+          "kl_loss": 0.009259439073503017,
+          "lyap1_mean": -0.0027330745942890644,
+          "lyap1_max": 0.05642765760421753,
+          "lyap_mean": -0.0224246084690094,
+          "volume_mean": -0.0224246084690094,
+          "volume_max": -0.0057344320230185986,
+          "frac_active": 0.140625
+        },
+        {
+          "step": 433,
+          "loss": 0.004172754008322954,
+          "floss_loss": 0.0015019259881228209,
+          "kl_loss": 0.00026708279619924724,
+          "lyap1_mean": -0.018011651933193207,
+          "lyap1_max": 0.01531340554356575,
+          "lyap_mean": -0.029472772032022476,
+          "volume_mean": -0.029472772032022476,
+          "volume_max": -0.010748548433184624,
+          "frac_active": 0.078125
+        },
+        {
+          "step": 434,
+          "loss": 0.20202086865901947,
+          "floss_loss": 0.0010253576328977942,
+          "kl_loss": 0.020099550485610962,
+          "lyap1_mean": 0.01773853972554207,
+          "lyap1_max": 0.09667892754077911,
+          "lyap_mean": -0.0066116550005972385,
+          "volume_mean": -0.006611654534935951,
+          "volume_max": 0.027141859754920006,
+          "frac_active": 0.328125
+        },
+        {
+          "step": 435,
+          "loss": 0.3941275477409363,
+          "floss_loss": 0.0006152326241135597,
+          "kl_loss": 0.03935123234987259,
+          "lyap1_mean": 0.031577326357364655,
+          "lyap1_max": 0.08556844294071198,
+          "lyap_mean": 0.00908521469682455,
+          "volume_mean": 0.009085215628147125,
+          "volume_max": 0.03334544226527214,
+          "frac_active": 0.59375
+        },
+        {
+          "step": 436,
+          "loss": 0.25866684317588806,
+          "floss_loss": 0.002018136903643608,
+          "kl_loss": 0.02566487155854702,
+          "lyap1_mean": 0.05355411022901535,
+          "lyap1_max": 0.11473237723112106,
+          "lyap_mean": 0.02874360792338848,
+          "volume_mean": 0.02874360792338848,
+          "volume_max": 0.07586024701595306,
+          "frac_active": 0.8125
+        },
+        {
+          "step": 437,
+          "loss": 0.29224857687950134,
+          "floss_loss": 0.002306958893314004,
+          "kl_loss": 0.028994159772992134,
+          "lyap1_mean": 0.06102287769317627,
+          "lyap1_max": 0.11595842242240906,
+          "lyap_mean": 0.02994224987924099,
+          "volume_mean": 0.02994224987924099,
+          "volume_max": 0.0802483931183815,
+          "frac_active": 0.796875
+        },
+        {
+          "step": 438,
+          "loss": 0.004916433244943619,
+          "floss_loss": 0.001085434458218515,
+          "kl_loss": 0.00038309989031404257,
+          "lyap1_mean": 0.03333304077386856,
+          "lyap1_max": 0.054405391216278076,
+          "lyap_mean": 0.020670128986239433,
+          "volume_mean": 0.020670128986239433,
+          "volume_max": 0.06150735914707184,
+          "frac_active": 0.796875
+        },
+        {
+          "step": 439,
+          "loss": 0.3412749767303467,
+          "floss_loss": 0.0011627586791291833,
+          "kl_loss": 0.034011222422122955,
+          "lyap1_mean": 0.04426629841327667,
+          "lyap1_max": 0.08879425376653671,
+          "lyap_mean": 0.011272348463535309,
+          "volume_mean": 0.011272347532212734,
+          "volume_max": 0.03961275517940521,
+          "frac_active": 0.640625
+        },
+        {
+          "step": 440,
+          "loss": 0.047666098922491074,
+          "floss_loss": 0.0011487663723528385,
+          "kl_loss": 0.004651733208447695,
+          "lyap1_mean": 2.485699951648712e-06,
+          "lyap1_max": 0.054029472172260284,
+          "lyap_mean": -0.018860245123505592,
+          "volume_mean": -0.018860245123505592,
+          "volume_max": 0.02195475436747074,
+          "frac_active": 0.28125
+        },
+        {
+          "step": 441,
+          "loss": 0.28628504276275635,
+          "floss_loss": 0.0014666812494397163,
+          "kl_loss": 0.02848183363676071,
+          "lyap1_mean": 0.00896402820944786,
+          "lyap1_max": 0.06059020012617111,
+          "lyap_mean": -0.016715645790100098,
+          "volume_mean": -0.016715645790100098,
+          "volume_max": 0.01215931586921215,
+          "frac_active": 0.3125
+        },
+        {
+          "step": 442,
+          "loss": 0.09007474035024643,
+          "floss_loss": 0.001450683455914259,
+          "kl_loss": 0.008862406015396118,
+          "lyap1_mean": -0.020849352702498436,
+          "lyap1_max": 0.04334467276930809,
+          "lyap_mean": -0.0338636189699173,
+          "volume_mean": -0.033863622695207596,
+          "volume_max": -0.012270200066268444,
+          "frac_active": 0.046875
+        },
+        {
+          "step": 443,
+          "loss": 0.33133792877197266,
+          "floss_loss": 0.001971264136955142,
+          "kl_loss": 0.032936666160821915,
+          "lyap1_mean": -0.02178235724568367,
+          "lyap1_max": 0.005005611106753349,
+          "lyap_mean": -0.03976237028837204,
+          "volume_mean": -0.03976237028837204,
+          "volume_max": -0.018663479015231133,
+          "frac_active": 0.015625
+        },
+        {
+          "step": 444,
+          "loss": 0.04119542986154556,
+          "floss_loss": 0.0012982728658244014,
+          "kl_loss": 0.003989716060459614,
+          "lyap1_mean": -0.0039054513908922672,
+          "lyap1_max": 0.034001611173152924,
+          "lyap_mean": -0.026287488639354706,
+          "volume_mean": -0.026287488639354706,
+          "volume_max": -0.010158679448068142,
+          "frac_active": 0.1875
+        },
+        {
+          "step": 445,
+          "loss": 0.19667239487171173,
+          "floss_loss": 0.001082733040675521,
+          "kl_loss": 0.019558966159820557,
+          "lyap1_mean": 0.01460622251033783,
+          "lyap1_max": 0.092751145362854,
+          "lyap_mean": -0.018625177443027496,
+          "volume_mean": -0.018625177443027496,
+          "volume_max": 0.0013556946069002151,
+          "frac_active": 0.171875
+        },
+        {
+          "step": 446,
+          "loss": 0.019198421388864517,
+          "floss_loss": 0.0010458221659064293,
+          "kl_loss": 0.0018152600387111306,
+          "lyap1_mean": 0.026879725977778435,
+          "lyap1_max": 0.10776416957378387,
+          "lyap_mean": 0.001682589529082179,
+          "volume_mean": 0.0016825883649289608,
+          "volume_max": 0.05403825640678406,
+          "frac_active": 0.390625
+        },
+        {
+          "step": 447,
+          "loss": 0.14425837993621826,
+          "floss_loss": 0.0016936666797846556,
+          "kl_loss": 0.014256471768021584,
+          "lyap1_mean": 0.04738403111696243,
+          "lyap1_max": 0.1490931510925293,
+          "lyap_mean": 0.011473717167973518,
+          "volume_mean": 0.011473719030618668,
+          "volume_max": 0.0424274280667305,
+          "frac_active": 0.59375
+        },
+        {
+          "step": 448,
+          "loss": 0.054531969130039215,
+          "floss_loss": 0.002268550917506218,
+          "kl_loss": 0.005226342007517815,
+          "lyap1_mean": 0.051140956580638885,
+          "lyap1_max": 0.09772586822509766,
+          "lyap_mean": 0.026508808135986328,
+          "volume_mean": 0.026508808135986328,
+          "volume_max": 0.07241305708885193,
+          "frac_active": 0.6875
+        },
+        {
+          "step": 449,
+          "loss": 0.003061002818867564,
+          "floss_loss": 0.0018140587490051985,
+          "kl_loss": 0.00012469440116547048,
+          "lyap1_mean": 0.028139933943748474,
+          "lyap1_max": 0.07144805788993835,
+          "lyap_mean": 0.01599987968802452,
+          "volume_mean": 0.01599988155066967,
+          "volume_max": 0.04983362928032875,
+          "frac_active": 0.734375
+        },
+        {
+          "step": 450,
+          "loss": 3.5014612674713135,
+          "floss_loss": 0.0005604198086075485,
+          "kl_loss": 0.3500900864601135,
+          "lyap1_mean": 0.027267877012491226,
+          "lyap1_max": 0.057352688163518906,
+          "lyap_mean": -0.00013101461809128523,
+          "volume_mean": -0.0001310145016759634,
+          "volume_max": 0.014939684420824051,
+          "frac_active": 0.515625
+        },
+        {
+          "step": 451,
+          "loss": 0.7587341070175171,
+          "floss_loss": 0.0013429110404103994,
+          "kl_loss": 0.07573912292718887,
+          "lyap1_mean": -0.010019946843385696,
+          "lyap1_max": 0.06308186054229736,
+          "lyap_mean": -0.022571440786123276,
+          "volume_mean": -0.022571442648768425,
+          "volume_max": 0.011476107873022556,
+          "frac_active": 0.140625
+        },
+        {
+          "step": 452,
+          "loss": 0.04639780521392822,
+          "floss_loss": 0.0022048046812415123,
+          "kl_loss": 0.004419299773871899,
+          "lyap1_mean": -0.014717436395585537,
+          "lyap1_max": 0.011976966634392738,
+          "lyap_mean": -0.03970969468355179,
+          "volume_mean": -0.03970969468355179,
+          "volume_max": -0.016468016430735588,
+          "frac_active": 0.09375
+        },
+        {
+          "step": 453,
+          "loss": 0.31146183609962463,
+          "floss_loss": 0.003962476272135973,
+          "kl_loss": 0.030749933794140816,
+          "lyap1_mean": -0.028711508959531784,
+          "lyap1_max": 0.047184646129608154,
+          "lyap_mean": -0.05266553908586502,
+          "volume_mean": -0.05266553908586502,
+          "volume_max": -0.002059353981167078,
+          "frac_active": 0.078125
+        },
+        {
+          "step": 454,
+          "loss": 0.005914716981351376,
+          "floss_loss": 0.004259555600583553,
+          "kl_loss": 0.0001655161613598466,
+          "lyap1_mean": -0.03262757509946823,
+          "lyap1_max": 0.034155428409576416,
+          "lyap_mean": -0.04924390837550163,
+          "volume_mean": -0.04924390837550163,
+          "volume_max": 0.0057485890574753284,
+          "frac_active": 0.15625
+        },
+        {
+          "step": 455,
+          "loss": 0.35647261142730713,
+          "floss_loss": 0.002248987555503845,
+          "kl_loss": 0.03542236238718033,
+          "lyap1_mean": 0.015997936949133873,
+          "lyap1_max": 0.051845088601112366,
+          "lyap_mean": -0.03523391857743263,
+          "volume_mean": -0.03523391857743263,
+          "volume_max": -0.017060423269867897,
+          "frac_active": 0.15625
+        },
+        {
+          "step": 456,
+          "loss": 0.0534120537340641,
+          "floss_loss": 0.0016949831042438745,
+          "kl_loss": 0.005171706900000572,
+          "lyap1_mean": 0.01862943544983864,
+          "lyap1_max": 0.10700710117816925,
+          "lyap_mean": -0.019444342702627182,
+          "volume_mean": -0.019444342702627182,
+          "volume_max": 0.006373814307153225,
+          "frac_active": 0.25
+        },
+        {
+          "step": 457,
+          "loss": 0.08315466344356537,
+          "floss_loss": 0.0018343314295634627,
+          "kl_loss": 0.008132033050060272,
+          "lyap1_mean": 0.04367216303944588,
+          "lyap1_max": 0.1364586353302002,
+          "lyap_mean": 0.0018913308158516884,
+          "volume_mean": 0.0018913315143436193,
+          "volume_max": 0.05196373537182808,
+          "frac_active": 0.46875
+        },
+        {
+          "step": 458,
+          "loss": 0.28605321049690247,
+          "floss_loss": 0.0017324693035334349,
+          "kl_loss": 0.028432073071599007,
+          "lyap1_mean": 0.05711672455072403,
+          "lyap1_max": 0.11874406039714813,
+          "lyap_mean": 0.028634674847126007,
+          "volume_mean": 0.028634674847126007,
+          "volume_max": 0.04954279214143753,
+          "frac_active": 0.890625
+        },
+        {
+          "step": 459,
+          "loss": 0.40259891748428345,
+          "floss_loss": 0.0017597094411030412,
+          "kl_loss": 0.04008392244577408,
+          "lyap1_mean": 0.04868621006608009,
+          "lyap1_max": 0.11448054015636444,
+          "lyap_mean": 0.018556883558630943,
+          "volume_mean": 0.018556881695985794,
+          "volume_max": 0.043282441794872284,
+          "frac_active": 0.71875
+        },
+        {
+          "step": 460,
+          "loss": 0.12359488755464554,
+          "floss_loss": 0.0011844888795167208,
+          "kl_loss": 0.012241040356457233,
+          "lyap1_mean": 0.030025437474250793,
+          "lyap1_max": 0.0952511727809906,
+          "lyap_mean": 0.010312667116522789,
+          "volume_mean": 0.010312668979167938,
+          "volume_max": 0.0470140241086483,
+          "frac_active": 0.609375
+        },
+        {
+          "step": 461,
+          "loss": 1.1318401098251343,
+          "floss_loss": 0.002118815667927265,
+          "kl_loss": 0.11297213286161423,
+          "lyap1_mean": 0.06064557656645775,
+          "lyap1_max": 0.10700222104787827,
+          "lyap_mean": 0.030695516616106033,
+          "volume_mean": 0.030695516616106033,
+          "volume_max": 0.06270390748977661,
+          "frac_active": 0.78125
+        },
+        {
+          "step": 462,
+          "loss": 0.0354168526828289,
+          "floss_loss": 0.003558944910764694,
+          "kl_loss": 0.003185790963470936,
+          "lyap1_mean": 0.09507561475038528,
+          "lyap1_max": 0.11663924902677536,
+          "lyap_mean": 0.04869120940566063,
+          "volume_mean": 0.04869120940566063,
+          "volume_max": 0.07636493444442749,
+          "frac_active": 0.9375
+        },
+        {
+          "step": 463,
+          "loss": 0.12232360988855362,
+          "floss_loss": 0.004320196807384491,
+          "kl_loss": 0.011800341308116913,
+          "lyap1_mean": 0.08933994174003601,
+          "lyap1_max": 0.22020159661769867,
+          "lyap_mean": 0.04923258721828461,
+          "volume_mean": 0.04923258349299431,
+          "volume_max": 0.10476864129304886,
+          "frac_active": 0.9375
+        },
+        {
+          "step": 464,
+          "loss": 0.11023356765508652,
+          "floss_loss": 0.002271453384310007,
+          "kl_loss": 0.010796211659908295,
+          "lyap1_mean": 0.062394946813583374,
+          "lyap1_max": 0.12035953998565674,
+          "lyap_mean": 0.029264865443110466,
+          "volume_mean": 0.029264867305755615,
+          "volume_max": 0.07030105590820312,
+          "frac_active": 0.75
+        },
+        {
+          "step": 465,
+          "loss": 0.18606775999069214,
+          "floss_loss": 0.0007289577624760568,
+          "kl_loss": 0.01853387989103794,
+          "lyap1_mean": 0.027373457327485085,
+          "lyap1_max": 0.0619783028960228,
+          "lyap_mean": 0.0034638745710253716,
+          "volume_mean": 0.0034638741053640842,
+          "volume_max": 0.04320734366774559,
+          "frac_active": 0.5
+        },
+        {
+          "step": 466,
+          "loss": 0.12729962170124054,
+          "floss_loss": 0.0008934441721066833,
+          "kl_loss": 0.012640617787837982,
+          "lyap1_mean": 0.018326234072446823,
+          "lyap1_max": 0.0763673186302185,
+          "lyap_mean": -0.009454860351979733,
+          "volume_mean": -0.009454860351979733,
+          "volume_max": 0.01944286748766899,
+          "frac_active": 0.328125
+        },
+        {
+          "step": 467,
+          "loss": 0.18246176838874817,
+          "floss_loss": 0.0007611619075760245,
+          "kl_loss": 0.018170060589909554,
+          "lyap1_mean": 0.008294316940009594,
+          "lyap1_max": 0.0312008336186409,
+          "lyap_mean": -0.007498673163354397,
+          "volume_mean": -0.0074986740946769714,
+          "volume_max": 0.017560474574565887,
+          "frac_active": 0.390625
+        },
+        {
+          "step": 468,
+          "loss": 0.47609376907348633,
+          "floss_loss": 0.00157102569937706,
+          "kl_loss": 0.04745227470993996,
+          "lyap1_mean": 0.046362005174160004,
+          "lyap1_max": 0.11891161650419235,
+          "lyap_mean": -0.009410582482814789,
+          "volume_mean": -0.009410582482814789,
+          "volume_max": 0.026841754093766212,
+          "frac_active": 0.296875
+        },
+        {
+          "step": 469,
+          "loss": 0.32168567180633545,
+          "floss_loss": 0.0010679741390049458,
+          "kl_loss": 0.03206177055835724,
+          "lyap1_mean": 0.021955080330371857,
+          "lyap1_max": 0.062327660620212555,
+          "lyap_mean": -0.01654231920838356,
+          "volume_mean": -0.01654231920838356,
+          "volume_max": -0.0037597501650452614,
+          "frac_active": 0.25
+        },
+        {
+          "step": 470,
+          "loss": 0.009730273857712746,
+          "floss_loss": 0.0018863602308556437,
+          "kl_loss": 0.0007843913626857102,
+          "lyap1_mean": 0.006964162923395634,
+          "lyap1_max": 0.14075013995170593,
+          "lyap_mean": -0.03071361407637596,
+          "volume_mean": -0.03071361407637596,
+          "volume_max": -0.016453493386507034,
+          "frac_active": 0.046875
+        },
+        {
+          "step": 471,
+          "loss": 0.20578518509864807,
+          "floss_loss": 0.0011162651935592294,
+          "kl_loss": 0.020466892048716545,
+          "lyap1_mean": 0.009046354331076145,
+          "lyap1_max": 0.11862220615148544,
+          "lyap_mean": -0.018960803747177124,
+          "volume_mean": -0.018960803747177124,
+          "volume_max": 0.014734093099832535,
+          "frac_active": 0.15625
+        },
+        {
+          "step": 472,
+          "loss": 0.0486212819814682,
+          "floss_loss": 0.0010302925948053598,
+          "kl_loss": 0.004759098868817091,
+          "lyap1_mean": 0.020517835393548012,
+          "lyap1_max": 0.06751643866300583,
+          "lyap_mean": -0.014312651939690113,
+          "volume_mean": -0.014312652871012688,
+          "volume_max": 0.019908493384718895,
+          "frac_active": 0.21875
+        },
+        {
+          "step": 473,
+          "loss": 0.46880316734313965,
+          "floss_loss": 0.0006824632873758674,
+          "kl_loss": 0.04681206867098808,
+          "lyap1_mean": 0.016268771141767502,
+          "lyap1_max": 0.0891788899898529,
+          "lyap_mean": -0.007143334951251745,
+          "volume_mean": -0.007143334485590458,
+          "volume_max": 0.01921636052429676,
+          "frac_active": 0.265625
+        },
+        {
+          "step": 474,
+          "loss": 0.13954748213291168,
+          "floss_loss": 0.001358219189569354,
+          "kl_loss": 0.013818925246596336,
+          "lyap1_mean": 0.04620921239256859,
+          "lyap1_max": 0.0874294564127922,
+          "lyap_mean": 0.02028915286064148,
+          "volume_mean": 0.02028915472328663,
+          "volume_max": 0.06588073819875717,
+          "frac_active": 0.671875
+        },
+        {
+          "step": 475,
+          "loss": 0.6756116151809692,
+          "floss_loss": 0.0009446186013519764,
+          "kl_loss": 0.06746669858694077,
+          "lyap1_mean": 0.047220852226018906,
+          "lyap1_max": 0.10631372034549713,
+          "lyap_mean": 0.021739577874541283,
+          "volume_mean": 0.021739576011896133,
+          "volume_max": 0.02921845018863678,
+          "frac_active": 0.84375
+        },
+        {
+          "step": 476,
+          "loss": 1.2826025485992432,
+          "floss_loss": 0.0018972407560795546,
+          "kl_loss": 0.12807053327560425,
+          "lyap1_mean": 0.053764134645462036,
+          "lyap1_max": 0.11394106596708298,
+          "lyap_mean": 0.026718420907855034,
+          "volume_mean": 0.026718422770500183,
+          "volume_max": 0.08211629092693329,
+          "frac_active": 0.84375
+        },
+        {
+          "step": 477,
+          "loss": 0.2853740453720093,
+          "floss_loss": 0.001224535284563899,
+          "kl_loss": 0.028414949774742126,
+          "lyap1_mean": 0.03967789188027382,
+          "lyap1_max": 0.08180779218673706,
+          "lyap_mean": 0.0209338515996933,
+          "volume_mean": 0.0209338515996933,
+          "volume_max": 0.04066123068332672,
+          "frac_active": 0.71875
+        },
+        {
+          "step": 478,
+          "loss": 0.02023700810968876,
+          "floss_loss": 0.0015068636275827885,
+          "kl_loss": 0.0018730144947767258,
+          "lyap1_mean": 0.028564097359776497,
+          "lyap1_max": 0.07664646953344345,
+          "lyap_mean": 0.023276256397366524,
+          "volume_mean": 0.023276256397366524,
+          "volume_max": 0.06680087745189667,
+          "frac_active": 0.75
+        },
+        {
+          "step": 479,
+          "loss": 0.09830270707607269,
+          "floss_loss": 0.0007592668989673257,
+          "kl_loss": 0.009754343889653683,
+          "lyap1_mean": 0.03160198777914047,
+          "lyap1_max": 0.060450684279203415,
+          "lyap_mean": 0.020503658801317215,
+          "volume_mean": 0.020503658801317215,
+          "volume_max": 0.04370202496647835,
+          "frac_active": 0.890625
+        },
+        {
+          "step": 480,
+          "loss": 0.1390223205089569,
+          "floss_loss": 0.0009633779409341514,
+          "kl_loss": 0.013805894181132317,
+          "lyap1_mean": 0.0392681285738945,
+          "lyap1_max": 0.07535843551158905,
+          "lyap_mean": 0.016082584857940674,
+          "volume_mean": 0.016082584857940674,
+          "volume_max": 0.043484557420015335,
+          "frac_active": 0.765625
+        },
+        {
+          "step": 481,
+          "loss": 0.019809085875749588,
+          "floss_loss": 0.0006104474887251854,
+          "kl_loss": 0.0019198637455701828,
+          "lyap1_mean": 0.02881048247218132,
+          "lyap1_max": 0.060108840465545654,
+          "lyap_mean": 0.008326958864927292,
+          "volume_mean": 0.008326958864927292,
+          "volume_max": 0.025868190452456474,
+          "frac_active": 0.6875
+        },
+        {
+          "step": 482,
+          "loss": 1.7312779426574707,
+          "floss_loss": 0.0009933111723512411,
+          "kl_loss": 0.17302846908569336,
+          "lyap1_mean": 0.02181028015911579,
+          "lyap1_max": 0.051334183663129807,
+          "lyap_mean": 0.006677539087831974,
+          "volume_mean": 0.006677538156509399,
+          "volume_max": 0.035305485129356384,
+          "frac_active": 0.578125
+        },
+        {
+          "step": 483,
+          "loss": 0.4282621145248413,
+          "floss_loss": 0.0007002866477705538,
+          "kl_loss": 0.042756181210279465,
+          "lyap1_mean": 0.038428254425525665,
+          "lyap1_max": 0.08196589350700378,
+          "lyap_mean": 0.0019263606518507004,
+          "volume_mean": 0.0019263606518507004,
+          "volume_max": 0.028131548315286636,
+          "frac_active": 0.484375
+        },
+        {
+          "step": 484,
+          "loss": 0.09243053942918777,
+          "floss_loss": 0.0012205368839204311,
+          "kl_loss": 0.009120999835431576,
+          "lyap1_mean": 0.01094746869057417,
+          "lyap1_max": 0.09627766907215118,
+          "lyap_mean": -0.008725462481379509,
+          "volume_mean": -0.008725461550056934,
+          "volume_max": 0.030543716624379158,
+          "frac_active": 0.390625
+        },
+        {
+          "step": 485,
+          "loss": 0.7177340984344482,
+          "floss_loss": 0.0006089058006182313,
+          "kl_loss": 0.07171251624822617,
+          "lyap1_mean": 0.021397586911916733,
+          "lyap1_max": 0.05185849964618683,
+          "lyap_mean": -0.005537168122828007,
+          "volume_mean": -0.005537167191505432,
+          "volume_max": 0.00795187707990408,
+          "frac_active": 0.40625
+        },
+        {
+          "step": 486,
+          "loss": 0.0030775696504861116,
+          "floss_loss": 0.0009359063697047532,
+          "kl_loss": 0.00021416634263005108,
+          "lyap1_mean": 0.005334316287189722,
+          "lyap1_max": 0.06762105226516724,
+          "lyap_mean": -0.02081327512860298,
+          "volume_mean": -0.02081327512860298,
+          "volume_max": 0.002841563429683447,
+          "frac_active": 0.15625
+        },
+        {
+          "step": 487,
+          "loss": 0.39275169372558594,
+          "floss_loss": 0.0014042644761502743,
+          "kl_loss": 0.03913474455475807,
+          "lyap1_mean": 0.010644840076565742,
+          "lyap1_max": 0.12258269637823105,
+          "lyap_mean": -0.017759259790182114,
+          "volume_mean": -0.017759259790182114,
+          "volume_max": 0.029379885643720627,
+          "frac_active": 0.265625
+        },
+        {
+          "step": 488,
+          "loss": 0.03671900928020477,
+          "floss_loss": 0.0006843139417469501,
+          "kl_loss": 0.003603469580411911,
+          "lyap1_mean": 0.025533007457852364,
+          "lyap1_max": 0.06833221763372421,
+          "lyap_mean": -0.001774798845872283,
+          "volume_mean": -0.0017747984966263175,
+          "volume_max": 0.023123256862163544,
+          "frac_active": 0.40625
+        },
+        {
+          "step": 489,
+          "loss": 1.8413087129592896,
+          "floss_loss": 0.0013063846854493022,
+          "kl_loss": 0.18400022387504578,
+          "lyap1_mean": 0.04079435020685196,
+          "lyap1_max": 0.1366942822933197,
+          "lyap_mean": -0.0025126999244093895,
+          "volume_mean": -0.002512699691578746,
+          "volume_max": 0.025987986475229263,
+          "frac_active": 0.484375
+        },
+        {
+          "step": 490,
+          "loss": 0.69660884141922,
+          "floss_loss": 0.0012646710965782404,
+          "kl_loss": 0.06953441351652145,
+          "lyap1_mean": 0.03165626898407936,
+          "lyap1_max": 0.12747091054916382,
+          "lyap_mean": 0.0027360483072698116,
+          "volume_mean": 0.002736048772931099,
+          "volume_max": 0.018982039764523506,
+          "frac_active": 0.515625
+        },
+        {
+          "step": 491,
+          "loss": 0.6741641163825989,
+          "floss_loss": 0.0008974240627139807,
+          "kl_loss": 0.06732667237520218,
+          "lyap1_mean": 0.044714078307151794,
+          "lyap1_max": 0.09446203708648682,
+          "lyap_mean": 0.004469437524676323,
+          "volume_mean": 0.00446943799033761,
+          "volume_max": 0.02434447407722473,
+          "frac_active": 0.546875
+        },
+        {
+          "step": 492,
+          "loss": 0.19243058562278748,
+          "floss_loss": 0.0011602009180933237,
+          "kl_loss": 0.01912703737616539,
+          "lyap1_mean": 0.031696617603302,
+          "lyap1_max": 0.16079562902450562,
+          "lyap_mean": -0.00041467812843620777,
+          "volume_mean": -0.0004146778956055641,
+          "volume_max": 0.032254960387945175,
+          "frac_active": 0.46875
+        },
+        {
+          "step": 493,
+          "loss": 2.188585042953491,
+          "floss_loss": 0.0006403420702554286,
+          "kl_loss": 0.21879446506500244,
+          "lyap1_mean": 0.02794935181736946,
+          "lyap1_max": 0.06989744305610657,
+          "lyap_mean": 0.0016414078418165445,
+          "volume_mean": 0.0016414078418165445,
+          "volume_max": 0.026654206216335297,
+          "frac_active": 0.53125
+        },
+        {
+          "step": 494,
+          "loss": 3.8645989894866943,
+          "floss_loss": 0.0006701560341753066,
+          "kl_loss": 0.38639289140701294,
+          "lyap1_mean": 0.026507122442126274,
+          "lyap1_max": 0.04662786051630974,
+          "lyap_mean": -0.00223385076969862,
+          "volume_mean": -0.00223385076969862,
+          "volume_max": 0.017768004909157753,
+          "frac_active": 0.4375
+        },
+        {
+          "step": 495,
+          "loss": 0.04709785059094429,
+          "floss_loss": 0.0007633997010998428,
+          "kl_loss": 0.004633444827049971,
+          "lyap1_mean": 0.021284162998199463,
+          "lyap1_max": 0.09539614617824554,
+          "lyap_mean": -0.005392656195908785,
+          "volume_mean": -0.005392656661570072,
+          "volume_max": 0.023913467302918434,
+          "frac_active": 0.375
+        },
+        {
+          "step": 496,
+          "loss": 0.05295746773481369,
+          "floss_loss": 0.0007855806616134942,
+          "kl_loss": 0.005217188503593206,
+          "lyap1_mean": 0.03634638339281082,
+          "lyap1_max": 0.10206660628318787,
+          "lyap_mean": -0.00378338061273098,
+          "volume_mean": -0.00378338061273098,
+          "volume_max": 0.02377227321267128,
+          "frac_active": 0.359375
+        },
+        {
+          "step": 497,
+          "loss": 0.0017721017356961966,
+          "floss_loss": 0.0005007604486308992,
+          "kl_loss": 0.00012713413161691278,
+          "lyap1_mean": 0.0052856020629405975,
+          "lyap1_max": 0.030975166708230972,
+          "lyap_mean": -0.004812845028936863,
+          "volume_mean": -0.004812845028936863,
+          "volume_max": 0.015340078622102737,
+          "frac_active": 0.34375
+        },
+        {
+          "step": 498,
+          "loss": 0.32383379340171814,
+          "floss_loss": 0.0021025417372584343,
+          "kl_loss": 0.032173123210668564,
+          "lyap1_mean": 0.0332142636179924,
+          "lyap1_max": 0.10981139540672302,
+          "lyap_mean": -0.011322667822241783,
+          "volume_mean": -0.011322667822241783,
+          "volume_max": 0.06551343202590942,
+          "frac_active": 0.3125
+        },
+        {
+          "step": 499,
+          "loss": 0.29197221994400024,
+          "floss_loss": 0.001081574591808021,
+          "kl_loss": 0.0290890634059906,
+          "lyap1_mean": 0.010726566426455975,
+          "lyap1_max": 0.0677369087934494,
+          "lyap_mean": -0.017956823110580444,
+          "volume_mean": -0.017956823110580444,
+          "volume_max": 0.013113544322550297,
+          "frac_active": 0.25
+        }
+      ]
+    },
+    {
+      "episode": 1,
+      "train_step": 500,
+      "steps": [
+        {
+          "step": 0,
+          "loss": 0.007646135054528713,
+          "floss_loss": 0.007646138779819012,
+          "kl_loss": -3.6808930903298176e-10,
+          "lyap1_mean": -0.058837972581386566,
+          "lyap1_max": -0.01794145256280899,
+          "lyap_mean": -0.08117281645536423,
+          "volume_mean": -0.08117281645536423,
+          "volume_max": -0.04890338331460953,
+          "frac_active": 0.0
+        },
+        {
+          "step": 1,
+          "loss": 8.51911449432373,
+          "floss_loss": 0.003023529890924692,
+          "kl_loss": 0.8516091108322144,
+          "lyap1_mean": 0.06060852110385895,
+          "lyap1_max": 0.15074893832206726,
+          "lyap_mean": 0.0352502204477787,
+          "volume_mean": 0.0352502204477787,
+          "volume_max": 0.10320091247558594,
+          "frac_active": 0.734375
+        },
+        {
+          "step": 2,
+          "loss": 16.263364791870117,
+          "floss_loss": 0.0022429865784943104,
+          "kl_loss": 1.6261122226715088,
+          "lyap1_mean": 0.07300829142332077,
+          "lyap1_max": 0.1594369113445282,
+          "lyap_mean": 0.023510634899139404,
+          "volume_mean": 0.023510634899139404,
+          "volume_max": 0.06262464821338654,
+          "frac_active": 0.71875
+        },
+        {
+          "step": 3,
+          "loss": 25.07416534423828,
+          "floss_loss": 0.0013706593308597803,
+          "kl_loss": 2.507279396057129,
+          "lyap1_mean": 0.06168634817004204,
+          "lyap1_max": 0.17993322014808655,
+          "lyap_mean": 0.007203909568488598,
+          "volume_mean": 0.007203910034149885,
+          "volume_max": 0.049567122012376785,
+          "frac_active": 0.5
+        },
+        {
+          "step": 4,
+          "loss": 49.595703125,
+          "floss_loss": 0.0016396674327552319,
+          "kl_loss": 4.95940637588501,
+          "lyap1_mean": 0.03149206191301346,
+          "lyap1_max": 0.12858927249908447,
+          "lyap_mean": -0.0033229077234864235,
+          "volume_mean": -0.003322908189147711,
+          "volume_max": 0.05775783956050873,
+          "frac_active": 0.4375
+        },
+        {
+          "step": 5,
+          "loss": 13.347661018371582,
+          "floss_loss": 0.0023435899056494236,
+          "kl_loss": 1.3345317840576172,
+          "lyap1_mean": -0.0266459621489048,
+          "lyap1_max": 0.03659044951200485,
+          "lyap_mean": -0.04335696995258331,
+          "volume_mean": -0.043356966227293015,
+          "volume_max": -0.027294151484966278,
+          "frac_active": 0.03125
+        },
+        {
+          "step": 6,
+          "loss": 14.904219627380371,
+          "floss_loss": 0.004063883796334267,
+          "kl_loss": 1.4900156259536743,
+          "lyap1_mean": -0.038432274013757706,
+          "lyap1_max": -0.00738562922924757,
+          "lyap_mean": -0.06006002053618431,
+          "volume_mean": -0.06006002053618431,
+          "volume_max": -0.04372420907020569,
+          "frac_active": 0.015625
+        },
+        {
+          "step": 7,
+          "loss": 17.063800811767578,
+          "floss_loss": 0.009769557043910027,
+          "kl_loss": 1.7054030895233154,
+          "lyap1_mean": -0.0836230218410492,
+          "lyap1_max": -0.056038253009319305,
+          "lyap_mean": -0.09528631716966629,
+          "volume_mean": -0.09528631716966629,
+          "volume_max": -0.06823235750198364,
+          "frac_active": 0.0
+        },
+        {
+          "step": 8,
+          "loss": 9.568193435668945,
+          "floss_loss": 0.02047918364405632,
+          "kl_loss": 0.9547714591026306,
+          "lyap1_mean": -0.12539297342300415,
+          "lyap1_max": -0.07018819451332092,
+          "lyap_mean": -0.1396428346633911,
+          "volume_mean": -0.1396428346633911,
+          "volume_max": -0.09259536862373352,
+          "frac_active": 0.0
+        },
+        {
+          "step": 9,
+          "loss": 7.990264892578125,
+          "floss_loss": 0.03215710446238518,
+          "kl_loss": 0.7958108186721802,
+          "lyap1_mean": -0.15159253776073456,
+          "lyap1_max": -0.03505465388298035,
+          "lyap_mean": -0.17706185579299927,
+          "volume_mean": -0.17706185579299927,
+          "volume_max": -0.1518099308013916,
+          "frac_active": 0.0
+        },
+        {
+          "step": 10,
+          "loss": 6.772042274475098,
+          "floss_loss": 0.045164864510297775,
+          "kl_loss": 0.6726877093315125,
+          "lyap1_mean": -0.17706872522830963,
+          "lyap1_max": -0.10747969150543213,
+          "lyap_mean": -0.20948439836502075,
+          "volume_mean": -0.20948439836502075,
+          "volume_max": -0.16045932471752167,
+          "frac_active": 0.0
+        },
+        {
+          "step": 11,
+          "loss": 7.1857008934021,
+          "floss_loss": 0.06311758607625961,
+          "kl_loss": 0.7122583389282227,
+          "lyap1_mean": -0.14647087454795837,
+          "lyap1_max": -0.010757576674222946,
+          "lyap_mean": -0.24315489828586578,
+          "volume_mean": -0.24315489828586578,
+          "volume_max": -0.19192630052566528,
+          "frac_active": 0.0
+        },
+        {
+          "step": 12,
+          "loss": 6.96997594833374,
+          "floss_loss": 0.08598929643630981,
+          "kl_loss": 0.6883986592292786,
+          "lyap1_mean": -0.24757921695709229,
+          "lyap1_max": -0.11312998831272125,
+          "lyap_mean": -0.2906547784805298,
+          "volume_mean": -0.2906547784805298,
+          "volume_max": -0.25729918479919434,
+          "frac_active": 0.0
+        },
+        {
+          "step": 13,
+          "loss": 6.499686241149902,
+          "floss_loss": 0.08482033014297485,
+          "kl_loss": 0.6414865851402283,
+          "lyap1_mean": -0.19735288619995117,
+          "lyap1_max": -0.14368164539337158,
+          "lyap_mean": -0.2858617305755615,
+          "volume_mean": -0.2858617305755615,
+          "volume_max": -0.26145368814468384,
+          "frac_active": 0.0
+        },
+        {
+          "step": 14,
+          "loss": 10.290857315063477,
+          "floss_loss": 0.09729783236980438,
+          "kl_loss": 1.0193560123443604,
+          "lyap1_mean": -0.2407558113336563,
+          "lyap1_max": -0.14535169303417206,
+          "lyap_mean": -0.3083285093307495,
+          "volume_mean": -0.3083284795284271,
+          "volume_max": -0.27755194902420044,
+          "frac_active": 0.0
+        },
+        {
+          "step": 15,
+          "loss": 8.736652374267578,
+          "floss_loss": 0.09482496231794357,
+          "kl_loss": 0.8641827702522278,
+          "lyap1_mean": -0.24109956622123718,
+          "lyap1_max": -0.11567382514476776,
+          "lyap_mean": -0.30441024899482727,
+          "volume_mean": -0.3044102191925049,
+          "volume_max": -0.2793481647968292,
+          "frac_active": 0.0
+        },
+        {
+          "step": 16,
+          "loss": 8.975116729736328,
+          "floss_loss": 0.08571550250053406,
+          "kl_loss": 0.888940155506134,
+          "lyap1_mean": -0.2805359959602356,
+          "lyap1_max": -0.23831969499588013,
+          "lyap_mean": -0.29183727502822876,
+          "volume_mean": -0.29183727502822876,
+          "volume_max": -0.270719438791275,
+          "frac_active": 0.0
+        },
+        {
+          "step": 17,
+          "loss": 8.076581954956055,
+          "floss_loss": 0.04517342150211334,
+          "kl_loss": 0.8031408786773682,
+          "lyap1_mean": -0.17773917317390442,
+          "lyap1_max": -0.12246133387088776,
+          "lyap_mean": -0.20724767446517944,
+          "volume_mean": -0.20724767446517944,
+          "volume_max": -0.12923642992973328,
+          "frac_active": 0.0
+        },
+        {
+          "step": 18,
+          "loss": 8.265995979309082,
+          "floss_loss": 0.02224557474255562,
+          "kl_loss": 0.8243750929832458,
+          "lyap1_mean": -0.0937919169664383,
+          "lyap1_max": -0.04820583388209343,
+          "lyap_mean": -0.14121359586715698,
+          "volume_mean": -0.1412135809659958,
+          "volume_max": -0.08449168503284454,
+          "frac_active": 0.0
+        },
+        {
+          "step": 19,
+          "loss": 6.976715564727783,
+          "floss_loss": 0.008093354292213917,
+          "kl_loss": 0.6968622207641602,
+          "lyap1_mean": -0.023263411596417427,
+          "lyap1_max": 0.016060780733823776,
+          "lyap_mean": -0.07919615507125854,
+          "volume_mean": -0.07919615507125854,
+          "volume_max": -0.03503932058811188,
+          "frac_active": 0.046875
+        },
+        {
+          "step": 20,
+          "loss": 6.373041152954102,
+          "floss_loss": 0.0038263939786702394,
+          "kl_loss": 0.6369214653968811,
+          "lyap1_mean": 0.002766028977930546,
+          "lyap1_max": 0.06526163220405579,
+          "lyap_mean": -0.04579891264438629,
+          "volume_mean": -0.04579890891909599,
+          "volume_max": -0.002288505434989929,
+          "frac_active": 0.125
+        },
+        {
+          "step": 21,
+          "loss": 6.7856059074401855,
+          "floss_loss": 0.002683384111151099,
+          "kl_loss": 0.6782922744750977,
+          "lyap1_mean": 0.007277877535670996,
+          "lyap1_max": 0.07753005623817444,
+          "lyap_mean": -0.03420201689004898,
+          "volume_mean": -0.03420201689004898,
+          "volume_max": -0.0023374278098344803,
+          "frac_active": 0.171875
+        },
+        {
+          "step": 22,
+          "loss": 6.177037239074707,
+          "floss_loss": 0.00280633382499218,
+          "kl_loss": 0.6174231171607971,
+          "lyap1_mean": 0.01226024329662323,
+          "lyap1_max": 0.08882758021354675,
+          "lyap_mean": -0.030480314046144485,
+          "volume_mean": -0.030480314046144485,
+          "volume_max": 0.020459521561861038,
+          "frac_active": 0.265625
+        },
+        {
+          "step": 23,
+          "loss": 5.139922142028809,
+          "floss_loss": 0.004054749850183725,
+          "kl_loss": 0.5135867595672607,
+          "lyap1_mean": 0.0016990317963063717,
+          "lyap1_max": 0.09010279178619385,
+          "lyap_mean": -0.03882552683353424,
+          "volume_mean": -0.03882552683353424,
+          "volume_max": 0.03462624549865723,
+          "frac_active": 0.140625
+        },
+        {
+          "step": 24,
+          "loss": 4.76749324798584,
+          "floss_loss": 0.0030853687785565853,
+          "kl_loss": 0.47644081711769104,
+          "lyap1_mean": -0.027559919282794,
+          "lyap1_max": 0.03131180256605148,
+          "lyap_mean": -0.04424406960606575,
+          "volume_mean": -0.04424407333135605,
+          "volume_max": -0.006010718643665314,
+          "frac_active": 0.078125
+        },
+        {
+          "step": 25,
+          "loss": 5.139678955078125,
+          "floss_loss": 0.0029515139758586884,
+          "kl_loss": 0.5136727094650269,
+          "lyap1_mean": -0.019965842366218567,
+          "lyap1_max": 0.029916292056441307,
+          "lyap_mean": -0.04164406284689903,
+          "volume_mean": -0.04164406284689903,
+          "volume_max": 0.0006851321086287498,
+          "frac_active": 0.125
+        },
+        {
+          "step": 26,
+          "loss": 3.2578163146972656,
+          "floss_loss": 0.0037289727479219437,
+          "kl_loss": 0.3254087567329407,
+          "lyap1_mean": -0.03362118825316429,
+          "lyap1_max": -0.005076648201793432,
+          "lyap_mean": -0.05264638364315033,
+          "volume_mean": -0.05264638364315033,
+          "volume_max": -0.026539571583271027,
+          "frac_active": 0.046875
+        },
+        {
+          "step": 27,
+          "loss": 4.2185821533203125,
+          "floss_loss": 0.0037587459664791822,
+          "kl_loss": 0.4214823246002197,
+          "lyap1_mean": -0.04053017497062683,
+          "lyap1_max": -0.003635698463767767,
+          "lyap_mean": -0.05427105352282524,
+          "volume_mean": -0.05427105352282524,
+          "volume_max": -0.03415986895561218,
+          "frac_active": 0.03125
+        },
+        {
+          "step": 28,
+          "loss": 4.113358497619629,
+          "floss_loss": 0.004693050868809223,
+          "kl_loss": 0.41086652874946594,
+          "lyap1_mean": -0.03313970938324928,
+          "lyap1_max": 0.03909597545862198,
+          "lyap_mean": -0.05875970050692558,
+          "volume_mean": -0.05875970423221588,
+          "volume_max": -0.029472369700670242,
+          "frac_active": 0.046875
+        },
+        {
+          "step": 29,
+          "loss": 3.86482310295105,
+          "floss_loss": 0.0062637049704790115,
+          "kl_loss": 0.38585594296455383,
+          "lyap1_mean": -0.05017896369099617,
+          "lyap1_max": 0.016060005873441696,
+          "lyap_mean": -0.07073058187961578,
+          "volume_mean": -0.07073058187961578,
+          "volume_max": -0.025713352486491203,
+          "frac_active": 0.03125
+        },
+        {
+          "step": 30,
+          "loss": 11.217169761657715,
+          "floss_loss": 0.007991786114871502,
+          "kl_loss": 1.120917797088623,
+          "lyap1_mean": -0.06857790052890778,
+          "lyap1_max": -0.0421648845076561,
+          "lyap_mean": -0.08578985929489136,
+          "volume_mean": -0.08578985929489136,
+          "volume_max": -0.0520968995988369,
+          "frac_active": 0.0
+        },
+        {
+          "step": 31,
+          "loss": 8.631437301635742,
+          "floss_loss": 0.009893549606204033,
+          "kl_loss": 0.8621543645858765,
+          "lyap1_mean": -0.053532589226961136,
+          "lyap1_max": 0.00955936498939991,
+          "lyap_mean": -0.09406375885009766,
+          "volume_mean": -0.09406375885009766,
+          "volume_max": -0.07657406479120255,
+          "frac_active": 0.015625
+        },
+        {
+          "step": 32,
+          "loss": 8.861716270446777,
+          "floss_loss": 0.009780028834939003,
+          "kl_loss": 0.8851936459541321,
+          "lyap1_mean": -0.058988552540540695,
+          "lyap1_max": 0.06162717938423157,
+          "lyap_mean": -0.08987216651439667,
+          "volume_mean": -0.08987216651439667,
+          "volume_max": -0.051625363528728485,
+          "frac_active": 0.015625
+        },
+        {
+          "step": 33,
+          "loss": 5.1642985343933105,
+          "floss_loss": 0.012712708674371243,
+          "kl_loss": 0.5151585936546326,
+          "lyap1_mean": -0.06732118129730225,
+          "lyap1_max": -0.00862845592200756,
+          "lyap_mean": -0.10666680335998535,
+          "volume_mean": -0.10666680335998535,
+          "volume_max": -0.07634386420249939,
+          "frac_active": 0.0
+        },
+        {
+          "step": 34,
+          "loss": 6.169757843017578,
+          "floss_loss": 0.010344848968088627,
+          "kl_loss": 0.6159412860870361,
+          "lyap1_mean": -0.07082992047071457,
+          "lyap1_max": 0.008328616619110107,
+          "lyap_mean": -0.09479019045829773,
+          "volume_mean": -0.09479019790887833,
+          "volume_max": -0.04927932471036911,
+          "frac_active": 0.03125
+        },
+        {
+          "step": 35,
+          "loss": 6.629670143127441,
+          "floss_loss": 0.013202736154198647,
+          "kl_loss": 0.6616467237472534,
+          "lyap1_mean": -0.08543455600738525,
+          "lyap1_max": -0.008357677608728409,
+          "lyap_mean": -0.1114049181342125,
+          "volume_mean": -0.1114049181342125,
+          "volume_max": -0.09135497361421585,
+          "frac_active": 0.0
+        },
+        {
+          "step": 36,
+          "loss": 4.429278373718262,
+          "floss_loss": 0.01208200678229332,
+          "kl_loss": 0.4417196214199066,
+          "lyap1_mean": -0.07142584770917892,
+          "lyap1_max": -0.04198164492845535,
+          "lyap_mean": -0.10639336705207825,
+          "volume_mean": -0.10639335960149765,
+          "volume_max": -0.08560222387313843,
+          "frac_active": 0.0
+        },
+        {
+          "step": 37,
+          "loss": 5.027143478393555,
+          "floss_loss": 0.010120201855897903,
+          "kl_loss": 0.5017023086547852,
+          "lyap1_mean": -0.07853971421718597,
+          "lyap1_max": -0.02325965277850628,
+          "lyap_mean": -0.09433791041374207,
+          "volume_mean": -0.09433791041374207,
+          "volume_max": -0.05981538072228432,
+          "frac_active": 0.0
+        },
+        {
+          "step": 38,
+          "loss": 4.80349063873291,
+          "floss_loss": 0.007235289551317692,
+          "kl_loss": 0.47962552309036255,
+          "lyap1_mean": -0.04900107532739639,
+          "lyap1_max": 0.014027399942278862,
+          "lyap_mean": -0.07783812284469604,
+          "volume_mean": -0.07783812284469604,
+          "volume_max": -0.028099870309233665,
+          "frac_active": 0.015625
+        },
+        {
+          "step": 39,
+          "loss": 4.369124412536621,
+          "floss_loss": 0.005208827555179596,
+          "kl_loss": 0.43639153242111206,
+          "lyap1_mean": -0.024518229067325592,
+          "lyap1_max": 0.008833356201648712,
+          "lyap_mean": -0.06664711236953735,
+          "volume_mean": -0.06664711236953735,
+          "volume_max": -0.039420049637556076,
+          "frac_active": 0.015625
+        },
+        {
+          "step": 40,
+          "loss": 3.680896043777466,
+          "floss_loss": 0.0024624490179121494,
+          "kl_loss": 0.367843359708786,
+          "lyap1_mean": -0.00628854101523757,
+          "lyap1_max": 0.04902360588312149,
+          "lyap_mean": -0.03847242519259453,
+          "volume_mean": -0.03847242519259453,
+          "volume_max": -0.01639387011528015,
+          "frac_active": 0.140625
+        },
+        {
+          "step": 41,
+          "loss": 3.7286548614501953,
+          "floss_loss": 0.0024707086849957705,
+          "kl_loss": 0.3726184070110321,
+          "lyap1_mean": -0.014774216338992119,
+          "lyap1_max": 0.07514607906341553,
+          "lyap_mean": -0.036906320601701736,
+          "volume_mean": -0.036906320601701736,
+          "volume_max": 0.00027036177925765514,
+          "frac_active": 0.140625
+        },
+        {
+          "step": 42,
+          "loss": 2.0303666591644287,
+          "floss_loss": 0.0017101720441132784,
+          "kl_loss": 0.20286564528942108,
+          "lyap1_mean": -0.01379892136901617,
+          "lyap1_max": 0.05824635550379753,
+          "lyap_mean": -0.033173833042383194,
+          "volume_mean": -0.033173833042383194,
+          "volume_max": 0.0015793098136782646,
+          "frac_active": 0.0625
+        },
+        {
+          "step": 43,
+          "loss": 1.645652413368225,
+          "floss_loss": 0.0009590531699359417,
+          "kl_loss": 0.16446933150291443,
+          "lyap1_mean": 0.006308588664978743,
+          "lyap1_max": 0.05208680033683777,
+          "lyap_mean": -0.012428046204149723,
+          "volume_mean": -0.012428047135472298,
+          "volume_max": 0.028225451707839966,
+          "frac_active": 0.3125
+        },
+        {
+          "step": 44,
+          "loss": 2.177825927734375,
+          "floss_loss": 0.001088540768250823,
+          "kl_loss": 0.21767371892929077,
+          "lyap1_mean": 0.04649614542722702,
+          "lyap1_max": 0.09634482860565186,
+          "lyap_mean": -0.009996225126087666,
+          "volume_mean": -0.00999622605741024,
+          "volume_max": 0.013663716614246368,
+          "frac_active": 0.28125
+        },
+        {
+          "step": 45,
+          "loss": 2.978891611099243,
+          "floss_loss": 0.001431343611329794,
+          "kl_loss": 0.29774603247642517,
+          "lyap1_mean": 0.02114332839846611,
+          "lyap1_max": 0.07495973259210587,
+          "lyap_mean": -0.00845814123749733,
+          "volume_mean": -0.008458140306174755,
+          "volume_max": 0.05251871421933174,
+          "frac_active": 0.359375
+        },
+        {
+          "step": 46,
+          "loss": 5.217198371887207,
+          "floss_loss": 0.0014915275387465954,
+          "kl_loss": 0.5215706825256348,
+          "lyap1_mean": 0.010858253575861454,
+          "lyap1_max": 0.08460216224193573,
+          "lyap_mean": -0.020696531981229782,
+          "volume_mean": -0.020696531981229782,
+          "volume_max": 0.015426305122673512,
+          "frac_active": 0.25
+        },
+        {
+          "step": 47,
+          "loss": 2.2952451705932617,
+          "floss_loss": 0.0013897150056436658,
+          "kl_loss": 0.22938553988933563,
+          "lyap1_mean": 0.0409422442317009,
+          "lyap1_max": 0.10832973569631577,
+          "lyap_mean": 0.012435900047421455,
+          "volume_mean": 0.012435900047421455,
+          "volume_max": 0.056270305067300797,
+          "frac_active": 0.5
+        },
+        {
+          "step": 48,
+          "loss": 3.195744752883911,
+          "floss_loss": 0.0011810133000835776,
+          "kl_loss": 0.3194563686847687,
+          "lyap1_mean": -0.0025319610722362995,
+          "lyap1_max": 0.0613764226436615,
+          "lyap_mean": -0.020136084407567978,
+          "volume_mean": -0.020136086270213127,
+          "volume_max": 0.011107789352536201,
+          "frac_active": 0.21875
+        },
+        {
+          "step": 49,
+          "loss": 2.503171920776367,
+          "floss_loss": 0.001318973721936345,
+          "kl_loss": 0.2501853108406067,
+          "lyap1_mean": 0.009548704139888287,
+          "lyap1_max": 0.08652009069919586,
+          "lyap_mean": -0.014864705502986908,
+          "volume_mean": -0.014864704571664333,
+          "volume_max": 0.020039740949869156,
+          "frac_active": 0.3125
+        },
+        {
+          "step": 50,
+          "loss": 1.526523470878601,
+          "floss_loss": 0.0013350686058402061,
+          "kl_loss": 0.1525188386440277,
+          "lyap1_mean": 0.02682548016309738,
+          "lyap1_max": 0.09590961039066315,
+          "lyap_mean": -0.013018205761909485,
+          "volume_mean": -0.013018207624554634,
+          "volume_max": 0.010615884326398373,
+          "frac_active": 0.328125
+        },
+        {
+          "step": 51,
+          "loss": 2.116330623626709,
+          "floss_loss": 0.0006450010114349425,
+          "kl_loss": 0.21156857907772064,
+          "lyap1_mean": 0.01299428753554821,
+          "lyap1_max": 0.06193128973245621,
+          "lyap_mean": -0.01145995408296585,
+          "volume_mean": -0.01145995408296585,
+          "volume_max": -0.0002009752206504345,
+          "frac_active": 0.328125
+        },
+        {
+          "step": 52,
+          "loss": 2.5853257179260254,
+          "floss_loss": 0.001019432907924056,
+          "kl_loss": 0.2584306299686432,
+          "lyap1_mean": 0.033551059663295746,
+          "lyap1_max": 0.082123301923275,
+          "lyap_mean": 0.013494282029569149,
+          "volume_mean": 0.013494282960891724,
+          "volume_max": 0.05713174492120743,
+          "frac_active": 0.671875
+        },
+        {
+          "step": 53,
+          "loss": 3.180293321609497,
+          "floss_loss": 0.0012238164199516177,
+          "kl_loss": 0.3179069459438324,
+          "lyap1_mean": 0.06509535759687424,
+          "lyap1_max": 0.13512489199638367,
+          "lyap_mean": 0.01374056190252304,
+          "volume_mean": 0.013740560039877892,
+          "volume_max": 0.03072725236415863,
+          "frac_active": 0.59375
+        },
+        {
+          "step": 54,
+          "loss": 2.455625057220459,
+          "floss_loss": 0.0005095538217574358,
+          "kl_loss": 0.24551156163215637,
+          "lyap1_mean": 0.0153956338763237,
+          "lyap1_max": 0.047410376369953156,
+          "lyap_mean": -0.004284282214939594,
+          "volume_mean": -0.004284282680600882,
+          "volume_max": 0.019514836370944977,
+          "frac_active": 0.421875
+        },
+        {
+          "step": 55,
+          "loss": 1.4513905048370361,
+          "floss_loss": 0.0022428734228014946,
+          "kl_loss": 0.14491476118564606,
+          "lyap1_mean": 0.033898770809173584,
+          "lyap1_max": 0.1558665633201599,
+          "lyap_mean": -0.012161686085164547,
+          "volume_mean": -0.012161687016487122,
+          "volume_max": 0.06416311115026474,
+          "frac_active": 0.34375
+        },
+        {
+          "step": 56,
+          "loss": 1.7477446794509888,
+          "floss_loss": 0.0008678970625624061,
+          "kl_loss": 0.1746876835823059,
+          "lyap1_mean": 0.01616031676530838,
+          "lyap1_max": 0.07680431008338928,
+          "lyap_mean": -0.0015658612828701735,
+          "volume_mean": -0.001565861515700817,
+          "volume_max": 0.03931303694844246,
+          "frac_active": 0.4375
+        },
+        {
+          "step": 57,
+          "loss": 1.846941351890564,
+          "floss_loss": 0.0009683398529887199,
+          "kl_loss": 0.18459729850292206,
+          "lyap1_mean": 0.028648601844906807,
+          "lyap1_max": 0.10202646255493164,
+          "lyap_mean": -0.002260589273646474,
+          "volume_mean": -0.0022605888079851866,
+          "volume_max": 0.02710132859647274,
+          "frac_active": 0.5
+        },
+        {
+          "step": 58,
+          "loss": 0.896445095539093,
+          "floss_loss": 0.0008418270153924823,
+          "kl_loss": 0.08956032246351242,
+          "lyap1_mean": 0.014341466128826141,
+          "lyap1_max": 0.05893627554178238,
+          "lyap_mean": -0.0013494482263922691,
+          "volume_mean": -0.0013494482263922691,
+          "volume_max": 0.045808471739292145,
+          "frac_active": 0.46875
+        },
+        {
+          "step": 59,
+          "loss": 0.8480693101882935,
+          "floss_loss": 0.0012612140271812677,
+          "kl_loss": 0.08468081057071686,
+          "lyap1_mean": 0.04806004464626312,
+          "lyap1_max": 0.12418979406356812,
+          "lyap_mean": 0.002847881754860282,
+          "volume_mean": 0.002847881754860282,
+          "volume_max": 0.023320883512496948,
+          "frac_active": 0.4375
+        },
+        {
+          "step": 60,
+          "loss": 0.9884076714515686,
+          "floss_loss": 0.0012399572879076004,
+          "kl_loss": 0.09871677309274673,
+          "lyap1_mean": 0.026587259024381638,
+          "lyap1_max": 0.06518533080816269,
+          "lyap_mean": 0.0015833512879908085,
+          "volume_mean": 0.0015833512879908085,
+          "volume_max": 0.05077129229903221,
+          "frac_active": 0.4375
+        },
+        {
+          "step": 61,
+          "loss": 1.2134021520614624,
+          "floss_loss": 0.0010491798166185617,
+          "kl_loss": 0.12123530358076096,
+          "lyap1_mean": 0.030704060569405556,
+          "lyap1_max": 0.1247560977935791,
+          "lyap_mean": -0.004467315040528774,
+          "volume_mean": -0.004467315971851349,
+          "volume_max": 0.016859212890267372,
+          "frac_active": 0.390625
+        },
+        {
+          "step": 62,
+          "loss": 4.057921886444092,
+          "floss_loss": 0.0011660424061119556,
+          "kl_loss": 0.40567559003829956,
+          "lyap1_mean": 0.035440366715192795,
+          "lyap1_max": 0.07870713621377945,
+          "lyap_mean": 0.011321423575282097,
+          "volume_mean": 0.011321423575282097,
+          "volume_max": 0.05302464962005615,
+          "frac_active": 0.59375
+        },
+        {
+          "step": 63,
+          "loss": 0.957150399684906,
+          "floss_loss": 0.0008551421924494207,
+          "kl_loss": 0.09562952816486359,
+          "lyap1_mean": 0.03864225000143051,
+          "lyap1_max": 0.09008749574422836,
+          "lyap_mean": 0.01120928768068552,
+          "volume_mean": 0.011209286749362946,
+          "volume_max": 0.049130529165267944,
+          "frac_active": 0.640625
+        },
+        {
+          "step": 64,
+          "loss": 0.7926231026649475,
+          "floss_loss": 0.0009588560787960887,
+          "kl_loss": 0.07916642725467682,
+          "lyap1_mean": 0.01872771978378296,
+          "lyap1_max": 0.07760360091924667,
+          "lyap_mean": 0.0009216596372425556,
+          "volume_mean": 0.0009216601029038429,
+          "volume_max": 0.025755584239959717,
+          "frac_active": 0.578125
+        },
+        {
+          "step": 65,
+          "loss": 1.2690339088439941,
+          "floss_loss": 0.0013108239509165287,
+          "kl_loss": 0.12677231431007385,
+          "lyap1_mean": 0.00412866473197937,
+          "lyap1_max": 0.048909664154052734,
+          "lyap_mean": -0.02125493250787258,
+          "volume_mean": -0.021254930645227432,
+          "volume_max": 0.005829937756061554,
+          "frac_active": 0.21875
+        },
+        {
+          "step": 66,
+          "loss": 0.41498634219169617,
+          "floss_loss": 0.0008055123034864664,
+          "kl_loss": 0.041418083012104034,
+          "lyap1_mean": 0.025463324040174484,
+          "lyap1_max": 0.13095927238464355,
+          "lyap_mean": -0.007404693402349949,
+          "volume_mean": -0.0074046943336725235,
+          "volume_max": 0.016311435028910637,
+          "frac_active": 0.328125
+        },
+        {
+          "step": 67,
+          "loss": 2.0934436321258545,
+          "floss_loss": 0.0008090112823992968,
+          "kl_loss": 0.20926345884799957,
+          "lyap1_mean": 0.016057536005973816,
+          "lyap1_max": 0.06021163985133171,
+          "lyap_mean": -0.0004357350990176201,
+          "volume_mean": -0.00043573579750955105,
+          "volume_max": 0.0505441278219223,
+          "frac_active": 0.484375
+        },
+        {
+          "step": 68,
+          "loss": 2.5786287784576416,
+          "floss_loss": 0.0010358858853578568,
+          "kl_loss": 0.2577592730522156,
+          "lyap1_mean": 0.017542406916618347,
+          "lyap1_max": 0.06379243731498718,
+          "lyap_mean": -0.01094675064086914,
+          "volume_mean": -0.01094675064086914,
+          "volume_max": 0.022012624889612198,
+          "frac_active": 0.296875
+        },
+        {
+          "step": 69,
+          "loss": 2.547532320022583,
+          "floss_loss": 0.00039458106039091945,
+          "kl_loss": 0.254713773727417,
+          "lyap1_mean": 0.01020976435393095,
+          "lyap1_max": 0.04760952293872833,
+          "lyap_mean": -0.0035935798659920692,
+          "volume_mean": -0.0035935803316533566,
+          "volume_max": 0.01400962844491005,
+          "frac_active": 0.40625
+        },
+        {
+          "step": 70,
+          "loss": 1.185558557510376,
+          "floss_loss": 0.0016408577794209123,
+          "kl_loss": 0.11839176714420319,
+          "lyap1_mean": 0.026625173166394234,
+          "lyap1_max": 0.09763683378696442,
+          "lyap_mean": 0.0027827806770801544,
+          "volume_mean": 0.002782780211418867,
+          "volume_max": 0.05399826169013977,
+          "frac_active": 0.5
+        },
+        {
+          "step": 71,
+          "loss": 0.9079485535621643,
+          "floss_loss": 0.0008081854321062565,
+          "kl_loss": 0.09071403741836548,
+          "lyap1_mean": 0.011287875473499298,
+          "lyap1_max": 0.0317109115421772,
+          "lyap_mean": -0.012669937685132027,
+          "volume_mean": -0.012669938616454601,
+          "volume_max": 0.014138261787593365,
+          "frac_active": 0.265625
+        },
+        {
+          "step": 72,
+          "loss": 0.9497244954109192,
+          "floss_loss": 0.0017972079804167151,
+          "kl_loss": 0.09479273110628128,
+          "lyap1_mean": 0.00613290723413229,
+          "lyap1_max": 0.05355262756347656,
+          "lyap_mean": -0.02298838645219803,
+          "volume_mean": -0.022988390177488327,
+          "volume_max": 0.006326302420347929,
+          "frac_active": 0.28125
+        },
+        {
+          "step": 73,
+          "loss": 1.1421570777893066,
+          "floss_loss": 0.0016140728257596493,
+          "kl_loss": 0.11405429244041443,
+          "lyap1_mean": 0.043235450983047485,
+          "lyap1_max": 0.08625831454992294,
+          "lyap_mean": 0.006580531597137451,
+          "volume_mean": 0.006580531597137451,
+          "volume_max": 0.04814428463578224,
+          "frac_active": 0.5
+        },
+        {
+          "step": 74,
+          "loss": 0.839472234249115,
+          "floss_loss": 0.0017067536246031523,
+          "kl_loss": 0.0837765485048294,
+          "lyap1_mean": 0.03906372934579849,
+          "lyap1_max": 0.09269905090332031,
+          "lyap_mean": 0.000148506136611104,
+          "volume_mean": 0.00014850683510303497,
+          "volume_max": 0.03773074597120285,
+          "frac_active": 0.53125
+        },
+        {
+          "step": 75,
+          "loss": 1.6190237998962402,
+          "floss_loss": 0.0016423233319073915,
+          "kl_loss": 0.16173814237117767,
+          "lyap1_mean": 0.014525063335895538,
+          "lyap1_max": 0.09154780954122543,
+          "lyap_mean": -0.0013370513916015625,
+          "volume_mean": -0.0013370518572628498,
+          "volume_max": 0.046124283224344254,
+          "frac_active": 0.453125
+        },
+        {
+          "step": 76,
+          "loss": 1.594985008239746,
+          "floss_loss": 0.0012612860882654786,
+          "kl_loss": 0.15937237441539764,
+          "lyap1_mean": 0.056621190160512924,
+          "lyap1_max": 0.1285502314567566,
+          "lyap_mean": -0.0003383744042366743,
+          "volume_mean": -0.000338373938575387,
+          "volume_max": 0.02480318956077099,
+          "frac_active": 0.4375
+        },
+        {
+          "step": 77,
+          "loss": 1.3382296562194824,
+          "floss_loss": 0.000841817120090127,
+          "kl_loss": 0.13373878598213196,
+          "lyap1_mean": 0.04278682917356491,
+          "lyap1_max": 0.08926613628864288,
+          "lyap_mean": 0.007473290432244539,
+          "volume_mean": 0.007473290432244539,
+          "volume_max": 0.024479463696479797,
+          "frac_active": 0.625
+        },
+        {
+          "step": 78,
+          "loss": 3.0316131114959717,
+          "floss_loss": 0.0011781639186665416,
+          "kl_loss": 0.3030434846878052,
+          "lyap1_mean": 0.02078837715089321,
+          "lyap1_max": 0.07142242044210434,
+          "lyap_mean": -0.007584324572235346,
+          "volume_mean": -0.0075843255035579205,
+          "volume_max": 0.03324723243713379,
+          "frac_active": 0.3125
+        },
+        {
+          "step": 79,
+          "loss": 1.9804490804672241,
+          "floss_loss": 0.0008967503090389073,
+          "kl_loss": 0.19795523583889008,
+          "lyap1_mean": 0.017753425985574722,
+          "lyap1_max": 0.08973377197980881,
+          "lyap_mean": -0.0011359044583514333,
+          "volume_mean": -0.0011359043419361115,
+          "volume_max": 0.03217549994587898,
+          "frac_active": 0.484375
+        },
+        {
+          "step": 80,
+          "loss": 1.3354771137237549,
+          "floss_loss": 0.0013666318263858557,
+          "kl_loss": 0.13341104984283447,
+          "lyap1_mean": 0.04206974059343338,
+          "lyap1_max": 0.1037847250699997,
+          "lyap_mean": 0.014622598886489868,
+          "volume_mean": 0.014622598886489868,
+          "volume_max": 0.04677626118063927,
+          "frac_active": 0.640625
+        },
+        {
+          "step": 81,
+          "loss": 1.3809894323349,
+          "floss_loss": 0.0011169109493494034,
+          "kl_loss": 0.13798725605010986,
+          "lyap1_mean": 0.026689384132623672,
+          "lyap1_max": 0.09001993387937546,
+          "lyap_mean": 0.008221196010708809,
+          "volume_mean": 0.008221196942031384,
+          "volume_max": 0.04172876849770546,
+          "frac_active": 0.609375
+        },
+        {
+          "step": 82,
+          "loss": 1.181131362915039,
+          "floss_loss": 0.0009341138647869229,
+          "kl_loss": 0.11801972985267639,
+          "lyap1_mean": 0.023546211421489716,
+          "lyap1_max": 0.11186253279447556,
+          "lyap_mean": -0.0029204250313341618,
+          "volume_mean": -0.002920425496995449,
+          "volume_max": 0.030987374484539032,
+          "frac_active": 0.390625
+        },
+        {
+          "step": 83,
+          "loss": 1.458914875984192,
+          "floss_loss": 0.0007741842418909073,
+          "kl_loss": 0.14581407606601715,
+          "lyap1_mean": 0.026430632919073105,
+          "lyap1_max": 0.08738525956869125,
+          "lyap_mean": 0.01203586533665657,
+          "volume_mean": 0.01203586533665657,
+          "volume_max": 0.03955342620611191,
+          "frac_active": 0.734375
+        },
+        {
+          "step": 84,
+          "loss": 1.30050790309906,
+          "floss_loss": 0.0007975745247676969,
+          "kl_loss": 0.12997102737426758,
+          "lyap1_mean": 0.037466466426849365,
+          "lyap1_max": 0.060408756136894226,
+          "lyap_mean": 0.015369636006653309,
+          "volume_mean": 0.015369636937975883,
+          "volume_max": 0.041127827018499374,
+          "frac_active": 0.671875
+        },
+        {
+          "step": 85,
+          "loss": 2.1978917121887207,
+          "floss_loss": 0.0005591263179667294,
+          "kl_loss": 0.21973325312137604,
+          "lyap1_mean": 0.023281559348106384,
+          "lyap1_max": 0.06344706565141678,
+          "lyap_mean": 0.002722143428400159,
+          "volume_mean": 0.002722143428400159,
+          "volume_max": 0.023326905444264412,
+          "frac_active": 0.484375
+        },
+        {
+          "step": 86,
+          "loss": 1.5636121034622192,
+          "floss_loss": 0.0006411512149497867,
+          "kl_loss": 0.15629710257053375,
+          "lyap1_mean": 0.019441112875938416,
+          "lyap1_max": 0.047124993056058884,
+          "lyap_mean": 0.00644127931445837,
+          "volume_mean": 0.0064412797801196575,
+          "volume_max": 0.0454576313495636,
+          "frac_active": 0.625
+        },
+        {
+          "step": 87,
+          "loss": 2.5580453872680664,
+          "floss_loss": 0.0006607319228351116,
+          "kl_loss": 0.2557384669780731,
+          "lyap1_mean": 0.012444578111171722,
+          "lyap1_max": 0.07569174468517303,
+          "lyap_mean": -0.004294009879231453,
+          "volume_mean": -0.004294009879231453,
+          "volume_max": 0.026782015338540077,
+          "frac_active": 0.359375
+        },
+        {
+          "step": 88,
+          "loss": 4.745841979980469,
+          "floss_loss": 0.0007823460036888719,
+          "kl_loss": 0.4745059609413147,
+          "lyap1_mean": -0.0032539693638682365,
+          "lyap1_max": 0.04377124458551407,
+          "lyap_mean": -0.01578637957572937,
+          "volume_mean": -0.01578637771308422,
+          "volume_max": 0.007778913713991642,
+          "frac_active": 0.21875
+        },
+        {
+          "step": 89,
+          "loss": 2.457313060760498,
+          "floss_loss": 0.001461240230128169,
+          "kl_loss": 0.24558517336845398,
+          "lyap1_mean": 0.0023330608382821083,
+          "lyap1_max": 0.06263004243373871,
+          "lyap_mean": -0.015368819236755371,
+          "volume_mean": -0.015368819236755371,
+          "volume_max": 0.039464693516492844,
+          "frac_active": 0.296875
+        },
+        {
+          "step": 90,
+          "loss": 1.136283040046692,
+          "floss_loss": 0.0021366835571825504,
+          "kl_loss": 0.11341463774442673,
+          "lyap1_mean": -0.0216190367937088,
+          "lyap1_max": 0.0034709428437054157,
+          "lyap_mean": -0.04092469438910484,
+          "volume_mean": -0.04092469811439514,
+          "volume_max": -0.020598430186510086,
+          "frac_active": 0.03125
+        },
+        {
+          "step": 91,
+          "loss": 0.44384363293647766,
+          "floss_loss": 0.003065240802243352,
+          "kl_loss": 0.04407783970236778,
+          "lyap1_mean": -0.023462869226932526,
+          "lyap1_max": 0.04852469265460968,
+          "lyap_mean": -0.04691404104232788,
+          "volume_mean": -0.04691404104232788,
+          "volume_max": -0.00120213208720088,
+          "frac_active": 0.0625
+        },
+        {
+          "step": 92,
+          "loss": 0.9011842012405396,
+          "floss_loss": 0.002707152394577861,
+          "kl_loss": 0.08984770625829697,
+          "lyap1_mean": -0.016520127654075623,
+          "lyap1_max": 0.0636955201625824,
+          "lyap_mean": -0.03803791105747223,
+          "volume_mean": -0.03803791478276253,
+          "volume_max": 0.02320478856563568,
+          "frac_active": 0.171875
+        },
+        {
+          "step": 93,
+          "loss": 0.7461513876914978,
+          "floss_loss": 0.004704255610704422,
+          "kl_loss": 0.07414471358060837,
+          "lyap1_mean": -0.03392861783504486,
+          "lyap1_max": 0.10624318569898605,
+          "lyap_mean": -0.060690585523843765,
+          "volume_mean": -0.06069058179855347,
+          "volume_max": -0.009016530588269234,
+          "frac_active": 0.03125
+        },
+        {
+          "step": 94,
+          "loss": 5.405111312866211,
+          "floss_loss": 0.0035019200295209885,
+          "kl_loss": 0.5401609539985657,
+          "lyap1_mean": -0.026955610141158104,
+          "lyap1_max": 0.016439950093626976,
+          "lyap_mean": -0.05247891694307327,
+          "volume_mean": -0.05247891694307327,
+          "volume_max": -0.02294328436255455,
+          "frac_active": 0.046875
+        },
+        {
+          "step": 95,
+          "loss": 1.386263370513916,
+          "floss_loss": 0.0022143665701150894,
+          "kl_loss": 0.13840490579605103,
+          "lyap1_mean": -0.008920606225728989,
+          "lyap1_max": 0.04496031999588013,
+          "lyap_mean": -0.03653481975197792,
+          "volume_mean": -0.03653482347726822,
+          "volume_max": -0.006103083491325378,
+          "frac_active": 0.140625
+        },
+        {
+          "step": 96,
+          "loss": 1.6711227893829346,
+          "floss_loss": 0.003021243028342724,
+          "kl_loss": 0.16681015491485596,
+          "lyap1_mean": -0.016554314643144608,
+          "lyap1_max": 0.08285082876682281,
+          "lyap_mean": -0.04658995568752289,
+          "volume_mean": -0.04658995568752289,
+          "volume_max": -0.02596074342727661,
+          "frac_active": 0.078125
+        },
+        {
+          "step": 97,
+          "loss": 1.557113528251648,
+          "floss_loss": 0.0027497499249875546,
+          "kl_loss": 0.15543636679649353,
+          "lyap1_mean": -0.007015996612608433,
+          "lyap1_max": 0.04065282642841339,
+          "lyap_mean": -0.03668808564543724,
+          "volume_mean": -0.03668808192014694,
+          "volume_max": -0.0009463615715503693,
+          "frac_active": 0.140625
+        },
+        {
+          "step": 98,
+          "loss": 2.397106170654297,
+          "floss_loss": 0.001968243159353733,
+          "kl_loss": 0.2395137995481491,
+          "lyap1_mean": -0.00190768763422966,
+          "lyap1_max": 0.14377132058143616,
+          "lyap_mean": -0.020086314529180527,
+          "volume_mean": -0.020086314529180527,
+          "volume_max": 0.026692232117056847,
+          "frac_active": 0.25
+        },
+        {
+          "step": 99,
+          "loss": 1.1853410005569458,
+          "floss_loss": 0.001467888243496418,
+          "kl_loss": 0.11838730424642563,
+          "lyap1_mean": 0.02281375229358673,
+          "lyap1_max": 0.04749307036399841,
+          "lyap_mean": -0.014554956927895546,
+          "volume_mean": -0.01455495785921812,
+          "volume_max": 0.019550155848264694,
+          "frac_active": 0.390625
+        },
+        {
+          "step": 100,
+          "loss": 1.1385732889175415,
+          "floss_loss": 0.001149025047197938,
+          "kl_loss": 0.1137424185872078,
+          "lyap1_mean": 0.033525802195072174,
+          "lyap1_max": 0.07955924421548843,
+          "lyap_mean": 0.006146859843283892,
+          "volume_mean": 0.006146860308945179,
+          "volume_max": 0.036521509289741516,
+          "frac_active": 0.515625
+        },
+        {
+          "step": 101,
+          "loss": 1.6102416515350342,
+          "floss_loss": 0.0016767058987170458,
+          "kl_loss": 0.16085650026798248,
+          "lyap1_mean": 0.05009756237268448,
+          "lyap1_max": 0.10920457541942596,
+          "lyap_mean": 0.020761337131261826,
+          "volume_mean": 0.020761335268616676,
+          "volume_max": 0.06777527928352356,
+          "frac_active": 0.640625
+        },
+        {
+          "step": 102,
+          "loss": 0.9269182682037354,
+          "floss_loss": 0.002408184576779604,
+          "kl_loss": 0.09245100617408752,
+          "lyap1_mean": 0.06153459846973419,
+          "lyap1_max": 0.1463804692029953,
+          "lyap_mean": 0.03760812431573868,
+          "volume_mean": 0.03760812431573868,
+          "volume_max": 0.07660242170095444,
+          "frac_active": 0.890625
+        },
+        {
+          "step": 103,
+          "loss": 0.707192599773407,
+          "floss_loss": 0.003618293209001422,
+          "kl_loss": 0.07035742700099945,
+          "lyap1_mean": 0.08443862199783325,
+          "lyap1_max": 0.14485538005828857,
+          "lyap_mean": 0.05216413363814354,
+          "volume_mean": 0.05216413363814354,
+          "volume_max": 0.07830396294593811,
+          "frac_active": 0.96875
+        },
+        {
+          "step": 104,
+          "loss": 1.106467604637146,
+          "floss_loss": 0.005419038236141205,
+          "kl_loss": 0.11010485887527466,
+          "lyap1_mean": 0.09857335686683655,
+          "lyap1_max": 0.19970184564590454,
+          "lyap_mean": 0.06343957781791687,
+          "volume_mean": 0.06343957781791687,
+          "volume_max": 0.10735945403575897,
+          "frac_active": 1.0
+        },
+        {
+          "step": 105,
+          "loss": 0.9843984246253967,
+          "floss_loss": 0.000981116434559226,
+          "kl_loss": 0.09834173321723938,
+          "lyap1_mean": 0.041662395000457764,
+          "lyap1_max": 0.08282144367694855,
+          "lyap_mean": 0.024614110589027405,
+          "volume_mean": 0.024614110589027405,
+          "volume_max": 0.037191614508628845,
+          "frac_active": 0.890625
+        },
+        {
+          "step": 106,
+          "loss": 1.4086893796920776,
+          "floss_loss": 0.0012126895599067211,
+          "kl_loss": 0.14074766635894775,
+          "lyap1_mean": 0.042533211410045624,
+          "lyap1_max": 0.06405246257781982,
+          "lyap_mean": 0.02567252889275551,
+          "volume_mean": 0.02567252889275551,
+          "volume_max": 0.03770284354686737,
+          "frac_active": 0.90625
+        },
+        {
+          "step": 107,
+          "loss": 0.9824016094207764,
+          "floss_loss": 0.0011389589635655284,
+          "kl_loss": 0.09812626242637634,
+          "lyap1_mean": 0.04193340986967087,
+          "lyap1_max": 0.08039771020412445,
+          "lyap_mean": 0.024844732135534286,
+          "volume_mean": 0.024844732135534286,
+          "volume_max": 0.044680871069431305,
+          "frac_active": 0.90625
+        },
+        {
+          "step": 108,
+          "loss": 0.9242265224456787,
+          "floss_loss": 0.001055822940543294,
+          "kl_loss": 0.09231706708669662,
+          "lyap1_mean": 0.043760888278484344,
+          "lyap1_max": 0.08987189829349518,
+          "lyap_mean": 0.021391142159700394,
+          "volume_mean": 0.021391142159700394,
+          "volume_max": 0.04456768184900284,
+          "frac_active": 0.8125
+        },
+        {
+          "step": 109,
+          "loss": 1.3390215635299683,
+          "floss_loss": 0.0011743508512154222,
+          "kl_loss": 0.1337847262620926,
+          "lyap1_mean": 0.05245153233408928,
+          "lyap1_max": 0.10314637422561646,
+          "lyap_mean": 0.02357053942978382,
+          "volume_mean": 0.02357054129242897,
+          "volume_max": 0.042294081300497055,
+          "frac_active": 0.84375
+        },
+        {
+          "step": 110,
+          "loss": 4.072051525115967,
+          "floss_loss": 0.001155496807768941,
+          "kl_loss": 0.40708962082862854,
+          "lyap1_mean": 0.03821660578250885,
+          "lyap1_max": 0.05626183748245239,
+          "lyap_mean": 0.026090051978826523,
+          "volume_mean": 0.026090053841471672,
+          "volume_max": 0.05075375363230705,
+          "frac_active": 0.859375
+        },
+        {
+          "step": 111,
+          "loss": 0.7998995184898376,
+          "floss_loss": 0.0010837765876203775,
+          "kl_loss": 0.07988157123327255,
+          "lyap1_mean": 0.02625454217195511,
+          "lyap1_max": 0.0676235482096672,
+          "lyap_mean": -0.0011563175357878208,
+          "volume_mean": -0.0011563169537112117,
+          "volume_max": 0.024424288421869278,
+          "frac_active": 0.5
+        },
+        {
+          "step": 112,
+          "loss": 0.27636948227882385,
+          "floss_loss": 0.0007215895457193255,
+          "kl_loss": 0.02756478823721409,
+          "lyap1_mean": 0.03372787684202194,
+          "lyap1_max": 0.08146379142999649,
+          "lyap_mean": 0.0026569156907498837,
+          "volume_mean": 0.0026569156907498837,
+          "volume_max": 0.03596563637256622,
+          "frac_active": 0.515625
+        },
+        {
+          "step": 113,
+          "loss": 0.40015777945518494,
+          "floss_loss": 0.0010724912863224745,
+          "kl_loss": 0.039908528327941895,
+          "lyap1_mean": 0.036444976925849915,
+          "lyap1_max": 0.11281290650367737,
+          "lyap_mean": -0.0017051049508154392,
+          "volume_mean": -0.0017051040194928646,
+          "volume_max": 0.024144671857357025,
+          "frac_active": 0.375
+        },
+        {
+          "step": 114,
+          "loss": 0.4781810939311981,
+          "floss_loss": 0.0022902044001966715,
+          "kl_loss": 0.04758908599615097,
+          "lyap1_mean": -0.01848246157169342,
+          "lyap1_max": 0.0028007393702864647,
+          "lyap_mean": -0.037354230880737305,
+          "volume_mean": -0.037354230880737305,
+          "volume_max": -0.007258273661136627,
+          "frac_active": 0.09375
+        },
+        {
+          "step": 115,
+          "loss": 0.9175153970718384,
+          "floss_loss": 0.0020036627538502216,
+          "kl_loss": 0.09155116975307465,
+          "lyap1_mean": -0.013517042621970177,
+          "lyap1_max": 0.02171555534005165,
+          "lyap_mean": -0.035911925137043,
+          "volume_mean": -0.035911925137043,
+          "volume_max": -0.0024488158524036407,
+          "frac_active": 0.109375
+        },
+        {
+          "step": 116,
+          "loss": 0.9761504530906677,
+          "floss_loss": 0.001324829296208918,
+          "kl_loss": 0.09748256206512451,
+          "lyap1_mean": -0.0049003600142896175,
+          "lyap1_max": 0.04631425440311432,
+          "lyap_mean": -0.024900853633880615,
+          "volume_mean": -0.024900853633880615,
+          "volume_max": 0.018347032368183136,
+          "frac_active": 0.171875
+        },
+        {
+          "step": 117,
+          "loss": 0.6311285495758057,
+          "floss_loss": 0.002948182635009289,
+          "kl_loss": 0.06281803548336029,
+          "lyap1_mean": -0.023648269474506378,
+          "lyap1_max": 0.011399740353226662,
+          "lyap_mean": -0.0469185933470726,
+          "volume_mean": -0.0469185933470726,
+          "volume_max": 0.0027641230262815952,
+          "frac_active": 0.078125
+        },
+        {
+          "step": 118,
+          "loss": 0.5940611362457275,
+          "floss_loss": 0.002367963083088398,
+          "kl_loss": 0.05916931480169296,
+          "lyap1_mean": -0.02636629156768322,
+          "lyap1_max": 0.003266645362600684,
+          "lyap_mean": -0.04132133722305298,
+          "volume_mean": -0.04132133722305298,
+          "volume_max": -0.019811006262898445,
+          "frac_active": 0.0625
+        },
+        {
+          "step": 119,
+          "loss": 0.6228081583976746,
+          "floss_loss": 0.002070206915959716,
+          "kl_loss": 0.06207379698753357,
+          "lyap1_mean": -0.008064862340688705,
+          "lyap1_max": 0.041350964456796646,
+          "lyap_mean": -0.037192292511463165,
+          "volume_mean": -0.03719228878617287,
+          "volume_max": -0.008119388483464718,
+          "frac_active": 0.0625
+        },
+        {
+          "step": 120,
+          "loss": 0.5257418155670166,
+          "floss_loss": 0.001358582405373454,
+          "kl_loss": 0.05243832245469093,
+          "lyap1_mean": -0.016070298850536346,
+          "lyap1_max": 0.00888926349580288,
+          "lyap_mean": -0.029023997485637665,
+          "volume_mean": -0.029023997485637665,
+          "volume_max": -0.008243609219789505,
+          "frac_active": 0.046875
+        },
+        {
+          "step": 121,
+          "loss": 0.7746403813362122,
+          "floss_loss": 0.0012769312597811222,
+          "kl_loss": 0.07733634859323502,
+          "lyap1_mean": -0.005303242243826389,
+          "lyap1_max": 0.047425948083400726,
+          "lyap_mean": -0.023309754207730293,
+          "volume_mean": -0.023309752345085144,
+          "volume_max": 0.00982806459069252,
+          "frac_active": 0.203125
+        },
+        {
+          "step": 122,
+          "loss": 0.6738014221191406,
+          "floss_loss": 0.0013727990444749594,
+          "kl_loss": 0.06724286079406738,
+          "lyap1_mean": -0.0007332125678658485,
+          "lyap1_max": 0.04261404275894165,
+          "lyap_mean": -0.019922494888305664,
+          "volume_mean": -0.019922494888305664,
+          "volume_max": 0.020639512687921524,
+          "frac_active": 0.3125
+        },
+        {
+          "step": 123,
+          "loss": 0.41528573632240295,
+          "floss_loss": 0.0006812112987972796,
+          "kl_loss": 0.04146045073866844,
+          "lyap1_mean": 0.004213149659335613,
+          "lyap1_max": 0.05055458843708038,
+          "lyap_mean": -0.012210434302687645,
+          "volume_mean": -0.012210434302687645,
+          "volume_max": 0.01687544584274292,
+          "frac_active": 0.296875
+        },
+        {
+          "step": 124,
+          "loss": 1.6357896327972412,
+          "floss_loss": 0.0005769907729700208,
+          "kl_loss": 0.16352126002311707,
+          "lyap1_mean": 0.025797471404075623,
+          "lyap1_max": 0.056845586746931076,
+          "lyap_mean": 0.003755361307412386,
+          "volume_mean": 0.0037553617730736732,
+          "volume_max": 0.027827171608805656,
+          "frac_active": 0.546875
+        },
+        {
+          "step": 125,
+          "loss": 1.7574656009674072,
+          "floss_loss": 0.0008381569059565663,
+          "kl_loss": 0.17566274106502533,
+          "lyap1_mean": 0.03246245160698891,
+          "lyap1_max": 0.08135472238063812,
+          "lyap_mean": 0.007973527535796165,
+          "volume_mean": 0.007973527535796165,
+          "volume_max": 0.050899699330329895,
+          "frac_active": 0.5625
+        },
+        {
+          "step": 126,
+          "loss": 1.9975926876068115,
+          "floss_loss": 0.0021091385278850794,
+          "kl_loss": 0.19954834878444672,
+          "lyap1_mean": 0.05747973546385765,
+          "lyap1_max": 0.15726427733898163,
+          "lyap_mean": 0.019943775609135628,
+          "volume_mean": 0.019943775609135628,
+          "volume_max": 0.06873519718647003,
+          "frac_active": 0.640625
+        },
+        {
+          "step": 127,
+          "loss": 0.6268185973167419,
+          "floss_loss": 0.001291050692088902,
+          "kl_loss": 0.06255275756120682,
+          "lyap1_mean": 0.041249070316553116,
+          "lyap1_max": 0.10052623599767685,
+          "lyap_mean": 0.011769169010221958,
+          "volume_mean": 0.011769169941544533,
+          "volume_max": 0.03727194666862488,
+          "frac_active": 0.59375
+        },
+        {
+          "step": 128,
+          "loss": 0.3183889389038086,
+          "floss_loss": 0.0017517395317554474,
+          "kl_loss": 0.031663719564676285,
+          "lyap1_mean": 0.06039687991142273,
+          "lyap1_max": 0.11031933128833771,
+          "lyap_mean": 0.027392297983169556,
+          "volume_mean": 0.027392297983169556,
+          "volume_max": 0.06055271625518799,
+          "frac_active": 0.796875
+        },
+        {
+          "step": 129,
+          "loss": 0.174639031291008,
+          "floss_loss": 0.0017466492718085647,
+          "kl_loss": 0.017289238050580025,
+          "lyap1_mean": 0.07010277360677719,
+          "lyap1_max": 0.14933140575885773,
+          "lyap_mean": 0.016407223418354988,
+          "volume_mean": 0.016407225281000137,
+          "volume_max": 0.052021607756614685,
+          "frac_active": 0.65625
+        },
+        {
+          "step": 130,
+          "loss": 0.05317596346139908,
+          "floss_loss": 0.0009868757333606482,
+          "kl_loss": 0.0052189091220498085,
+          "lyap1_mean": 0.050317585468292236,
+          "lyap1_max": 0.11041334271430969,
+          "lyap_mean": 0.01998429000377655,
+          "volume_mean": 0.0199842918664217,
+          "volume_max": 0.032172732055187225,
+          "frac_active": 0.828125
+        },
+        {
+          "step": 131,
+          "loss": 0.6371923089027405,
+          "floss_loss": 0.000836060440633446,
+          "kl_loss": 0.06363562494516373,
+          "lyap1_mean": 0.04753818362951279,
+          "lyap1_max": 0.08841101825237274,
+          "lyap_mean": 0.008765404112637043,
+          "volume_mean": 0.008765405043959618,
+          "volume_max": 0.03259800747036934,
+          "frac_active": 0.546875
+        },
+        {
+          "step": 132,
+          "loss": 0.7855876684188843,
+          "floss_loss": 0.001649558311328292,
+          "kl_loss": 0.07839380949735641,
+          "lyap1_mean": 0.05212998762726784,
+          "lyap1_max": 0.14944379031658173,
+          "lyap_mean": 0.015918485820293427,
+          "volume_mean": 0.015918487682938576,
+          "volume_max": 0.06748952716588974,
+          "frac_active": 0.671875
+        },
+        {
+          "step": 133,
+          "loss": 0.49316972494125366,
+          "floss_loss": 0.001173426047898829,
+          "kl_loss": 0.049199629575014114,
+          "lyap1_mean": 0.038771145045757294,
+          "lyap1_max": 0.11115925759077072,
+          "lyap_mean": 0.0112238097935915,
+          "volume_mean": 0.0112238097935915,
+          "volume_max": 0.04656267166137695,
+          "frac_active": 0.625
+        },
+        {
+          "step": 134,
+          "loss": 0.4180079400539398,
+          "floss_loss": 0.001220402424223721,
+          "kl_loss": 0.04167875275015831,
+          "lyap1_mean": 0.011678054928779602,
+          "lyap1_max": 0.10535447299480438,
+          "lyap_mean": -0.013488970696926117,
+          "volume_mean": -0.013488971628248692,
+          "volume_max": 0.03634807467460632,
+          "frac_active": 0.3125
+        },
+        {
+          "step": 135,
+          "loss": 0.3715194761753082,
+          "floss_loss": 0.0007608663290739059,
+          "kl_loss": 0.03707586228847504,
+          "lyap1_mean": 0.019631005823612213,
+          "lyap1_max": 0.05082276463508606,
+          "lyap_mean": -0.011694640852510929,
+          "volume_mean": -0.011694639921188354,
+          "volume_max": -0.0005587134510278702,
+          "frac_active": 0.3125
+        },
+        {
+          "step": 136,
+          "loss": 0.8387576341629028,
+          "floss_loss": 0.0017406140686944127,
+          "kl_loss": 0.08370169997215271,
+          "lyap1_mean": 0.014291836880147457,
+          "lyap1_max": 0.15586461126804352,
+          "lyap_mean": -0.018696991726756096,
+          "volume_mean": -0.018696989864110947,
+          "volume_max": 0.03499608114361763,
+          "frac_active": 0.3125
+        },
+        {
+          "step": 137,
+          "loss": 0.6834172606468201,
+          "floss_loss": 0.00096443499205634,
+          "kl_loss": 0.06824527680873871,
+          "lyap1_mean": 0.009865089319646358,
+          "lyap1_max": 0.06205790489912033,
+          "lyap_mean": -0.011365707032382488,
+          "volume_mean": -0.011365707963705063,
+          "volume_max": 0.020672626793384552,
+          "frac_active": 0.34375
+        },
+        {
+          "step": 138,
+          "loss": 0.7555869817733765,
+          "floss_loss": 0.002057016361504793,
+          "kl_loss": 0.0753529965877533,
+          "lyap1_mean": -0.0007417653687298298,
+          "lyap1_max": 0.09259244054555893,
+          "lyap_mean": -0.02909025549888611,
+          "volume_mean": -0.02909025549888611,
+          "volume_max": 0.00988898053765297,
+          "frac_active": 0.140625
+        },
+        {
+          "step": 139,
+          "loss": 0.8853543996810913,
+          "floss_loss": 0.002073185984045267,
+          "kl_loss": 0.08832812309265137,
+          "lyap1_mean": -0.019953127950429916,
+          "lyap1_max": 0.036849670112133026,
+          "lyap_mean": -0.0341571643948555,
+          "volume_mean": -0.0341571681201458,
+          "volume_max": 0.0037900926545262337,
+          "frac_active": 0.125
+        },
+        {
+          "step": 140,
+          "loss": 0.5461347103118896,
+          "floss_loss": 0.001280906260944903,
+          "kl_loss": 0.05448538064956665,
+          "lyap1_mean": -0.0019755116663873196,
+          "lyap1_max": 0.04003237187862396,
+          "lyap_mean": -0.02854718454182148,
+          "volume_mean": -0.02854718267917633,
+          "volume_max": -0.016208969056606293,
+          "frac_active": 0.109375
+        },
+        {
+          "step": 141,
+          "loss": 1.2773422002792358,
+          "floss_loss": 0.0014453247422352433,
+          "kl_loss": 0.12758968770503998,
+          "lyap1_mean": 0.02242179773747921,
+          "lyap1_max": 0.08759453892707825,
+          "lyap_mean": -0.017753904685378075,
+          "volume_mean": -0.017753906548023224,
+          "volume_max": 0.011821554973721504,
+          "frac_active": 0.234375
+        },
+        {
+          "step": 142,
+          "loss": 0.9233877062797546,
+          "floss_loss": 0.0021348060108721256,
+          "kl_loss": 0.0921252891421318,
+          "lyap1_mean": -0.006921539083123207,
+          "lyap1_max": 0.11394800245761871,
+          "lyap_mean": -0.03636712580919266,
+          "volume_mean": -0.03636712580919266,
+          "volume_max": -0.005233295261859894,
+          "frac_active": 0.078125
+        },
+        {
+          "step": 143,
+          "loss": 0.4647241532802582,
+          "floss_loss": 0.0023953851778060198,
+          "kl_loss": 0.04623287543654442,
+          "lyap1_mean": -0.029837127774953842,
+          "lyap1_max": 0.009341325610876083,
+          "lyap_mean": -0.037525564432144165,
+          "volume_mean": -0.03752556070685387,
+          "volume_max": 0.03048643097281456,
+          "frac_active": 0.125
+        },
+        {
+          "step": 144,
+          "loss": 0.16707654297351837,
+          "floss_loss": 0.0021708800923079252,
+          "kl_loss": 0.016490567475557327,
+          "lyap1_mean": -0.01756902039051056,
+          "lyap1_max": 0.016236506402492523,
+          "lyap_mean": -0.03755859658122063,
+          "volume_mean": -0.037558600306510925,
+          "volume_max": -0.008479640819132328,
+          "frac_active": 0.078125
+        },
+        {
+          "step": 145,
+          "loss": 0.3876386880874634,
+          "floss_loss": 0.0026425051037222147,
+          "kl_loss": 0.038499616086483,
+          "lyap1_mean": -0.02911275252699852,
+          "lyap1_max": 0.028506610542535782,
+          "lyap_mean": -0.044394105672836304,
+          "volume_mean": -0.044394105672836304,
+          "volume_max": -0.009631111286580563,
+          "frac_active": 0.0625
+        },
+        {
+          "step": 146,
+          "loss": 0.02678171545267105,
+          "floss_loss": 0.0008910421747714281,
+          "kl_loss": 0.0025890672113746405,
+          "lyap1_mean": -0.0011015422642230988,
+          "lyap1_max": 0.05550751835107803,
+          "lyap_mean": -0.019410952925682068,
+          "volume_mean": -0.019410952925682068,
+          "volume_max": 0.01708603836596012,
+          "frac_active": 0.171875
+        },
+        {
+          "step": 147,
+          "loss": 0.4873676598072052,
+          "floss_loss": 0.0013717978727072477,
+          "kl_loss": 0.04859958589076996,
+          "lyap1_mean": 0.03630031645298004,
+          "lyap1_max": 0.10095670074224472,
+          "lyap_mean": 0.0014074521604925394,
+          "volume_mean": 0.0014074514620006084,
+          "volume_max": 0.032120123505592346,
+          "frac_active": 0.40625
+        },
+        {
+          "step": 148,
+          "loss": 0.505548894405365,
+          "floss_loss": 0.0012932699173688889,
+          "kl_loss": 0.05042556673288345,
+          "lyap1_mean": 0.03401176631450653,
+          "lyap1_max": 0.10261532664299011,
+          "lyap_mean": 0.009516275487840176,
+          "volume_mean": 0.009516275487840176,
+          "volume_max": 0.041452061384916306,
+          "frac_active": 0.609375
+        },
+        {
+          "step": 149,
+          "loss": 0.33302196860313416,
+          "floss_loss": 0.0008067853050306439,
+          "kl_loss": 0.033221520483493805,
+          "lyap1_mean": 0.03738274425268173,
+          "lyap1_max": 0.11894004791975021,
+          "lyap_mean": 0.011927202343940735,
+          "volume_mean": 0.011927202343940735,
+          "volume_max": 0.04181845486164093,
+          "frac_active": 0.65625
+        },
+        {
+          "step": 150,
+          "loss": 0.3568236827850342,
+          "floss_loss": 0.0008271376136690378,
+          "kl_loss": 0.03559965640306473,
+          "lyap1_mean": 0.0397632010281086,
+          "lyap1_max": 0.1069653183221817,
+          "lyap_mean": 0.015085475519299507,
+          "volume_mean": 0.015085476450622082,
+          "volume_max": 0.03467021882534027,
+          "frac_active": 0.75
+        },
+        {
+          "step": 151,
+          "loss": 0.5536574125289917,
+          "floss_loss": 0.0014204257167875767,
+          "kl_loss": 0.055223699659109116,
+          "lyap1_mean": 0.055572181940078735,
+          "lyap1_max": 0.10180556774139404,
+          "lyap_mean": 0.029789656400680542,
+          "volume_mean": 0.029789654538035393,
+          "volume_max": 0.044504277408123016,
+          "frac_active": 0.9375
+        },
+        {
+          "step": 152,
+          "loss": 0.6515081524848938,
+          "floss_loss": 0.001923954114317894,
+          "kl_loss": 0.06495841592550278,
+          "lyap1_mean": 0.06288541853427887,
+          "lyap1_max": 0.09243670105934143,
+          "lyap_mean": 0.038332801312208176,
+          "volume_mean": 0.03833279758691788,
+          "volume_max": 0.06458278000354767,
+          "frac_active": 1.0
+        },
+        {
+          "step": 153,
+          "loss": 0.49914681911468506,
+          "floss_loss": 0.0030519345309585333,
+          "kl_loss": 0.04960948973894119,
+          "lyap1_mean": 0.06907503306865692,
+          "lyap1_max": 0.1224869042634964,
+          "lyap_mean": 0.04688367247581482,
+          "volume_mean": 0.04688367247581482,
+          "volume_max": 0.07886172831058502,
+          "frac_active": 0.953125
+        },
+        {
+          "step": 154,
+          "loss": 0.4623061418533325,
+          "floss_loss": 0.0023088546004146338,
+          "kl_loss": 0.04599972814321518,
+          "lyap1_mean": 0.06336542218923569,
+          "lyap1_max": 0.11853807419538498,
+          "lyap_mean": 0.04040132462978363,
+          "volume_mean": 0.04040132090449333,
+          "volume_max": 0.07418977469205856,
+          "frac_active": 0.96875
+        },
+        {
+          "step": 155,
+          "loss": 0.3463273346424103,
+          "floss_loss": 0.002518140245229006,
+          "kl_loss": 0.034380920231342316,
+          "lyap1_mean": 0.07926227897405624,
+          "lyap1_max": 0.1657586395740509,
+          "lyap_mean": 0.04028989374637604,
+          "volume_mean": 0.04028989374637604,
+          "volume_max": 0.059043414890766144,
+          "frac_active": 0.984375
+        },
+        {
+          "step": 156,
+          "loss": 0.4847610294818878,
+          "floss_loss": 0.0014001992531120777,
+          "kl_loss": 0.04833608120679855,
+          "lyap1_mean": 0.05176885053515434,
+          "lyap1_max": 0.1441391110420227,
+          "lyap_mean": 0.025815943256020546,
+          "volume_mean": 0.025815941393375397,
+          "volume_max": 0.05373997613787651,
+          "frac_active": 0.8125
+        },
+        {
+          "step": 157,
+          "loss": 0.6267603039741516,
+          "floss_loss": 0.0019838563166558743,
+          "kl_loss": 0.06247764080762863,
+          "lyap1_mean": 0.0646529495716095,
+          "lyap1_max": 0.13097624480724335,
+          "lyap_mean": 0.03363466635346413,
+          "volume_mean": 0.03363466262817383,
+          "volume_max": 0.06777860969305038,
+          "frac_active": 0.90625
+        },
+        {
+          "step": 158,
+          "loss": 0.657213032245636,
+          "floss_loss": 0.003405205672606826,
+          "kl_loss": 0.06538078188896179,
+          "lyap1_mean": 0.07723354548215866,
+          "lyap1_max": 0.1748141050338745,
+          "lyap_mean": 0.04802359640598297,
+          "volume_mean": 0.04802360013127327,
+          "volume_max": 0.07898525148630142,
+          "frac_active": 0.953125
+        },
+        {
+          "step": 159,
+          "loss": 0.3252415657043457,
+          "floss_loss": 0.0015128266531974077,
+          "kl_loss": 0.03237287327647209,
+          "lyap1_mean": 0.052696920931339264,
+          "lyap1_max": 0.13124725222587585,
+          "lyap_mean": 0.020544089376926422,
+          "volume_mean": 0.02054409123957157,
+          "volume_max": 0.053649745881557465,
+          "frac_active": 0.703125
+        },
+        {
+          "step": 160,
+          "loss": 1.5867030620574951,
+          "floss_loss": 0.001337102148681879,
+          "kl_loss": 0.15853659808635712,
+          "lyap1_mean": 0.047619666904211044,
+          "lyap1_max": 0.0794994980096817,
+          "lyap_mean": 0.02855198085308075,
+          "volume_mean": 0.02855198085308075,
+          "volume_max": 0.043169740587472916,
+          "frac_active": 0.921875
+        },
+        {
+          "step": 161,
+          "loss": 0.06699882447719574,
+          "floss_loss": 0.0009307761210948229,
+          "kl_loss": 0.006606804672628641,
+          "lyap1_mean": 0.03245868533849716,
+          "lyap1_max": 0.11331930011510849,
+          "lyap_mean": 0.01021728664636612,
+          "volume_mean": 0.01021728664636612,
+          "volume_max": 0.04033078998327255,
+          "frac_active": 0.640625
+        },
+        {
+          "step": 162,
+          "loss": 0.026944415643811226,
+          "floss_loss": 0.0005725173396058381,
+          "kl_loss": 0.0026371898129582405,
+          "lyap1_mean": 0.0006673806346952915,
+          "lyap1_max": 0.048605095595121384,
+          "lyap_mean": -0.008069384843111038,
+          "volume_mean": -0.008069384843111038,
+          "volume_max": 0.015177706256508827,
+          "frac_active": 0.34375
+        },
+        {
+          "step": 163,
+          "loss": 0.5609657764434814,
+          "floss_loss": 0.001074673142284155,
+          "kl_loss": 0.055989112704992294,
+          "lyap1_mean": 0.0009675971232354641,
+          "lyap1_max": 0.06447971612215042,
+          "lyap_mean": -0.015782805159687996,
+          "volume_mean": -0.015782805159687996,
+          "volume_max": 0.04391547292470932,
+          "frac_active": 0.203125
+        },
+        {
+          "step": 164,
+          "loss": 0.6733030676841736,
+          "floss_loss": 0.0014866215642541647,
+          "kl_loss": 0.06718164682388306,
+          "lyap1_mean": -0.0024074604734778404,
+          "lyap1_max": 0.0652688592672348,
+          "lyap_mean": -0.02604694664478302,
+          "volume_mean": -0.02604694664478302,
+          "volume_max": 0.007217138074338436,
+          "frac_active": 0.203125
+        },
+        {
+          "step": 165,
+          "loss": 0.4846077263355255,
+          "floss_loss": 0.0025713867507874966,
+          "kl_loss": 0.04820363596081734,
+          "lyap1_mean": -0.021639905869960785,
+          "lyap1_max": 0.04785580933094025,
+          "lyap_mean": -0.0429408997297287,
+          "volume_mean": -0.0429408997297287,
+          "volume_max": -0.009847434237599373,
+          "frac_active": 0.046875
+        },
+        {
+          "step": 166,
+          "loss": 1.9017711877822876,
+          "floss_loss": 0.0022813354153186083,
+          "kl_loss": 0.18994899094104767,
+          "lyap1_mean": -0.014025138691067696,
+          "lyap1_max": 0.023136600852012634,
+          "lyap_mean": -0.041990187019109726,
+          "volume_mean": -0.041990187019109726,
+          "volume_max": -0.026653751730918884,
+          "frac_active": 0.03125
+        },
+        {
+          "step": 167,
+          "loss": 0.9304813742637634,
+          "floss_loss": 0.0011706998338922858,
+          "kl_loss": 0.09293106943368912,
+          "lyap1_mean": -0.002680446021258831,
+          "lyap1_max": 0.052326612174510956,
+          "lyap_mean": -0.0195559523999691,
+          "volume_mean": -0.01955595053732395,
+          "volume_max": 0.012444796971976757,
+          "frac_active": 0.21875
+        },
+        {
+          "step": 168,
+          "loss": 1.500183343887329,
+          "floss_loss": 0.0016360282897949219,
+          "kl_loss": 0.14985473453998566,
+          "lyap1_mean": 0.03150252625346184,
+          "lyap1_max": 0.09842418879270554,
+          "lyap_mean": -0.009795158170163631,
+          "volume_mean": -0.009795159101486206,
+          "volume_max": 0.03162213787436485,
+          "frac_active": 0.359375
+        },
+        {
+          "step": 169,
+          "loss": 0.9559656977653503,
+          "floss_loss": 0.001179052283987403,
+          "kl_loss": 0.09547866880893707,
+          "lyap1_mean": 0.044743556529283524,
+          "lyap1_max": 0.10345678776502609,
+          "lyap_mean": 0.011526164598762989,
+          "volume_mean": 0.011526165530085564,
+          "volume_max": 0.04422365128993988,
+          "frac_active": 0.5
+        },
+        {
+          "step": 170,
+          "loss": 0.5828508138656616,
+          "floss_loss": 0.0014963315334171057,
+          "kl_loss": 0.05813544988632202,
+          "lyap1_mean": 0.030112197622656822,
+          "lyap1_max": 0.08269520848989487,
+          "lyap_mean": 0.0023184497840702534,
+          "volume_mean": 0.002318450715392828,
+          "volume_max": 0.04360012710094452,
+          "frac_active": 0.46875
+        },
+        {
+          "step": 171,
+          "loss": 2.3331539630889893,
+          "floss_loss": 0.0005884368438273668,
+          "kl_loss": 0.23325656354427338,
+          "lyap1_mean": 0.02253946289420128,
+          "lyap1_max": 0.052488215267658234,
+          "lyap_mean": 0.005364432465285063,
+          "volume_mean": 0.00536443293094635,
+          "volume_max": 0.024395136162638664,
+          "frac_active": 0.578125
+        },
+        {
+          "step": 172,
+          "loss": 0.5783084034919739,
+          "floss_loss": 0.002054857090115547,
+          "kl_loss": 0.05762535333633423,
+          "lyap1_mean": 0.05482231825590134,
+          "lyap1_max": 0.12140454351902008,
+          "lyap_mean": 0.032432980835437775,
+          "volume_mean": 0.032432980835437775,
+          "volume_max": 0.07952521741390228,
+          "frac_active": 0.84375
+        },
+        {
+          "step": 173,
+          "loss": 0.8858833909034729,
+          "floss_loss": 0.0014809262938797474,
+          "kl_loss": 0.08844024688005447,
+          "lyap1_mean": 0.04915947467088699,
+          "lyap1_max": 0.09118875861167908,
+          "lyap_mean": 0.026206322014331818,
+          "volume_mean": 0.026206322014331818,
+          "volume_max": 0.055857136845588684,
+          "frac_active": 0.796875
+        },
+        {
+          "step": 174,
+          "loss": 0.6050101518630981,
+          "floss_loss": 0.0019056571181863546,
+          "kl_loss": 0.060310445725917816,
+          "lyap1_mean": 0.048537686467170715,
+          "lyap1_max": 0.10845562070608139,
+          "lyap_mean": 0.031012218445539474,
+          "volume_mean": 0.031012222170829773,
+          "volume_max": 0.08369077742099762,
+          "frac_active": 0.796875
+        },
+        {
+          "step": 175,
+          "loss": 0.23071932792663574,
+          "floss_loss": 0.0015978057635948062,
+          "kl_loss": 0.022912152111530304,
+          "lyap1_mean": 0.05009617656469345,
+          "lyap1_max": 0.08742029964923859,
+          "lyap_mean": 0.028450626879930496,
+          "volume_mean": 0.028450626879930496,
+          "volume_max": 0.056917380541563034,
+          "frac_active": 0.84375
+        },
+        {
+          "step": 176,
+          "loss": 0.15890853106975555,
+          "floss_loss": 0.001577208866365254,
+          "kl_loss": 0.015733132138848305,
+          "lyap1_mean": 0.05054410919547081,
+          "lyap1_max": 0.11559873074293137,
+          "lyap_mean": 0.02958737500011921,
+          "volume_mean": 0.02958737500011921,
+          "volume_max": 0.06597159802913666,
+          "frac_active": 0.890625
+        },
+        {
+          "step": 177,
+          "loss": 0.28308361768722534,
+          "floss_loss": 0.0005952316569164395,
+          "kl_loss": 0.02824883721768856,
+          "lyap1_mean": 0.0060062832199037075,
+          "lyap1_max": 0.025884492322802544,
+          "lyap_mean": -0.006271103397011757,
+          "volume_mean": -0.006271103397011757,
+          "volume_max": 0.022272855043411255,
+          "frac_active": 0.40625
+        },
+        {
+          "step": 178,
+          "loss": 0.019337251782417297,
+          "floss_loss": 0.0009711637394502759,
+          "kl_loss": 0.0018366087460890412,
+          "lyap1_mean": 0.008908822201192379,
+          "lyap1_max": 0.08015961945056915,
+          "lyap_mean": -0.018552817404270172,
+          "volume_mean": -0.018552817404270172,
+          "volume_max": -0.003483337350189686,
+          "frac_active": 0.171875
+        },
+        {
+          "step": 179,
+          "loss": 0.5584821105003357,
+          "floss_loss": 0.0008460344979539514,
+          "kl_loss": 0.0557636097073555,
+          "lyap1_mean": 0.013142078183591366,
+          "lyap1_max": 0.09615298360586166,
+          "lyap_mean": 0.0011818230850622058,
+          "volume_mean": 0.0011818238999694586,
+          "volume_max": 0.04110842943191528,
+          "frac_active": 0.53125
+        },
+        {
+          "step": 180,
+          "loss": 0.5726234912872314,
+          "floss_loss": 0.0013455197913572192,
+          "kl_loss": 0.05712779983878136,
+          "lyap1_mean": 0.019902842119336128,
+          "lyap1_max": 0.09666958451271057,
+          "lyap_mean": 0.007546517997980118,
+          "volume_mean": 0.007546517997980118,
+          "volume_max": 0.0466979518532753,
+          "frac_active": 0.65625
+        },
+        {
+          "step": 181,
+          "loss": 0.46785956621170044,
+          "floss_loss": 0.0007485013920813799,
+          "kl_loss": 0.04671110585331917,
+          "lyap1_mean": 0.027216732501983643,
+          "lyap1_max": 0.07320454716682434,
+          "lyap_mean": 0.005226076114922762,
+          "volume_mean": 0.005226075649261475,
+          "volume_max": 0.03141115605831146,
+          "frac_active": 0.546875
+        },
+        {
+          "step": 182,
+          "loss": 0.5152721405029297,
+          "floss_loss": 0.0005460155662149191,
+          "kl_loss": 0.05147261172533035,
+          "lyap1_mean": 0.0212247334420681,
+          "lyap1_max": 0.06607827544212341,
+          "lyap_mean": -0.0036461399868130684,
+          "volume_mean": -0.0036461397539824247,
+          "volume_max": 0.013079321943223476,
+          "frac_active": 0.40625
+        },
+        {
+          "step": 183,
+          "loss": 0.5233362317085266,
+          "floss_loss": 0.0009073354885913432,
+          "kl_loss": 0.05224289000034332,
+          "lyap1_mean": 0.025994978845119476,
+          "lyap1_max": 0.07612606883049011,
+          "lyap_mean": 0.009501604363322258,
+          "volume_mean": 0.009501603431999683,
+          "volume_max": 0.042250774800777435,
+          "frac_active": 0.609375
+        },
+        {
+          "step": 184,
+          "loss": 0.6122063398361206,
+          "floss_loss": 0.0007158280932344496,
+          "kl_loss": 0.06114904582500458,
+          "lyap1_mean": 0.002773118671029806,
+          "lyap1_max": 0.05016524717211723,
+          "lyap_mean": -0.012574953958392143,
+          "volume_mean": -0.012574952095746994,
+          "volume_max": 0.022829512134194374,
+          "frac_active": 0.296875
+        },
+        {
+          "step": 185,
+          "loss": 0.46747443079948425,
+          "floss_loss": 0.0008934076759032905,
+          "kl_loss": 0.04665810242295265,
+          "lyap1_mean": 0.03453122824430466,
+          "lyap1_max": 0.07771550118923187,
+          "lyap_mean": 0.010718507692217827,
+          "volume_mean": 0.010718506760895252,
+          "volume_max": 0.035627640783786774,
+          "frac_active": 0.671875
+        },
+        {
+          "step": 186,
+          "loss": 0.45716312527656555,
+          "floss_loss": 0.00035431579453870654,
+          "kl_loss": 0.045680880546569824,
+          "lyap1_mean": 0.013437417335808277,
+          "lyap1_max": 0.030522335320711136,
+          "lyap_mean": 0.006684356369078159,
+          "volume_mean": 0.006684357300400734,
+          "volume_max": 0.02045179158449173,
+          "frac_active": 0.6875
+        },
+        {
+          "step": 187,
+          "loss": 0.24824829399585724,
+          "floss_loss": 0.0005680394824594259,
+          "kl_loss": 0.024768026545643806,
+          "lyap1_mean": 0.007083836942911148,
+          "lyap1_max": 0.042016156017780304,
+          "lyap_mean": -0.004082388244569302,
+          "volume_mean": -0.004082388710230589,
+          "volume_max": 0.01704026386141777,
+          "frac_active": 0.390625
+        },
+        {
+          "step": 188,
+          "loss": 0.3444458544254303,
+          "floss_loss": 0.0005681624752469361,
+          "kl_loss": 0.03438777104020119,
+          "lyap1_mean": 0.017757946625351906,
+          "lyap1_max": 0.045958928763866425,
+          "lyap_mean": -0.007006549276411533,
+          "volume_mean": -0.007006549276411533,
+          "volume_max": 0.01699710637331009,
+          "frac_active": 0.375
+        },
+        {
+          "step": 189,
+          "loss": 1.9131369590759277,
+          "floss_loss": 0.0006016265251673758,
+          "kl_loss": 0.19125352799892426,
+          "lyap1_mean": 0.02379256673157215,
+          "lyap1_max": 0.06495333462953568,
+          "lyap_mean": -0.003961144480854273,
+          "volume_mean": -0.0039611440151929855,
+          "volume_max": 0.010346880182623863,
+          "frac_active": 0.359375
+        },
+        {
+          "step": 190,
+          "loss": 0.5794010758399963,
+          "floss_loss": 0.0007278345292434096,
+          "kl_loss": 0.057867325842380524,
+          "lyap1_mean": 0.00029978412203490734,
+          "lyap1_max": 0.017965421080589294,
+          "lyap_mean": -0.00937277264893055,
+          "volume_mean": -0.009372773580253124,
+          "volume_max": 0.021691633388400078,
+          "frac_active": 0.375
+        },
+        {
+          "step": 191,
+          "loss": 0.33285585045814514,
+          "floss_loss": 0.0005623548058792949,
+          "kl_loss": 0.03322935104370117,
+          "lyap1_mean": 0.007617038208991289,
+          "lyap1_max": 0.023909535259008408,
+          "lyap_mean": -0.013328135013580322,
+          "volume_mean": -0.013328135013580322,
+          "volume_max": -0.0036891568452119827,
+          "frac_active": 0.21875
+        },
+        {
+          "step": 192,
+          "loss": 0.5738574862480164,
+          "floss_loss": 0.0006274938932619989,
+          "kl_loss": 0.057322997599840164,
+          "lyap1_mean": 0.023443207144737244,
+          "lyap1_max": 0.08431022614240646,
+          "lyap_mean": -0.003542147809639573,
+          "volume_mean": -0.0035421482753008604,
+          "volume_max": 0.013085163198411465,
+          "frac_active": 0.40625
+        },
+        {
+          "step": 193,
+          "loss": 1.7018868923187256,
+          "floss_loss": 0.0013430870603770018,
+          "kl_loss": 0.1700543761253357,
+          "lyap1_mean": 0.0055911969393491745,
+          "lyap1_max": 0.10223120450973511,
+          "lyap_mean": -0.021435454487800598,
+          "volume_mean": -0.021435454487800598,
+          "volume_max": 0.013123433105647564,
+          "frac_active": 0.171875
+        },
+        {
+          "step": 194,
+          "loss": 0.013621736317873001,
+          "floss_loss": 0.0005804428947158158,
+          "kl_loss": 0.001304129371419549,
+          "lyap1_mean": 0.010214056819677353,
+          "lyap1_max": 0.028626201674342155,
+          "lyap_mean": -0.014106334187090397,
+          "volume_mean": -0.014106334187090397,
+          "volume_max": -0.0003869147039949894,
+          "frac_active": 0.234375
+        },
+        {
+          "step": 195,
+          "loss": 1.3334238529205322,
+          "floss_loss": 0.0006150396075099707,
+          "kl_loss": 0.1332808881998062,
+          "lyap1_mean": 0.028243523091077805,
+          "lyap1_max": 0.07404930144548416,
+          "lyap_mean": -0.004026238806545734,
+          "volume_mean": -0.004026238340884447,
+          "volume_max": 0.012760861776769161,
+          "frac_active": 0.453125
+        },
+        {
+          "step": 196,
+          "loss": 0.7384865283966064,
+          "floss_loss": 0.0006156774470582604,
+          "kl_loss": 0.07378708571195602,
+          "lyap1_mean": 0.03892967849969864,
+          "lyap1_max": 0.07034450769424438,
+          "lyap_mean": 0.012259741313755512,
+          "volume_mean": 0.012259742245078087,
+          "volume_max": 0.02551254816353321,
+          "frac_active": 0.71875
+        },
+        {
+          "step": 197,
+          "loss": 0.4906303882598877,
+          "floss_loss": 0.0011516808299347758,
+          "kl_loss": 0.04894787073135376,
+          "lyap1_mean": 0.05357810854911804,
+          "lyap1_max": 0.10107126832008362,
+          "lyap_mean": 0.020109403878450394,
+          "volume_mean": 0.020109403878450394,
+          "volume_max": 0.04710967093706131,
+          "frac_active": 0.78125
+        },
+        {
+          "step": 198,
+          "loss": 0.5793392062187195,
+          "floss_loss": 0.0016957515617832541,
+          "kl_loss": 0.05776434764266014,
+          "lyap1_mean": 0.06648904830217361,
+          "lyap1_max": 0.1185189038515091,
+          "lyap_mean": 0.032499413937330246,
+          "volume_mean": 0.032499413937330246,
+          "volume_max": 0.05298122018575668,
+          "frac_active": 0.90625
+        },
+        {
+          "step": 199,
+          "loss": 0.7571707367897034,
+          "floss_loss": 0.0018926080083474517,
+          "kl_loss": 0.07552780956029892,
+          "lyap1_mean": 0.05338961258530617,
+          "lyap1_max": 0.09147462248802185,
+          "lyap_mean": 0.03748391568660736,
+          "volume_mean": 0.03748391568660736,
+          "volume_max": 0.052609145641326904,
+          "frac_active": 0.984375
+        },
+        {
+          "step": 200,
+          "loss": 0.5613312125205994,
+          "floss_loss": 0.001755984965711832,
+          "kl_loss": 0.05595751851797104,
+          "lyap1_mean": 0.05395770072937012,
+          "lyap1_max": 0.10847495496273041,
+          "lyap_mean": 0.035311259329319,
+          "volume_mean": 0.035311259329319,
+          "volume_max": 0.06654500216245651,
+          "frac_active": 1.0
+        },
+        {
+          "step": 201,
+          "loss": 0.6827152371406555,
+          "floss_loss": 0.0011900616809725761,
+          "kl_loss": 0.068152517080307,
+          "lyap1_mean": 0.030340753495693207,
+          "lyap1_max": 0.06512463092803955,
+          "lyap_mean": 0.023817505687475204,
+          "volume_mean": 0.023817509412765503,
+          "volume_max": 0.06211789697408676,
+          "frac_active": 0.875
+        },
+        {
+          "step": 202,
+          "loss": 0.5412430167198181,
+          "floss_loss": 0.0009275915217585862,
+          "kl_loss": 0.05403154343366623,
+          "lyap1_mean": 0.035815007984638214,
+          "lyap1_max": 0.08198098838329315,
+          "lyap_mean": 0.01709139533340931,
+          "volume_mean": 0.01709139533340931,
+          "volume_max": 0.04152579605579376,
+          "frac_active": 0.734375
+        },
+        {
+          "step": 203,
+          "loss": 0.3766267001628876,
+          "floss_loss": 0.0004316221456974745,
+          "kl_loss": 0.03761950880289078,
+          "lyap1_mean": 0.008366120979189873,
+          "lyap1_max": 0.04655376821756363,
+          "lyap_mean": -0.0005574019160121679,
+          "volume_mean": -0.0005574016831815243,
+          "volume_max": 0.025296684354543686,
+          "frac_active": 0.515625
+        },
+        {
+          "step": 204,
+          "loss": 0.33774489164352417,
+          "floss_loss": 0.0007478180341422558,
+          "kl_loss": 0.03369970619678497,
+          "lyap1_mean": 0.012684823013842106,
+          "lyap1_max": 0.033962395042181015,
+          "lyap_mean": -0.00816110335290432,
+          "volume_mean": -0.00816110335290432,
+          "volume_max": 0.02563498541712761,
+          "frac_active": 0.3125
+        },
+        {
+          "step": 205,
+          "loss": 0.6129882335662842,
+          "floss_loss": 0.0010274762753397226,
+          "kl_loss": 0.06119607388973236,
+          "lyap1_mean": 0.00129779614508152,
+          "lyap1_max": 0.03041660413146019,
+          "lyap_mean": -0.022552430629730225,
+          "volume_mean": -0.022552430629730225,
+          "volume_max": -0.0058821700513362885,
+          "frac_active": 0.203125
+        },
+        {
+          "step": 206,
+          "loss": 0.46932053565979004,
+          "floss_loss": 0.0005428318399935961,
+          "kl_loss": 0.046877771615982056,
+          "lyap1_mean": 0.011886060237884521,
+          "lyap1_max": 0.055267926305532455,
+          "lyap_mean": -0.00985279493033886,
+          "volume_mean": -0.00985279493033886,
+          "volume_max": -0.00026295706629753113,
+          "frac_active": 0.359375
+        },
+        {
+          "step": 207,
+          "loss": 0.23527376353740692,
+          "floss_loss": 0.0006682741222903132,
+          "kl_loss": 0.023460548371076584,
+          "lyap1_mean": 0.002583199180662632,
+          "lyap1_max": 0.04636479914188385,
+          "lyap_mean": -0.015243892557919025,
+          "volume_mean": -0.0152438934892416,
+          "volume_max": 0.003425007686018944,
+          "frac_active": 0.265625
+        },
+        {
+          "step": 208,
+          "loss": 0.05554657056927681,
+          "floss_loss": 0.000631913891993463,
+          "kl_loss": 0.005491465795785189,
+          "lyap1_mean": 0.031023381277918816,
+          "lyap1_max": 0.08258268237113953,
+          "lyap_mean": 0.00310228718444705,
+          "volume_mean": 0.0031022876501083374,
+          "volume_max": 0.018772561103105545,
+          "frac_active": 0.484375
+        },
+        {
+          "step": 209,
+          "loss": 0.11078096181154251,
+          "floss_loss": 0.0005351099534891546,
+          "kl_loss": 0.011024584993720055,
+          "lyap1_mean": 0.036730460822582245,
+          "lyap1_max": 0.07067900151014328,
+          "lyap_mean": 0.0014874831540510058,
+          "volume_mean": 0.0014874831540510058,
+          "volume_max": 0.01624887064099312,
+          "frac_active": 0.40625
+        },
+        {
+          "step": 210,
+          "loss": 0.015341273508965969,
+          "floss_loss": 0.0007416579173877835,
+          "kl_loss": 0.001459961524233222,
+          "lyap1_mean": 0.0027159061282873154,
+          "lyap1_max": 0.04303976893424988,
+          "lyap_mean": -0.011823885142803192,
+          "volume_mean": -0.011823885142803192,
+          "volume_max": 0.02108999527990818,
+          "frac_active": 0.25
+        },
+        {
+          "step": 211,
+          "loss": 0.7808502316474915,
+          "floss_loss": 0.0005776543403044343,
+          "kl_loss": 0.07802726328372955,
+          "lyap1_mean": 0.02741566300392151,
+          "lyap1_max": 0.05732788145542145,
+          "lyap_mean": 0.0067483666352927685,
+          "volume_mean": 0.006748366169631481,
+          "volume_max": 0.026178257539868355,
+          "frac_active": 0.578125
+        },
+        {
+          "step": 212,
+          "loss": 0.728366494178772,
+          "floss_loss": 0.0007476132595911622,
+          "kl_loss": 0.0727618858218193,
+          "lyap1_mean": 0.03573621064424515,
+          "lyap1_max": 0.08515503257513046,
+          "lyap_mean": 0.018323246389627457,
+          "volume_mean": 0.018323244526982307,
+          "volume_max": 0.03822873532772064,
+          "frac_active": 0.84375
+        },
+        {
+          "step": 213,
+          "loss": 0.31371358036994934,
+          "floss_loss": 0.001440947875380516,
+          "kl_loss": 0.031227264553308487,
+          "lyap1_mean": 0.05216236412525177,
+          "lyap1_max": 0.11872440576553345,
+          "lyap_mean": 0.029323546215891838,
+          "volume_mean": 0.02932354435324669,
+          "volume_max": 0.057309336960315704,
+          "frac_active": 0.90625
+        },
+        {
+          "step": 214,
+          "loss": 0.3252539038658142,
+          "floss_loss": 0.0009868224151432514,
+          "kl_loss": 0.032426707446575165,
+          "lyap1_mean": 0.04104677215218544,
+          "lyap1_max": 0.06797993183135986,
+          "lyap_mean": 0.023494519293308258,
+          "volume_mean": 0.023494519293308258,
+          "volume_max": 0.036074500530958176,
+          "frac_active": 0.875
+        },
+        {
+          "step": 215,
+          "loss": 0.4325617849826813,
+          "floss_loss": 0.001258845324628055,
+          "kl_loss": 0.0431302934885025,
+          "lyap1_mean": 0.04344113916158676,
+          "lyap1_max": 0.07918792963027954,
+          "lyap_mean": 0.026708494871854782,
+          "volume_mean": 0.026708494871854782,
+          "volume_max": 0.05253845825791359,
+          "frac_active": 0.890625
+        },
+        {
+          "step": 216,
+          "loss": 0.5242917537689209,
+          "floss_loss": 0.0005979820271022618,
+          "kl_loss": 0.0523693785071373,
+          "lyap1_mean": 0.021748319268226624,
+          "lyap1_max": 0.0601750873029232,
+          "lyap_mean": 0.013461621478199959,
+          "volume_mean": 0.013461621478199959,
+          "volume_max": 0.04502832144498825,
+          "frac_active": 0.765625
+        },
+        {
+          "step": 217,
+          "loss": 0.3798293173313141,
+          "floss_loss": 0.0005170342046767473,
+          "kl_loss": 0.03793122619390488,
+          "lyap1_mean": 0.010421049781143665,
+          "lyap1_max": 0.04206053540110588,
+          "lyap_mean": 0.0031279376707971096,
+          "volume_mean": 0.0031279372051358223,
+          "volume_max": 0.02305791527032852,
+          "frac_active": 0.5625
+        },
+        {
+          "step": 218,
+          "loss": 0.5965258479118347,
+          "floss_loss": 0.00017120427219197154,
+          "kl_loss": 0.0596354678273201,
+          "lyap1_mean": 0.0026572998613119125,
+          "lyap1_max": 0.018698163330554962,
+          "lyap_mean": -0.0006681289523839951,
+          "volume_mean": -0.0006681293016299605,
+          "volume_max": 0.013548791408538818,
+          "frac_active": 0.484375
+        },
+        {
+          "step": 219,
+          "loss": 0.42813122272491455,
+          "floss_loss": 0.0004872293502558023,
+          "kl_loss": 0.04276439920067787,
+          "lyap1_mean": -0.0009573996067047119,
+          "lyap1_max": 0.02510991320014,
+          "lyap_mean": -0.01256545539945364,
+          "volume_mean": -0.012565456330776215,
+          "volume_max": 0.004826427437365055,
+          "frac_active": 0.234375
+        },
+        {
+          "step": 220,
+          "loss": 0.34221532940864563,
+          "floss_loss": 0.001852221554145217,
+          "kl_loss": 0.034036312252283096,
+          "lyap1_mean": -0.010196163319051266,
+          "lyap1_max": 0.01995757222175598,
+          "lyap_mean": -0.0343456044793129,
+          "volume_mean": -0.0343456044793129,
+          "volume_max": -1.5704601537436247e-05,
+          "frac_active": 0.09375
+        },
+        {
+          "step": 221,
+          "loss": 0.6171679496765137,
+          "floss_loss": 0.0010198955424129963,
+          "kl_loss": 0.061614807695150375,
+          "lyap1_mean": 0.0045952824875712395,
+          "lyap1_max": 0.06177259609103203,
+          "lyap_mean": -0.012104067951440811,
+          "volume_mean": -0.012104067951440811,
+          "volume_max": 0.03354585915803909,
+          "frac_active": 0.359375
+        },
+        {
+          "step": 222,
+          "loss": 0.412771612405777,
+          "floss_loss": 0.0002613824908621609,
+          "kl_loss": 0.04125102236866951,
+          "lyap1_mean": 0.01354090217500925,
+          "lyap1_max": 0.046004489064216614,
+          "lyap_mean": 0.00010294304229319096,
+          "volume_mean": 0.0001029428094625473,
+          "volume_max": 0.010737758129835129,
+          "frac_active": 0.5
+        },
+        {
+          "step": 223,
+          "loss": 1.2842516899108887,
+          "floss_loss": 0.00025509309489279985,
+          "kl_loss": 0.12839965522289276,
+          "lyap1_mean": 0.01663041301071644,
+          "lyap1_max": 0.0457315593957901,
+          "lyap_mean": 0.005233330652117729,
+          "volume_mean": 0.005233330652117729,
+          "volume_max": 0.016244379803538322,
+          "frac_active": 0.625
+        },
+        {
+          "step": 224,
+          "loss": 0.12287508696317673,
+          "floss_loss": 0.0006875423714518547,
+          "kl_loss": 0.01221875473856926,
+          "lyap1_mean": 0.04146429896354675,
+          "lyap1_max": 0.059865713119506836,
+          "lyap_mean": 0.0183652862906456,
+          "volume_mean": 0.0183652862906456,
+          "volume_max": 0.03300396353006363,
+          "frac_active": 0.828125
+        },
+        {
+          "step": 225,
+          "loss": 0.12982648611068726,
+          "floss_loss": 0.0004295419785194099,
+          "kl_loss": 0.012939694337546825,
+          "lyap1_mean": 0.014376982115209103,
+          "lyap1_max": 0.04615860804915428,
+          "lyap_mean": -0.0029067008290439844,
+          "volume_mean": -0.0029067005962133408,
+          "volume_max": 0.012779580429196358,
+          "frac_active": 0.46875
+        },
+        {
+          "step": 226,
+          "loss": 0.01785588636994362,
+          "floss_loss": 0.0005732543068006635,
+          "kl_loss": 0.0017282632179558277,
+          "lyap1_mean": 0.021226750686764717,
+          "lyap1_max": 0.0545036643743515,
+          "lyap_mean": 0.00886310264468193,
+          "volume_mean": 0.00886310264468193,
+          "volume_max": 0.03309621289372444,
+          "frac_active": 0.65625
+        },
+        {
+          "step": 227,
+          "loss": 0.7325359582901001,
+          "floss_loss": 0.0006496721180155873,
+          "kl_loss": 0.07318862527608871,
+          "lyap1_mean": 0.003964324481785297,
+          "lyap1_max": 0.03390001505613327,
+          "lyap_mean": -0.011965472251176834,
+          "volume_mean": -0.011965470388531685,
+          "volume_max": 0.018364792689681053,
+          "frac_active": 0.265625
+        },
+        {
+          "step": 228,
+          "loss": 0.5049771070480347,
+          "floss_loss": 0.0021008611656725407,
+          "kl_loss": 0.05028762295842171,
+          "lyap1_mean": -0.024490751326084137,
+          "lyap1_max": 0.023112084716558456,
+          "lyap_mean": -0.03535580635070801,
+          "volume_mean": -0.03535580635070801,
+          "volume_max": -0.007395878899842501,
+          "frac_active": 0.078125
+        },
+        {
+          "step": 229,
+          "loss": 0.3738725781440735,
+          "floss_loss": 0.001491841860115528,
+          "kl_loss": 0.037238072603940964,
+          "lyap1_mean": -0.012554129585623741,
+          "lyap1_max": 0.028334856033325195,
+          "lyap_mean": -0.030199283733963966,
+          "volume_mean": -0.030199281871318817,
+          "volume_max": -0.0020457047503441572,
+          "frac_active": 0.109375
+        },
+        {
+          "step": 230,
+          "loss": 0.34904444217681885,
+          "floss_loss": 0.0005111605860292912,
+          "kl_loss": 0.03485332801938057,
+          "lyap1_mean": 0.0037282686680555344,
+          "lyap1_max": 0.04150444641709328,
+          "lyap_mean": -0.0121200792491436,
+          "volume_mean": -0.0121200792491436,
+          "volume_max": 0.007212995085865259,
+          "frac_active": 0.296875
+        },
+        {
+          "step": 231,
+          "loss": 0.6085789203643799,
+          "floss_loss": 0.0004985164268873632,
+          "kl_loss": 0.06080804020166397,
+          "lyap1_mean": -0.00661193672567606,
+          "lyap1_max": 0.026291273534297943,
+          "lyap_mean": -0.012956811115145683,
+          "volume_mean": -0.012956811115145683,
+          "volume_max": 0.008719075471162796,
+          "frac_active": 0.25
+        },
+        {
+          "step": 232,
+          "loss": 0.5033475160598755,
+          "floss_loss": 0.0007449285476468503,
+          "kl_loss": 0.050260256975889206,
+          "lyap1_mean": -0.008691905066370964,
+          "lyap1_max": 0.01516201626509428,
+          "lyap_mean": -0.018369566649198532,
+          "volume_mean": -0.018369566649198532,
+          "volume_max": 0.00946932565420866,
+          "frac_active": 0.140625
+        },
+        {
+          "step": 233,
+          "loss": 0.5132787227630615,
+          "floss_loss": 0.0003266042040195316,
+          "kl_loss": 0.0512952096760273,
+          "lyap1_mean": 0.010664990171790123,
+          "lyap1_max": 0.030195152387022972,
+          "lyap_mean": -0.0037450427189469337,
+          "volume_mean": -0.00374504248611629,
+          "volume_max": 0.012542635202407837,
+          "frac_active": 0.40625
+        },
+        {
+          "step": 234,
+          "loss": 0.5261699557304382,
+          "floss_loss": 0.00041011045686900616,
+          "kl_loss": 0.052575983107089996,
+          "lyap1_mean": 0.013089650310575962,
+          "lyap1_max": 0.050497330725193024,
+          "lyap_mean": -0.003690391778945923,
+          "volume_mean": -0.003690391778945923,
+          "volume_max": 0.016102714464068413,
+          "frac_active": 0.46875
+        },
+        {
+          "step": 235,
+          "loss": 0.34069737792015076,
+          "floss_loss": 0.00033471803180873394,
+          "kl_loss": 0.034036267548799515,
+          "lyap1_mean": 0.019829917699098587,
+          "lyap1_max": 0.05276671051979065,
+          "lyap_mean": 0.006971360184252262,
+          "volume_mean": 0.006971359718590975,
+          "volume_max": 0.021709531545639038,
+          "frac_active": 0.6875
+        },
+        {
+          "step": 236,
+          "loss": 0.46716153621673584,
+          "floss_loss": 0.0004128310829401016,
+          "kl_loss": 0.04667486995458603,
+          "lyap1_mean": 0.02741655893623829,
+          "lyap1_max": 0.05488121509552002,
+          "lyap_mean": 0.00771253602579236,
+          "volume_mean": 0.007712535560131073,
+          "volume_max": 0.023793060332536697,
+          "frac_active": 0.65625
+        },
+        {
+          "step": 237,
+          "loss": 0.4330921769142151,
+          "floss_loss": 0.00042625408968888223,
+          "kl_loss": 0.04326659068465233,
+          "lyap1_mean": 0.025148838758468628,
+          "lyap1_max": 0.04689471051096916,
+          "lyap_mean": 0.010962661355733871,
+          "volume_mean": 0.010962660424411297,
+          "volume_max": 0.03014785423874855,
+          "frac_active": 0.734375
+        },
+        {
+          "step": 238,
+          "loss": 0.3220564126968384,
+          "floss_loss": 0.0005656688008457422,
+          "kl_loss": 0.032149072736501694,
+          "lyap1_mean": 0.023455504328012466,
+          "lyap1_max": 0.05168132483959198,
+          "lyap_mean": 0.016209743916988373,
+          "volume_mean": 0.016209743916988373,
+          "volume_max": 0.03171315789222717,
+          "frac_active": 0.828125
+        },
+        {
+          "step": 239,
+          "loss": 0.2909931540489197,
+          "floss_loss": 0.00016311323270201683,
+          "kl_loss": 0.029083004221320152,
+          "lyap1_mean": 0.01221561897546053,
+          "lyap1_max": 0.025652170181274414,
+          "lyap_mean": 0.0014475320931524038,
+          "volume_mean": 0.0014475317439064384,
+          "volume_max": 0.016552090644836426,
+          "frac_active": 0.515625
+        },
+        {
+          "step": 240,
+          "loss": 0.16652663052082062,
+          "floss_loss": 0.00018222157086711377,
+          "kl_loss": 0.016634440049529076,
+          "lyap1_mean": -0.0019664692226797342,
+          "lyap1_max": 0.009244885295629501,
+          "lyap_mean": -0.007295583840459585,
+          "volume_mean": -0.007295583374798298,
+          "volume_max": 0.0013755192048847675,
+          "frac_active": 0.234375
+        },
+        {
+          "step": 241,
+          "loss": 0.22015158832073212,
+          "floss_loss": 0.0002845377894118428,
+          "kl_loss": 0.0219867043197155,
+          "lyap1_mean": 0.0060126567259430885,
+          "lyap1_max": 0.02531420812010765,
+          "lyap_mean": -0.009172199293971062,
+          "volume_mean": -0.009172199293971062,
+          "volume_max": 0.006451046094298363,
+          "frac_active": 0.234375
+        },
+        {
+          "step": 242,
+          "loss": 0.005597272887825966,
+          "floss_loss": 0.0005158281419426203,
+          "kl_loss": 0.0005081444978713989,
+          "lyap1_mean": -0.0017713109264150262,
+          "lyap1_max": 0.0197647362947464,
+          "lyap_mean": -0.016849931329488754,
+          "volume_mean": -0.016849931329488754,
+          "volume_max": 0.00014324253425002098,
+          "frac_active": 0.125
+        },
+        {
+          "step": 243,
+          "loss": 6.02373743057251,
+          "floss_loss": 0.0006095885182730854,
+          "kl_loss": 0.6023128032684326,
+          "lyap1_mean": 0.029516443610191345,
+          "lyap1_max": 0.08095739036798477,
+          "lyap_mean": 0.01310255192220211,
+          "volume_mean": 0.01310255192220211,
+          "volume_max": 0.03416942059993744,
+          "frac_active": 0.765625
+        },
+        {
+          "step": 244,
+          "loss": 1.2399578094482422,
+          "floss_loss": 0.0013988325372338295,
+          "kl_loss": 0.12385589629411697,
+          "lyap1_mean": 0.04651518166065216,
+          "lyap1_max": 0.07044738531112671,
+          "lyap_mean": 0.03261342644691467,
+          "volume_mean": 0.032613422721624374,
+          "volume_max": 0.047661006450653076,
+          "frac_active": 0.953125
+        },
+        {
+          "step": 245,
+          "loss": 0.6342464685440063,
+          "floss_loss": 0.0018289487343281507,
+          "kl_loss": 0.06324175000190735,
+          "lyap1_mean": 0.04981323331594467,
+          "lyap1_max": 0.07168705761432648,
+          "lyap_mean": 0.03849421814084053,
+          "volume_mean": 0.03849421814084053,
+          "volume_max": 0.05504002049565315,
+          "frac_active": 0.96875
+        },
+        {
+          "step": 246,
+          "loss": 0.6768350005149841,
+          "floss_loss": 0.0025955173186957836,
+          "kl_loss": 0.06742394715547562,
+          "lyap1_mean": 0.06590113043785095,
+          "lyap1_max": 0.1451108157634735,
+          "lyap_mean": 0.037434644997119904,
+          "volume_mean": 0.037434644997119904,
+          "volume_max": 0.07395198196172714,
+          "frac_active": 0.859375
+        },
+        {
+          "step": 247,
+          "loss": 0.7367796301841736,
+          "floss_loss": 0.001311147352680564,
+          "kl_loss": 0.07354684919118881,
+          "lyap1_mean": 0.03265240788459778,
+          "lyap1_max": 0.09219735115766525,
+          "lyap_mean": 0.016143828630447388,
+          "volume_mean": 0.016143828630447388,
+          "volume_max": 0.06570832431316376,
+          "frac_active": 0.640625
+        },
+        {
+          "step": 248,
+          "loss": 0.7175255417823792,
+          "floss_loss": 0.0017029778100550175,
+          "kl_loss": 0.07158225774765015,
+          "lyap1_mean": 0.04978524148464203,
+          "lyap1_max": 0.1057678684592247,
+          "lyap_mean": 0.009782865643501282,
+          "volume_mean": 0.009782864712178707,
+          "volume_max": 0.053367145359516144,
+          "frac_active": 0.546875
+        },
+        {
+          "step": 249,
+          "loss": 0.5839152932167053,
+          "floss_loss": 0.000732019601855427,
+          "kl_loss": 0.058318331837654114,
+          "lyap1_mean": -0.003977322950959206,
+          "lyap1_max": 0.0351334884762764,
+          "lyap_mean": -0.013657748699188232,
+          "volume_mean": -0.013657748699188232,
+          "volume_max": 0.015445766970515251,
+          "frac_active": 0.234375
+        },
+        {
+          "step": 250,
+          "loss": 0.47269147634506226,
+          "floss_loss": 0.0015198765322566032,
+          "kl_loss": 0.04711715877056122,
+          "lyap1_mean": -0.01080391462892294,
+          "lyap1_max": 0.05649914592504501,
+          "lyap_mean": -0.022655721753835678,
+          "volume_mean": -0.022655721753835678,
+          "volume_max": 0.019954584538936615,
+          "frac_active": 0.21875
+        },
+        {
+          "step": 251,
+          "loss": 0.4648623466491699,
+          "floss_loss": 0.0012497303541749716,
+          "kl_loss": 0.04636126011610031,
+          "lyap1_mean": -0.01030183956027031,
+          "lyap1_max": 0.02447511814534664,
+          "lyap_mean": -0.027917170897126198,
+          "volume_mean": -0.027917170897126198,
+          "volume_max": -0.011819006875157356,
+          "frac_active": 0.09375
+        },
+        {
+          "step": 252,
+          "loss": 1.8827521800994873,
+          "floss_loss": 0.0016069828998297453,
+          "kl_loss": 0.18811452388763428,
+          "lyap1_mean": -0.008710388094186783,
+          "lyap1_max": 0.041706256568431854,
+          "lyap_mean": -0.025470128282904625,
+          "volume_mean": -0.025470128282904625,
+          "volume_max": 0.0115598039701581,
+          "frac_active": 0.265625
+        },
+        {
+          "step": 253,
+          "loss": 0.596845269203186,
+          "floss_loss": 0.0015256620245054364,
+          "kl_loss": 0.059531960636377335,
+          "lyap1_mean": -0.010206341743469238,
+          "lyap1_max": 0.03261387348175049,
+          "lyap_mean": -0.02977587841451168,
+          "volume_mean": -0.02977587841451168,
+          "volume_max": -0.014063837006688118,
+          "frac_active": 0.09375
+        },
+        {
+          "step": 254,
+          "loss": 0.35460811853408813,
+          "floss_loss": 0.0008240387542173266,
+          "kl_loss": 0.035378407686948776,
+          "lyap1_mean": 0.024440273642539978,
+          "lyap1_max": 0.05886554718017578,
+          "lyap_mean": -0.003781256964430213,
+          "volume_mean": -0.003781257662922144,
+          "volume_max": 0.03857738524675369,
+          "frac_active": 0.34375
+        },
+        {
+          "step": 255,
+          "loss": 0.24099384248256683,
+          "floss_loss": 0.00101330631878227,
+          "kl_loss": 0.02399805374443531,
+          "lyap1_mean": 0.002498634159564972,
+          "lyap1_max": 0.05743097886443138,
+          "lyap_mean": -0.008789466693997383,
+          "volume_mean": -0.008789466693997383,
+          "volume_max": 0.034175559878349304,
+          "frac_active": 0.34375
+        },
+        {
+          "step": 256,
+          "loss": 0.09219218790531158,
+          "floss_loss": 0.0007439280743710697,
+          "kl_loss": 0.009144825860857964,
+          "lyap1_mean": 0.006501771043986082,
+          "lyap1_max": 0.05326377972960472,
+          "lyap_mean": -0.016725225374102592,
+          "volume_mean": -0.016725225374102592,
+          "volume_max": 0.003290926106274128,
+          "frac_active": 0.234375
+        },
+        {
+          "step": 257,
+          "loss": 0.07087308913469315,
+          "floss_loss": 0.0011680580209940672,
+          "kl_loss": 0.006970502901822329,
+          "lyap1_mean": 0.0642039030790329,
+          "lyap1_max": 0.08249720931053162,
+          "lyap_mean": 0.020303955301642418,
+          "volume_mean": 0.02030395343899727,
+          "volume_max": 0.03839894011616707,
+          "frac_active": 0.765625
+        },
+        {
+          "step": 258,
+          "loss": 0.009793439880013466,
+          "floss_loss": 0.0005879673990420997,
+          "kl_loss": 0.0009205472888424993,
+          "lyap1_mean": 0.01149672456085682,
+          "lyap1_max": 0.041683368384838104,
+          "lyap_mean": -0.004943713545799255,
+          "volume_mean": -0.00494371447712183,
+          "volume_max": 0.01694628968834877,
+          "frac_active": 0.421875
+        },
+        {
+          "step": 259,
+          "loss": 1.4252872467041016,
+          "floss_loss": 0.0012004291638731956,
+          "kl_loss": 0.14240868389606476,
+          "lyap1_mean": -0.008533104322850704,
+          "lyap1_max": 0.023438680917024612,
+          "lyap_mean": -0.025115670636296272,
+          "volume_mean": -0.025115668773651123,
+          "volume_max": 0.0005852915346622467,
+          "frac_active": 0.09375
+        },
+        {
+          "step": 260,
+          "loss": 0.503466784954071,
+          "floss_loss": 0.0019271285273134708,
+          "kl_loss": 0.05015396699309349,
+          "lyap1_mean": -0.030360732227563858,
+          "lyap1_max": -0.0007326913764700294,
+          "lyap_mean": -0.0411645844578743,
+          "volume_mean": -0.0411645844578743,
+          "volume_max": -0.027187131345272064,
+          "frac_active": 0.03125
+        },
+        {
+          "step": 261,
+          "loss": 0.2722669243812561,
+          "floss_loss": 0.0011828779242932796,
+          "kl_loss": 0.02710840478539467,
+          "lyap1_mean": 0.003294470254331827,
+          "lyap1_max": 0.061803460121154785,
+          "lyap_mean": -0.02381831593811512,
+          "volume_mean": -0.02381831780076027,
+          "volume_max": -0.0024380111135542393,
+          "frac_active": 0.140625
+        },
+        {
+          "step": 262,
+          "loss": 0.3660283386707306,
+          "floss_loss": 0.0019256239756941795,
+          "kl_loss": 0.03641027212142944,
+          "lyap1_mean": -0.024222252890467644,
+          "lyap1_max": 0.018168969079852104,
+          "lyap_mean": -0.03979431837797165,
+          "volume_mean": -0.03979431837797165,
+          "volume_max": -0.014815249480307102,
+          "frac_active": 0.03125
+        },
+        {
+          "step": 263,
+          "loss": 0.24456000328063965,
+          "floss_loss": 0.0013679267140105367,
+          "kl_loss": 0.024319207295775414,
+          "lyap1_mean": -0.012259505689144135,
+          "lyap1_max": 0.021003764122724533,
+          "lyap_mean": -0.03086961805820465,
+          "volume_mean": -0.03086961805820465,
+          "volume_max": -0.01670144870877266,
+          "frac_active": 0.09375
+        },
+        {
+          "step": 264,
+          "loss": 0.37803536653518677,
+          "floss_loss": 0.0023488211445510387,
+          "kl_loss": 0.037568654865026474,
+          "lyap1_mean": -0.004610770381987095,
+          "lyap1_max": 0.11905072629451752,
+          "lyap_mean": -0.03748181089758873,
+          "volume_mean": -0.03748181462287903,
+          "volume_max": 0.0009152889251708984,
+          "frac_active": 0.03125
+        },
+        {
+          "step": 265,
+          "loss": 1.31252920627594,
+          "floss_loss": 0.0012842663563787937,
+          "kl_loss": 0.13112449645996094,
+          "lyap1_mean": 0.0014804056845605373,
+          "lyap1_max": 0.09099656343460083,
+          "lyap_mean": -0.018181784078478813,
+          "volume_mean": -0.018181784078478813,
+          "volume_max": 0.026450805366039276,
+          "frac_active": 0.28125
+        },
+        {
+          "step": 266,
+          "loss": 0.3157215118408203,
+          "floss_loss": 0.0006811013445258141,
+          "kl_loss": 0.03150404244661331,
+          "lyap1_mean": 0.013399980962276459,
+          "lyap1_max": 0.05057443305850029,
+          "lyap_mean": -0.009346283972263336,
+          "volume_mean": -0.009346283972263336,
+          "volume_max": 0.018964150920510292,
+          "frac_active": 0.375
+        },
+        {
+          "step": 267,
+          "loss": 0.3037678301334381,
+          "floss_loss": 0.0015570183750241995,
+          "kl_loss": 0.030221082270145416,
+          "lyap1_mean": 0.0209654550999403,
+          "lyap1_max": 0.0835595577955246,
+          "lyap_mean": -0.004832474514842033,
+          "volume_mean": -0.004832475911825895,
+          "volume_max": 0.04816507548093796,
+          "frac_active": 0.453125
+        },
+        {
+          "step": 268,
+          "loss": 0.4012065529823303,
+          "floss_loss": 0.0006095506832934916,
+          "kl_loss": 0.04005970060825348,
+          "lyap1_mean": 0.013028600253164768,
+          "lyap1_max": 0.06403162330389023,
+          "lyap_mean": -0.007105701137334108,
+          "volume_mean": -0.007105700671672821,
+          "volume_max": 0.019089803099632263,
+          "frac_active": 0.296875
+        },
+        {
+          "step": 269,
+          "loss": 0.4924474060535431,
+          "floss_loss": 0.0010986037086695433,
+          "kl_loss": 0.04913488030433655,
+          "lyap1_mean": 0.0371602326631546,
+          "lyap1_max": 0.06992214918136597,
+          "lyap_mean": 0.018902990967035294,
+          "volume_mean": 0.018902990967035294,
+          "volume_max": 0.04171831160783768,
+          "frac_active": 0.71875
+        },
+        {
+          "step": 270,
+          "loss": 0.9462876915931702,
+          "floss_loss": 0.0017132216598838568,
+          "kl_loss": 0.09445744752883911,
+          "lyap1_mean": 0.05978315323591232,
+          "lyap1_max": 0.1312689185142517,
+          "lyap_mean": 0.026807598769664764,
+          "volume_mean": 0.026807596907019615,
+          "volume_max": 0.05547282099723816,
+          "frac_active": 0.828125
+        },
+        {
+          "step": 271,
+          "loss": 0.2625569701194763,
+          "floss_loss": 0.0038209576159715652,
+          "kl_loss": 0.02587360143661499,
+          "lyap1_mean": 0.06753358244895935,
+          "lyap1_max": 0.16319024562835693,
+          "lyap_mean": 0.033602144569158554,
+          "volume_mean": 0.033602144569158554,
+          "volume_max": 0.11262476444244385,
+          "frac_active": 0.6875
+        },
+        {
+          "step": 272,
+          "loss": 0.22816964983940125,
+          "floss_loss": 0.0016679569380357862,
+          "kl_loss": 0.02265016920864582,
+          "lyap1_mean": 0.04425537586212158,
+          "lyap1_max": 0.10786318778991699,
+          "lyap_mean": 0.025552943348884583,
+          "volume_mean": 0.025552945211529732,
+          "volume_max": 0.06732948124408722,
+          "frac_active": 0.78125
+        },
+        {
+          "step": 273,
+          "loss": 2.1290383338928223,
+          "floss_loss": 0.0006317701772786677,
+          "kl_loss": 0.21284066140651703,
+          "lyap1_mean": 0.02978559210896492,
+          "lyap1_max": 0.06166449934244156,
+          "lyap_mean": -0.0002617310965433717,
+          "volume_mean": -0.0002617307472974062,
+          "volume_max": 0.014252858236432076,
+          "frac_active": 0.453125
+        },
+        {
+          "step": 274,
+          "loss": 1.5799808502197266,
+          "floss_loss": 0.0013202219270169735,
+          "kl_loss": 0.15786606073379517,
+          "lyap1_mean": 0.0454271137714386,
+          "lyap1_max": 0.10063788294792175,
+          "lyap_mean": 0.018322886899113655,
+          "volume_mean": 0.018322888761758804,
+          "volume_max": 0.05228607729077339,
+          "frac_active": 0.671875
+        },
+        {
+          "step": 275,
+          "loss": 0.5515430569648743,
+          "floss_loss": 0.0008892579353414476,
+          "kl_loss": 0.05506537854671478,
+          "lyap1_mean": 0.011010471731424332,
+          "lyap1_max": 0.11311396956443787,
+          "lyap_mean": -0.008240055292844772,
+          "volume_mean": -0.008240055292844772,
+          "volume_max": 0.02201462723314762,
+          "frac_active": 0.359375
+        },
+        {
+          "step": 276,
+          "loss": 0.43997490406036377,
+          "floss_loss": 0.0011154187377542257,
+          "kl_loss": 0.04388594999909401,
+          "lyap1_mean": 0.0053701698780059814,
+          "lyap1_max": 0.05674062669277191,
+          "lyap_mean": -0.008940458297729492,
+          "volume_mean": -0.008940459229052067,
+          "volume_max": 0.0321497805416584,
+          "frac_active": 0.359375
+        },
+        {
+          "step": 277,
+          "loss": 0.2878643870353699,
+          "floss_loss": 0.000985414138995111,
+          "kl_loss": 0.028687898069620132,
+          "lyap1_mean": 0.01919332519173622,
+          "lyap1_max": 0.06278636306524277,
+          "lyap_mean": -0.01036844588816166,
+          "volume_mean": -0.010368446819484234,
+          "volume_max": 0.008495170623064041,
+          "frac_active": 0.265625
+        },
+        {
+          "step": 278,
+          "loss": 0.30829671025276184,
+          "floss_loss": 0.0007270227652043104,
+          "kl_loss": 0.03075696900486946,
+          "lyap1_mean": 0.008339324966073036,
+          "lyap1_max": 0.0326458141207695,
+          "lyap_mean": -0.014115498401224613,
+          "volume_mean": -0.014115497469902039,
+          "volume_max": 0.004251626320183277,
+          "frac_active": 0.3125
+        },
+        {
+          "step": 279,
+          "loss": 0.3536941111087799,
+          "floss_loss": 0.001096150721423328,
+          "kl_loss": 0.03525979444384575,
+          "lyap1_mean": 0.011090537533164024,
+          "lyap1_max": 0.08230897784233093,
+          "lyap_mean": -0.017017913982272148,
+          "volume_mean": -0.017017913982272148,
+          "volume_max": 0.016247805207967758,
+          "frac_active": 0.25
+        },
+        {
+          "step": 280,
+          "loss": 1.6275829076766968,
+          "floss_loss": 0.0011161051224917173,
+          "kl_loss": 0.16264668107032776,
+          "lyap1_mean": -0.02191484533250332,
+          "lyap1_max": 0.016917280852794647,
+          "lyap_mean": -0.028703775256872177,
+          "volume_mean": -0.028703775256872177,
+          "volume_max": -0.010756408795714378,
+          "frac_active": 0.0625
+        },
+        {
+          "step": 281,
+          "loss": 0.2813494801521301,
+          "floss_loss": 0.0013879159232601523,
+          "kl_loss": 0.027996154502034187,
+          "lyap1_mean": -0.015873610973358154,
+          "lyap1_max": 0.012645511887967587,
+          "lyap_mean": -0.03278686851263046,
+          "volume_mean": -0.03278687223792076,
+          "volume_max": -0.021489951759576797,
+          "frac_active": 0.03125
+        },
+        {
+          "step": 282,
+          "loss": 0.3927619159221649,
+          "floss_loss": 0.001524737454019487,
+          "kl_loss": 0.039123717695474625,
+          "lyap1_mean": 0.04193536564707756,
+          "lyap1_max": 0.14499470591545105,
+          "lyap_mean": -0.008124323561787605,
+          "volume_mean": -0.008124323561787605,
+          "volume_max": 0.042764220386743546,
+          "frac_active": 0.34375
+        },
+        {
+          "step": 283,
+          "loss": 0.20452381670475006,
+          "floss_loss": 0.0009389020269736648,
+          "kl_loss": 0.02035849168896675,
+          "lyap1_mean": 0.03011775016784668,
+          "lyap1_max": 0.07733488082885742,
+          "lyap_mean": 0.0007464052177965641,
+          "volume_mean": 0.0007464047521352768,
+          "volume_max": 0.03912849351763725,
+          "frac_active": 0.46875
+        },
+        {
+          "step": 284,
+          "loss": 0.3356444835662842,
+          "floss_loss": 0.0017052546609193087,
+          "kl_loss": 0.033393923193216324,
+          "lyap1_mean": 0.02627718448638916,
+          "lyap1_max": 0.09830447286367416,
+          "lyap_mean": 0.002551647834479809,
+          "volume_mean": 0.002551646903157234,
+          "volume_max": 0.06507501006126404,
+          "frac_active": 0.46875
+        },
+        {
+          "step": 285,
+          "loss": 0.2672548294067383,
+          "floss_loss": 0.0005072467029094696,
+          "kl_loss": 0.02667475864291191,
+          "lyap1_mean": -0.0021965629421174526,
+          "lyap1_max": 0.014189684763550758,
+          "lyap_mean": -0.010985574685037136,
+          "volume_mean": -0.010985573753714561,
+          "volume_max": 0.006622701417654753,
+          "frac_active": 0.25
+        },
+        {
+          "step": 286,
+          "loss": 0.2114761769771576,
+          "floss_loss": 0.0004657553508877754,
+          "kl_loss": 0.02110104262828827,
+          "lyap1_mean": 0.017370229586958885,
+          "lyap1_max": 0.04316973686218262,
+          "lyap_mean": -0.0038205361925065517,
+          "volume_mean": -0.003820535959675908,
+          "volume_max": 0.01329214870929718,
+          "frac_active": 0.359375
+        },
+        {
+          "step": 287,
+          "loss": 0.11822886765003204,
+          "floss_loss": 0.0007137690554372966,
+          "kl_loss": 0.011751510202884674,
+          "lyap1_mean": 0.012605369091033936,
+          "lyap1_max": 0.0444008968770504,
+          "lyap_mean": -0.0034083565697073936,
+          "volume_mean": -0.003408357035368681,
+          "volume_max": 0.020085275173187256,
+          "frac_active": 0.390625
+        },
+        {
+          "step": 288,
+          "loss": 0.08090856671333313,
+          "floss_loss": 0.0005412283935584128,
+          "kl_loss": 0.008036734536290169,
+          "lyap1_mean": 0.013495360501110554,
+          "lyap1_max": 0.035809412598609924,
+          "lyap_mean": -0.002031938638538122,
+          "volume_mean": -0.002031939337030053,
+          "volume_max": 0.023371804505586624,
+          "frac_active": 0.46875
+        },
+        {
+          "step": 289,
+          "loss": 0.1289920210838318,
+          "floss_loss": 0.00045983275049366057,
+          "kl_loss": 0.012853219173848629,
+          "lyap1_mean": 0.02020293101668358,
+          "lyap1_max": 0.05655663460493088,
+          "lyap_mean": -1.9909115508198738e-05,
+          "volume_mean": -1.9909231923520565e-05,
+          "volume_max": 0.014105509966611862,
+          "frac_active": 0.421875
+        },
+        {
+          "step": 290,
+          "loss": 0.033242367208004,
+          "floss_loss": 0.0009756569052115083,
+          "kl_loss": 0.003226670902222395,
+          "lyap1_mean": 0.04233422875404358,
+          "lyap1_max": 0.08152647316455841,
+          "lyap_mean": 0.01280883327126503,
+          "volume_mean": 0.012808834202587605,
+          "volume_max": 0.049387235194444656,
+          "frac_active": 0.640625
+        },
+        {
+          "step": 291,
+          "loss": 0.4509475827217102,
+          "floss_loss": 0.0014535307418555021,
+          "kl_loss": 0.044949404895305634,
+          "lyap1_mean": 0.029111497104167938,
+          "lyap1_max": 0.10446314513683319,
+          "lyap_mean": 0.012694261036813259,
+          "volume_mean": 0.012694260105490685,
+          "volume_max": 0.06740307062864304,
+          "frac_active": 0.625
+        },
+        {
+          "step": 292,
+          "loss": 0.5779303312301636,
+          "floss_loss": 0.00029728212393820286,
+          "kl_loss": 0.05776330083608627,
+          "lyap1_mean": 0.022266186773777008,
+          "lyap1_max": 0.035636868327856064,
+          "lyap_mean": 0.006575162522494793,
+          "volume_mean": 0.006575162522494793,
+          "volume_max": 0.01714683324098587,
+          "frac_active": 0.671875
+        },
+        {
+          "step": 293,
+          "loss": 0.35051143169403076,
+          "floss_loss": 0.0008788740960881114,
+          "kl_loss": 0.03496325761079788,
+          "lyap1_mean": 0.02049924060702324,
+          "lyap1_max": 0.08898281306028366,
+          "lyap_mean": 0.001816410105675459,
+          "volume_mean": 0.0018164109205827117,
+          "volume_max": 0.037641968578100204,
+          "frac_active": 0.59375
+        },
+        {
+          "step": 294,
+          "loss": 0.6287266612052917,
+          "floss_loss": 0.00028743117582052946,
+          "kl_loss": 0.0628439262509346,
+          "lyap1_mean": 0.013120157644152641,
+          "lyap1_max": 0.026533355936408043,
+          "lyap_mean": -0.004137559328228235,
+          "volume_mean": -0.0041375597938895226,
+          "volume_max": 0.0077094766311347485,
+          "frac_active": 0.359375
+        },
+        {
+          "step": 295,
+          "loss": 0.4803086817264557,
+          "floss_loss": 0.0013267197646200657,
+          "kl_loss": 0.047898195683956146,
+          "lyap1_mean": 0.036555565893650055,
+          "lyap1_max": 0.11213375627994537,
+          "lyap_mean": 0.0004908591508865356,
+          "volume_mean": 0.000490858219563961,
+          "volume_max": 0.060705024749040604,
+          "frac_active": 0.421875
+        },
+        {
+          "step": 296,
+          "loss": 0.38948073983192444,
+          "floss_loss": 0.0006136610172688961,
+          "kl_loss": 0.03888670727610588,
+          "lyap1_mean": 0.004331189673393965,
+          "lyap1_max": 0.03565859794616699,
+          "lyap_mean": -0.01420686300843954,
+          "volume_mean": -0.014206862077116966,
+          "volume_max": 0.005495171993970871,
+          "frac_active": 0.28125
+        },
+        {
+          "step": 297,
+          "loss": 0.3214362561702728,
+          "floss_loss": 0.0005472151678986847,
+          "kl_loss": 0.032088905572891235,
+          "lyap1_mean": -0.0010462130885571241,
+          "lyap1_max": 0.020541978999972343,
+          "lyap_mean": -0.012309374287724495,
+          "volume_mean": -0.01230937521904707,
+          "volume_max": 0.004136604256927967,
+          "frac_active": 0.234375
+        },
+        {
+          "step": 298,
+          "loss": 0.4824940264225006,
+          "floss_loss": 0.001113520236685872,
+          "kl_loss": 0.04813804849982262,
+          "lyap1_mean": -0.0021503185853362083,
+          "lyap1_max": 0.053365569561719894,
+          "lyap_mean": -0.018277626484632492,
+          "volume_mean": -0.018277626484632492,
+          "volume_max": 0.02550327591598034,
+          "frac_active": 0.203125
+        },
+        {
+          "step": 299,
+          "loss": 0.10240382701158524,
+          "floss_loss": 0.0009245197288691998,
+          "kl_loss": 0.010147931054234505,
+          "lyap1_mean": -0.0030143042095005512,
+          "lyap1_max": 0.03242896869778633,
+          "lyap_mean": -0.014806035906076431,
+          "volume_mean": -0.014806035906076431,
+          "volume_max": 0.0077422065660357475,
+          "frac_active": 0.28125
+        },
+        {
+          "step": 300,
+          "loss": 0.3223312497138977,
+          "floss_loss": 0.0009018234559334815,
+          "kl_loss": 0.032142944633960724,
+          "lyap1_mean": -0.005467444658279419,
+          "lyap1_max": 0.016593176871538162,
+          "lyap_mean": -0.018624555319547653,
+          "volume_mean": -0.018624555319547653,
+          "volume_max": 0.005441742483526468,
+          "frac_active": 0.171875
+        },
+        {
+          "step": 301,
+          "loss": 0.31426483392715454,
+          "floss_loss": 0.000457396061392501,
+          "kl_loss": 0.03138074278831482,
+          "lyap1_mean": 0.030434012413024902,
+          "lyap1_max": 0.06322390586137772,
+          "lyap_mean": 0.0009227234986610711,
+          "volume_mean": 0.0009227236732840538,
+          "volume_max": 0.01564599573612213,
+          "frac_active": 0.484375
+        },
+        {
+          "step": 302,
+          "loss": 0.2487955242395401,
+          "floss_loss": 0.0009472582023590803,
+          "kl_loss": 0.02478482760488987,
+          "lyap1_mean": 0.02209564298391342,
+          "lyap1_max": 0.06420272588729858,
+          "lyap_mean": -0.014434168115258217,
+          "volume_mean": -0.014434168115258217,
+          "volume_max": 0.014334621839225292,
+          "frac_active": 0.234375
+        },
+        {
+          "step": 303,
+          "loss": 0.1720891296863556,
+          "floss_loss": 0.0007123511750251055,
+          "kl_loss": 0.0171376783400774,
+          "lyap1_mean": 0.019420115277171135,
+          "lyap1_max": 0.07853859663009644,
+          "lyap_mean": -0.004376064520329237,
+          "volume_mean": -0.004376064985990524,
+          "volume_max": 0.0134782325476408,
+          "frac_active": 0.40625
+        },
+        {
+          "step": 304,
+          "loss": 0.05105395242571831,
+          "floss_loss": 0.0008172880625352263,
+          "kl_loss": 0.00502366665750742,
+          "lyap1_mean": 0.026559241116046906,
+          "lyap1_max": 0.11462070047855377,
+          "lyap_mean": 0.0009930673986673355,
+          "volume_mean": 0.0009930673986673355,
+          "volume_max": 0.023219827562570572,
+          "frac_active": 0.5
+        },
+        {
+          "step": 305,
+          "loss": 0.0832841768860817,
+          "floss_loss": 0.0013973504537716508,
+          "kl_loss": 0.008188682608306408,
+          "lyap1_mean": 0.0526714101433754,
+          "lyap1_max": 0.12342526018619537,
+          "lyap_mean": 0.011813354678452015,
+          "volume_mean": 0.011813354678452015,
+          "volume_max": 0.04805736616253853,
+          "frac_active": 0.5625
+        },
+        {
+          "step": 306,
+          "loss": 0.012878654524683952,
+          "floss_loss": 0.0011903186095878482,
+          "kl_loss": 0.0011688335798680782,
+          "lyap1_mean": 0.011042280122637749,
+          "lyap1_max": 0.10585550963878632,
+          "lyap_mean": -0.008244197815656662,
+          "volume_mean": -0.008244196884334087,
+          "volume_max": 0.04625227674841881,
+          "frac_active": 0.28125
+        },
+        {
+          "step": 307,
+          "loss": 0.46230337023735046,
+          "floss_loss": 0.0012150679249316454,
+          "kl_loss": 0.046108830720186234,
+          "lyap1_mean": 0.017632052302360535,
+          "lyap1_max": 0.09851216524839401,
+          "lyap_mean": -0.005448846146464348,
+          "volume_mean": -0.0054488470777869225,
+          "volume_max": 0.03115755505859852,
+          "frac_active": 0.453125
+        },
+        {
+          "step": 308,
+          "loss": 0.4508872330188751,
+          "floss_loss": 0.0006822524010203779,
+          "kl_loss": 0.04502049833536148,
+          "lyap1_mean": 0.0011303066276013851,
+          "lyap1_max": 0.02169444039463997,
+          "lyap_mean": -0.012540573254227638,
+          "volume_mean": -0.012540573254227638,
+          "volume_max": 0.008353528566658497,
+          "frac_active": 0.265625
+        },
+        {
+          "step": 309,
+          "loss": 0.3161674737930298,
+          "floss_loss": 0.0007792164687998593,
+          "kl_loss": 0.03153882548213005,
+          "lyap1_mean": 0.03648807853460312,
+          "lyap1_max": 0.10578393936157227,
+          "lyap_mean": 0.008764781057834625,
+          "volume_mean": 0.008764781057834625,
+          "volume_max": 0.03962363302707672,
+          "frac_active": 0.625
+        },
+        {
+          "step": 310,
+          "loss": 0.39147472381591797,
+          "floss_loss": 0.0007483493536710739,
+          "kl_loss": 0.03907264024019241,
+          "lyap1_mean": 0.019071759656071663,
+          "lyap1_max": 0.05508747696876526,
+          "lyap_mean": 0.0018614712171256542,
+          "volume_mean": 0.0018614721484482288,
+          "volume_max": 0.037563785910606384,
+          "frac_active": 0.515625
+        },
+        {
+          "step": 311,
+          "loss": 0.3915711045265198,
+          "floss_loss": 0.0005537496763281524,
+          "kl_loss": 0.0391017347574234,
+          "lyap1_mean": 0.015040814876556396,
+          "lyap1_max": 0.037502989172935486,
+          "lyap_mean": -0.003281284123659134,
+          "volume_mean": -0.0032812850549817085,
+          "volume_max": 0.017869194969534874,
+          "frac_active": 0.453125
+        },
+        {
+          "step": 312,
+          "loss": 0.5690512657165527,
+          "floss_loss": 0.0007322300225496292,
+          "kl_loss": 0.05683190003037453,
+          "lyap1_mean": 0.03146815299987793,
+          "lyap1_max": 0.11629115045070648,
+          "lyap_mean": 0.0006164216902107,
+          "volume_mean": 0.0006164226215332747,
+          "volume_max": 0.024488074705004692,
+          "frac_active": 0.390625
+        },
+        {
+          "step": 313,
+          "loss": 0.39166519045829773,
+          "floss_loss": 0.00039663814823143184,
+          "kl_loss": 0.03912685438990593,
+          "lyap1_mean": 0.016048144549131393,
+          "lyap1_max": 0.03729523345828056,
+          "lyap_mean": 0.0012756059877574444,
+          "volume_mean": 0.0012756064534187317,
+          "volume_max": 0.014268122613430023,
+          "frac_active": 0.515625
+        },
+        {
+          "step": 314,
+          "loss": 0.5494190454483032,
+          "floss_loss": 0.0006904735928401351,
+          "kl_loss": 0.05487285554409027,
+          "lyap1_mean": 0.007388195488601923,
+          "lyap1_max": 0.06370270997285843,
+          "lyap_mean": -0.0015794197097420692,
+          "volume_mean": -0.0015794208738952875,
+          "volume_max": 0.048027150332927704,
+          "frac_active": 0.390625
+        },
+        {
+          "step": 315,
+          "loss": 0.2766721546649933,
+          "floss_loss": 0.0011730627156794071,
+          "kl_loss": 0.02754991129040718,
+          "lyap1_mean": 0.022551145404577255,
+          "lyap1_max": 0.062746062874794,
+          "lyap_mean": 0.0014621930895373225,
+          "volume_mean": 0.0014621932059526443,
+          "volume_max": 0.06650905311107635,
+          "frac_active": 0.4375
+        },
+        {
+          "step": 316,
+          "loss": 0.5871579647064209,
+          "floss_loss": 0.0007751329685561359,
+          "kl_loss": 0.058638278394937515,
+          "lyap1_mean": 0.01569245383143425,
+          "lyap1_max": 0.052526649087667465,
+          "lyap_mean": -0.005018463358283043,
+          "volume_mean": -0.005018464755266905,
+          "volume_max": 0.029369115829467773,
+          "frac_active": 0.453125
+        },
+        {
+          "step": 317,
+          "loss": 0.4463376998901367,
+          "floss_loss": 0.0012063333997502923,
+          "kl_loss": 0.04451313614845276,
+          "lyap1_mean": 0.013595065101981163,
+          "lyap1_max": 0.06881438940763474,
+          "lyap_mean": -0.0033341720700263977,
+          "volume_mean": -0.003334172535687685,
+          "volume_max": 0.0524173304438591,
+          "frac_active": 0.390625
+        },
+        {
+          "step": 318,
+          "loss": 0.17687666416168213,
+          "floss_loss": 0.0007038672338239849,
+          "kl_loss": 0.017617279663681984,
+          "lyap1_mean": 0.012298469431698322,
+          "lyap1_max": 0.04633115231990814,
+          "lyap_mean": -0.003481463994830847,
+          "volume_mean": -0.0034814653918147087,
+          "volume_max": 0.02228306606411934,
+          "frac_active": 0.46875
+        },
+        {
+          "step": 319,
+          "loss": 0.09478797763586044,
+          "floss_loss": 0.0009269206784665585,
+          "kl_loss": 0.009386105462908745,
+          "lyap1_mean": 0.0028688525781035423,
+          "lyap1_max": 0.039042942225933075,
+          "lyap_mean": -0.014589864760637283,
+          "volume_mean": -0.014589864760637283,
+          "volume_max": 0.03376513719558716,
+          "frac_active": 0.25
+        },
+        {
+          "step": 320,
+          "loss": 0.06378893554210663,
+          "floss_loss": 0.0008439841913059354,
+          "kl_loss": 0.0062944949604570866,
+          "lyap1_mean": 0.015295200049877167,
+          "lyap1_max": 0.05590301379561424,
+          "lyap_mean": -0.0011500053806230426,
+          "volume_mean": -0.0011500059626996517,
+          "volume_max": 0.03450224548578262,
+          "frac_active": 0.484375
+        },
+        {
+          "step": 321,
+          "loss": 0.06767472624778748,
+          "floss_loss": 0.0007515386678278446,
+          "kl_loss": 0.006692318245768547,
+          "lyap1_mean": 0.015766378492116928,
+          "lyap1_max": 0.07139609009027481,
+          "lyap_mean": -0.005252085626125336,
+          "volume_mean": -0.005252087488770485,
+          "volume_max": 0.017239702865481377,
+          "frac_active": 0.421875
+        },
+        {
+          "step": 322,
+          "loss": 0.057539165019989014,
+          "floss_loss": 0.000696321134455502,
+          "kl_loss": 0.005684284493327141,
+          "lyap1_mean": 0.032235607504844666,
+          "lyap1_max": 0.07692256569862366,
+          "lyap_mean": 0.01638658158481121,
+          "volume_mean": 0.01638658158481121,
+          "volume_max": 0.03623293340206146,
+          "frac_active": 0.796875
+        },
+        {
+          "step": 323,
+          "loss": 0.5225489735603333,
+          "floss_loss": 0.0004837604355998337,
+          "kl_loss": 0.05220652371644974,
+          "lyap1_mean": 0.022079937160015106,
+          "lyap1_max": 0.05447937175631523,
+          "lyap_mean": -0.0006352872587740421,
+          "volume_mean": -0.0006352874916046858,
+          "volume_max": 0.018230989575386047,
+          "frac_active": 0.46875
+        },
+        {
+          "step": 324,
+          "loss": 0.5026785135269165,
+          "floss_loss": 0.0008321338682435453,
+          "kl_loss": 0.05018463730812073,
+          "lyap1_mean": 0.0027557804714888334,
+          "lyap1_max": 0.04259878024458885,
+          "lyap_mean": -0.01929425448179245,
+          "volume_mean": -0.01929425448179245,
+          "volume_max": -0.0018721520900726318,
+          "frac_active": 0.109375
+        },
+        {
+          "step": 325,
+          "loss": 0.31282511353492737,
+          "floss_loss": 0.00047805748181417584,
+          "kl_loss": 0.031234705820679665,
+          "lyap1_mean": 0.020803462713956833,
+          "lyap1_max": 0.05794462189078331,
+          "lyap_mean": -0.005532380193471909,
+          "volume_mean": -0.005532380193471909,
+          "volume_max": 0.011279451660811901,
+          "frac_active": 0.34375
+        },
+        {
+          "step": 326,
+          "loss": 0.24513058364391327,
+          "floss_loss": 0.0003435403050389141,
+          "kl_loss": 0.02447870373725891,
+          "lyap1_mean": 0.002299871761351824,
+          "lyap1_max": 0.0191167201846838,
+          "lyap_mean": -0.009704770520329475,
+          "volume_mean": -0.009704770520329475,
+          "volume_max": -0.0005535675445571542,
+          "frac_active": 0.28125
+        },
+        {
+          "step": 327,
+          "loss": 0.35336780548095703,
+          "floss_loss": 0.0006912648677825928,
+          "kl_loss": 0.035267654806375504,
+          "lyap1_mean": 0.0203813835978508,
+          "lyap1_max": 0.0610584020614624,
+          "lyap_mean": 0.0013928193366155028,
+          "volume_mean": 0.0013928194530308247,
+          "volume_max": 0.028993384912610054,
+          "frac_active": 0.515625
+        },
+        {
+          "step": 328,
+          "loss": 0.3407650887966156,
+          "floss_loss": 0.0005294978618621826,
+          "kl_loss": 0.03402356058359146,
+          "lyap1_mean": 0.013196021318435669,
+          "lyap1_max": 0.08893658220767975,
+          "lyap_mean": 0.0008103626314550638,
+          "volume_mean": 0.0008103626314550638,
+          "volume_max": 0.02683885768055916,
+          "frac_active": 0.5625
+        },
+        {
+          "step": 329,
+          "loss": 0.339724063873291,
+          "floss_loss": 0.0006941823521628976,
+          "kl_loss": 0.03390298783779144,
+          "lyap1_mean": 0.03950604051351547,
+          "lyap1_max": 0.06408564001321793,
+          "lyap_mean": 0.013903978280723095,
+          "volume_mean": 0.01390397734940052,
+          "volume_max": 0.03124983236193657,
+          "frac_active": 0.734375
+        },
+        {
+          "step": 330,
+          "loss": 0.40179499983787537,
+          "floss_loss": 0.0005950951599515975,
+          "kl_loss": 0.04011999070644379,
+          "lyap1_mean": 0.021533118560910225,
+          "lyap1_max": 0.04039957746863365,
+          "lyap_mean": 0.014508014544844627,
+          "volume_mean": 0.014508014544844627,
+          "volume_max": 0.03343705087900162,
+          "frac_active": 0.765625
+        },
+        {
+          "step": 331,
+          "loss": 0.1633760780096054,
+          "floss_loss": 0.0010804005432873964,
+          "kl_loss": 0.016229568049311638,
+          "lyap1_mean": 0.03167209401726723,
+          "lyap1_max": 0.07747086882591248,
+          "lyap_mean": 0.009872958064079285,
+          "volume_mean": 0.009872958064079285,
+          "volume_max": 0.04895666241645813,
+          "frac_active": 0.546875
+        },
+        {
+          "step": 332,
+          "loss": 0.2748931348323822,
+          "floss_loss": 0.00046042335452511907,
+          "kl_loss": 0.02744327113032341,
+          "lyap1_mean": 0.029987191781401634,
+          "lyap1_max": 0.05671396851539612,
+          "lyap_mean": 0.013281000778079033,
+          "volume_mean": 0.013280999846756458,
+          "volume_max": 0.023303188383579254,
+          "frac_active": 0.765625
+        },
+        {
+          "step": 333,
+          "loss": 0.3903059959411621,
+          "floss_loss": 0.0007607997395098209,
+          "kl_loss": 0.03895451873540878,
+          "lyap1_mean": 0.02937513217329979,
+          "lyap1_max": 0.09295760095119476,
+          "lyap_mean": 0.0038201536517590284,
+          "volume_mean": 0.0038201536517590284,
+          "volume_max": 0.030059130862355232,
+          "frac_active": 0.5
+        },
+        {
+          "step": 334,
+          "loss": 0.25977933406829834,
+          "floss_loss": 0.0005452737677842379,
+          "kl_loss": 0.025923408567905426,
+          "lyap1_mean": 0.031718477606773376,
+          "lyap1_max": 0.07408995926380157,
+          "lyap_mean": 0.0107014374807477,
+          "volume_mean": 0.010701436549425125,
+          "volume_max": 0.029727062210440636,
+          "frac_active": 0.65625
+        },
+        {
+          "step": 335,
+          "loss": 0.10189790278673172,
+          "floss_loss": 0.00039600732270628214,
+          "kl_loss": 0.010150189511477947,
+          "lyap1_mean": 0.015749191865324974,
+          "lyap1_max": 0.028532853350043297,
+          "lyap_mean": 0.0037398654967546463,
+          "volume_mean": 0.0037398654967546463,
+          "volume_max": 0.024295862764120102,
+          "frac_active": 0.5625
+        },
+        {
+          "step": 336,
+          "loss": 0.05014887824654579,
+          "floss_loss": 0.0007232507923617959,
+          "kl_loss": 0.004942562896758318,
+          "lyap1_mean": 0.007063975557684898,
+          "lyap1_max": 0.0452958345413208,
+          "lyap_mean": -0.012307615950703621,
+          "volume_mean": -0.012307615019381046,
+          "volume_max": 0.007786223664879799,
+          "frac_active": 0.25
+        },
+        {
+          "step": 337,
+          "loss": 0.05114120617508888,
+          "floss_loss": 0.0004909660201519728,
+          "kl_loss": 0.005065023899078369,
+          "lyap1_mean": 0.011446773074567318,
+          "lyap1_max": 0.05834699422121048,
+          "lyap_mean": -0.008143037557601929,
+          "volume_mean": -0.008143037557601929,
+          "volume_max": 0.015084141865372658,
+          "frac_active": 0.328125
+        },
+        {
+          "step": 338,
+          "loss": 0.03336438909173012,
+          "floss_loss": 0.0005874958005733788,
+          "kl_loss": 0.003277689218521118,
+          "lyap1_mean": 0.016089629381895065,
+          "lyap1_max": 0.04147517681121826,
+          "lyap_mean": -0.012115869671106339,
+          "volume_mean": -0.012115869671106339,
+          "volume_max": 0.0009897351264953613,
+          "frac_active": 0.3125
+        },
+        {
+          "step": 339,
+          "loss": 0.6944482922554016,
+          "floss_loss": 0.0005065934965386987,
+          "kl_loss": 0.06939417123794556,
+          "lyap1_mean": 0.01842220313847065,
+          "lyap1_max": 0.048467960208654404,
+          "lyap_mean": 0.0007837911834940314,
+          "volume_mean": 0.0007837910670787096,
+          "volume_max": 0.01751944236457348,
+          "frac_active": 0.53125
+        },
+        {
+          "step": 340,
+          "loss": 0.24830695986747742,
+          "floss_loss": 0.0003907922364305705,
+          "kl_loss": 0.024791616946458817,
+          "lyap1_mean": 0.017032917588949203,
+          "lyap1_max": 0.038921572268009186,
+          "lyap_mean": -0.006977288518100977,
+          "volume_mean": -0.00697728805243969,
+          "volume_max": 0.0057478551752865314,
+          "frac_active": 0.34375
+        },
+        {
+          "step": 341,
+          "loss": 0.3390430510044098,
+          "floss_loss": 0.00043766398448497057,
+          "kl_loss": 0.03386053815484047,
+          "lyap1_mean": 0.01489211618900299,
+          "lyap1_max": 0.05247638374567032,
+          "lyap_mean": 0.001851057750172913,
+          "volume_mean": 0.0018510580994188786,
+          "volume_max": 0.012992559932172298,
+          "frac_active": 0.453125
+        },
+        {
+          "step": 342,
+          "loss": 0.2031041532754898,
+          "floss_loss": 0.0003924697230104357,
+          "kl_loss": 0.020271169021725655,
+          "lyap1_mean": 0.011141356080770493,
+          "lyap1_max": 0.037865303456783295,
+          "lyap_mean": -0.004578602500259876,
+          "volume_mean": -0.004578603431582451,
+          "volume_max": 0.020199965685606003,
+          "frac_active": 0.359375
+        },
+        {
+          "step": 343,
+          "loss": 0.2718265950679779,
+          "floss_loss": 0.000689287087880075,
+          "kl_loss": 0.02711373008787632,
+          "lyap1_mean": 0.02791762910783291,
+          "lyap1_max": 0.061629366129636765,
+          "lyap_mean": 0.007000821176916361,
+          "volume_mean": 0.0070008221082389355,
+          "volume_max": 0.01898135431110859,
+          "frac_active": 0.578125
+        },
+        {
+          "step": 344,
+          "loss": 0.36610057950019836,
+          "floss_loss": 0.0007804995402693748,
+          "kl_loss": 0.03653200715780258,
+          "lyap1_mean": 0.031253404915332794,
+          "lyap1_max": 0.07272814959287643,
+          "lyap_mean": 0.005101135466247797,
+          "volume_mean": 0.005101135931909084,
+          "volume_max": 0.03777419775724411,
+          "frac_active": 0.546875
+        },
+        {
+          "step": 345,
+          "loss": 0.22645749151706696,
+          "floss_loss": 0.0006296733627095819,
+          "kl_loss": 0.022582780569791794,
+          "lyap1_mean": 0.03399454802274704,
+          "lyap1_max": 0.06547476351261139,
+          "lyap_mean": -0.0003879689611494541,
+          "volume_mean": -0.00038796919398009777,
+          "volume_max": 0.027059804648160934,
+          "frac_active": 0.4375
+        },
+        {
+          "step": 346,
+          "loss": 0.29567354917526245,
+          "floss_loss": 0.000900006853044033,
+          "kl_loss": 0.029477356001734734,
+          "lyap1_mean": 0.0332627147436142,
+          "lyap1_max": 0.05816695839166641,
+          "lyap_mean": 0.02073645405471325,
+          "volume_mean": 0.02073645405471325,
+          "volume_max": 0.03929515182971954,
+          "frac_active": 0.765625
+        },
+        {
+          "step": 347,
+          "loss": 0.17119447886943817,
+          "floss_loss": 0.0005096895038150251,
+          "kl_loss": 0.01706847921013832,
+          "lyap1_mean": 0.024848366156220436,
+          "lyap1_max": 0.05269306153059006,
+          "lyap_mean": 0.00819163117557764,
+          "volume_mean": 0.00819163117557764,
+          "volume_max": 0.030494682490825653,
+          "frac_active": 0.71875
+        },
+        {
+          "step": 348,
+          "loss": 0.4016251564025879,
+          "floss_loss": 0.0005007379222661257,
+          "kl_loss": 0.0401124432682991,
+          "lyap1_mean": 0.01824241876602173,
+          "lyap1_max": 0.03410279378294945,
+          "lyap_mean": 0.0045243012718856335,
+          "volume_mean": 0.004524300340563059,
+          "volume_max": 0.03447873145341873,
+          "frac_active": 0.578125
+        },
+        {
+          "step": 349,
+          "loss": 0.47564825415611267,
+          "floss_loss": 0.0009714738116599619,
+          "kl_loss": 0.0474676787853241,
+          "lyap1_mean": 0.045596711337566376,
+          "lyap1_max": 0.07422908395528793,
+          "lyap_mean": 0.009843550622463226,
+          "volume_mean": 0.009843551553785801,
+          "volume_max": 0.033490024507045746,
+          "frac_active": 0.65625
+        },
+        {
+          "step": 350,
+          "loss": 0.28422266244888306,
+          "floss_loss": 0.0005987668409943581,
+          "kl_loss": 0.028362391516566277,
+          "lyap1_mean": 0.017477430403232574,
+          "lyap1_max": 0.04957843944430351,
+          "lyap_mean": -0.0009181674104183912,
+          "volume_mean": -0.0009181669447571039,
+          "volume_max": 0.025269407778978348,
+          "frac_active": 0.421875
+        },
+        {
+          "step": 351,
+          "loss": 0.15068651735782623,
+          "floss_loss": 0.00042488405597396195,
+          "kl_loss": 0.015026163309812546,
+          "lyap1_mean": 0.014383809641003609,
+          "lyap1_max": 0.06597721576690674,
+          "lyap_mean": -0.002623370848596096,
+          "volume_mean": -0.002623370848596096,
+          "volume_max": 0.02912076562643051,
+          "frac_active": 0.40625
+        },
+        {
+          "step": 352,
+          "loss": 0.06719668954610825,
+          "floss_loss": 0.00047480908688157797,
+          "kl_loss": 0.006672188173979521,
+          "lyap1_mean": 0.001879651565104723,
+          "lyap1_max": 0.04233383387327194,
+          "lyap_mean": -0.010567359626293182,
+          "volume_mean": -0.010567359626293182,
+          "volume_max": 0.017896641045808792,
+          "frac_active": 0.265625
+        },
+        {
+          "step": 353,
+          "loss": 0.07478359341621399,
+          "floss_loss": 0.0003907333593815565,
+          "kl_loss": 0.007439286448061466,
+          "lyap1_mean": 0.0110696442425251,
+          "lyap1_max": 0.055676307529211044,
+          "lyap_mean": -0.0055169155821204185,
+          "volume_mean": -0.005516916047781706,
+          "volume_max": 0.012811434455215931,
+          "frac_active": 0.34375
+        },
+        {
+          "step": 354,
+          "loss": 0.24216945469379425,
+          "floss_loss": 0.0004001400957349688,
+          "kl_loss": 0.024176931008696556,
+          "lyap1_mean": 0.004876802209764719,
+          "lyap1_max": 0.047258131206035614,
+          "lyap_mean": -0.0031474027782678604,
+          "volume_mean": -0.003147403011098504,
+          "volume_max": 0.01960645243525505,
+          "frac_active": 0.421875
+        },
+        {
+          "step": 355,
+          "loss": 0.5629879832267761,
+          "floss_loss": 0.0005923093995079398,
+          "kl_loss": 0.056239571422338486,
+          "lyap1_mean": 0.029736198484897614,
+          "lyap1_max": 0.0656486302614212,
+          "lyap_mean": 1.7615966498851776e-05,
+          "volume_mean": 1.7615966498851776e-05,
+          "volume_max": 0.016807738691568375,
+          "frac_active": 0.46875
+        },
+        {
+          "step": 356,
+          "loss": 1.0158151388168335,
+          "floss_loss": 0.0005237237201072276,
+          "kl_loss": 0.10152914375066757,
+          "lyap1_mean": 0.02364533394575119,
+          "lyap1_max": 0.06345079839229584,
+          "lyap_mean": 0.009797569364309311,
+          "volume_mean": 0.009797569364309311,
+          "volume_max": 0.03754718229174614,
+          "frac_active": 0.671875
+        },
+        {
+          "step": 357,
+          "loss": 0.24116329848766327,
+          "floss_loss": 0.0008624257752671838,
+          "kl_loss": 0.024030087515711784,
+          "lyap1_mean": 0.03681781142950058,
+          "lyap1_max": 0.08695127069950104,
+          "lyap_mean": 0.017220178619027138,
+          "volume_mean": 0.017220178619027138,
+          "volume_max": 0.047641389071941376,
+          "frac_active": 0.703125
+        },
+        {
+          "step": 358,
+          "loss": 0.224779412150383,
+          "floss_loss": 0.0011929144384339452,
+          "kl_loss": 0.022358650341629982,
+          "lyap1_mean": 0.033645667135715485,
+          "lyap1_max": 0.07838894426822662,
+          "lyap_mean": 0.017746105790138245,
+          "volume_mean": 0.017746105790138245,
+          "volume_max": 0.05301964655518532,
+          "frac_active": 0.65625
+        },
+        {
+          "step": 359,
+          "loss": 0.21633614599704742,
+          "floss_loss": 0.0005187871865928173,
+          "kl_loss": 0.021581735461950302,
+          "lyap1_mean": 0.029619434848427773,
+          "lyap1_max": 0.07236236333847046,
+          "lyap_mean": 0.007878691889345646,
+          "volume_mean": 0.00787869282066822,
+          "volume_max": 0.022723671048879623,
+          "frac_active": 0.625
+        },
+        {
+          "step": 360,
+          "loss": 0.2588076889514923,
+          "floss_loss": 0.0002648525114636868,
+          "kl_loss": 0.025854282081127167,
+          "lyap1_mean": 0.013271386735141277,
+          "lyap1_max": 0.04235231876373291,
+          "lyap_mean": 0.002549494616687298,
+          "volume_mean": 0.0025494948495179415,
+          "volume_max": 0.01812801882624626,
+          "frac_active": 0.578125
+        },
+        {
+          "step": 361,
+          "loss": 0.26989632844924927,
+          "floss_loss": 0.00046070257667452097,
+          "kl_loss": 0.02694356068968773,
+          "lyap1_mean": 0.02412106655538082,
+          "lyap1_max": 0.049180768430233,
+          "lyap_mean": 0.006630843039602041,
+          "volume_mean": 0.006630843039602041,
+          "volume_max": 0.03191997483372688,
+          "frac_active": 0.609375
+        },
+        {
+          "step": 362,
+          "loss": 0.3054332435131073,
+          "floss_loss": 0.00043035380076617,
+          "kl_loss": 0.030500289052724838,
+          "lyap1_mean": 0.021956980228424072,
+          "lyap1_max": 0.05844462662935257,
+          "lyap_mean": -0.0003115414874628186,
+          "volume_mean": -0.0003115413710474968,
+          "volume_max": 0.03308212012052536,
+          "frac_active": 0.4375
+        },
+        {
+          "step": 363,
+          "loss": 0.15390226244926453,
+          "floss_loss": 0.0006676741177216172,
+          "kl_loss": 0.015323459170758724,
+          "lyap1_mean": 0.018723586574196815,
+          "lyap1_max": 0.06705690175294876,
+          "lyap_mean": 0.00045012892223894596,
+          "volume_mean": 0.0004501291550695896,
+          "volume_max": 0.03220603987574577,
+          "frac_active": 0.421875
+        },
+        {
+          "step": 364,
+          "loss": 0.34686243534088135,
+          "floss_loss": 0.0006659630453214049,
+          "kl_loss": 0.03461964800953865,
+          "lyap1_mean": 0.034984003752470016,
+          "lyap1_max": 0.09543721377849579,
+          "lyap_mean": 0.004933091811835766,
+          "volume_mean": 0.004933091811835766,
+          "volume_max": 0.028634890913963318,
+          "frac_active": 0.5625
+        },
+        {
+          "step": 365,
+          "loss": 0.4204414486885071,
+          "floss_loss": 0.00048588617937639356,
+          "kl_loss": 0.04199555516242981,
+          "lyap1_mean": 0.009998643770813942,
+          "lyap1_max": 0.029453285038471222,
+          "lyap_mean": -0.0036633918061852455,
+          "volume_mean": -0.003663391340523958,
+          "volume_max": 0.01241694763302803,
+          "frac_active": 0.46875
+        },
+        {
+          "step": 366,
+          "loss": 0.2241009622812271,
+          "floss_loss": 0.000898719415999949,
+          "kl_loss": 0.022320223972201347,
+          "lyap1_mean": -0.004738052375614643,
+          "lyap1_max": 0.02038111910223961,
+          "lyap_mean": -0.021155448630452156,
+          "volume_mean": -0.021155448630452156,
+          "volume_max": 0.005767494440078735,
+          "frac_active": 0.15625
+        },
+        {
+          "step": 367,
+          "loss": 0.10761546343564987,
+          "floss_loss": 0.0003804157895501703,
+          "kl_loss": 0.010723504237830639,
+          "lyap1_mean": 0.012280570343136787,
+          "lyap1_max": 0.04118989408016205,
+          "lyap_mean": -0.004689960740506649,
+          "volume_mean": -0.004689961206167936,
+          "volume_max": 0.01196235604584217,
+          "frac_active": 0.390625
+        },
+        {
+          "step": 368,
+          "loss": 0.05787540227174759,
+          "floss_loss": 0.0007039893534965813,
+          "kl_loss": 0.005717141088098288,
+          "lyap1_mean": 0.012244736775755882,
+          "lyap1_max": 0.11579850316047668,
+          "lyap_mean": -0.006947110872715712,
+          "volume_mean": -0.006947110407054424,
+          "volume_max": 0.02677316777408123,
+          "frac_active": 0.28125
+        },
+        {
+          "step": 369,
+          "loss": 0.05199615657329559,
+          "floss_loss": 0.0005493678036145866,
+          "kl_loss": 0.005144678987562656,
+          "lyap1_mean": 0.01928936131298542,
+          "lyap1_max": 0.056553617119789124,
+          "lyap_mean": -0.0009587690001353621,
+          "volume_mean": -0.0009587690583430231,
+          "volume_max": 0.025049760937690735,
+          "frac_active": 0.390625
+        },
+        {
+          "step": 370,
+          "loss": 0.0168667770922184,
+          "floss_loss": 0.0005776495672762394,
+          "kl_loss": 0.001628912752494216,
+          "lyap1_mean": 0.01805577240884304,
+          "lyap1_max": 0.10139763355255127,
+          "lyap_mean": -0.004697869066148996,
+          "volume_mean": -0.004697869066148996,
+          "volume_max": 0.02203535847365856,
+          "frac_active": 0.3125
+        },
+        {
+          "step": 371,
+          "loss": 0.4263378381729126,
+          "floss_loss": 0.00045754414168186486,
+          "kl_loss": 0.04258802905678749,
+          "lyap1_mean": 0.009124682284891605,
+          "lyap1_max": 0.04257974773645401,
+          "lyap_mean": -0.0007429738761857152,
+          "volume_mean": -0.0007429737597703934,
+          "volume_max": 0.02282240241765976,
+          "frac_active": 0.5
+        },
+        {
+          "step": 372,
+          "loss": 0.3236227333545685,
+          "floss_loss": 0.0004855798906646669,
+          "kl_loss": 0.032313715666532516,
+          "lyap1_mean": 0.019497990608215332,
+          "lyap1_max": 0.06161212548613548,
+          "lyap_mean": 0.0011247885413467884,
+          "volume_mean": 0.001124788192100823,
+          "volume_max": 0.02581286057829857,
+          "frac_active": 0.46875
+        },
+        {
+          "step": 373,
+          "loss": 0.13488392531871796,
+          "floss_loss": 0.000617645273450762,
+          "kl_loss": 0.013426627963781357,
+          "lyap1_mean": 0.01701020821928978,
+          "lyap1_max": 0.050278618931770325,
+          "lyap_mean": 0.0055298167280852795,
+          "volume_mean": 0.005529817193746567,
+          "volume_max": 0.022848203778266907,
+          "frac_active": 0.546875
+        },
+        {
+          "step": 374,
+          "loss": 0.1699291169643402,
+          "floss_loss": 0.0007647392922081053,
+          "kl_loss": 0.016916437074542046,
+          "lyap1_mean": 0.01952221244573593,
+          "lyap1_max": 0.057273656129837036,
+          "lyap_mean": -0.0011798806954175234,
+          "volume_mean": -0.0011798804625868797,
+          "volume_max": 0.02291390299797058,
+          "frac_active": 0.515625
+        },
+        {
+          "step": 375,
+          "loss": 0.2964342534542084,
+          "floss_loss": 0.000624926236923784,
+          "kl_loss": 0.02958093397319317,
+          "lyap1_mean": 0.01944407820701599,
+          "lyap1_max": 0.0912916287779808,
+          "lyap_mean": 0.003291998291388154,
+          "volume_mean": 0.0032919985242187977,
+          "volume_max": 0.02874811738729477,
+          "frac_active": 0.53125
+        },
+        {
+          "step": 376,
+          "loss": 0.3755379021167755,
+          "floss_loss": 0.000330165377818048,
+          "kl_loss": 0.03752077370882034,
+          "lyap1_mean": 0.013457254506647587,
+          "lyap1_max": 0.042636334896087646,
+          "lyap_mean": -0.003377725835889578,
+          "volume_mean": -0.003377725603058934,
+          "volume_max": 0.009256472811102867,
+          "frac_active": 0.375
+        },
+        {
+          "step": 377,
+          "loss": 0.2832796573638916,
+          "floss_loss": 0.0005133372615091503,
+          "kl_loss": 0.028276631608605385,
+          "lyap1_mean": 0.017461752519011497,
+          "lyap1_max": 0.04316779226064682,
+          "lyap_mean": 0.010159366764128208,
+          "volume_mean": 0.010159367695450783,
+          "volume_max": 0.02848675101995468,
+          "frac_active": 0.625
+        },
+        {
+          "step": 378,
+          "loss": 0.283590167760849,
+          "floss_loss": 0.0010534810135141015,
+          "kl_loss": 0.028253667056560516,
+          "lyap1_mean": 0.019554685801267624,
+          "lyap1_max": 0.06524841487407684,
+          "lyap_mean": -0.003245796076953411,
+          "volume_mean": -0.003245795611292124,
+          "volume_max": 0.05336172506213188,
+          "frac_active": 0.375
+        },
+        {
+          "step": 379,
+          "loss": 0.17287717759609222,
+          "floss_loss": 0.0005652224062941968,
+          "kl_loss": 0.01723119616508484,
+          "lyap1_mean": 0.003840208053588867,
+          "lyap1_max": 0.04970274865627289,
+          "lyap_mean": -0.014850064180791378,
+          "volume_mean": -0.014850063249468803,
+          "volume_max": -0.0006252792663872242,
+          "frac_active": 0.203125
+        },
+        {
+          "step": 380,
+          "loss": 0.9787430167198181,
+          "floss_loss": 0.0008127389592118561,
+          "kl_loss": 0.09779302775859833,
+          "lyap1_mean": 0.03597285598516464,
+          "lyap1_max": 0.08414747565984726,
+          "lyap_mean": 0.002578423358500004,
+          "volume_mean": 0.0025784228928387165,
+          "volume_max": 0.018183453008532524,
+          "frac_active": 0.5
+        },
+        {
+          "step": 381,
+          "loss": 0.3893853425979614,
+          "floss_loss": 0.0006030020886100829,
+          "kl_loss": 0.03887823596596718,
+          "lyap1_mean": 0.002826627343893051,
+          "lyap1_max": 0.050233226269483566,
+          "lyap_mean": -0.00972768198698759,
+          "volume_mean": -0.00972768198698759,
+          "volume_max": 0.009995208121836185,
+          "frac_active": 0.265625
+        },
+        {
+          "step": 382,
+          "loss": 0.2553655803203583,
+          "floss_loss": 0.00030081463046371937,
+          "kl_loss": 0.025506475940346718,
+          "lyap1_mean": 0.0043721506372094154,
+          "lyap1_max": 0.028282998129725456,
+          "lyap_mean": -0.006818247027695179,
+          "volume_mean": -0.006818247959017754,
+          "volume_max": 0.002275038044899702,
+          "frac_active": 0.328125
+        },
+        {
+          "step": 383,
+          "loss": 0.1916266530752182,
+          "floss_loss": 0.0005861454992555082,
+          "kl_loss": 0.01910405047237873,
+          "lyap1_mean": 0.004193882457911968,
+          "lyap1_max": 0.03962666541337967,
+          "lyap_mean": -0.0006111030234023929,
+          "volume_mean": -0.0006111026159487665,
+          "volume_max": 0.018218833953142166,
+          "frac_active": 0.453125
+        },
+        {
+          "step": 384,
+          "loss": 0.04191063344478607,
+          "floss_loss": 0.0004396963631734252,
+          "kl_loss": 0.004147093743085861,
+          "lyap1_mean": 0.00940717663615942,
+          "lyap1_max": 0.04529237374663353,
+          "lyap_mean": -0.00628996267914772,
+          "volume_mean": -0.00628996267914772,
+          "volume_max": 0.005752746947109699,
+          "frac_active": 0.296875
+        },
+        {
+          "step": 385,
+          "loss": 0.09143567085266113,
+          "floss_loss": 0.0006977494922466576,
+          "kl_loss": 0.009073792025446892,
+          "lyap1_mean": -0.003308966988697648,
+          "lyap1_max": 0.019413884729146957,
+          "lyap_mean": -0.018265653401613235,
+          "volume_mean": -0.018265653401613235,
+          "volume_max": -0.0006258897483348846,
+          "frac_active": 0.15625
+        },
+        {
+          "step": 386,
+          "loss": 0.011608037166297436,
+          "floss_loss": 0.0005625718040391803,
+          "kl_loss": 0.0011045464780181646,
+          "lyap1_mean": 0.0275453832000494,
+          "lyap1_max": 0.060246970504522324,
+          "lyap_mean": 0.005798076745122671,
+          "volume_mean": 0.005798076745122671,
+          "volume_max": 0.02821657806634903,
+          "frac_active": 0.546875
+        },
+        {
+          "step": 387,
+          "loss": 0.5648150444030762,
+          "floss_loss": 0.000407693674787879,
+          "kl_loss": 0.05644073709845543,
+          "lyap1_mean": 0.009137049317359924,
+          "lyap1_max": 0.03204020857810974,
+          "lyap_mean": -0.002484322525560856,
+          "volume_mean": -0.0024843220598995686,
+          "volume_max": 0.009498989209532738,
+          "frac_active": 0.453125
+        },
+        {
+          "step": 388,
+          "loss": 0.3946952521800995,
+          "floss_loss": 0.00043089973041787744,
+          "kl_loss": 0.03942643478512764,
+          "lyap1_mean": 0.02450813725590706,
+          "lyap1_max": 0.07056401669979095,
+          "lyap_mean": -0.0005243811756372452,
+          "volume_mean": -0.0005243809428066015,
+          "volume_max": 0.028992094099521637,
+          "frac_active": 0.4375
+        },
+        {
+          "step": 389,
+          "loss": 0.2088182121515274,
+          "floss_loss": 0.00040468701627105474,
+          "kl_loss": 0.02084135264158249,
+          "lyap1_mean": 0.023890186101198196,
+          "lyap1_max": 0.042328860610723495,
+          "lyap_mean": 0.006244826130568981,
+          "volume_mean": 0.006244826130568981,
+          "volume_max": 0.020245151594281197,
+          "frac_active": 0.59375
+        },
+        {
+          "step": 390,
+          "loss": 0.28996288776397705,
+          "floss_loss": 0.0007594707421958447,
+          "kl_loss": 0.028920339420437813,
+          "lyap1_mean": 0.014420747756958008,
+          "lyap1_max": 0.060382187366485596,
+          "lyap_mean": -0.009265510365366936,
+          "volume_mean": -0.009265510365366936,
+          "volume_max": 0.028572985902428627,
+          "frac_active": 0.265625
+        },
+        {
+          "step": 391,
+          "loss": 0.20845772325992584,
+          "floss_loss": 0.00045338645577430725,
+          "kl_loss": 0.020800434052944183,
+          "lyap1_mean": 0.023921705782413483,
+          "lyap1_max": 0.04530937597155571,
+          "lyap_mean": 0.0032914935145527124,
+          "volume_mean": 0.003291492350399494,
+          "volume_max": 0.03154747933149338,
+          "frac_active": 0.5625
+        },
+        {
+          "step": 392,
+          "loss": 0.2439378798007965,
+          "floss_loss": 0.0004669355694204569,
+          "kl_loss": 0.02434709295630455,
+          "lyap1_mean": 0.013481839559972286,
+          "lyap1_max": 0.05837704986333847,
+          "lyap_mean": 0.003527924185618758,
+          "volume_mean": 0.003527924418449402,
+          "volume_max": 0.023663265630602837,
+          "frac_active": 0.625
+        },
+        {
+          "step": 393,
+          "loss": 0.20830562710762024,
+          "floss_loss": 0.00039447445305995643,
+          "kl_loss": 0.02079111523926258,
+          "lyap1_mean": 0.016683345660567284,
+          "lyap1_max": 0.05566578730940819,
+          "lyap_mean": -0.005433006212115288,
+          "volume_mean": -0.005433005280792713,
+          "volume_max": 0.010825417935848236,
+          "frac_active": 0.375
+        },
+        {
+          "step": 394,
+          "loss": 0.25101733207702637,
+          "floss_loss": 0.0007500196807086468,
+          "kl_loss": 0.025026731193065643,
+          "lyap1_mean": 0.028928682208061218,
+          "lyap1_max": 0.14219151437282562,
+          "lyap_mean": 0.002271485049277544,
+          "volume_mean": 0.0022714845836162567,
+          "volume_max": 0.05035930499434471,
+          "frac_active": 0.4375
+        },
+        {
+          "step": 395,
+          "loss": 0.14214320480823517,
+          "floss_loss": 0.0003851009823847562,
+          "kl_loss": 0.014175809919834137,
+          "lyap1_mean": 0.0016345398034900427,
+          "lyap1_max": 0.017463430762290955,
+          "lyap_mean": -0.009925414808094501,
+          "volume_mean": -0.009925415739417076,
+          "volume_max": 0.006427663378417492,
+          "frac_active": 0.296875
+        },
+        {
+          "step": 396,
+          "loss": 0.16024677455425262,
+          "floss_loss": 0.000376402516849339,
+          "kl_loss": 0.015987036749720573,
+          "lyap1_mean": 0.00047275470569729805,
+          "lyap1_max": 0.02212793007493019,
+          "lyap_mean": -0.012306395918130875,
+          "volume_mean": -0.012306395918130875,
+          "volume_max": 0.00196824106387794,
+          "frac_active": 0.28125
+        },
+        {
+          "step": 397,
+          "loss": 0.2638329267501831,
+          "floss_loss": 0.0003719282685779035,
+          "kl_loss": 0.026346100494265556,
+          "lyap1_mean": 0.009716375730931759,
+          "lyap1_max": 0.048557158559560776,
+          "lyap_mean": -0.00012318731751292944,
+          "volume_mean": -0.00012318743392825127,
+          "volume_max": 0.03167438134551048,
+          "frac_active": 0.5
+        },
+        {
+          "step": 398,
+          "loss": 0.35405606031417847,
+          "floss_loss": 0.0004465602105483413,
+          "kl_loss": 0.035360950976610184,
+          "lyap1_mean": 0.0019520465284585953,
+          "lyap1_max": 0.020563235506415367,
+          "lyap_mean": -0.004368816968053579,
+          "volume_mean": -0.004368816502392292,
+          "volume_max": 0.017986023798584938,
+          "frac_active": 0.484375
+        },
+        {
+          "step": 399,
+          "loss": 0.12180425226688385,
+          "floss_loss": 0.0004467068356461823,
+          "kl_loss": 0.012135754339396954,
+          "lyap1_mean": 0.005265736021101475,
+          "lyap1_max": 0.035848747938871384,
+          "lyap_mean": -0.008167119696736336,
+          "volume_mean": -0.008167119696736336,
+          "volume_max": 0.008003083057701588,
+          "frac_active": 0.328125
+        },
+        {
+          "step": 400,
+          "loss": 0.04038618132472038,
+          "floss_loss": 0.00043024792103096843,
+          "kl_loss": 0.003995593171566725,
+          "lyap1_mean": 0.01666901260614395,
+          "lyap1_max": 0.045174967497587204,
+          "lyap_mean": 0.005665033124387264,
+          "volume_mean": 0.005665034055709839,
+          "volume_max": 0.030774783343076706,
+          "frac_active": 0.546875
+        },
+        {
+          "step": 401,
+          "loss": 0.039635706692934036,
+          "floss_loss": 0.000495218439027667,
+          "kl_loss": 0.00391404889523983,
+          "lyap1_mean": 0.030591435730457306,
+          "lyap1_max": 0.07001110911369324,
+          "lyap_mean": 0.009078633040189743,
+          "volume_mean": 0.009078633040189743,
+          "volume_max": 0.029681887477636337,
+          "frac_active": 0.640625
+        },
+        {
+          "step": 402,
+          "loss": 0.006431997288018465,
+          "floss_loss": 0.000665642786771059,
+          "kl_loss": 0.000576635473407805,
+          "lyap1_mean": 0.018399303779006004,
+          "lyap1_max": 0.04094532132148743,
+          "lyap_mean": 0.011864867992699146,
+          "volume_mean": 0.011864867061376572,
+          "volume_max": 0.03193851187825203,
+          "frac_active": 0.6875
+        },
+        {
+          "step": 403,
+          "loss": 0.4923083186149597,
+          "floss_loss": 0.0003355853259563446,
+          "kl_loss": 0.049197275191545486,
+          "lyap1_mean": -0.0007240613922476768,
+          "lyap1_max": 0.020485620945692062,
+          "lyap_mean": -0.0056318799033761024,
+          "volume_mean": -0.00563188036903739,
+          "volume_max": 0.014131246134638786,
+          "frac_active": 0.3125
+        },
+        {
+          "step": 404,
+          "loss": 0.36359214782714844,
+          "floss_loss": 0.00042355305049568415,
+          "kl_loss": 0.03631686046719551,
+          "lyap1_mean": 0.001786923035979271,
+          "lyap1_max": 0.047967344522476196,
+          "lyap_mean": -0.008775568567216396,
+          "volume_mean": -0.008775569498538971,
+          "volume_max": 0.014459489844739437,
+          "frac_active": 0.265625
+        },
+        {
+          "step": 405,
+          "loss": 0.2583514451980591,
+          "floss_loss": 0.0006858917768113315,
+          "kl_loss": 0.025766555219888687,
+          "lyap1_mean": 0.012889381498098373,
+          "lyap1_max": 0.03642434626817703,
+          "lyap_mean": -0.009321467019617558,
+          "volume_mean": -0.009321467019617558,
+          "volume_max": 0.013387711718678474,
+          "frac_active": 0.296875
+        },
+        {
+          "step": 406,
+          "loss": 0.27136024832725525,
+          "floss_loss": 0.000981188495643437,
+          "kl_loss": 0.027037905529141426,
+          "lyap1_mean": 0.012836199253797531,
+          "lyap1_max": 0.041029851883649826,
+          "lyap_mean": -0.019151579588651657,
+          "volume_mean": -0.019151579588651657,
+          "volume_max": -0.0029342249035835266,
+          "frac_active": 0.1875
+        },
+        {
+          "step": 407,
+          "loss": 0.328034371137619,
+          "floss_loss": 0.0010797876166179776,
+          "kl_loss": 0.032695457339286804,
+          "lyap1_mean": -0.01038939319550991,
+          "lyap1_max": 0.008782276883721352,
+          "lyap_mean": -0.023264870047569275,
+          "volume_mean": -0.023264870047569275,
+          "volume_max": 0.005789120215922594,
+          "frac_active": 0.171875
+        },
+        {
+          "step": 408,
+          "loss": 0.4845511019229889,
+          "floss_loss": 0.0013138346839696169,
+          "kl_loss": 0.048323728144168854,
+          "lyap1_mean": -0.013440985232591629,
+          "lyap1_max": 0.03791869804263115,
+          "lyap_mean": -0.030896242707967758,
+          "volume_mean": -0.030896242707967758,
+          "volume_max": -0.01746284030377865,
+          "frac_active": 0.03125
+        },
+        {
+          "step": 409,
+          "loss": 0.3765265941619873,
+          "floss_loss": 0.0017508380115032196,
+          "kl_loss": 0.03747757524251938,
+          "lyap1_mean": -0.017722228541970253,
+          "lyap1_max": 0.01791699230670929,
+          "lyap_mean": -0.035932574421167374,
+          "volume_mean": -0.035932574421167374,
+          "volume_max": -0.02378811687231064,
+          "frac_active": 0.0625
+        },
+        {
+          "step": 410,
+          "loss": 0.2697194218635559,
+          "floss_loss": 0.0016812641406431794,
+          "kl_loss": 0.026803813874721527,
+          "lyap1_mean": -0.01620955765247345,
+          "lyap1_max": 0.038251858204603195,
+          "lyap_mean": -0.03131880238652229,
+          "volume_mean": -0.03131880238652229,
+          "volume_max": 0.0023526945151388645,
+          "frac_active": 0.125
+        },
+        {
+          "step": 411,
+          "loss": 0.07635106891393661,
+          "floss_loss": 0.002166079357266426,
+          "kl_loss": 0.007418498862534761,
+          "lyap1_mean": -0.027906296774744987,
+          "lyap1_max": 0.002980007790029049,
+          "lyap_mean": -0.042084380984306335,
+          "volume_mean": -0.042084380984306335,
+          "volume_max": -0.022798996418714523,
+          "frac_active": 0.015625
+        },
+        {
+          "step": 412,
+          "loss": 0.18008530139923096,
+          "floss_loss": 0.002876393496990204,
+          "kl_loss": 0.017720891162753105,
+          "lyap1_mean": -0.03836771845817566,
+          "lyap1_max": -0.01463385857641697,
+          "lyap_mean": -0.04996603727340698,
+          "volume_mean": -0.04996603727340698,
+          "volume_max": -0.03452780842781067,
+          "frac_active": 0.0
+        },
+        {
+          "step": 413,
+          "loss": 0.33156636357307434,
+          "floss_loss": 0.0013178647495806217,
+          "kl_loss": 0.033024851232767105,
+          "lyap1_mean": -0.011478746309876442,
+          "lyap1_max": 0.029153354465961456,
+          "lyap_mean": -0.030117474496364594,
+          "volume_mean": -0.030117472633719444,
+          "volume_max": -0.0076754773035645485,
+          "frac_active": 0.09375
+        },
+        {
+          "step": 414,
+          "loss": 0.22612176835536957,
+          "floss_loss": 0.0010720542632043362,
+          "kl_loss": 0.02250497229397297,
+          "lyap1_mean": -0.007535283453762531,
+          "lyap1_max": 0.026340458542108536,
+          "lyap_mean": -0.027272827923297882,
+          "volume_mean": -0.027272827923297882,
+          "volume_max": -0.008814679458737373,
+          "frac_active": 0.078125
+        },
+        {
+          "step": 415,
+          "loss": 0.15665704011917114,
+          "floss_loss": 0.0010083932429552078,
+          "kl_loss": 0.015564865432679653,
+          "lyap1_mean": -0.0142606720328331,
+          "lyap1_max": 0.012777049094438553,
+          "lyap_mean": -0.026965994387865067,
+          "volume_mean": -0.026965994387865067,
+          "volume_max": -0.008280660957098007,
+          "frac_active": 0.046875
+        },
+        {
+          "step": 416,
+          "loss": 0.13864946365356445,
+          "floss_loss": 0.0006466082995757461,
+          "kl_loss": 0.013800285756587982,
+          "lyap1_mean": 0.0034325593151152134,
+          "lyap1_max": 0.04754655808210373,
+          "lyap_mean": -0.017349008470773697,
+          "volume_mean": -0.017349008470773697,
+          "volume_max": 0.0015154334250837564,
+          "frac_active": 0.125
+        },
+        {
+          "step": 417,
+          "loss": 0.8046553134918213,
+          "floss_loss": 0.0005677742301486433,
+          "kl_loss": 0.08040875196456909,
+          "lyap1_mean": 0.018385697156190872,
+          "lyap1_max": 0.08542671799659729,
+          "lyap_mean": 0.004733953159302473,
+          "volume_mean": 0.004733952693641186,
+          "volume_max": 0.046951860189437866,
+          "frac_active": 0.546875
+        },
+        {
+          "step": 418,
+          "loss": 0.027707694098353386,
+          "floss_loss": 0.0010451198322698474,
+          "kl_loss": 0.002666257554665208,
+          "lyap1_mean": 0.028506645932793617,
+          "lyap1_max": 0.08311499655246735,
+          "lyap_mean": 0.015165479853749275,
+          "volume_mean": 0.015165479853749275,
+          "volume_max": 0.04734547436237335,
+          "frac_active": 0.640625
+        },
+        {
+          "step": 419,
+          "loss": 0.36953091621398926,
+          "floss_loss": 0.0009540116298012435,
+          "kl_loss": 0.036857690662145615,
+          "lyap1_mean": 0.02598460763692856,
+          "lyap1_max": 0.06897781044244766,
+          "lyap_mean": 0.024735819548368454,
+          "volume_mean": 0.024735819548368454,
+          "volume_max": 0.04171831160783768,
+          "frac_active": 0.890625
+        },
+        {
+          "step": 420,
+          "loss": 0.2967029809951782,
+          "floss_loss": 0.002438460709527135,
+          "kl_loss": 0.0294264517724514,
+          "lyap1_mean": 0.053778231143951416,
+          "lyap1_max": 0.09708821028470993,
+          "lyap_mean": 0.043390773236751556,
+          "volume_mean": 0.04339076951146126,
+          "volume_max": 0.07385531812906265,
+          "frac_active": 0.96875
+        },
+        {
+          "step": 421,
+          "loss": 0.17600524425506592,
+          "floss_loss": 0.0024949409998953342,
+          "kl_loss": 0.017351029440760612,
+          "lyap1_mean": 0.058601655066013336,
+          "lyap1_max": 0.09121240675449371,
+          "lyap_mean": 0.04413588345050812,
+          "volume_mean": 0.04413588345050812,
+          "volume_max": 0.069849394261837,
+          "frac_active": 0.96875
+        },
+        {
+          "step": 422,
+          "loss": 0.17281630635261536,
+          "floss_loss": 0.002933233743533492,
+          "kl_loss": 0.016988307237625122,
+          "lyap1_mean": 0.07025741040706635,
+          "lyap1_max": 0.11171536147594452,
+          "lyap_mean": 0.04896486550569534,
+          "volume_mean": 0.04896486550569534,
+          "volume_max": 0.0684838518500328,
+          "frac_active": 0.96875
+        },
+        {
+          "step": 423,
+          "loss": 0.15593189001083374,
+          "floss_loss": 0.00122202152851969,
+          "kl_loss": 0.015470987185835838,
+          "lyap1_mean": 0.04813113808631897,
+          "lyap1_max": 0.07192934304475784,
+          "lyap_mean": 0.03150172531604767,
+          "volume_mean": 0.03150172531604767,
+          "volume_max": 0.04100297391414642,
+          "frac_active": 0.984375
+        },
+        {
+          "step": 424,
+          "loss": 0.35183072090148926,
+          "floss_loss": 0.0006203624652698636,
+          "kl_loss": 0.03512103483080864,
+          "lyap1_mean": 0.029370561242103577,
+          "lyap1_max": 0.0808771401643753,
+          "lyap_mean": 0.011760961264371872,
+          "volume_mean": 0.011760960333049297,
+          "volume_max": 0.027173345908522606,
+          "frac_active": 0.65625
+        },
+        {
+          "step": 425,
+          "loss": 0.21743988990783691,
+          "floss_loss": 0.0007815345306880772,
+          "kl_loss": 0.02166583575308323,
+          "lyap1_mean": 0.011965460143983364,
+          "lyap1_max": 0.05179757997393608,
+          "lyap_mean": -0.004882031120359898,
+          "volume_mean": -0.004882031120359898,
+          "volume_max": 0.02236398495733738,
+          "frac_active": 0.390625
+        },
+        {
+          "step": 426,
+          "loss": 0.2567676901817322,
+          "floss_loss": 0.00024484985624440014,
+          "kl_loss": 0.025652281939983368,
+          "lyap1_mean": 0.001732495380565524,
+          "lyap1_max": 0.03223782777786255,
+          "lyap_mean": -0.0055258795619010925,
+          "volume_mean": -0.00552588002756238,
+          "volume_max": 0.014532972127199173,
+          "frac_active": 0.296875
+        },
+        {
+          "step": 427,
+          "loss": 0.08509474992752075,
+          "floss_loss": 0.0012105974601581693,
+          "kl_loss": 0.008388414978981018,
+          "lyap1_mean": -0.01996951550245285,
+          "lyap1_max": 0.00795613881200552,
+          "lyap_mean": -0.02880016528069973,
+          "volume_mean": -0.02880016714334488,
+          "volume_max": -0.014058985747396946,
+          "frac_active": 0.109375
+        },
+        {
+          "step": 428,
+          "loss": 0.16905802488327026,
+          "floss_loss": 0.0007970122387632728,
+          "kl_loss": 0.016826100647449493,
+          "lyap1_mean": -0.017607882618904114,
+          "lyap1_max": -0.0009536882862448692,
+          "lyap_mean": -0.02412615343928337,
+          "volume_mean": -0.02412615343928337,
+          "volume_max": -0.007464936003088951,
+          "frac_active": 0.046875
+        },
+        {
+          "step": 429,
+          "loss": 0.37753018736839294,
+          "floss_loss": 0.0013090772554278374,
+          "kl_loss": 0.0376221127808094,
+          "lyap1_mean": -0.017200736328959465,
+          "lyap1_max": 0.026753267273306847,
+          "lyap_mean": -0.02942270040512085,
+          "volume_mean": -0.029422702267766,
+          "volume_max": -0.010876372456550598,
+          "frac_active": 0.046875
+        },
+        {
+          "step": 430,
+          "loss": 0.189517080783844,
+          "floss_loss": 0.0009965873323380947,
+          "kl_loss": 0.018852049484848976,
+          "lyap1_mean": -0.0022085397504270077,
+          "lyap1_max": 0.03383494168519974,
+          "lyap_mean": -0.02535592019557953,
+          "volume_mean": -0.02535592019557953,
+          "volume_max": -0.011331218294799328,
+          "frac_active": 0.09375
+        },
+        {
+          "step": 431,
+          "loss": 0.09320881217718124,
+          "floss_loss": 0.0012052729725837708,
+          "kl_loss": 0.009200354106724262,
+          "lyap1_mean": -0.016657225787639618,
+          "lyap1_max": 0.02189040556550026,
+          "lyap_mean": -0.028795426711440086,
+          "volume_mean": -0.028795428574085236,
+          "volume_max": -7.539568468928337e-05,
+          "frac_active": 0.078125
+        },
+        {
+          "step": 432,
+          "loss": 0.05278962105512619,
+          "floss_loss": 0.0006881487788632512,
+          "kl_loss": 0.005210147239267826,
+          "lyap1_mean": -0.014929408207535744,
+          "lyap1_max": 0.023400437086820602,
+          "lyap_mean": -0.01992976665496826,
+          "volume_mean": -0.01992976665496826,
+          "volume_max": -0.006051075644791126,
+          "frac_active": 0.125
+        },
+        {
+          "step": 433,
+          "loss": 0.05335717648267746,
+          "floss_loss": 0.0009020299185067415,
+          "kl_loss": 0.005245514679700136,
+          "lyap1_mean": -0.0037169847637414932,
+          "lyap1_max": 0.02994598262012005,
+          "lyap_mean": -0.017746003344655037,
+          "volume_mean": -0.017746003344655037,
+          "volume_max": 0.004562883637845516,
+          "frac_active": 0.21875
+        },
+        {
+          "step": 434,
+          "loss": 0.005513961426913738,
+          "floss_loss": 0.0004983136896044016,
+          "kl_loss": 0.0005015647620894015,
+          "lyap1_mean": 0.028956463560461998,
+          "lyap1_max": 0.06759186089038849,
+          "lyap_mean": 0.004454085137695074,
+          "volume_mean": 0.004454085137695074,
+          "volume_max": 0.01962791383266449,
+          "frac_active": 0.5625
+        },
+        {
+          "step": 435,
+          "loss": 0.3016400933265686,
+          "floss_loss": 0.0005960481939837337,
+          "kl_loss": 0.03010440431535244,
+          "lyap1_mean": 0.021925579756498337,
+          "lyap1_max": 0.04121287167072296,
+          "lyap_mean": 0.007939055562019348,
+          "volume_mean": 0.007939054630696774,
+          "volume_max": 0.03054441139101982,
+          "frac_active": 0.640625
+        },
+        {
+          "step": 436,
+          "loss": 0.4212522804737091,
+          "floss_loss": 0.0005479184328578413,
+          "kl_loss": 0.04207043722271919,
+          "lyap1_mean": 0.0261615552008152,
+          "lyap1_max": 0.05609869956970215,
+          "lyap_mean": 0.012110530398786068,
+          "volume_mean": 0.012110531330108643,
+          "volume_max": 0.030057188123464584,
+          "frac_active": 0.703125
+        },
+        {
+          "step": 437,
+          "loss": 0.23971278965473175,
+          "floss_loss": 0.0007544886902906001,
+          "kl_loss": 0.023895829916000366,
+          "lyap1_mean": 0.036856330931186676,
+          "lyap1_max": 0.06848865747451782,
+          "lyap_mean": 0.018807891756296158,
+          "volume_mean": 0.018807891756296158,
+          "volume_max": 0.04050741344690323,
+          "frac_active": 0.828125
+        },
+        {
+          "step": 438,
+          "loss": 0.2578165531158447,
+          "floss_loss": 0.0008741564815863967,
+          "kl_loss": 0.025694238021969795,
+          "lyap1_mean": 0.03702013939619064,
+          "lyap1_max": 0.08002318441867828,
+          "lyap_mean": 0.02243143692612648,
+          "volume_mean": 0.02243143692612648,
+          "volume_max": 0.0389275997877121,
+          "frac_active": 0.890625
+        },
+        {
+          "step": 439,
+          "loss": 1.5721274614334106,
+          "floss_loss": 0.0009261870291084051,
+          "kl_loss": 0.15712013840675354,
+          "lyap1_mean": 0.03823507949709892,
+          "lyap1_max": 0.07966476678848267,
+          "lyap_mean": 0.022998083382844925,
+          "volume_mean": 0.022998081520199776,
+          "volume_max": 0.04986109957098961,
+          "frac_active": 0.859375
+        },
+        {
+          "step": 440,
+          "loss": 0.2392771989107132,
+          "floss_loss": 0.0005124108865857124,
+          "kl_loss": 0.023876478895545006,
+          "lyap1_mean": 0.03133164346218109,
+          "lyap1_max": 0.07909666001796722,
+          "lyap_mean": 0.011551367118954659,
+          "volume_mean": 0.01155136525630951,
+          "volume_max": 0.03385278955101967,
+          "frac_active": 0.71875
+        },
+        {
+          "step": 441,
+          "loss": 0.20667220652103424,
+          "floss_loss": 0.0008837427012622356,
+          "kl_loss": 0.020578846335411072,
+          "lyap1_mean": 0.0411643385887146,
+          "lyap1_max": 0.07825950533151627,
+          "lyap_mean": 0.022330395877361298,
+          "volume_mean": 0.022330395877361298,
+          "volume_max": 0.04164896905422211,
+          "frac_active": 0.90625
+        },
+        {
+          "step": 442,
+          "loss": 0.28832849860191345,
+          "floss_loss": 0.0005828854627907276,
+          "kl_loss": 0.0287745613604784,
+          "lyap1_mean": 0.03797287493944168,
+          "lyap1_max": 0.054756708443164825,
+          "lyap_mean": 0.017378581687808037,
+          "volume_mean": 0.017378579825162888,
+          "volume_max": 0.02959270589053631,
+          "frac_active": 0.796875
+        },
+        {
+          "step": 443,
+          "loss": 0.1364220827817917,
+          "floss_loss": 0.0005848518339917064,
+          "kl_loss": 0.013583723455667496,
+          "lyap1_mean": 0.03291720896959305,
+          "lyap1_max": 0.059282850474119186,
+          "lyap_mean": 0.016014406457543373,
+          "volume_mean": 0.016014404594898224,
+          "volume_max": 0.034818556159734726,
+          "frac_active": 0.828125
+        },
+        {
+          "step": 444,
+          "loss": 0.21742987632751465,
+          "floss_loss": 0.0006911542150191963,
+          "kl_loss": 0.02167387120425701,
+          "lyap1_mean": 0.03157365694642067,
+          "lyap1_max": 0.06045689806342125,
+          "lyap_mean": 0.007368084974586964,
+          "volume_mean": 0.007368085440248251,
+          "volume_max": 0.03564683347940445,
+          "frac_active": 0.59375
+        },
+        {
+          "step": 445,
+          "loss": 0.3311678469181061,
+          "floss_loss": 0.0004434521833900362,
+          "kl_loss": 0.03307243809103966,
+          "lyap1_mean": 0.017757482826709747,
+          "lyap1_max": 0.059382498264312744,
+          "lyap_mean": -0.0038741454482078552,
+          "volume_mean": -0.0038741454482078552,
+          "volume_max": 0.018621668219566345,
+          "frac_active": 0.40625
+        },
+        {
+          "step": 446,
+          "loss": 0.21263690292835236,
+          "floss_loss": 0.00035606836900115013,
+          "kl_loss": 0.021228084340691566,
+          "lyap1_mean": 0.010536937043070793,
+          "lyap1_max": 0.07890434563159943,
+          "lyap_mean": -0.004513844382017851,
+          "volume_mean": -0.004513843916356564,
+          "volume_max": 0.0064220852218568325,
+          "frac_active": 0.34375
+        },
+        {
+          "step": 447,
+          "loss": 0.059449873864650726,
+          "floss_loss": 0.00032873143209144473,
+          "kl_loss": 0.005912114400416613,
+          "lyap1_mean": 0.0045171016827225685,
+          "lyap1_max": 0.03449307382106781,
+          "lyap_mean": 0.0007585878483951092,
+          "volume_mean": 0.0007585877319797873,
+          "volume_max": 0.026801563799381256,
+          "frac_active": 0.5
+        },
+        {
+          "step": 448,
+          "loss": 0.03407874330878258,
+          "floss_loss": 0.0004779318696819246,
+          "kl_loss": 0.0033600812312215567,
+          "lyap1_mean": 0.0035656336694955826,
+          "lyap1_max": 0.031009893864393234,
+          "lyap_mean": -0.011098787188529968,
+          "volume_mean": -0.011098787188529968,
+          "volume_max": 0.0107319550588727,
+          "frac_active": 0.21875
+        },
+        {
+          "step": 449,
+          "loss": 0.05049636587500572,
+          "floss_loss": 0.0009927032515406609,
+          "kl_loss": 0.004950365982949734,
+          "lyap1_mean": 0.00503610260784626,
+          "lyap1_max": 0.05460745096206665,
+          "lyap_mean": -0.018997501581907272,
+          "volume_mean": -0.018997501581907272,
+          "volume_max": -0.0020129247568547726,
+          "frac_active": 0.1875
+        },
+        {
+          "step": 450,
+          "loss": 0.004179245326668024,
+          "floss_loss": 0.00040131929563358426,
+          "kl_loss": 0.0003777925739996135,
+          "lyap1_mean": -0.004993953742086887,
+          "lyap1_max": 0.02316168323159218,
+          "lyap_mean": -0.010447103530168533,
+          "volume_mean": -0.010447103530168533,
+          "volume_max": 0.0013551823794841766,
+          "frac_active": 0.28125
+        },
+        {
+          "step": 451,
+          "loss": 0.3277784585952759,
+          "floss_loss": 0.0004992058966308832,
+          "kl_loss": 0.0327279232442379,
+          "lyap1_mean": 0.0029795030131936073,
+          "lyap1_max": 0.02890046499669552,
+          "lyap_mean": -0.0009355882648378611,
+          "volume_mean": -0.0009355884976685047,
+          "volume_max": 0.03219744563102722,
+          "frac_active": 0.4375
+        },
+        {
+          "step": 452,
+          "loss": 0.3209705948829651,
+          "floss_loss": 0.00031812346423976123,
+          "kl_loss": 0.032065249979496,
+          "lyap1_mean": 0.02566630207002163,
+          "lyap1_max": 0.05551942437887192,
+          "lyap_mean": 0.004953048657625914,
+          "volume_mean": 0.004953048191964626,
+          "volume_max": 0.017539212480187416,
+          "frac_active": 0.5625
+        },
+        {
+          "step": 453,
+          "loss": 0.201496422290802,
+          "floss_loss": 0.0004365320783108473,
+          "kl_loss": 0.020105989649891853,
+          "lyap1_mean": 0.01775440387427807,
+          "lyap1_max": 0.06201004981994629,
+          "lyap_mean": 0.0036974071990698576,
+          "volume_mean": 0.0036974074319005013,
+          "volume_max": 0.015815701335668564,
+          "frac_active": 0.53125
+        },
+        {
+          "step": 454,
+          "loss": 0.30421242117881775,
+          "floss_loss": 0.0006673922180198133,
+          "kl_loss": 0.03035450354218483,
+          "lyap1_mean": 0.02216051146388054,
+          "lyap1_max": 0.0577315054833889,
+          "lyap_mean": 0.011832969263195992,
+          "volume_mean": 0.011832969263195992,
+          "volume_max": 0.030625702813267708,
+          "frac_active": 0.671875
+        },
+        {
+          "step": 455,
+          "loss": 0.26300492882728577,
+          "floss_loss": 0.0006584612419828773,
+          "kl_loss": 0.026234647259116173,
+          "lyap1_mean": 0.020593348890542984,
+          "lyap1_max": 0.0651954710483551,
+          "lyap_mean": -0.001375541090965271,
+          "volume_mean": -0.0013755413237959146,
+          "volume_max": 0.02010093629360199,
+          "frac_active": 0.46875
+        },
+        {
+          "step": 456,
+          "loss": 0.23249110579490662,
+          "floss_loss": 0.00021672857110388577,
+          "kl_loss": 0.02322743833065033,
+          "lyap1_mean": 0.018250608816742897,
+          "lyap1_max": 0.034467920660972595,
+          "lyap_mean": 0.005600456148386002,
+          "volume_mean": 0.005600456148386002,
+          "volume_max": 0.014171630144119263,
+          "frac_active": 0.671875
+        },
+        {
+          "step": 457,
+          "loss": 0.22989392280578613,
+          "floss_loss": 0.00037996770697645843,
+          "kl_loss": 0.02295139618217945,
+          "lyap1_mean": 0.02112181857228279,
+          "lyap1_max": 0.04718189686536789,
+          "lyap_mean": 0.0073590935207903385,
+          "volume_mean": 0.0073590935207903385,
+          "volume_max": 0.029799077659845352,
+          "frac_active": 0.640625
+        },
+        {
+          "step": 458,
+          "loss": 0.27787503600120544,
+          "floss_loss": 0.00024185293295886368,
+          "kl_loss": 0.02776332013309002,
+          "lyap1_mean": 0.024553976953029633,
+          "lyap1_max": 0.03951481357216835,
+          "lyap_mean": 0.0036980686709284782,
+          "volume_mean": 0.003698068205267191,
+          "volume_max": 0.008688903413712978,
+          "frac_active": 0.5625
+        },
+        {
+          "step": 459,
+          "loss": 0.08790658414363861,
+          "floss_loss": 0.0004116316558793187,
+          "kl_loss": 0.008749495260417461,
+          "lyap1_mean": 0.023550081998109818,
+          "lyap1_max": 0.04767501354217529,
+          "lyap_mean": 0.009021908044815063,
+          "volume_mean": 0.009021908976137638,
+          "volume_max": 0.032255664467811584,
+          "frac_active": 0.640625
+        },
+        {
+          "step": 460,
+          "loss": 0.19455495476722717,
+          "floss_loss": 0.0005260774632915854,
+          "kl_loss": 0.019402887672185898,
+          "lyap1_mean": 0.03878616541624069,
+          "lyap1_max": 0.08416171371936798,
+          "lyap_mean": 0.010669838637113571,
+          "volume_mean": 0.010669838637113571,
+          "volume_max": 0.02298097498714924,
+          "frac_active": 0.71875
+        },
+        {
+          "step": 461,
+          "loss": 0.20666848123073578,
+          "floss_loss": 0.000371372647350654,
+          "kl_loss": 0.02062971144914627,
+          "lyap1_mean": 0.0034520463086664677,
+          "lyap1_max": 0.022176340222358704,
+          "lyap_mean": -0.0020888331346213818,
+          "volume_mean": -0.0020888326689600945,
+          "volume_max": 0.02603127993643284,
+          "frac_active": 0.453125
+        },
+        {
+          "step": 462,
+          "loss": 0.13555914163589478,
+          "floss_loss": 0.00047451831051148474,
+          "kl_loss": 0.013508462347090244,
+          "lyap1_mean": 0.006001168861985207,
+          "lyap1_max": 0.03738144785165787,
+          "lyap_mean": -0.005314924754202366,
+          "volume_mean": -0.005314924754202366,
+          "volume_max": 0.01703306846320629,
+          "frac_active": 0.390625
+        },
+        {
+          "step": 463,
+          "loss": 0.0596621036529541,
+          "floss_loss": 0.00037464912747964263,
+          "kl_loss": 0.0059287454932928085,
+          "lyap1_mean": -0.0018059781286865473,
+          "lyap1_max": 0.024307362735271454,
+          "lyap_mean": -0.010294987820088863,
+          "volume_mean": -0.010294986888766289,
+          "volume_max": 0.00784511212259531,
+          "frac_active": 0.21875
+        },
+        {
+          "step": 464,
+          "loss": 0.0206525307148695,
+          "floss_loss": 0.0007117963396012783,
+          "kl_loss": 0.0019940733909606934,
+          "lyap1_mean": 0.03157796710729599,
+          "lyap1_max": 0.05660432577133179,
+          "lyap_mean": 0.013378383591771126,
+          "volume_mean": 0.013378385454416275,
+          "volume_max": 0.04866987466812134,
+          "frac_active": 0.625
+        },
+        {
+          "step": 465,
+          "loss": 0.041631706058979034,
+          "floss_loss": 0.0002353925083298236,
+          "kl_loss": 0.004139631055295467,
+          "lyap1_mean": 0.019062930718064308,
+          "lyap1_max": 0.02806428074836731,
+          "lyap_mean": 0.0065018180757761,
+          "volume_mean": 0.0065018180757761,
+          "volume_max": 0.01750810444355011,
+          "frac_active": 0.640625
+        },
+        {
+          "step": 466,
+          "loss": 0.004516066052019596,
+          "floss_loss": 0.00023308288655243814,
+          "kl_loss": 0.0004282982845325023,
+          "lyap1_mean": 0.01187226828187704,
+          "lyap1_max": 0.027885008603334427,
+          "lyap_mean": -0.0024826605804264545,
+          "volume_mean": -0.0024826601147651672,
+          "volume_max": 0.004960975609719753,
+          "frac_active": 0.390625
+        },
+        {
+          "step": 467,
+          "loss": 0.581303596496582,
+          "floss_loss": 0.0003213857999071479,
+          "kl_loss": 0.05809822306036949,
+          "lyap1_mean": 0.005556620657444,
+          "lyap1_max": 0.03580483794212341,
+          "lyap_mean": -0.003705501090735197,
+          "volume_mean": -0.0037055008579045534,
+          "volume_max": 0.01580558717250824,
+          "frac_active": 0.421875
+        },
+        {
+          "step": 468,
+          "loss": 0.4809837341308594,
+          "floss_loss": 0.0008988970657810569,
+          "kl_loss": 0.04800848290324211,
+          "lyap1_mean": 0.012675415724515915,
+          "lyap1_max": 0.11457584798336029,
+          "lyap_mean": -0.010553374886512756,
+          "volume_mean": -0.010553374886512756,
+          "volume_max": 0.009843713603913784,
+          "frac_active": 0.21875
+        },
+        {
+          "step": 469,
+          "loss": 0.34433990716934204,
+          "floss_loss": 0.00045702169882133603,
+          "kl_loss": 0.03438828885555267,
+          "lyap1_mean": -0.002654622308909893,
+          "lyap1_max": 0.03177674859762192,
+          "lyap_mean": -0.010870186612010002,
+          "volume_mean": -0.010870185680687428,
+          "volume_max": 0.016579151153564453,
+          "frac_active": 0.28125
+        },
+        {
+          "step": 470,
+          "loss": 0.21472568809986115,
+          "floss_loss": 0.00036411682958714664,
+          "kl_loss": 0.021436158567667007,
+          "lyap1_mean": -0.007697749882936478,
+          "lyap1_max": 0.02628413587808609,
+          "lyap_mean": -0.012458812445402145,
+          "volume_mean": -0.012458812445402145,
+          "volume_max": 0.003670558100566268,
+          "frac_active": 0.15625
+        },
+        {
+          "step": 471,
+          "loss": 0.36825862526893616,
+          "floss_loss": 0.0004160500830039382,
+          "kl_loss": 0.03678425773978233,
+          "lyap1_mean": -0.005859763827174902,
+          "lyap1_max": 0.018331024795770645,
+          "lyap_mean": -0.011712642386555672,
+          "volume_mean": -0.011712641455233097,
+          "volume_max": 0.003101296490058303,
+          "frac_active": 0.21875
+        },
+        {
+          "step": 472,
+          "loss": 0.2701869010925293,
+          "floss_loss": 0.0006668920977972448,
+          "kl_loss": 0.026952002197504044,
+          "lyap1_mean": -0.006709606386721134,
+          "lyap1_max": 0.01682600937783718,
+          "lyap_mean": -0.019708633422851562,
+          "volume_mean": -0.019708633422851562,
+          "volume_max": -0.004183773882687092,
+          "frac_active": 0.109375
+        },
+        {
+          "step": 473,
+          "loss": 0.22651024162769318,
+          "floss_loss": 0.0008450952591374516,
+          "kl_loss": 0.02256651595234871,
+          "lyap1_mean": 0.0005830014124512672,
+          "lyap1_max": 0.07704336196184158,
+          "lyap_mean": -0.016796255484223366,
+          "volume_mean": -0.016796257346868515,
+          "volume_max": 0.010309068486094475,
+          "frac_active": 0.140625
+        },
+        {
+          "step": 474,
+          "loss": 0.19502916932106018,
+          "floss_loss": 0.0003038917202502489,
+          "kl_loss": 0.019472528249025345,
+          "lyap1_mean": 0.011998633854091167,
+          "lyap1_max": 0.03814122453331947,
+          "lyap_mean": -0.0071486821398139,
+          "volume_mean": -0.007148681674152613,
+          "volume_max": 0.010050429031252861,
+          "frac_active": 0.3125
+        },
+        {
+          "step": 475,
+          "loss": 0.12999850511550903,
+          "floss_loss": 0.0002129332278855145,
+          "kl_loss": 0.01297855656594038,
+          "lyap1_mean": -0.002530194353312254,
+          "lyap1_max": 0.012563712894916534,
+          "lyap_mean": -0.0074165938422083855,
+          "volume_mean": -0.0074165938422083855,
+          "volume_max": 0.0026478725485503674,
+          "frac_active": 0.28125
+        },
+        {
+          "step": 476,
+          "loss": 0.14309987425804138,
+          "floss_loss": 0.0003475817502476275,
+          "kl_loss": 0.01427522860467434,
+          "lyap1_mean": 0.011597280390560627,
+          "lyap1_max": 0.032617390155792236,
+          "lyap_mean": -0.00435214675962925,
+          "volume_mean": -0.00435214675962925,
+          "volume_max": 0.010675931349396706,
+          "frac_active": 0.40625
+        },
+        {
+          "step": 477,
+          "loss": 0.283689945936203,
+          "floss_loss": 0.00036707211984321475,
+          "kl_loss": 0.028332287445664406,
+          "lyap1_mean": 0.007687879726290703,
+          "lyap1_max": 0.03190538287162781,
+          "lyap_mean": -0.0027678196784108877,
+          "volume_mean": -0.0027678196784108877,
+          "volume_max": 0.017900310456752777,
+          "frac_active": 0.5
+        },
+        {
+          "step": 478,
+          "loss": 0.21870064735412598,
+          "floss_loss": 0.000327014276990667,
+          "kl_loss": 0.02183736301958561,
+          "lyap1_mean": 0.005896331742405891,
+          "lyap1_max": 0.03431852161884308,
+          "lyap_mean": 0.00022180684027262032,
+          "volume_mean": 0.0002218065783381462,
+          "volume_max": 0.018957173451781273,
+          "frac_active": 0.53125
+        },
+        {
+          "step": 479,
+          "loss": 0.1974378526210785,
+          "floss_loss": 0.0002608853974379599,
+          "kl_loss": 0.01971769705414772,
+          "lyap1_mean": 0.011155103333294392,
+          "lyap1_max": 0.04356470704078674,
+          "lyap_mean": 0.0021465327590703964,
+          "volume_mean": 0.0021465327590703964,
+          "volume_max": 0.018558990210294724,
+          "frac_active": 0.53125
+        },
+        {
+          "step": 480,
+          "loss": 0.04497845098376274,
+          "floss_loss": 0.0005032328772358596,
+          "kl_loss": 0.0044475216418504715,
+          "lyap1_mean": 0.01876688189804554,
+          "lyap1_max": 0.04832499846816063,
+          "lyap_mean": 0.009394526481628418,
+          "volume_mean": 0.009394526481628418,
+          "volume_max": 0.040292128920555115,
+          "frac_active": 0.5625
+        },
+        {
+          "step": 481,
+          "loss": 0.033147960901260376,
+          "floss_loss": 0.0006186366081237793,
+          "kl_loss": 0.003252932336181402,
+          "lyap1_mean": 0.025710197165608406,
+          "lyap1_max": 0.06261611729860306,
+          "lyap_mean": 0.010218208655714989,
+          "volume_mean": 0.010218208655714989,
+          "volume_max": 0.03643660247325897,
+          "frac_active": 0.65625
+        },
+        {
+          "step": 482,
+          "loss": 0.008119919337332249,
+          "floss_loss": 0.00038886070251464844,
+          "kl_loss": 0.0007731058867648244,
+          "lyap1_mean": 0.009029305540025234,
+          "lyap1_max": 0.0335586816072464,
+          "lyap_mean": -0.0045115952380001545,
+          "volume_mean": -0.004511595703661442,
+          "volume_max": 0.011708077043294907,
+          "frac_active": 0.4375
+        },
+        {
+          "step": 483,
+          "loss": 0.5018659234046936,
+          "floss_loss": 0.00025612086756154895,
+          "kl_loss": 0.050160977989435196,
+          "lyap1_mean": 0.00760409701615572,
+          "lyap1_max": 0.026284992694854736,
+          "lyap_mean": -0.0028637228533625603,
+          "volume_mean": -0.0028637228533625603,
+          "volume_max": 0.006256858352571726,
+          "frac_active": 0.40625
+        },
+        {
+          "step": 484,
+          "loss": 0.2650907635688782,
+          "floss_loss": 0.00029302347684279084,
+          "kl_loss": 0.026479775086045265,
+          "lyap1_mean": 0.005186167545616627,
+          "lyap1_max": 0.018991321325302124,
+          "lyap_mean": -0.004137636162340641,
+          "volume_mean": -0.004137636162340641,
+          "volume_max": 0.010701587423682213,
+          "frac_active": 0.4375
+        },
+        {
+          "step": 485,
+          "loss": 0.1490974724292755,
+          "floss_loss": 0.0005047135055065155,
+          "kl_loss": 0.0148592758923769,
+          "lyap1_mean": 0.004040429834276438,
+          "lyap1_max": 0.053834881633520126,
+          "lyap_mean": -0.003032439388334751,
+          "volume_mean": -0.0030324391555041075,
+          "volume_max": 0.036849480122327805,
+          "frac_active": 0.328125
+        },
+        {
+          "step": 486,
+          "loss": 0.1844036877155304,
+          "floss_loss": 0.0004652545030694455,
+          "kl_loss": 0.01839384250342846,
+          "lyap1_mean": 0.0001873224973678589,
+          "lyap1_max": 0.029273703694343567,
+          "lyap_mean": -0.012964711524546146,
+          "volume_mean": -0.012964711524546146,
+          "volume_max": 0.013005804270505905,
+          "frac_active": 0.234375
+        },
+        {
+          "step": 487,
+          "loss": 0.1848122477531433,
+          "floss_loss": 0.00046701758401468396,
+          "kl_loss": 0.018434522673487663,
+          "lyap1_mean": 0.006871713325381279,
+          "lyap1_max": 0.04685293883085251,
+          "lyap_mean": -0.013251807540655136,
+          "volume_mean": -0.013251805678009987,
+          "volume_max": 0.002540973015129566,
+          "frac_active": 0.15625
+        },
+        {
+          "step": 488,
+          "loss": 0.3376045823097229,
+          "floss_loss": 0.0009589857654646039,
+          "kl_loss": 0.03366456180810928,
+          "lyap1_mean": 0.01769922859966755,
+          "lyap1_max": 0.12510071694850922,
+          "lyap_mean": -0.014102753251791,
+          "volume_mean": -0.014102751389145851,
+          "volume_max": 0.034670278429985046,
+          "frac_active": 0.21875
+        },
+        {
+          "step": 489,
+          "loss": 0.21389515697956085,
+          "floss_loss": 0.0005515838856808841,
+          "kl_loss": 0.02133435755968094,
+          "lyap1_mean": -0.00862158089876175,
+          "lyap1_max": 0.021631566807627678,
+          "lyap_mean": -0.016597604379057884,
+          "volume_mean": -0.016597604379057884,
+          "volume_max": 0.0004277271218597889,
+          "frac_active": 0.15625
+        },
+        {
+          "step": 490,
+          "loss": 0.32533925771713257,
+          "floss_loss": 0.0002440865500830114,
+          "kl_loss": 0.032509516924619675,
+          "lyap1_mean": 0.007495463360100985,
+          "lyap1_max": 0.03347383067011833,
+          "lyap_mean": -0.00170123390853405,
+          "volume_mean": -0.0017012341413646936,
+          "volume_max": 0.019163619726896286,
+          "frac_active": 0.421875
+        },
+        {
+          "step": 491,
+          "loss": 0.10037200897932053,
+          "floss_loss": 0.0002341957006137818,
+          "kl_loss": 0.010013781487941742,
+          "lyap1_mean": 0.003975337371230125,
+          "lyap1_max": 0.02132275514304638,
+          "lyap_mean": -0.00586644047871232,
+          "volume_mean": -0.00586644047871232,
+          "volume_max": 0.011419806629419327,
+          "frac_active": 0.328125
+        },
+        {
+          "step": 492,
+          "loss": 0.21607719361782074,
+          "floss_loss": 0.0002452703192830086,
+          "kl_loss": 0.021583192050457,
+          "lyap1_mean": 0.011167670600116253,
+          "lyap1_max": 0.038436248898506165,
+          "lyap_mean": -0.0008491326007060707,
+          "volume_mean": -0.0008491325424984097,
+          "volume_max": 0.016061244532465935,
+          "frac_active": 0.453125
+        },
+        {
+          "step": 493,
+          "loss": 0.331553190946579,
+          "floss_loss": 0.0006851318175904453,
+          "kl_loss": 0.033086806535720825,
+          "lyap1_mean": 0.029479343444108963,
+          "lyap1_max": 0.06322004646062851,
+          "lyap_mean": 0.020082246512174606,
+          "volume_mean": 0.020082246512174606,
+          "volume_max": 0.04160051792860031,
+          "frac_active": 0.875
+        },
+        {
+          "step": 494,
+          "loss": 1.853148341178894,
+          "floss_loss": 0.0005896452930755913,
+          "kl_loss": 0.18525587022304535,
+          "lyap1_mean": 0.028435267508029938,
+          "lyap1_max": 0.07014049589633942,
+          "lyap_mean": 0.018156152218580246,
+          "volume_mean": 0.018156152218580246,
+          "volume_max": 0.03524498641490936,
+          "frac_active": 0.84375
+        },
+        {
+          "step": 495,
+          "loss": 0.10584361851215363,
+          "floss_loss": 0.0007676489185541868,
+          "kl_loss": 0.010507596656680107,
+          "lyap1_mean": 0.019813187420368195,
+          "lyap1_max": 0.04193374514579773,
+          "lyap_mean": 0.018796294927597046,
+          "volume_mean": 0.018796294927597046,
+          "volume_max": 0.052122168242931366,
+          "frac_active": 0.84375
+        },
+        {
+          "step": 496,
+          "loss": 0.03372131660580635,
+          "floss_loss": 0.0008903357665985823,
+          "kl_loss": 0.003283098107203841,
+          "lyap1_mean": 0.027055583894252777,
+          "lyap1_max": 0.05514773353934288,
+          "lyap_mean": 0.021542871370911598,
+          "volume_mean": 0.021542873233556747,
+          "volume_max": 0.04877384006977081,
+          "frac_active": 0.859375
+        },
+        {
+          "step": 497,
+          "loss": 0.03116604872047901,
+          "floss_loss": 0.0006008966593071818,
+          "kl_loss": 0.0030565152410417795,
+          "lyap1_mean": 0.023783650249242783,
+          "lyap1_max": 0.048142917454242706,
+          "lyap_mean": 0.01793266460299492,
+          "volume_mean": 0.01793266460299492,
+          "volume_max": 0.035495564341545105,
+          "frac_active": 0.796875
+        },
+        {
+          "step": 498,
+          "loss": 0.018464334309101105,
+          "floss_loss": 0.00013981654774397612,
+          "kl_loss": 0.0018324519041925669,
+          "lyap1_mean": 0.0069715483114123344,
+          "lyap1_max": 0.017958808690309525,
+          "lyap_mean": 0.0004953687312081456,
+          "volume_mean": 0.0004953686730004847,
+          "volume_max": 0.013712886720895767,
+          "frac_active": 0.546875
+        },
+        {
+          "step": 499,
+          "loss": 0.5868712663650513,
+          "floss_loss": 0.0003609010309446603,
+          "kl_loss": 0.05865103751420975,
+          "lyap1_mean": 0.012237262912094593,
+          "lyap1_max": 0.046250030398368835,
+          "lyap_mean": -0.006789833772927523,
+          "volume_mean": -0.00678983423858881,
+          "volume_max": 0.009399747475981712,
+          "frac_active": 0.296875
+        }
+      ]
+    }
+  ],
+  "evals": [
+    {
+      "kind": "initial",
+      "train_step": 0,
+      "acc": 0.517578125,
+      "tok_acc": 0.8276668595679012
+    },
+    {
+      "kind": "after_floss",
+      "train_step": 0,
+      "episode": 0,
+      "acc": 0.017578125,
+      "tok_acc": 0.6147521219135802
+    },
+    {
+      "kind": "after_floss",
+      "train_step": 500,
+      "episode": 1,
+      "acc": 0.021484375,
+      "tok_acc": 0.6339216820987654
+    },
+    {
+      "kind": "task",
+      "train_step": 1000,
+      "acc": 0.177734375,
+      "tok_acc": 0.7251398533950617
+    },
+    {
+      "kind": "task",
+      "train_step": 2000,
+      "acc": 0.482421875,
+      "tok_acc": 0.8178047839506173
+    },
+    {
+      "kind": "task",
+      "train_step": 3000,
+      "acc": 0.54296875,
+      "tok_acc": 0.8405671296296297
+    },
+    {
+      "kind": "task",
+      "train_step": 4000,
+      "acc": 0.5859375,
+      "tok_acc": 0.8551552854938271
+    },
+    {
+      "kind": "task",
+      "train_step": 5000,
+      "acc": 0.599609375,
+      "tok_acc": 0.8595679012345679
+    },
+    {
+      "kind": "task",
+      "train_step": 6000,
+      "acc": 0.595703125,
+      "tok_acc": 0.8612557870370371
+    },
+    {
+      "kind": "task",
+      "train_step": 7000,
+      "acc": 0.62109375,
+      "tok_acc": 0.8659095293209876
+    },
+    {
+      "kind": "task",
+      "train_step": 8000,
+      "acc": 0.61328125,
+      "tok_acc": 0.8648485725308642
+    },
+    {
+      "kind": "task",
+      "train_step": 9000,
+      "acc": 0.625,
+      "tok_acc": 0.869164737654321
+    },
+    {
+      "kind": "task",
+      "train_step": 10000,
+      "acc": 0.62109375,
+      "tok_acc": 0.8670428240740741
+    },
+    {
+      "kind": "final",
+      "train_step": 10000,
+      "acc": 0.62109375,
+      "tok_acc": 0.8670428240740741
+    }
+  ],
+  "final_acc": 0.62109375,
+  "final_tok_acc": 0.8670428240740741
+}
\ No newline at end of file