{
  "args": {
    "data_path": "/home/yurenh2/rrm/data/sudoku-extreme-1k-aug-1000",
    "n_steps": 3000,
    "batch_size": 8,
    "lr": 0.0001,
    "puzzle_emb_lr": 0.0001,
    "warmup_steps": 200,
    "weight_decay": 1.0,
    "hidden_size": 256,
    "num_heads": 4,
    "alpha_rf": 0.0,
    "rf_mode": "fixed",
    "lambda_star": 0.0,
    "k_lyap": 2,
    "lyap_act_steps": 4,
    "seed": 42,
    "eval_every": 300,
    "eval_n": 512,
    "eval_batch_size": 32,
    "out": "step4_HRM256_baseline_fromscratch.json",
    "save_ckpt": ""
  },
  "initial_acc": 0.0,
  "initial_tok_acc": 0.09734278549382716,
  "steps": [
    {
      "step": 0,
      "lr": 0.0,
      "sup_loss": 2.586355192864995,
      "rf_loss": 0.0,
      "total_loss": 2.586355192864995,
      "lyap1_mean": -0.38218772411346436,
      "lyap1_max": -0.37015366554260254,
      "lyap1_min": -0.3955725133419037,
      "lyap_spec_mean": [
        -0.38218772411346436,
        -0.38190069794654846
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1,
      "lr": 5e-07,
      "sup_loss": 2.583080531199315,
      "rf_loss": 0.0,
      "total_loss": 2.583080531199315,
      "lyap1_mean": -0.3915797173976898,
      "lyap1_max": -0.37999284267425537,
      "lyap1_min": -0.40689414739608765,
      "lyap_spec_mean": [
        -0.3915797173976898,
        -0.39106109738349915
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2,
      "lr": 1e-06,
      "sup_loss": 2.5803133909974827,
      "rf_loss": 0.0,
      "total_loss": 2.5803133909974827,
      "lyap1_mean": -0.3838309347629547,
      "lyap1_max": -0.36112213134765625,
      "lyap1_min": -0.40507516264915466,
      "lyap_spec_mean": [
        -0.3838309645652771,
        -0.3844623565673828
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 3,
      "lr": 1.5e-06,
      "sup_loss": 2.583798202995866,
      "rf_loss": 0.0,
      "total_loss": 2.583798202995866,
      "lyap1_mean": -0.38401854038238525,
      "lyap1_max": -0.3598215579986572,
      "lyap1_min": -0.39670783281326294,
      "lyap_spec_mean": [
        -0.38401854038238525,
        -0.3844808042049408
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 4,
      "lr": 2e-06,
      "sup_loss": 2.5765861464370334,
      "rf_loss": 0.0,
      "total_loss": 2.5765861464370334,
      "lyap1_mean": -0.3848803639411926,
      "lyap1_max": -0.37177515029907227,
      "lyap1_min": -0.405032217502594,
      "lyap_spec_mean": [
        -0.3848803639411926,
        -0.38510662317276
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 5,
      "lr": 2.5e-06,
      "sup_loss": 2.5553950295283867,
      "rf_loss": 0.0,
      "total_loss": 2.5553950295283867,
      "lyap1_mean": -0.38737308979034424,
      "lyap1_max": -0.3723849654197693,
      "lyap1_min": -0.4048040807247162,
      "lyap_spec_mean": [
        -0.38737308979034424,
        -0.3877418339252472
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 6,
      "lr": 3e-06,
      "sup_loss": 2.5779229762202402,
      "rf_loss": 0.0,
      "total_loss": 2.5779229762202402,
      "lyap1_mean": -0.38822662830352783,
      "lyap1_max": -0.37215670943260193,
      "lyap1_min": -0.4011216163635254,
      "lyap_spec_mean": [
        -0.38822659850120544,
        -0.3888735771179199
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 7,
      "lr": 3.5e-06,
      "sup_loss": 2.558081615428563,
      "rf_loss": 0.0,
      "total_loss": 2.558081615428563,
      "lyap1_mean": -0.39211827516555786,
      "lyap1_max": -0.37344908714294434,
      "lyap1_min": -0.4040963351726532,
      "lyap_spec_mean": [
        -0.39211827516555786,
        -0.39204731583595276
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 8,
      "lr": 4e-06,
      "sup_loss": 2.5604107169546464,
      "rf_loss": 0.0,
      "total_loss": 2.5604107169546464,
      "lyap1_mean": -0.386552631855011,
      "lyap1_max": -0.37405234575271606,
      "lyap1_min": -0.40021371841430664,
      "lyap_spec_mean": [
        -0.386552631855011,
        -0.3854362368583679
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 9,
      "lr": 4.5e-06,
      "sup_loss": 2.555057287242671,
      "rf_loss": 0.0,
      "total_loss": 2.555057287242671,
      "lyap1_mean": -0.3964516520500183,
      "lyap1_max": -0.3874022662639618,
      "lyap1_min": -0.40039870142936707,
      "lyap_spec_mean": [
        -0.3964516520500183,
        -0.3960447907447815
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 10,
      "lr": 5e-06,
      "sup_loss": 2.5198465819897593,
      "rf_loss": 0.0,
      "total_loss": 2.5198465819897593,
      "lyap1_mean": -0.39177075028419495,
      "lyap1_max": -0.3767991065979004,
      "lyap1_min": -0.4142864942550659,
      "lyap_spec_mean": [
        -0.39177078008651733,
        -0.39238566160202026
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 11,
      "lr": 5.500000000000001e-06,
      "sup_loss": 2.513369480333935,
      "rf_loss": 0.0,
      "total_loss": 2.513369480333935,
      "lyap1_mean": -0.3889407515525818,
      "lyap1_max": -0.37651580572128296,
      "lyap1_min": -0.4071737229824066,
      "lyap_spec_mean": [
        -0.3889407515525818,
        -0.38890981674194336
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 12,
      "lr": 6e-06,
      "sup_loss": 2.551250786038639,
      "rf_loss": 0.0,
      "total_loss": 2.551250786038639,
      "lyap1_mean": -0.3902292251586914,
      "lyap1_max": -0.3767959475517273,
      "lyap1_min": -0.41581985354423523,
      "lyap_spec_mean": [
        -0.3902292251586914,
        -0.39106011390686035
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 13,
      "lr": 6.5000000000000004e-06,
      "sup_loss": 2.5234262010988417,
      "rf_loss": 0.0,
      "total_loss": 2.5234262010988417,
      "lyap1_mean": -0.3973553776741028,
      "lyap1_max": -0.37916046380996704,
      "lyap1_min": -0.4118393063545227,
      "lyap_spec_mean": [
        -0.3973553776741028,
        -0.39525753259658813
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 14,
      "lr": 7e-06,
      "sup_loss": 2.4961245963173173,
      "rf_loss": 0.0,
      "total_loss": 2.4961245963173173,
      "lyap1_mean": -0.39843258261680603,
      "lyap1_max": -0.3899841010570526,
      "lyap1_min": -0.4090302586555481,
      "lyap_spec_mean": [
        -0.39843258261680603,
        -0.3983413577079773
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 15,
      "lr": 7.5e-06,
      "sup_loss": 2.483336753383921,
      "rf_loss": 0.0,
      "total_loss": 2.483336753383921,
      "lyap1_mean": -0.3995247483253479,
      "lyap1_max": -0.37366876006126404,
      "lyap1_min": -0.41589558124542236,
      "lyap_spec_mean": [
        -0.3995247483253479,
        -0.39925986528396606
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 16,
      "lr": 8e-06,
      "sup_loss": 2.486269692119047,
      "rf_loss": 0.0,
      "total_loss": 2.486269692119047,
      "lyap1_mean": -0.39885711669921875,
      "lyap1_max": -0.38441622257232666,
      "lyap1_min": -0.41643285751342773,
      "lyap_spec_mean": [
        -0.39885711669921875,
        -0.39820942282676697
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 17,
      "lr": 8.5e-06,
      "sup_loss": 2.492332768775041,
      "rf_loss": 0.0,
      "total_loss": 2.492332768775041,
      "lyap1_mean": -0.4012477993965149,
      "lyap1_max": -0.38859522342681885,
      "lyap1_min": -0.42249295115470886,
      "lyap_spec_mean": [
        -0.4012478291988373,
        -0.4021167755126953
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 18,
      "lr": 9e-06,
      "sup_loss": 2.4831119251979143,
      "rf_loss": 0.0,
      "total_loss": 2.4831119251979143,
      "lyap1_mean": -0.40534669160842896,
      "lyap1_max": -0.3783949315547943,
      "lyap1_min": -0.42064201831817627,
      "lyap_spec_mean": [
        -0.40534669160842896,
        -0.4049348831176758
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 19,
      "lr": 9.5e-06,
      "sup_loss": 2.4655194182360836,
      "rf_loss": 0.0,
      "total_loss": 2.4655194182360836,
      "lyap1_mean": -0.4107434153556824,
      "lyap1_max": -0.39632439613342285,
      "lyap1_min": -0.42145273089408875,
      "lyap_spec_mean": [
        -0.4107434153556824,
        -0.4116012752056122
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 20,
      "lr": 1e-05,
      "sup_loss": 2.4574678842871087,
      "rf_loss": 0.0,
      "total_loss": 2.4574678842871087,
      "lyap1_mean": -0.4155728220939636,
      "lyap1_max": -0.4005606770515442,
      "lyap1_min": -0.43297073245048523,
      "lyap_spec_mean": [
        -0.4155728220939636,
        -0.41522008180618286
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 21,
      "lr": 1.0500000000000001e-05,
      "sup_loss": 2.4529619591744556,
      "rf_loss": 0.0,
      "total_loss": 2.4529619591744556,
      "lyap1_mean": -0.41415008902549744,
      "lyap1_max": -0.399284303188324,
      "lyap1_min": -0.42551541328430176,
      "lyap_spec_mean": [
        -0.41415005922317505,
        -0.4146437346935272
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 22,
      "lr": 1.1000000000000001e-05,
      "sup_loss": 2.4291756796092527,
      "rf_loss": 0.0,
      "total_loss": 2.4291756796092527,
      "lyap1_mean": -0.4200578033924103,
      "lyap1_max": -0.4067434072494507,
      "lyap1_min": -0.4411804676055908,
      "lyap_spec_mean": [
        -0.4200578033924103,
        -0.42129790782928467
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 23,
      "lr": 1.15e-05,
      "sup_loss": 2.4290807306123114,
      "rf_loss": 0.0,
      "total_loss": 2.4290807306123114,
      "lyap1_mean": -0.426719069480896,
      "lyap1_max": -0.4039301574230194,
      "lyap1_min": -0.44509828090667725,
      "lyap_spec_mean": [
        -0.4267190396785736,
        -0.42700642347335815
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 24,
      "lr": 1.2e-05,
      "sup_loss": 2.428470523579337,
      "rf_loss": 0.0,
      "total_loss": 2.428470523579337,
      "lyap1_mean": -0.43446433544158936,
      "lyap1_max": -0.4234344959259033,
      "lyap1_min": -0.44491446018218994,
      "lyap_spec_mean": [
        -0.43446433544158936,
        -0.43516674637794495
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 25,
      "lr": 1.25e-05,
      "sup_loss": 2.4066467924651267,
      "rf_loss": 0.0,
      "total_loss": 2.4066467924651267,
      "lyap1_mean": -0.4258783161640167,
      "lyap1_max": -0.39368531107902527,
      "lyap1_min": -0.43880388140678406,
      "lyap_spec_mean": [
        -0.4258783161640167,
        -0.42576470971107483
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 26,
      "lr": 1.3000000000000001e-05,
      "sup_loss": 2.3874967021453397,
      "rf_loss": 0.0,
      "total_loss": 2.3874967021453397,
      "lyap1_mean": -0.4312664568424225,
      "lyap1_max": -0.41059479117393494,
      "lyap1_min": -0.45132729411125183,
      "lyap_spec_mean": [
        -0.4312664270401001,
        -0.43138211965560913
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 27,
      "lr": 1.3500000000000001e-05,
      "sup_loss": 2.3927617527044482,
      "rf_loss": 0.0,
      "total_loss": 2.3927617527044482,
      "lyap1_mean": -0.4365340769290924,
      "lyap1_max": -0.4045830965042114,
      "lyap1_min": -0.45463263988494873,
      "lyap_spec_mean": [
        -0.4365340769290924,
        -0.43614065647125244
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 28,
      "lr": 1.4e-05,
      "sup_loss": 2.3554087698108597,
      "rf_loss": 0.0,
      "total_loss": 2.3554087698108597,
      "lyap1_mean": -0.44611233472824097,
      "lyap1_max": -0.4262765049934387,
      "lyap1_min": -0.4632893204689026,
      "lyap_spec_mean": [
        -0.44611233472824097,
        -0.4463943839073181
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 29,
      "lr": 1.4500000000000002e-05,
      "sup_loss": 2.3421170557385995,
      "rf_loss": 0.0,
      "total_loss": 2.3421170557385995,
      "lyap1_mean": -0.4482169449329376,
      "lyap1_max": -0.436038613319397,
      "lyap1_min": -0.4544583261013031,
      "lyap_spec_mean": [
        -0.4482169449329376,
        -0.44841712713241577
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 30,
      "lr": 1.5e-05,
      "sup_loss": 2.3203294063643454,
      "rf_loss": 0.0,
      "total_loss": 2.3203294063643454,
      "lyap1_mean": -0.4397679567337036,
      "lyap1_max": -0.4184345006942749,
      "lyap1_min": -0.4582240581512451,
      "lyap_spec_mean": [
        -0.4397679567337036,
        -0.4401301443576813
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 31,
      "lr": 1.55e-05,
      "sup_loss": 2.2960421692307227,
      "rf_loss": 0.0,
      "total_loss": 2.2960421692307227,
      "lyap1_mean": -0.4513981342315674,
      "lyap1_max": -0.4267275333404541,
      "lyap1_min": -0.46653231978416443,
      "lyap_spec_mean": [
        -0.4513981342315674,
        -0.4512958228588104
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 32,
      "lr": 1.6e-05,
      "sup_loss": 2.286241816122115,
      "rf_loss": 0.0,
      "total_loss": 2.286241816122115,
      "lyap1_mean": -0.459677517414093,
      "lyap1_max": -0.4447405934333801,
      "lyap1_min": -0.4737513065338135,
      "lyap_spec_mean": [
        -0.459677517414093,
        -0.45937949419021606
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 33,
      "lr": 1.65e-05,
      "sup_loss": 2.281406303384805,
      "rf_loss": 0.0,
      "total_loss": 2.281406303384805,
      "lyap1_mean": -0.4562252163887024,
      "lyap1_max": -0.4277535676956177,
      "lyap1_min": -0.4741348922252655,
      "lyap_spec_mean": [
        -0.4562252163887024,
        -0.4554176330566406
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 34,
      "lr": 1.7e-05,
      "sup_loss": 2.2834105185385134,
      "rf_loss": 0.0,
      "total_loss": 2.2834105185385134,
      "lyap1_mean": -0.46395909786224365,
      "lyap1_max": -0.45373082160949707,
      "lyap1_min": -0.47419071197509766,
      "lyap_spec_mean": [
        -0.46395912766456604,
        -0.4628027677536011
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 35,
      "lr": 1.7500000000000002e-05,
      "sup_loss": 2.2683350960741673,
      "rf_loss": 0.0,
      "total_loss": 2.2683350960741673,
      "lyap1_mean": -0.4581594467163086,
      "lyap1_max": -0.4485657811164856,
      "lyap1_min": -0.47538650035858154,
      "lyap_spec_mean": [
        -0.4581594467163086,
        -0.4572302997112274
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 36,
      "lr": 1.8e-05,
      "sup_loss": 2.2702446077881584,
      "rf_loss": 0.0,
      "total_loss": 2.2702446077881584,
      "lyap1_mean": -0.45288920402526855,
      "lyap1_max": -0.4307309091091156,
      "lyap1_min": -0.4656602144241333,
      "lyap_spec_mean": [
        -0.45288920402526855,
        -0.4542602300643921
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 37,
      "lr": 1.8500000000000002e-05,
      "sup_loss": 2.2632477203751735,
      "rf_loss": 0.0,
      "total_loss": 2.2632477203751735,
      "lyap1_mean": -0.4629862308502197,
      "lyap1_max": -0.44224461913108826,
      "lyap1_min": -0.4694654941558838,
      "lyap_spec_mean": [
        -0.4629862308502197,
        -0.46189314126968384
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 38,
      "lr": 1.9e-05,
      "sup_loss": 2.2613734326760837,
      "rf_loss": 0.0,
      "total_loss": 2.2613734326760837,
      "lyap1_mean": -0.45505547523498535,
      "lyap1_max": -0.44234442710876465,
      "lyap1_min": -0.4647338390350342,
      "lyap_spec_mean": [
        -0.45505550503730774,
        -0.45632195472717285
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 39,
      "lr": 1.95e-05,
      "sup_loss": 2.255656022603654,
      "rf_loss": 0.0,
      "total_loss": 2.255656022603654,
      "lyap1_mean": -0.45313596725463867,
      "lyap1_max": -0.43459972739219666,
      "lyap1_min": -0.47545990347862244,
      "lyap_spec_mean": [
        -0.45313596725463867,
        -0.453677237033844
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 40,
      "lr": 2e-05,
      "sup_loss": 2.2534910503383605,
      "rf_loss": 0.0,
      "total_loss": 2.2534910503383605,
      "lyap1_mean": -0.456409215927124,
      "lyap1_max": -0.44282102584838867,
      "lyap1_min": -0.4662071168422699,
      "lyap_spec_mean": [
        -0.456409215927124,
        -0.45494434237480164
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 41,
      "lr": 2.05e-05,
      "sup_loss": 2.2513939756283023,
      "rf_loss": 0.0,
      "total_loss": 2.2513939756283023,
      "lyap1_mean": -0.4553033113479614,
      "lyap1_max": -0.43416231870651245,
      "lyap1_min": -0.46735119819641113,
      "lyap_spec_mean": [
        -0.4553033411502838,
        -0.4553028643131256
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 42,
      "lr": 2.1000000000000002e-05,
      "sup_loss": 2.2476538222501152,
      "rf_loss": 0.0,
      "total_loss": 2.2476538222501152,
      "lyap1_mean": -0.4630654752254486,
      "lyap1_max": -0.4578108787536621,
      "lyap1_min": -0.4683457016944885,
      "lyap_spec_mean": [
        -0.4630654752254486,
        -0.46393638849258423
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 43,
      "lr": 2.15e-05,
      "sup_loss": 2.2465147665891902,
      "rf_loss": 0.0,
      "total_loss": 2.2465147665891902,
      "lyap1_mean": -0.46084439754486084,
      "lyap1_max": -0.44661280512809753,
      "lyap1_min": -0.47230464220046997,
      "lyap_spec_mean": [
        -0.46084439754486084,
        -0.46007388830184937
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 44,
      "lr": 2.2000000000000003e-05,
      "sup_loss": 2.243425223531925,
      "rf_loss": 0.0,
      "total_loss": 2.243425223531925,
      "lyap1_mean": -0.4650658667087555,
      "lyap1_max": -0.458149790763855,
      "lyap1_min": -0.4732886552810669,
      "lyap_spec_mean": [
        -0.4650658369064331,
        -0.4648128151893616
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 45,
      "lr": 2.25e-05,
      "sup_loss": 2.2439012264031177,
      "rf_loss": 0.0,
      "total_loss": 2.2439012264031177,
      "lyap1_mean": -0.46197569370269775,
      "lyap1_max": -0.45325565338134766,
      "lyap1_min": -0.47143492102622986,
      "lyap_spec_mean": [
        -0.46197572350502014,
        -0.4611436426639557
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 46,
      "lr": 2.3e-05,
      "sup_loss": 2.243397212451995,
      "rf_loss": 0.0,
      "total_loss": 2.243397212451995,
      "lyap1_mean": -0.4695452153682709,
      "lyap1_max": -0.4548532962799072,
      "lyap1_min": -0.48655736446380615,
      "lyap_spec_mean": [
        -0.4695452153682709,
        -0.46946287155151367
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 47,
      "lr": 2.3500000000000002e-05,
      "sup_loss": 2.240395332197313,
      "rf_loss": 0.0,
      "total_loss": 2.240395332197313,
      "lyap1_mean": -0.47253191471099854,
      "lyap1_max": -0.4596802592277527,
      "lyap1_min": -0.48151692748069763,
      "lyap_spec_mean": [
        -0.47253191471099854,
        -0.4730679988861084
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 48,
      "lr": 2.4e-05,
      "sup_loss": 2.2404905435798366,
      "rf_loss": 0.0,
      "total_loss": 2.2404905435798366,
      "lyap1_mean": -0.47953420877456665,
      "lyap1_max": -0.4680792987346649,
      "lyap1_min": -0.4887961745262146,
      "lyap_spec_mean": [
        -0.47953420877456665,
        -0.48013949394226074
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 49,
      "lr": 2.45e-05,
      "sup_loss": 2.2386583045936637,
      "rf_loss": 0.0,
      "total_loss": 2.2386583045936637,
      "lyap1_mean": -0.4865289330482483,
      "lyap1_max": -0.4676985442638397,
      "lyap1_min": -0.49495697021484375,
      "lyap_spec_mean": [
        -0.4865289330482483,
        -0.4858529269695282
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 50,
      "lr": 2.5e-05,
      "sup_loss": 2.23757885481542,
      "rf_loss": 0.0,
      "total_loss": 2.23757885481542,
      "lyap1_mean": -0.4884093999862671,
      "lyap1_max": -0.47945964336395264,
      "lyap1_min": -0.4955626428127289,
      "lyap_spec_mean": [
        -0.4884093999862671,
        -0.4868421256542206
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 51,
      "lr": 2.5500000000000003e-05,
      "sup_loss": 2.2371527744157578,
      "rf_loss": 0.0,
      "total_loss": 2.2371527744157578,
      "lyap1_mean": -0.4933404326438904,
      "lyap1_max": -0.47984451055526733,
      "lyap1_min": -0.4986104965209961,
      "lyap_spec_mean": [
        -0.4933404326438904,
        -0.4938329756259918
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 52,
      "lr": 2.6000000000000002e-05,
      "sup_loss": 2.236308901550847,
      "rf_loss": 0.0,
      "total_loss": 2.236308901550847,
      "lyap1_mean": -0.4936104416847229,
      "lyap1_max": -0.481219619512558,
      "lyap1_min": -0.5066880583763123,
      "lyap_spec_mean": [
        -0.4936104118824005,
        -0.49334344267845154
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 53,
      "lr": 2.65e-05,
      "sup_loss": 2.2343877461114166,
      "rf_loss": 0.0,
      "total_loss": 2.2343877461114166,
      "lyap1_mean": -0.4934433102607727,
      "lyap1_max": -0.4851464033126831,
      "lyap1_min": -0.5007442831993103,
      "lyap_spec_mean": [
        -0.4934433102607727,
        -0.49323371052742004
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 54,
      "lr": 2.7000000000000002e-05,
      "sup_loss": 2.234136339560637,
      "rf_loss": 0.0,
      "total_loss": 2.234136339560637,
      "lyap1_mean": -0.4990588128566742,
      "lyap1_max": -0.4881654679775238,
      "lyap1_min": -0.5066203474998474,
      "lyap_spec_mean": [
        -0.4990588128566742,
        -0.4996064603328705
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 55,
      "lr": 2.7500000000000004e-05,
      "sup_loss": 2.2323143124929072,
      "rf_loss": 0.0,
      "total_loss": 2.2323143124929072,
      "lyap1_mean": -0.5005233287811279,
      "lyap1_max": -0.4909796714782715,
      "lyap1_min": -0.5097331404685974,
      "lyap_spec_mean": [
        -0.5005233287811279,
        -0.4996867775917053
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 56,
      "lr": 2.8e-05,
      "sup_loss": 2.231078303103578,
      "rf_loss": 0.0,
      "total_loss": 2.231078303103578,
      "lyap1_mean": -0.5010868310928345,
      "lyap1_max": -0.4933481812477112,
      "lyap1_min": -0.5086844563484192,
      "lyap_spec_mean": [
        -0.5010867714881897,
        -0.5012937188148499
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 57,
      "lr": 2.85e-05,
      "sup_loss": 2.230377380030628,
      "rf_loss": 0.0,
      "total_loss": 2.230377380030628,
      "lyap1_mean": -0.4993681311607361,
      "lyap1_max": -0.48605918884277344,
      "lyap1_min": -0.5108372569084167,
      "lyap_spec_mean": [
        -0.4993681311607361,
        -0.5007591843605042
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 58,
      "lr": 2.9000000000000004e-05,
      "sup_loss": 2.229607545748507,
      "rf_loss": 0.0,
      "total_loss": 2.229607545748507,
      "lyap1_mean": -0.5040313005447388,
      "lyap1_max": -0.49396461248397827,
      "lyap1_min": -0.5099591612815857,
      "lyap_spec_mean": [
        -0.5040313601493835,
        -0.5043885707855225
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 59,
      "lr": 2.95e-05,
      "sup_loss": 2.229303481734989,
      "rf_loss": 0.0,
      "total_loss": 2.229303481734989,
      "lyap1_mean": -0.49963265657424927,
      "lyap1_max": -0.49241548776626587,
      "lyap1_min": -0.512320876121521,
      "lyap_spec_mean": [
        -0.49963265657424927,
        -0.5001517534255981
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 60,
      "lr": 3e-05,
      "sup_loss": 2.2286014032410235,
      "rf_loss": 0.0,
      "total_loss": 2.2286014032410235,
      "lyap1_mean": -0.508223295211792,
      "lyap1_max": -0.5007199645042419,
      "lyap1_min": -0.5159474015235901,
      "lyap_spec_mean": [
        -0.5082232356071472,
        -0.510138750076294
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 61,
      "lr": 3.0500000000000003e-05,
      "sup_loss": 2.2283030127268786,
      "rf_loss": 0.0,
      "total_loss": 2.2283030127268786,
      "lyap1_mean": -0.5037541389465332,
      "lyap1_max": -0.48547887802124023,
      "lyap1_min": -0.5147031545639038,
      "lyap_spec_mean": [
        -0.5037541389465332,
        -0.5026435852050781
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 62,
      "lr": 3.1e-05,
      "sup_loss": 2.226041696973243,
      "rf_loss": 0.0,
      "total_loss": 2.226041696973243,
      "lyap1_mean": -0.506816565990448,
      "lyap1_max": -0.501744270324707,
      "lyap1_min": -0.5121742486953735,
      "lyap_spec_mean": [
        -0.5068166255950928,
        -0.5076971650123596
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 63,
      "lr": 3.15e-05,
      "sup_loss": 2.22558459906252,
      "rf_loss": 0.0,
      "total_loss": 2.22558459906252,
      "lyap1_mean": -0.5070011615753174,
      "lyap1_max": -0.49884408712387085,
      "lyap1_min": -0.5146752595901489,
      "lyap_spec_mean": [
        -0.5070012211799622,
        -0.5073492527008057
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 64,
      "lr": 3.2e-05,
      "sup_loss": 2.2250800078854196,
      "rf_loss": 0.0,
      "total_loss": 2.2250800078854196,
      "lyap1_mean": -0.5043344497680664,
      "lyap1_max": -0.4992506206035614,
      "lyap1_min": -0.5091550350189209,
      "lyap_spec_mean": [
        -0.5043344497680664,
        -0.5054353475570679
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 65,
      "lr": 3.2500000000000004e-05,
      "sup_loss": 2.224777344627258,
      "rf_loss": 0.0,
      "total_loss": 2.224777344627258,
      "lyap1_mean": -0.5051130056381226,
      "lyap1_max": -0.4994060695171356,
      "lyap1_min": -0.5107818841934204,
      "lyap_spec_mean": [
        -0.5051130056381226,
        -0.5044705271720886
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 66,
      "lr": 3.3e-05,
      "sup_loss": 2.2231353905791016,
      "rf_loss": 0.0,
      "total_loss": 2.2231353905791016,
      "lyap1_mean": -0.5041087865829468,
      "lyap1_max": -0.5012922286987305,
      "lyap1_min": -0.5083314776420593,
      "lyap_spec_mean": [
        -0.5041087865829468,
        -0.5043099522590637
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 67,
      "lr": 3.35e-05,
      "sup_loss": 2.2219051432416177,
      "rf_loss": 0.0,
      "total_loss": 2.2219051432416177,
      "lyap1_mean": -0.49798738956451416,
      "lyap1_max": -0.48862823843955994,
      "lyap1_min": -0.5059757232666016,
      "lyap_spec_mean": [
        -0.4979873597621918,
        -0.49953413009643555
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 68,
      "lr": 3.4e-05,
      "sup_loss": 2.2224895585047864,
      "rf_loss": 0.0,
      "total_loss": 2.2224895585047864,
      "lyap1_mean": -0.49585825204849243,
      "lyap1_max": -0.48535189032554626,
      "lyap1_min": -0.5051926374435425,
      "lyap_spec_mean": [
        -0.49585825204849243,
        -0.4952722191810608
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 69,
      "lr": 3.4500000000000005e-05,
      "sup_loss": 2.2235319168319663,
      "rf_loss": 0.0,
      "total_loss": 2.2235319168319663,
      "lyap1_mean": -0.48764559626579285,
      "lyap1_max": -0.4761739671230316,
      "lyap1_min": -0.4966074228286743,
      "lyap_spec_mean": [
        -0.48764556646347046,
        -0.4878789782524109
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 70,
      "lr": 3.5000000000000004e-05,
      "sup_loss": 2.2232941288216885,
      "rf_loss": 0.0,
      "total_loss": 2.2232941288216885,
      "lyap1_mean": -0.48613977432250977,
      "lyap1_max": -0.4819861352443695,
      "lyap1_min": -0.4951658844947815,
      "lyap_spec_mean": [
        -0.48613977432250977,
        -0.4858531653881073
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 71,
      "lr": 3.55e-05,
      "sup_loss": 2.220800994155602,
      "rf_loss": 0.0,
      "total_loss": 2.220800994155602,
      "lyap1_mean": -0.48810428380966187,
      "lyap1_max": -0.48233017325401306,
      "lyap1_min": -0.49450919032096863,
      "lyap_spec_mean": [
        -0.48810428380966187,
        -0.48800981044769287
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 72,
      "lr": 3.6e-05,
      "sup_loss": 2.2181515775074865,
      "rf_loss": 0.0,
      "total_loss": 2.2181515775074865,
      "lyap1_mean": -0.4854377508163452,
      "lyap1_max": -0.4821305274963379,
      "lyap1_min": -0.4926869869232178,
      "lyap_spec_mean": [
        -0.4854377806186676,
        -0.48590752482414246
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 73,
      "lr": 3.65e-05,
      "sup_loss": 2.2155220655876593,
      "rf_loss": 0.0,
      "total_loss": 2.2155220655876593,
      "lyap1_mean": -0.48392418026924133,
      "lyap1_max": -0.4785245656967163,
      "lyap1_min": -0.4887835383415222,
      "lyap_spec_mean": [
        -0.4839242100715637,
        -0.48291805386543274
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 74,
      "lr": 3.7000000000000005e-05,
      "sup_loss": 2.215336131025418,
      "rf_loss": 0.0,
      "total_loss": 2.215336131025418,
      "lyap1_mean": -0.48069170117378235,
      "lyap1_max": -0.4733630120754242,
      "lyap1_min": -0.4903537929058075,
      "lyap_spec_mean": [
        -0.48069173097610474,
        -0.4812602698802948
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 75,
      "lr": 3.7500000000000003e-05,
      "sup_loss": 2.213556553442475,
      "rf_loss": 0.0,
      "total_loss": 2.213556553442475,
      "lyap1_mean": -0.48033687472343445,
      "lyap1_max": -0.4730379283428192,
      "lyap1_min": -0.48410600423812866,
      "lyap_spec_mean": [
        -0.48033687472343445,
        -0.4799550175666809
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 76,
      "lr": 3.8e-05,
      "sup_loss": 2.21228083065625,
      "rf_loss": 0.0,
      "total_loss": 2.21228083065625,
      "lyap1_mean": -0.46867311000823975,
      "lyap1_max": -0.4577391743659973,
      "lyap1_min": -0.4760427474975586,
      "lyap_spec_mean": [
        -0.46867311000823975,
        -0.46890783309936523
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 77,
      "lr": 3.85e-05,
      "sup_loss": 2.211808236249401,
      "rf_loss": 0.0,
      "total_loss": 2.211808236249401,
      "lyap1_mean": -0.4654286801815033,
      "lyap1_max": -0.4548788070678711,
      "lyap1_min": -0.47325557470321655,
      "lyap_spec_mean": [
        -0.4654287099838257,
        -0.46571075916290283
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 78,
      "lr": 3.9e-05,
      "sup_loss": 2.215543802862169,
      "rf_loss": 0.0,
      "total_loss": 2.215543802862169,
      "lyap1_mean": -0.4531373977661133,
      "lyap1_max": -0.4299667477607727,
      "lyap1_min": -0.461989164352417,
      "lyap_spec_mean": [
        -0.4531373977661133,
        -0.4518846869468689
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 79,
      "lr": 3.9500000000000005e-05,
      "sup_loss": 2.2158285887184688,
      "rf_loss": 0.0,
      "total_loss": 2.2158285887184688,
      "lyap1_mean": -0.45309746265411377,
      "lyap1_max": -0.43328413367271423,
      "lyap1_min": -0.46044254302978516,
      "lyap_spec_mean": [
        -0.45309749245643616,
        -0.4539092481136322
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 80,
      "lr": 4e-05,
      "sup_loss": 2.2158094996975617,
      "rf_loss": 0.0,
      "total_loss": 2.2158094996975617,
      "lyap1_mean": -0.45409542322158813,
      "lyap1_max": -0.44393330812454224,
      "lyap1_min": -0.4612540900707245,
      "lyap_spec_mean": [
        -0.45409542322158813,
        -0.45362627506256104
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 81,
      "lr": 4.0499999999999995e-05,
      "sup_loss": 2.218448714389608,
      "rf_loss": 0.0,
      "total_loss": 2.218448714389608,
      "lyap1_mean": -0.44839590787887573,
      "lyap1_max": -0.4369891881942749,
      "lyap1_min": -0.45527181029319763,
      "lyap_spec_mean": [
        -0.44839590787887573,
        -0.44829806685447693
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 82,
      "lr": 4.1e-05,
      "sup_loss": 2.2192928311747386,
      "rf_loss": 0.0,
      "total_loss": 2.2192928311747386,
      "lyap1_mean": -0.4416912794113159,
      "lyap1_max": -0.4267232120037079,
      "lyap1_min": -0.45572230219841003,
      "lyap_spec_mean": [
        -0.4416912794113159,
        -0.44159969687461853
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 83,
      "lr": 4.15e-05,
      "sup_loss": 2.2137909178193924,
      "rf_loss": 0.0,
      "total_loss": 2.2137909178193924,
      "lyap1_mean": -0.4425562024116516,
      "lyap1_max": -0.4328194260597229,
      "lyap1_min": -0.45907658338546753,
      "lyap_spec_mean": [
        -0.4425562024116516,
        -0.4426572918891907
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 84,
      "lr": 4.2000000000000004e-05,
      "sup_loss": 2.2098790195082922,
      "rf_loss": 0.0,
      "total_loss": 2.2098790195082922,
      "lyap1_mean": -0.43963301181793213,
      "lyap1_max": -0.42472755908966064,
      "lyap1_min": -0.4532334804534912,
      "lyap_spec_mean": [
        -0.43963301181793213,
        -0.4396091401576996
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 85,
      "lr": 4.25e-05,
      "sup_loss": 2.210700243159838,
      "rf_loss": 0.0,
      "total_loss": 2.210700243159838,
      "lyap1_mean": -0.43899261951446533,
      "lyap1_max": -0.4267418384552002,
      "lyap1_min": -0.44987064599990845,
      "lyap_spec_mean": [
        -0.43899261951446533,
        -0.4387560486793518
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 86,
      "lr": 4.3e-05,
      "sup_loss": 2.2094577542284495,
      "rf_loss": 0.0,
      "total_loss": 2.2094577542284495,
      "lyap1_mean": -0.4360963702201843,
      "lyap1_max": -0.4277569651603699,
      "lyap1_min": -0.4474791884422302,
      "lyap_spec_mean": [
        -0.4360964000225067,
        -0.43599361181259155
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 87,
      "lr": 4.350000000000001e-05,
      "sup_loss": 2.202968985680175,
      "rf_loss": 0.0,
      "total_loss": 2.202968985680175,
      "lyap1_mean": -0.4354965090751648,
      "lyap1_max": -0.426893413066864,
      "lyap1_min": -0.44502735137939453,
      "lyap_spec_mean": [
        -0.4354964792728424,
        -0.4360155761241913
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 88,
      "lr": 4.4000000000000006e-05,
      "sup_loss": 2.198868089718062,
      "rf_loss": 0.0,
      "total_loss": 2.198868089718062,
      "lyap1_mean": -0.42929887771606445,
      "lyap1_max": -0.41958874464035034,
      "lyap1_min": -0.43981558084487915,
      "lyap_spec_mean": [
        -0.42929887771606445,
        -0.42776814103126526
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 89,
      "lr": 4.45e-05,
      "sup_loss": 2.1926801333753687,
      "rf_loss": 0.0,
      "total_loss": 2.1926801333753687,
      "lyap1_mean": -0.43338149785995483,
      "lyap1_max": -0.4220063388347626,
      "lyap1_min": -0.44214344024658203,
      "lyap_spec_mean": [
        -0.43338149785995483,
        -0.4337571859359741
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 90,
      "lr": 4.5e-05,
      "sup_loss": 2.188282226890217,
      "rf_loss": 0.0,
      "total_loss": 2.188282226890217,
      "lyap1_mean": -0.42612913250923157,
      "lyap1_max": -0.41807693243026733,
      "lyap1_min": -0.4324583411216736,
      "lyap_spec_mean": [
        -0.42612913250923157,
        -0.4263128638267517
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 91,
      "lr": 4.55e-05,
      "sup_loss": 2.1870010439761476,
      "rf_loss": 0.0,
      "total_loss": 2.1870010439761476,
      "lyap1_mean": -0.4170966148376465,
      "lyap1_max": -0.40497303009033203,
      "lyap1_min": -0.43187806010246277,
      "lyap_spec_mean": [
        -0.41709664463996887,
        -0.41688841581344604
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 92,
      "lr": 4.6e-05,
      "sup_loss": 2.17822425162195,
      "rf_loss": 0.0,
      "total_loss": 2.17822425162195,
      "lyap1_mean": -0.41756969690322876,
      "lyap1_max": -0.4114950895309448,
      "lyap1_min": -0.42692434787750244,
      "lyap_spec_mean": [
        -0.41756969690322876,
        -0.4202973246574402
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 93,
      "lr": 4.6500000000000005e-05,
      "sup_loss": 2.171896949156455,
      "rf_loss": 0.0,
      "total_loss": 2.171896949156455,
      "lyap1_mean": -0.41411834955215454,
      "lyap1_max": -0.4065091013908386,
      "lyap1_min": -0.4215371608734131,
      "lyap_spec_mean": [
        -0.41411834955215454,
        -0.41306763887405396
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 94,
      "lr": 4.7000000000000004e-05,
      "sup_loss": 2.174105592498365,
      "rf_loss": 0.0,
      "total_loss": 2.174105592498365,
      "lyap1_mean": -0.41047990322113037,
      "lyap1_max": -0.4056713581085205,
      "lyap1_min": -0.4173603653907776,
      "lyap_spec_mean": [
        -0.410479873418808,
        -0.4105813503265381
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 95,
      "lr": 4.7499999999999996e-05,
      "sup_loss": 2.166006107106813,
      "rf_loss": 0.0,
      "total_loss": 2.166006107106813,
      "lyap1_mean": -0.40112143754959106,
      "lyap1_max": -0.39128226041793823,
      "lyap1_min": -0.4182617664337158,
      "lyap_spec_mean": [
        -0.40112143754959106,
        -0.40117764472961426
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 96,
      "lr": 4.8e-05,
      "sup_loss": 2.159213667201042,
      "rf_loss": 0.0,
      "total_loss": 2.159213667201042,
      "lyap1_mean": -0.3922386169433594,
      "lyap1_max": -0.38520872592926025,
      "lyap1_min": -0.4051346480846405,
      "lyap_spec_mean": [
        -0.3922385573387146,
        -0.39199724793434143
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 97,
      "lr": 4.85e-05,
      "sup_loss": 2.163566621175738,
      "rf_loss": 0.0,
      "total_loss": 2.163566621175738,
      "lyap1_mean": -0.38788676261901855,
      "lyap1_max": -0.3752649426460266,
      "lyap1_min": -0.3926398456096649,
      "lyap_spec_mean": [
        -0.38788676261901855,
        -0.3865344822406769
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 98,
      "lr": 4.9e-05,
      "sup_loss": 2.189257994084186,
      "rf_loss": 0.0,
      "total_loss": 2.189257994084186,
      "lyap1_mean": -0.38678061962127686,
      "lyap1_max": -0.3644878566265106,
      "lyap1_min": -0.4080232083797455,
      "lyap_spec_mean": [
        -0.38678061962127686,
        -0.3881757855415344
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 99,
      "lr": 4.9500000000000004e-05,
      "sup_loss": 2.176840589714677,
      "rf_loss": 0.0,
      "total_loss": 2.176840589714677,
      "lyap1_mean": -0.3800179362297058,
      "lyap1_max": -0.3728693723678589,
      "lyap1_min": -0.38593006134033203,
      "lyap_spec_mean": [
        -0.3800179362297058,
        -0.3797846734523773
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 100,
      "lr": 5e-05,
      "sup_loss": 2.1645707300334442,
      "rf_loss": 0.0,
      "total_loss": 2.1645707300334442,
      "lyap1_mean": -0.37543216347694397,
      "lyap1_max": -0.36741992831230164,
      "lyap1_min": -0.3825553357601166,
      "lyap_spec_mean": [
        -0.37543219327926636,
        -0.37473323941230774
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 101,
      "lr": 5.050000000000001e-05,
      "sup_loss": 2.1289488375435415,
      "rf_loss": 0.0,
      "total_loss": 2.1289488375435415,
      "lyap1_mean": -0.38298851251602173,
      "lyap1_max": -0.37340104579925537,
      "lyap1_min": -0.404306024312973,
      "lyap_spec_mean": [
        -0.38298851251602173,
        -0.38232871890068054
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 102,
      "lr": 5.1000000000000006e-05,
      "sup_loss": 2.095278853711245,
      "rf_loss": 0.0,
      "total_loss": 2.095278853711245,
      "lyap1_mean": -0.3691362738609314,
      "lyap1_max": -0.35347411036491394,
      "lyap1_min": -0.3997969627380371,
      "lyap_spec_mean": [
        -0.3691362738609314,
        -0.3684110939502716
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 103,
      "lr": 5.15e-05,
      "sup_loss": 2.0995536079312482,
      "rf_loss": 0.0,
      "total_loss": 2.0995536079312482,
      "lyap1_mean": -0.3682147264480591,
      "lyap1_max": -0.35585328936576843,
      "lyap1_min": -0.38231202960014343,
      "lyap_spec_mean": [
        -0.3682147264480591,
        -0.36896681785583496
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 104,
      "lr": 5.2000000000000004e-05,
      "sup_loss": 2.083931766800925,
      "rf_loss": 0.0,
      "total_loss": 2.083931766800925,
      "lyap1_mean": -0.35885757207870483,
      "lyap1_max": -0.34314852952957153,
      "lyap1_min": -0.3740587830543518,
      "lyap_spec_mean": [
        -0.35885754227638245,
        -0.3584272265434265
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 105,
      "lr": 5.25e-05,
      "sup_loss": 2.0777527442287145,
      "rf_loss": 0.0,
      "total_loss": 2.0777527442287145,
      "lyap1_mean": -0.3586355447769165,
      "lyap1_max": -0.34587717056274414,
      "lyap1_min": -0.3725154995918274,
      "lyap_spec_mean": [
        -0.3586355447769165,
        -0.3574909567832947
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 106,
      "lr": 5.3e-05,
      "sup_loss": 2.059503119116564,
      "rf_loss": 0.0,
      "total_loss": 2.059503119116564,
      "lyap1_mean": -0.36076873540878296,
      "lyap1_max": -0.35500943660736084,
      "lyap1_min": -0.37001723051071167,
      "lyap_spec_mean": [
        -0.36076873540878296,
        -0.35982847213745117
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 107,
      "lr": 5.3500000000000006e-05,
      "sup_loss": 2.0753034517732987,
      "rf_loss": 0.0,
      "total_loss": 2.0753034517732987,
      "lyap1_mean": -0.3640047609806061,
      "lyap1_max": -0.35102134943008423,
      "lyap1_min": -0.38230976462364197,
      "lyap_spec_mean": [
        -0.3640047609806061,
        -0.36437273025512695
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 108,
      "lr": 5.4000000000000005e-05,
      "sup_loss": 2.065361344848554,
      "rf_loss": 0.0,
      "total_loss": 2.065361344848554,
      "lyap1_mean": -0.36353540420532227,
      "lyap1_max": -0.35402584075927734,
      "lyap1_min": -0.3729237914085388,
      "lyap_spec_mean": [
        -0.36353540420532227,
        -0.36461153626441956
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 109,
      "lr": 5.4499999999999997e-05,
      "sup_loss": 2.04710561107208,
      "rf_loss": 0.0,
      "total_loss": 2.04710561107208,
      "lyap1_mean": -0.36659252643585205,
      "lyap1_max": -0.3481297492980957,
      "lyap1_min": -0.3803335428237915,
      "lyap_spec_mean": [
        -0.36659249663352966,
        -0.3650147616863251
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 110,
      "lr": 5.500000000000001e-05,
      "sup_loss": 2.0568824652269666,
      "rf_loss": 0.0,
      "total_loss": 2.0568824652269666,
      "lyap1_mean": -0.3605113625526428,
      "lyap1_max": -0.3479689061641693,
      "lyap1_min": -0.3762238621711731,
      "lyap_spec_mean": [
        -0.36051133275032043,
        -0.3607623875141144
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 111,
      "lr": 5.55e-05,
      "sup_loss": 2.057571934917639,
      "rf_loss": 0.0,
      "total_loss": 2.057571934917639,
      "lyap1_mean": -0.35633209347724915,
      "lyap1_max": -0.3328748643398285,
      "lyap1_min": -0.37127548456192017,
      "lyap_spec_mean": [
        -0.35633212327957153,
        -0.3566454350948334
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 112,
      "lr": 5.6e-05,
      "sup_loss": 2.0760143114110483,
      "rf_loss": 0.0,
      "total_loss": 2.0760143114110483,
      "lyap1_mean": -0.3506569564342499,
      "lyap1_max": -0.3408694863319397,
      "lyap1_min": -0.3667786121368408,
      "lyap_spec_mean": [
        -0.3506569564342499,
        -0.35240405797958374
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 113,
      "lr": 5.6500000000000005e-05,
      "sup_loss": 2.0613561255196684,
      "rf_loss": 0.0,
      "total_loss": 2.0613561255196684,
      "lyap1_mean": -0.3435911536216736,
      "lyap1_max": -0.3286271095275879,
      "lyap1_min": -0.369294136762619,
      "lyap_spec_mean": [
        -0.3435911536216736,
        -0.34290915727615356
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 114,
      "lr": 5.7e-05,
      "sup_loss": 2.024126333936728,
      "rf_loss": 0.0,
      "total_loss": 2.024126333936728,
      "lyap1_mean": -0.33679378032684326,
      "lyap1_max": -0.32925406098365784,
      "lyap1_min": -0.34558582305908203,
      "lyap_spec_mean": [
        -0.33679378032684326,
        -0.3362772464752197
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 115,
      "lr": 5.75e-05,
      "sup_loss": 1.978259776621266,
      "rf_loss": 0.0,
      "total_loss": 1.978259776621266,
      "lyap1_mean": -0.330086350440979,
      "lyap1_max": -0.3205864131450653,
      "lyap1_min": -0.34436577558517456,
      "lyap_spec_mean": [
        -0.3300863206386566,
        -0.33005914092063904
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 116,
      "lr": 5.800000000000001e-05,
      "sup_loss": 1.9659749457189168,
      "rf_loss": 0.0,
      "total_loss": 1.9659749457189168,
      "lyap1_mean": -0.32089701294898987,
      "lyap1_max": -0.30151432752609253,
      "lyap1_min": -0.34474337100982666,
      "lyap_spec_mean": [
        -0.32089701294898987,
        -0.3195039629936218
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 117,
      "lr": 5.85e-05,
      "sup_loss": 1.9575516570785494,
      "rf_loss": 0.0,
      "total_loss": 1.9575516570785494,
      "lyap1_mean": -0.3337181508541107,
      "lyap1_max": -0.3204460144042969,
      "lyap1_min": -0.34833312034606934,
      "lyap_spec_mean": [
        -0.3337181508541107,
        -0.33602774143218994
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 118,
      "lr": 5.9e-05,
      "sup_loss": 1.9345073840167875,
      "rf_loss": 0.0,
      "total_loss": 1.9345073840167875,
      "lyap1_mean": -0.317635178565979,
      "lyap1_max": -0.28727638721466064,
      "lyap1_min": -0.33953115344047546,
      "lyap_spec_mean": [
        -0.3176352083683014,
        -0.3222917318344116
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 119,
      "lr": 5.95e-05,
      "sup_loss": 1.938386242049977,
      "rf_loss": 0.0,
      "total_loss": 1.938386242049977,
      "lyap1_mean": -0.3311576247215271,
      "lyap1_max": -0.2924588620662689,
      "lyap1_min": -0.3445260524749756,
      "lyap_spec_mean": [
        -0.3311576247215271,
        -0.33497971296310425
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 120,
      "lr": 6e-05,
      "sup_loss": 1.9283283380625225,
      "rf_loss": 0.0,
      "total_loss": 1.9283283380625225,
      "lyap1_mean": -0.32487624883651733,
      "lyap1_max": -0.3081490695476532,
      "lyap1_min": -0.33782655000686646,
      "lyap_spec_mean": [
        -0.32487624883651733,
        -0.32546621561050415
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 121,
      "lr": 6.050000000000001e-05,
      "sup_loss": 1.9360940449810153,
      "rf_loss": 0.0,
      "total_loss": 1.9360940449810153,
      "lyap1_mean": -0.31432753801345825,
      "lyap1_max": -0.3010574281215668,
      "lyap1_min": -0.3286445140838623,
      "lyap_spec_mean": [
        -0.31432753801345825,
        -0.31524503231048584
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 122,
      "lr": 6.1000000000000005e-05,
      "sup_loss": 1.9427416240166528,
      "rf_loss": 0.0,
      "total_loss": 1.9427416240166528,
      "lyap1_mean": -0.3016466498374939,
      "lyap1_max": -0.2761550545692444,
      "lyap1_min": -0.318440318107605,
      "lyap_spec_mean": [
        -0.3016466200351715,
        -0.30781474709510803
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 123,
      "lr": 6.15e-05,
      "sup_loss": 1.9295199390574713,
      "rf_loss": 0.0,
      "total_loss": 1.9295199390574713,
      "lyap1_mean": -0.29807865619659424,
      "lyap1_max": -0.2695860266685486,
      "lyap1_min": -0.3193208873271942,
      "lyap_spec_mean": [
        -0.29807865619659424,
        -0.29854273796081543
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 124,
      "lr": 6.2e-05,
      "sup_loss": 1.9135253695055892,
      "rf_loss": 0.0,
      "total_loss": 1.9135253695055892,
      "lyap1_mean": -0.29919177293777466,
      "lyap1_max": -0.2860729992389679,
      "lyap1_min": -0.3110681176185608,
      "lyap_spec_mean": [
        -0.29919177293777466,
        -0.2975093722343445
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 125,
      "lr": 6.25e-05,
      "sup_loss": 1.9023887443240086,
      "rf_loss": 0.0,
      "total_loss": 1.9023887443240086,
      "lyap1_mean": -0.3075008988380432,
      "lyap1_max": -0.28656119108200073,
      "lyap1_min": -0.31760039925575256,
      "lyap_spec_mean": [
        -0.3075008988380432,
        -0.3073066771030426
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 126,
      "lr": 6.3e-05,
      "sup_loss": 1.8741639092090716,
      "rf_loss": 0.0,
      "total_loss": 1.8741639092090716,
      "lyap1_mean": -0.3104288578033447,
      "lyap1_max": -0.29004722833633423,
      "lyap1_min": -0.3346025347709656,
      "lyap_spec_mean": [
        -0.3104288578033447,
        -0.30995678901672363
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 127,
      "lr": 6.350000000000001e-05,
      "sup_loss": 1.8524054933663403,
      "rf_loss": 0.0,
      "total_loss": 1.8524054933663403,
      "lyap1_mean": -0.3098980784416199,
      "lyap1_max": -0.2886980473995209,
      "lyap1_min": -0.33236631751060486,
      "lyap_spec_mean": [
        -0.3098980784416199,
        -0.3098706007003784
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 128,
      "lr": 6.4e-05,
      "sup_loss": 1.8600170077567602,
      "rf_loss": 0.0,
      "total_loss": 1.8600170077567602,
      "lyap1_mean": -0.31055009365081787,
      "lyap1_max": -0.3031722605228424,
      "lyap1_min": -0.32439613342285156,
      "lyap_spec_mean": [
        -0.31055009365081787,
        -0.30800628662109375
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 129,
      "lr": 6.45e-05,
      "sup_loss": 1.8605118516216066,
      "rf_loss": 0.0,
      "total_loss": 1.8605118516216066,
      "lyap1_mean": -0.309085488319397,
      "lyap1_max": -0.298216313123703,
      "lyap1_min": -0.32581502199172974,
      "lyap_spec_mean": [
        -0.309085488319397,
        -0.30697500705718994
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 130,
      "lr": 6.500000000000001e-05,
      "sup_loss": 1.8783417353219394,
      "rf_loss": 0.0,
      "total_loss": 1.8783417353219394,
      "lyap1_mean": -0.3213806450366974,
      "lyap1_max": -0.3144327700138092,
      "lyap1_min": -0.3295373320579529,
      "lyap_spec_mean": [
        -0.321380615234375,
        -0.3219994902610779
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 131,
      "lr": 6.55e-05,
      "sup_loss": 1.9361343215029185,
      "rf_loss": 0.0,
      "total_loss": 1.9361343215029185,
      "lyap1_mean": -0.32162338495254517,
      "lyap1_max": -0.31398138403892517,
      "lyap1_min": -0.33736610412597656,
      "lyap_spec_mean": [
        -0.32162341475486755,
        -0.31915482878685
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 132,
      "lr": 6.6e-05,
      "sup_loss": 1.9332736308052019,
      "rf_loss": 0.0,
      "total_loss": 1.9332736308052019,
      "lyap1_mean": -0.31592416763305664,
      "lyap1_max": -0.30161935091018677,
      "lyap1_min": -0.3327798843383789,
      "lyap_spec_mean": [
        -0.31592413783073425,
        -0.31639018654823303
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 133,
      "lr": 6.65e-05,
      "sup_loss": 1.9424235674824144,
      "rf_loss": 0.0,
      "total_loss": 1.9424235674824144,
      "lyap1_mean": -0.3143731355667114,
      "lyap1_max": -0.30322515964508057,
      "lyap1_min": -0.33087366819381714,
      "lyap_spec_mean": [
        -0.3143731355667114,
        -0.3155096769332886
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 134,
      "lr": 6.7e-05,
      "sup_loss": 1.892428072035332,
      "rf_loss": 0.0,
      "total_loss": 1.892428072035332,
      "lyap1_mean": -0.30424073338508606,
      "lyap1_max": -0.289080411195755,
      "lyap1_min": -0.3182823956012726,
      "lyap_spec_mean": [
        -0.30424070358276367,
        -0.3049445152282715
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 135,
      "lr": 6.75e-05,
      "sup_loss": 1.9195768905948185,
      "rf_loss": 0.0,
      "total_loss": 1.9195768905948185,
      "lyap1_mean": -0.3002755045890808,
      "lyap1_max": -0.29155755043029785,
      "lyap1_min": -0.3133091926574707,
      "lyap_spec_mean": [
        -0.3002755045890808,
        -0.2993848919868469
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 136,
      "lr": 6.8e-05,
      "sup_loss": 1.9335729529118604,
      "rf_loss": 0.0,
      "total_loss": 1.9335729529118604,
      "lyap1_mean": -0.30186766386032104,
      "lyap1_max": -0.2904846668243408,
      "lyap1_min": -0.316815048456192,
      "lyap_spec_mean": [
        -0.30186766386032104,
        -0.2986624240875244
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 137,
      "lr": 6.85e-05,
      "sup_loss": 1.8891516128695514,
      "rf_loss": 0.0,
      "total_loss": 1.8891516128695514,
      "lyap1_mean": -0.2973431944847107,
      "lyap1_max": -0.2842784523963928,
      "lyap1_min": -0.3067283034324646,
      "lyap_spec_mean": [
        -0.2973431944847107,
        -0.2967132031917572
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 138,
      "lr": 6.900000000000001e-05,
      "sup_loss": 1.8600722362012954,
      "rf_loss": 0.0,
      "total_loss": 1.8600722362012954,
      "lyap1_mean": -0.29807206988334656,
      "lyap1_max": -0.2863619923591614,
      "lyap1_min": -0.3032354414463043,
      "lyap_spec_mean": [
        -0.29807206988334656,
        -0.294655978679657
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 139,
      "lr": 6.950000000000001e-05,
      "sup_loss": 1.837148402044927,
      "rf_loss": 0.0,
      "total_loss": 1.837148402044927,
      "lyap1_mean": -0.2974019944667816,
      "lyap1_max": -0.26467061042785645,
      "lyap1_min": -0.3149392008781433,
      "lyap_spec_mean": [
        -0.297402024269104,
        -0.29960304498672485
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 140,
      "lr": 7.000000000000001e-05,
      "sup_loss": 1.8509838077800598,
      "rf_loss": 0.0,
      "total_loss": 1.8509838077800598,
      "lyap1_mean": -0.3031497597694397,
      "lyap1_max": -0.2874678075313568,
      "lyap1_min": -0.3129802346229553,
      "lyap_spec_mean": [
        -0.3031497895717621,
        -0.30240917205810547
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 141,
      "lr": 7.05e-05,
      "sup_loss": 1.857048765193168,
      "rf_loss": 0.0,
      "total_loss": 1.857048765193168,
      "lyap1_mean": -0.2938864827156067,
      "lyap1_max": -0.2847413122653961,
      "lyap1_min": -0.30624955892562866,
      "lyap_spec_mean": [
        -0.2938864529132843,
        -0.2986966371536255
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 142,
      "lr": 7.1e-05,
      "sup_loss": 1.825308216594099,
      "rf_loss": 0.0,
      "total_loss": 1.825308216594099,
      "lyap1_mean": -0.2758650779724121,
      "lyap1_max": -0.2389156073331833,
      "lyap1_min": -0.3000403046607971,
      "lyap_spec_mean": [
        -0.2758650779724121,
        -0.29253488779067993
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 143,
      "lr": 7.15e-05,
      "sup_loss": 1.794663415674864,
      "rf_loss": 0.0,
      "total_loss": 1.794663415674864,
      "lyap1_mean": -0.28709566593170166,
      "lyap1_max": -0.2686458230018616,
      "lyap1_min": -0.3009454607963562,
      "lyap_spec_mean": [
        -0.2870956361293793,
        -0.28559160232543945
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 144,
      "lr": 7.2e-05,
      "sup_loss": 1.8298436212157598,
      "rf_loss": 0.0,
      "total_loss": 1.8298436212157598,
      "lyap1_mean": -0.28301650285720825,
      "lyap1_max": -0.23633435368537903,
      "lyap1_min": -0.2993536591529846,
      "lyap_spec_mean": [
        -0.28301653265953064,
        -0.2843759059906006
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 145,
      "lr": 7.25e-05,
      "sup_loss": 1.779951541216978,
      "rf_loss": 0.0,
      "total_loss": 1.779951541216978,
      "lyap1_mean": -0.2575722932815552,
      "lyap1_max": -0.22004619240760803,
      "lyap1_min": -0.2951568365097046,
      "lyap_spec_mean": [
        -0.25757232308387756,
        -0.2819143831729889
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 146,
      "lr": 7.3e-05,
      "sup_loss": 1.7995854307439092,
      "rf_loss": 0.0,
      "total_loss": 1.7995854307439092,
      "lyap1_mean": -0.26584386825561523,
      "lyap1_max": -0.21449369192123413,
      "lyap1_min": -0.29331517219543457,
      "lyap_spec_mean": [
        -0.26584386825561523,
        -0.27544966340065
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 147,
      "lr": 7.350000000000001e-05,
      "sup_loss": 1.78268268574563,
      "rf_loss": 0.0,
      "total_loss": 1.78268268574563,
      "lyap1_mean": -0.26402920484542847,
      "lyap1_max": -0.22725486755371094,
      "lyap1_min": -0.29032641649246216,
      "lyap_spec_mean": [
        -0.26402920484542847,
        -0.2710981070995331
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 148,
      "lr": 7.400000000000001e-05,
      "sup_loss": 1.7149683565941418,
      "rf_loss": 0.0,
      "total_loss": 1.7149683565941418,
      "lyap1_mean": -0.25609010457992554,
      "lyap1_max": -0.24567940831184387,
      "lyap1_min": -0.26857662200927734,
      "lyap_spec_mean": [
        -0.2560901343822479,
        -0.25606197118759155
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 149,
      "lr": 7.45e-05,
      "sup_loss": 1.71796980447747,
      "rf_loss": 0.0,
      "total_loss": 1.71796980447747,
      "lyap1_mean": -0.2422807514667511,
      "lyap1_max": -0.23012199997901917,
      "lyap1_min": -0.25418561697006226,
      "lyap_spec_mean": [
        -0.2422807663679123,
        -0.24998703598976135
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 150,
      "lr": 7.500000000000001e-05,
      "sup_loss": 1.7432099489320048,
      "rf_loss": 0.0,
      "total_loss": 1.7432099489320048,
      "lyap1_mean": -0.23772890865802765,
      "lyap1_max": -0.21315377950668335,
      "lyap1_min": -0.259038507938385,
      "lyap_spec_mean": [
        -0.23772890865802765,
        -0.24028271436691284
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 151,
      "lr": 7.55e-05,
      "sup_loss": 1.7730748956184337,
      "rf_loss": 0.0,
      "total_loss": 1.7730748956184337,
      "lyap1_mean": -0.24566952884197235,
      "lyap1_max": -0.2307242602109909,
      "lyap1_min": -0.2646836042404175,
      "lyap_spec_mean": [
        -0.24566952884197235,
        -0.25750696659088135
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 152,
      "lr": 7.6e-05,
      "sup_loss": 1.7602995066735483,
      "rf_loss": 0.0,
      "total_loss": 1.7602995066735483,
      "lyap1_mean": -0.261681467294693,
      "lyap1_max": -0.24209997057914734,
      "lyap1_min": -0.27796638011932373,
      "lyap_spec_mean": [
        -0.2616814374923706,
        -0.25366467237472534
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 153,
      "lr": 7.65e-05,
      "sup_loss": 1.7287934392859439,
      "rf_loss": 0.0,
      "total_loss": 1.7287934392859439,
      "lyap1_mean": -0.25946012139320374,
      "lyap1_max": -0.23956835269927979,
      "lyap1_min": -0.2790379524230957,
      "lyap_spec_mean": [
        -0.25946012139320374,
        -0.2675989866256714
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 154,
      "lr": 7.7e-05,
      "sup_loss": 1.7586136281396043,
      "rf_loss": 0.0,
      "total_loss": 1.7586136281396043,
      "lyap1_mean": -0.2671818435192108,
      "lyap1_max": -0.23850005865097046,
      "lyap1_min": -0.28345251083374023,
      "lyap_spec_mean": [
        -0.2671818435192108,
        -0.2626190185546875
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 155,
      "lr": 7.75e-05,
      "sup_loss": 1.743554146042074,
      "rf_loss": 0.0,
      "total_loss": 1.743554146042074,
      "lyap1_mean": -0.26161396503448486,
      "lyap1_max": -0.2449084222316742,
      "lyap1_min": -0.28062644600868225,
      "lyap_spec_mean": [
        -0.2616139352321625,
        -0.2652003765106201
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 156,
      "lr": 7.8e-05,
      "sup_loss": 1.7425155867695703,
      "rf_loss": 0.0,
      "total_loss": 1.7425155867695703,
      "lyap1_mean": -0.2524763345718384,
      "lyap1_max": -0.21728479862213135,
      "lyap1_min": -0.2740660309791565,
      "lyap_spec_mean": [
        -0.2524763345718384,
        -0.255647212266922
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 157,
      "lr": 7.850000000000001e-05,
      "sup_loss": 1.713434869638004,
      "rf_loss": 0.0,
      "total_loss": 1.713434869638004,
      "lyap1_mean": -0.24026674032211304,
      "lyap1_max": -0.21656069159507751,
      "lyap1_min": -0.2571263015270233,
      "lyap_spec_mean": [
        -0.24026674032211304,
        -0.24529173970222473
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 158,
      "lr": 7.900000000000001e-05,
      "sup_loss": 1.7112634182097608,
      "rf_loss": 0.0,
      "total_loss": 1.7112634182097608,
      "lyap1_mean": -0.24265769124031067,
      "lyap1_max": -0.1970444768667221,
      "lyap1_min": -0.25843536853790283,
      "lyap_spec_mean": [
        -0.24265769124031067,
        -0.25047338008880615
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 159,
      "lr": 7.950000000000001e-05,
      "sup_loss": 1.7319610044699691,
      "rf_loss": 0.0,
      "total_loss": 1.7319610044699691,
      "lyap1_mean": -0.23923103511333466,
      "lyap1_max": -0.20793941617012024,
      "lyap1_min": -0.27037352323532104,
      "lyap_spec_mean": [
        -0.23923102021217346,
        -0.24844738841056824
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 160,
      "lr": 8e-05,
      "sup_loss": 1.7327794654815216,
      "rf_loss": 0.0,
      "total_loss": 1.7327794654815216,
      "lyap1_mean": -0.2474413514137268,
      "lyap1_max": -0.23072251677513123,
      "lyap1_min": -0.2682483494281769,
      "lyap_spec_mean": [
        -0.2474413514137268,
        -0.2602420747280121
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 161,
      "lr": 8.05e-05,
      "sup_loss": 1.670002439050573,
      "rf_loss": 0.0,
      "total_loss": 1.670002439050573,
      "lyap1_mean": -0.2360047847032547,
      "lyap1_max": -0.21480461955070496,
      "lyap1_min": -0.2754983901977539,
      "lyap_spec_mean": [
        -0.2360047847032547,
        -0.2697499990463257
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 162,
      "lr": 8.099999999999999e-05,
      "sup_loss": 1.6971432967782323,
      "rf_loss": 0.0,
      "total_loss": 1.6971432967782323,
      "lyap1_mean": -0.2369312196969986,
      "lyap1_max": -0.1864471137523651,
      "lyap1_min": -0.2710415720939636,
      "lyap_spec_mean": [
        -0.2369312196969986,
        -0.2504342794418335
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 163,
      "lr": 8.150000000000002e-05,
      "sup_loss": 1.701283518708804,
      "rf_loss": 0.0,
      "total_loss": 1.701283518708804,
      "lyap1_mean": -0.23182174563407898,
      "lyap1_max": -0.18326929211616516,
      "lyap1_min": -0.25893378257751465,
      "lyap_spec_mean": [
        -0.23182174563407898,
        -0.26699694991111755
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 164,
      "lr": 8.2e-05,
      "sup_loss": 1.6542591335440215,
      "rf_loss": 0.0,
      "total_loss": 1.6542591335440215,
      "lyap1_mean": -0.2595243453979492,
      "lyap1_max": -0.19029347598552704,
      "lyap1_min": -0.28281480073928833,
      "lyap_spec_mean": [
        -0.2595243752002716,
        -0.2587980628013611
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 165,
      "lr": 8.25e-05,
      "sup_loss": 1.696134388292988,
      "rf_loss": 0.0,
      "total_loss": 1.696134388292988,
      "lyap1_mean": -0.24511034786701202,
      "lyap1_max": -0.19433163106441498,
      "lyap1_min": -0.2760801613330841,
      "lyap_spec_mean": [
        -0.24511034786701202,
        -0.2560955286026001
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 166,
      "lr": 8.3e-05,
      "sup_loss": 1.6966305941386433,
      "rf_loss": 0.0,
      "total_loss": 1.6966305941386433,
      "lyap1_mean": -0.2199787199497223,
      "lyap1_max": -0.189198300242424,
      "lyap1_min": -0.25794896483421326,
      "lyap_spec_mean": [
        -0.2199787199497223,
        -0.2500079274177551
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 167,
      "lr": 8.35e-05,
      "sup_loss": 1.6706845540588369,
      "rf_loss": 0.0,
      "total_loss": 1.6706845540588369,
      "lyap1_mean": -0.2510467767715454,
      "lyap1_max": -0.21651238203048706,
      "lyap1_min": -0.2762441039085388,
      "lyap_spec_mean": [
        -0.2510467767715454,
        -0.24935905635356903
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 168,
      "lr": 8.400000000000001e-05,
      "sup_loss": 1.7041355497598607,
      "rf_loss": 0.0,
      "total_loss": 1.7041355497598607,
      "lyap1_mean": -0.23913244903087616,
      "lyap1_max": -0.21659433841705322,
      "lyap1_min": -0.26990097761154175,
      "lyap_spec_mean": [
        -0.23913244903087616,
        -0.2511657178401947
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 169,
      "lr": 8.450000000000001e-05,
      "sup_loss": 1.6636214384252366,
      "rf_loss": 0.0,
      "total_loss": 1.6636214384252366,
      "lyap1_mean": -0.24614261090755463,
      "lyap1_max": -0.21887245774269104,
      "lyap1_min": -0.27744045853614807,
      "lyap_spec_mean": [
        -0.24614262580871582,
        -0.24875333905220032
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 170,
      "lr": 8.5e-05,
      "sup_loss": 1.670618473292447,
      "rf_loss": 0.0,
      "total_loss": 1.670618473292447,
      "lyap1_mean": -0.25557947158813477,
      "lyap1_max": -0.21296554803848267,
      "lyap1_min": -0.2931678891181946,
      "lyap_spec_mean": [
        -0.25557947158813477,
        -0.2597166895866394
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 171,
      "lr": 8.55e-05,
      "sup_loss": 1.6707891567549231,
      "rf_loss": 0.0,
      "total_loss": 1.6707891567549231,
      "lyap1_mean": -0.27143168449401855,
      "lyap1_max": -0.2522848844528198,
      "lyap1_min": -0.3015438914299011,
      "lyap_spec_mean": [
        -0.27143168449401855,
        -0.2616008222103119
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 172,
      "lr": 8.6e-05,
      "sup_loss": 1.652575714037041,
      "rf_loss": 0.0,
      "total_loss": 1.652575714037041,
      "lyap1_mean": -0.26020732522010803,
      "lyap1_max": -0.23070292174816132,
      "lyap1_min": -0.2850768268108368,
      "lyap_spec_mean": [
        -0.26020729541778564,
        -0.279191255569458
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 173,
      "lr": 8.65e-05,
      "sup_loss": 1.6460006280166992,
      "rf_loss": 0.0,
      "total_loss": 1.6460006280166992,
      "lyap1_mean": -0.26828819513320923,
      "lyap1_max": -0.2271885722875595,
      "lyap1_min": -0.29642802476882935,
      "lyap_spec_mean": [
        -0.26828819513320923,
        -0.2801206111907959
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 174,
      "lr": 8.700000000000001e-05,
      "sup_loss": 1.6302868789538647,
      "rf_loss": 0.0,
      "total_loss": 1.6302868789538647,
      "lyap1_mean": -0.2619869112968445,
      "lyap1_max": -0.2379796952009201,
      "lyap1_min": -0.3059453070163727,
      "lyap_spec_mean": [
        -0.2619869112968445,
        -0.28882575035095215
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 175,
      "lr": 8.750000000000001e-05,
      "sup_loss": 1.619055223072401,
      "rf_loss": 0.0,
      "total_loss": 1.619055223072401,
      "lyap1_mean": -0.25636202096939087,
      "lyap1_max": -0.23011355102062225,
      "lyap1_min": -0.29157203435897827,
      "lyap_spec_mean": [
        -0.25636202096939087,
        -0.2652295231819153
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 176,
      "lr": 8.800000000000001e-05,
      "sup_loss": 1.6341504859951141,
      "rf_loss": 0.0,
      "total_loss": 1.6341504859951141,
      "lyap1_mean": -0.24927780032157898,
      "lyap1_max": -0.2255299687385559,
      "lyap1_min": -0.2803494334220886,
      "lyap_spec_mean": [
        -0.24927780032157898,
        -0.2695952355861664
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 177,
      "lr": 8.85e-05,
      "sup_loss": 1.6248804626472633,
      "rf_loss": 0.0,
      "total_loss": 1.6248804626472633,
      "lyap1_mean": -0.2719200849533081,
      "lyap1_max": -0.24201743304729462,
      "lyap1_min": -0.3008650541305542,
      "lyap_spec_mean": [
        -0.2719201147556305,
        -0.2799878418445587
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 178,
      "lr": 8.9e-05,
      "sup_loss": 1.6252546461698374,
      "rf_loss": 0.0,
      "total_loss": 1.6252546461698374,
      "lyap1_mean": -0.2789381146430969,
      "lyap1_max": -0.24148285388946533,
      "lyap1_min": -0.2998194694519043,
      "lyap_spec_mean": [
        -0.2789381146430969,
        -0.28782495856285095
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 179,
      "lr": 8.95e-05,
      "sup_loss": 1.6468535297564935,
      "rf_loss": 0.0,
      "total_loss": 1.6468535297564935,
      "lyap1_mean": -0.27710074186325073,
      "lyap1_max": -0.24995258450508118,
      "lyap1_min": -0.2900104522705078,
      "lyap_spec_mean": [
        -0.2771007716655731,
        -0.28843361139297485
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 180,
      "lr": 9e-05,
      "sup_loss": 1.6258799505249801,
      "rf_loss": 0.0,
      "total_loss": 1.6258799505249801,
      "lyap1_mean": -0.274516761302948,
      "lyap1_max": -0.24386559426784515,
      "lyap1_min": -0.303439199924469,
      "lyap_spec_mean": [
        -0.2745167911052704,
        -0.28319302201271057
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 181,
      "lr": 9.05e-05,
      "sup_loss": 1.5928160163745224,
      "rf_loss": 0.0,
      "total_loss": 1.5928160163745224,
      "lyap1_mean": -0.2711925208568573,
      "lyap1_max": -0.24085718393325806,
      "lyap1_min": -0.30566298961639404,
      "lyap_spec_mean": [
        -0.2711925208568573,
        -0.2922380268573761
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 182,
      "lr": 9.1e-05,
      "sup_loss": 1.6261798282943056,
      "rf_loss": 0.0,
      "total_loss": 1.6261798282943056,
      "lyap1_mean": -0.273135244846344,
      "lyap1_max": -0.21773719787597656,
      "lyap1_min": -0.30067628622055054,
      "lyap_spec_mean": [
        -0.273135244846344,
        -0.2759305536746979
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 183,
      "lr": 9.15e-05,
      "sup_loss": 1.6229612337274395,
      "rf_loss": 0.0,
      "total_loss": 1.6229612337274395,
      "lyap1_mean": -0.2590051293373108,
      "lyap1_max": -0.20591938495635986,
      "lyap1_min": -0.29096102714538574,
      "lyap_spec_mean": [
        -0.2590051293373108,
        -0.27019262313842773
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 184,
      "lr": 9.2e-05,
      "sup_loss": 1.6232855816436285,
      "rf_loss": 0.0,
      "total_loss": 1.6232855816436285,
      "lyap1_mean": -0.24146470427513123,
      "lyap1_max": -0.20456424355506897,
      "lyap1_min": -0.28427353501319885,
      "lyap_spec_mean": [
        -0.24146471917629242,
        -0.26073065400123596
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 185,
      "lr": 9.250000000000001e-05,
      "sup_loss": 1.57790094561102,
      "rf_loss": 0.0,
      "total_loss": 1.57790094561102,
      "lyap1_mean": -0.2334047257900238,
      "lyap1_max": -0.2069140374660492,
      "lyap1_min": -0.27913886308670044,
      "lyap_spec_mean": [
        -0.2334047257900238,
        -0.2737501263618469
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 186,
      "lr": 9.300000000000001e-05,
      "sup_loss": 1.564132527491755,
      "rf_loss": 0.0,
      "total_loss": 1.564132527491755,
      "lyap1_mean": -0.2618146538734436,
      "lyap1_max": -0.23635385930538177,
      "lyap1_min": -0.2805156111717224,
      "lyap_spec_mean": [
        -0.2618146538734436,
        -0.2730436325073242
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 187,
      "lr": 9.350000000000001e-05,
      "sup_loss": 1.6065192320184545,
      "rf_loss": 0.0,
      "total_loss": 1.6065192320184545,
      "lyap1_mean": -0.25884249806404114,
      "lyap1_max": -0.20882263779640198,
      "lyap1_min": -0.28671497106552124,
      "lyap_spec_mean": [
        -0.2588425278663635,
        -0.25350597500801086
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 188,
      "lr": 9.400000000000001e-05,
      "sup_loss": 1.5953224963778265,
      "rf_loss": 0.0,
      "total_loss": 1.5953224963778265,
      "lyap1_mean": -0.23985332250595093,
      "lyap1_max": -0.21736548840999603,
      "lyap1_min": -0.2757223844528198,
      "lyap_spec_mean": [
        -0.23985332250595093,
        -0.2512027323246002
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 189,
      "lr": 9.45e-05,
      "sup_loss": 1.642434718311706,
      "rf_loss": 0.0,
      "total_loss": 1.642434718311706,
      "lyap1_mean": -0.22021661698818207,
      "lyap1_max": -0.16361190378665924,
      "lyap1_min": -0.24531686305999756,
      "lyap_spec_mean": [
        -0.22021663188934326,
        -0.2515178322792053
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 190,
      "lr": 9.499999999999999e-05,
      "sup_loss": 1.5913400483040394,
      "rf_loss": 0.0,
      "total_loss": 1.5913400483040394,
      "lyap1_mean": -0.24978956580162048,
      "lyap1_max": -0.16230693459510803,
      "lyap1_min": -0.3094554543495178,
      "lyap_spec_mean": [
        -0.24978958070278168,
        -0.23138877749443054
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 191,
      "lr": 9.550000000000002e-05,
      "sup_loss": 1.6064083802754434,
      "rf_loss": 0.0,
      "total_loss": 1.6064083802754434,
      "lyap1_mean": -0.25982123613357544,
      "lyap1_max": -0.2208602875471115,
      "lyap1_min": -0.2958757281303406,
      "lyap_spec_mean": [
        -0.2598212659358978,
        -0.2609198987483978
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 192,
      "lr": 9.6e-05,
      "sup_loss": 1.6352310257912663,
      "rf_loss": 0.0,
      "total_loss": 1.6352310257912663,
      "lyap1_mean": -0.26428094506263733,
      "lyap1_max": -0.20290212333202362,
      "lyap1_min": -0.30406880378723145,
      "lyap_spec_mean": [
        -0.26428094506263733,
        -0.2673107981681824
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 193,
      "lr": 9.65e-05,
      "sup_loss": 1.5892401606766067,
      "rf_loss": 0.0,
      "total_loss": 1.5892401606766067,
      "lyap1_mean": -0.2542267441749573,
      "lyap1_max": -0.20250195264816284,
      "lyap1_min": -0.29612088203430176,
      "lyap_spec_mean": [
        -0.25422677397727966,
        -0.2639521062374115
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 194,
      "lr": 9.7e-05,
      "sup_loss": 1.6100528564478338,
      "rf_loss": 0.0,
      "total_loss": 1.6100528564478338,
      "lyap1_mean": -0.26834768056869507,
      "lyap1_max": -0.2453145831823349,
      "lyap1_min": -0.295615017414093,
      "lyap_spec_mean": [
        -0.26834768056869507,
        -0.2842242121696472
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 195,
      "lr": 9.75e-05,
      "sup_loss": 1.6047980018246373,
      "rf_loss": 0.0,
      "total_loss": 1.6047980018246373,
      "lyap1_mean": -0.2619274854660034,
      "lyap1_max": -0.2178272306919098,
      "lyap1_min": -0.29845744371414185,
      "lyap_spec_mean": [
        -0.2619274854660034,
        -0.24841059744358063
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 196,
      "lr": 9.8e-05,
      "sup_loss": 1.5844554336613927,
      "rf_loss": 0.0,
      "total_loss": 1.5844554336613927,
      "lyap1_mean": -0.21690398454666138,
      "lyap1_max": -0.1654500812292099,
      "lyap1_min": -0.2775095999240875,
      "lyap_spec_mean": [
        -0.21690398454666138,
        -0.2280869036912918
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 197,
      "lr": 9.850000000000001e-05,
      "sup_loss": 1.5681785137771609,
      "rf_loss": 0.0,
      "total_loss": 1.5681785137771609,
      "lyap1_mean": -0.22588719427585602,
      "lyap1_max": -0.18098917603492737,
      "lyap1_min": -0.259724497795105,
      "lyap_spec_mean": [
        -0.22588719427585602,
        -0.2558324933052063
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 198,
      "lr": 9.900000000000001e-05,
      "sup_loss": 1.5762301286719917,
      "rf_loss": 0.0,
      "total_loss": 1.5762301286719917,
      "lyap1_mean": -0.2149844467639923,
      "lyap1_max": -0.18264195322990417,
      "lyap1_min": -0.25983989238739014,
      "lyap_spec_mean": [
        -0.2149844467639923,
        -0.24239128828048706
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 199,
      "lr": 9.95e-05,
      "sup_loss": 1.5862674352483839,
      "rf_loss": 0.0,
      "total_loss": 1.5862674352483839,
      "lyap1_mean": -0.24019470810890198,
      "lyap1_max": -0.18963542580604553,
      "lyap1_min": -0.2727668881416321,
      "lyap_spec_mean": [
        -0.24019470810890198,
        -0.23407909274101257
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 200,
      "lr": 0.0001,
      "sup_loss": 1.5362598405443817,
      "rf_loss": 0.0,
      "total_loss": 1.5362598405443817,
      "lyap1_mean": -0.21038037538528442,
      "lyap1_max": -0.1735539734363556,
      "lyap1_min": -0.24059388041496277,
      "lyap_spec_mean": [
        -0.21038037538528442,
        -0.24154379963874817
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 201,
      "lr": 0.0001,
      "sup_loss": 1.5736467947162533,
      "rf_loss": 0.0,
      "total_loss": 1.5736467947162533,
      "lyap1_mean": -0.21576231718063354,
      "lyap1_max": -0.17987897992134094,
      "lyap1_min": -0.2735866606235504,
      "lyap_spec_mean": [
        -0.21576231718063354,
        -0.2537010908126831
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 202,
      "lr": 0.0001,
      "sup_loss": 1.5688661196401978,
      "rf_loss": 0.0,
      "total_loss": 1.5688661196401978,
      "lyap1_mean": -0.22717027366161346,
      "lyap1_max": -0.19827185571193695,
      "lyap1_min": -0.25420448184013367,
      "lyap_spec_mean": [
        -0.22717027366161346,
        -0.25218212604522705
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 203,
      "lr": 0.0001,
      "sup_loss": 1.5471172950377605,
      "rf_loss": 0.0,
      "total_loss": 1.5471172950377605,
      "lyap1_mean": -0.2266763597726822,
      "lyap1_max": -0.1852465718984604,
      "lyap1_min": -0.2825383245944977,
      "lyap_spec_mean": [
        -0.22667637467384338,
        -0.2742307186126709
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 204,
      "lr": 0.0001,
      "sup_loss": 1.5645628975092567,
      "rf_loss": 0.0,
      "total_loss": 1.5645628975092567,
      "lyap1_mean": -0.2500426173210144,
      "lyap1_max": -0.2038307785987854,
      "lyap1_min": -0.2982228696346283,
      "lyap_spec_mean": [
        -0.250042587518692,
        -0.2675682008266449
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 205,
      "lr": 0.0001,
      "sup_loss": 1.5625466359164757,
      "rf_loss": 0.0,
      "total_loss": 1.5625466359164757,
      "lyap1_mean": -0.2798764705657959,
      "lyap1_max": -0.23020502924919128,
      "lyap1_min": -0.3356529474258423,
      "lyap_spec_mean": [
        -0.2798764705657959,
        -0.29136618971824646
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 206,
      "lr": 0.0001,
      "sup_loss": 1.521208167379855,
      "rf_loss": 0.0,
      "total_loss": 1.521208167379855,
      "lyap1_mean": -0.2707884907722473,
      "lyap1_max": -0.2141622006893158,
      "lyap1_min": -0.3115404546260834,
      "lyap_spec_mean": [
        -0.2707884609699249,
        -0.2882472276687622
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 207,
      "lr": 0.0001,
      "sup_loss": 1.529305634994818,
      "rf_loss": 0.0,
      "total_loss": 1.529305634994818,
      "lyap1_mean": -0.28499865531921387,
      "lyap1_max": -0.2325269877910614,
      "lyap1_min": -0.32947516441345215,
      "lyap_spec_mean": [
        -0.28499865531921387,
        -0.3040282130241394
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 208,
      "lr": 0.0001,
      "sup_loss": 1.5521424676294282,
      "rf_loss": 0.0,
      "total_loss": 1.5521424676294282,
      "lyap1_mean": -0.27886635065078735,
      "lyap1_max": -0.2369564026594162,
      "lyap1_min": -0.30769360065460205,
      "lyap_spec_mean": [
        -0.27886635065078735,
        -0.30310750007629395
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 209,
      "lr": 0.0001,
      "sup_loss": 1.53389723550894,
      "rf_loss": 0.0,
      "total_loss": 1.53389723550894,
      "lyap1_mean": -0.27641546726226807,
      "lyap1_max": -0.22538010776042938,
      "lyap1_min": -0.3311617374420166,
      "lyap_spec_mean": [
        -0.27641546726226807,
        -0.2941158711910248
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 210,
      "lr": 0.0001,
      "sup_loss": 1.5485797019978842,
      "rf_loss": 0.0,
      "total_loss": 1.5485797019978842,
      "lyap1_mean": -0.23579758405685425,
      "lyap1_max": -0.18771515786647797,
      "lyap1_min": -0.279558926820755,
      "lyap_spec_mean": [
        -0.23579755425453186,
        -0.2786371409893036
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 211,
      "lr": 0.0001,
      "sup_loss": 1.4985119234749298,
      "rf_loss": 0.0,
      "total_loss": 1.4985119234749298,
      "lyap1_mean": -0.2540121078491211,
      "lyap1_max": -0.1971716731786728,
      "lyap1_min": -0.2870202958583832,
      "lyap_spec_mean": [
        -0.2540121078491211,
        -0.25450241565704346
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 212,
      "lr": 0.0001,
      "sup_loss": 1.5244729495868978,
      "rf_loss": 0.0,
      "total_loss": 1.5244729495868978,
      "lyap1_mean": -0.2460957020521164,
      "lyap1_max": -0.1730959415435791,
      "lyap1_min": -0.2780039310455322,
      "lyap_spec_mean": [
        -0.2460957020521164,
        -0.25197774171829224
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 213,
      "lr": 0.0001,
      "sup_loss": 1.529451363839195,
      "rf_loss": 0.0,
      "total_loss": 1.529451363839195,
      "lyap1_mean": -0.22260062396526337,
      "lyap1_max": -0.18609702587127686,
      "lyap1_min": -0.2714579105377197,
      "lyap_spec_mean": [
        -0.22260062396526337,
        -0.2614988684654236
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 214,
      "lr": 0.0001,
      "sup_loss": 1.5294121728720569,
      "rf_loss": 0.0,
      "total_loss": 1.5294121728720569,
      "lyap1_mean": -0.23762041330337524,
      "lyap1_max": -0.16941297054290771,
      "lyap1_min": -0.2865745425224304,
      "lyap_spec_mean": [
        -0.23762041330337524,
        -0.24728703498840332
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 215,
      "lr": 0.0001,
      "sup_loss": 1.5106201928709544,
      "rf_loss": 0.0,
      "total_loss": 1.5106201928709544,
      "lyap1_mean": -0.24046313762664795,
      "lyap1_max": -0.18297603726387024,
      "lyap1_min": -0.2822365462779999,
      "lyap_spec_mean": [
        -0.24046315252780914,
        -0.25649765133857727
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 216,
      "lr": 0.0001,
      "sup_loss": 1.5580741856458802,
      "rf_loss": 0.0,
      "total_loss": 1.5580741856458802,
      "lyap1_mean": -0.2587951421737671,
      "lyap1_max": -0.20078042149543762,
      "lyap1_min": -0.2975596487522125,
      "lyap_spec_mean": [
        -0.2587951421737671,
        -0.2900683581829071
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 217,
      "lr": 0.0001,
      "sup_loss": 1.5363699818158532,
      "rf_loss": 0.0,
      "total_loss": 1.5363699818158532,
      "lyap1_mean": -0.2763122320175171,
      "lyap1_max": -0.22103342413902283,
      "lyap1_min": -0.3300513029098511,
      "lyap_spec_mean": [
        -0.2763122320175171,
        -0.29758432507514954
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 218,
      "lr": 0.0001,
      "sup_loss": 1.5068621805236737,
      "rf_loss": 0.0,
      "total_loss": 1.5068621805236737,
      "lyap1_mean": -0.2714253067970276,
      "lyap1_max": -0.20394128561019897,
      "lyap1_min": -0.32103464007377625,
      "lyap_spec_mean": [
        -0.2714253067970276,
        -0.29299527406692505
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 219,
      "lr": 0.0001,
      "sup_loss": 1.5310134277490823,
      "rf_loss": 0.0,
      "total_loss": 1.5310134277490823,
      "lyap1_mean": -0.25279390811920166,
      "lyap1_max": -0.20451639592647552,
      "lyap1_min": -0.317455530166626,
      "lyap_spec_mean": [
        -0.25279390811920166,
        -0.28949281573295593
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 220,
      "lr": 0.0001,
      "sup_loss": 1.5415170983186426,
      "rf_loss": 0.0,
      "total_loss": 1.5415170983186426,
      "lyap1_mean": -0.2667023837566376,
      "lyap1_max": -0.20165246725082397,
      "lyap1_min": -0.33555835485458374,
      "lyap_spec_mean": [
        -0.2667023837566376,
        -0.2909861207008362
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 221,
      "lr": 0.0001,
      "sup_loss": 1.4719960665577394,
      "rf_loss": 0.0,
      "total_loss": 1.4719960665577394,
      "lyap1_mean": -0.2709483504295349,
      "lyap1_max": -0.223130464553833,
      "lyap1_min": -0.30082932114601135,
      "lyap_spec_mean": [
        -0.2709483504295349,
        -0.3045084476470947
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 222,
      "lr": 0.0001,
      "sup_loss": 1.5150536976204423,
      "rf_loss": 0.0,
      "total_loss": 1.5150536976204423,
      "lyap1_mean": -0.27771779894828796,
      "lyap1_max": -0.24467669427394867,
      "lyap1_min": -0.31416550278663635,
      "lyap_spec_mean": [
        -0.27771782875061035,
        -0.30656129121780396
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 223,
      "lr": 0.0001,
      "sup_loss": 1.49844044346942,
      "rf_loss": 0.0,
      "total_loss": 1.49844044346942,
      "lyap1_mean": -0.2747044861316681,
      "lyap1_max": -0.22822879254817963,
      "lyap1_min": -0.3253600597381592,
      "lyap_spec_mean": [
        -0.2747044861316681,
        -0.29122647643089294
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 224,
      "lr": 0.0001,
      "sup_loss": 1.444615654782975,
      "rf_loss": 0.0,
      "total_loss": 1.444615654782975,
      "lyap1_mean": -0.304098904132843,
      "lyap1_max": -0.23240193724632263,
      "lyap1_min": -0.3501918911933899,
      "lyap_spec_mean": [
        -0.304098904132843,
        -0.31231600046157837
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 225,
      "lr": 0.0001,
      "sup_loss": 1.5082683649893245,
      "rf_loss": 0.0,
      "total_loss": 1.5082683649893245,
      "lyap1_mean": -0.3126208484172821,
      "lyap1_max": -0.26698124408721924,
      "lyap1_min": -0.34218358993530273,
      "lyap_spec_mean": [
        -0.3126208484172821,
        -0.3094777464866638
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 226,
      "lr": 0.0001,
      "sup_loss": 1.4980891478259861,
      "rf_loss": 0.0,
      "total_loss": 1.4980891478259861,
      "lyap1_mean": -0.3078547716140747,
      "lyap1_max": -0.2775060534477234,
      "lyap1_min": -0.34743401408195496,
      "lyap_spec_mean": [
        -0.3078547716140747,
        -0.30616170167922974
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 227,
      "lr": 0.0001,
      "sup_loss": 1.5218294998482067,
      "rf_loss": 0.0,
      "total_loss": 1.5218294998482067,
      "lyap1_mean": -0.32563674449920654,
      "lyap1_max": -0.28853529691696167,
      "lyap1_min": -0.3469812273979187,
      "lyap_spec_mean": [
        -0.32563674449920654,
        -0.3389086127281189
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 228,
      "lr": 0.0001,
      "sup_loss": 1.5260969439499328,
      "rf_loss": 0.0,
      "total_loss": 1.5260969439499328,
      "lyap1_mean": -0.32561051845550537,
      "lyap1_max": -0.31414833664894104,
      "lyap1_min": -0.3367726504802704,
      "lyap_spec_mean": [
        -0.32561051845550537,
        -0.32144513726234436
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 229,
      "lr": 0.0001,
      "sup_loss": 1.4894156633148459,
      "rf_loss": 0.0,
      "total_loss": 1.4894156633148459,
      "lyap1_mean": -0.2838318943977356,
      "lyap1_max": -0.24501243233680725,
      "lyap1_min": -0.32104921340942383,
      "lyap_spec_mean": [
        -0.2838318943977356,
        -0.3035643696784973
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 230,
      "lr": 0.0001,
      "sup_loss": 1.4594449977563393,
      "rf_loss": 0.0,
      "total_loss": 1.4594449977563393,
      "lyap1_mean": -0.27874261140823364,
      "lyap1_max": -0.21178296208381653,
      "lyap1_min": -0.34207409620285034,
      "lyap_spec_mean": [
        -0.27874258160591125,
        -0.30070462822914124
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 231,
      "lr": 0.0001,
      "sup_loss": 1.4987089769222541,
      "rf_loss": 0.0,
      "total_loss": 1.4987089769222541,
      "lyap1_mean": -0.2836485505104065,
      "lyap1_max": -0.26422256231307983,
      "lyap1_min": -0.30283400416374207,
      "lyap_spec_mean": [
        -0.2836485505104065,
        -0.2986239790916443
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 232,
      "lr": 0.0001,
      "sup_loss": 1.4965585274776774,
      "rf_loss": 0.0,
      "total_loss": 1.4965585274776774,
      "lyap1_mean": -0.2864172160625458,
      "lyap1_max": -0.19305787980556488,
      "lyap1_min": -0.33968013525009155,
      "lyap_spec_mean": [
        -0.2864172160625458,
        -0.2840942144393921
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 233,
      "lr": 0.0001,
      "sup_loss": 1.4767811722047244,
      "rf_loss": 0.0,
      "total_loss": 1.4767811722047244,
      "lyap1_mean": -0.24124658107757568,
      "lyap1_max": -0.1908978521823883,
      "lyap1_min": -0.2890489101409912,
      "lyap_spec_mean": [
        -0.24124659597873688,
        -0.2560078203678131
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 234,
      "lr": 0.0001,
      "sup_loss": 1.4792991608480344,
      "rf_loss": 0.0,
      "total_loss": 1.4792991608480344,
      "lyap1_mean": -0.23937159776687622,
      "lyap1_max": -0.2064322680234909,
      "lyap1_min": -0.27784425020217896,
      "lyap_spec_mean": [
        -0.23937158286571503,
        -0.2539934813976288
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 235,
      "lr": 0.0001,
      "sup_loss": 1.5433005839481877,
      "rf_loss": 0.0,
      "total_loss": 1.5433005839481877,
      "lyap1_mean": -0.25526219606399536,
      "lyap1_max": -0.20775876939296722,
      "lyap1_min": -0.31410616636276245,
      "lyap_spec_mean": [
        -0.25526222586631775,
        -0.2565965950489044
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 236,
      "lr": 0.0001,
      "sup_loss": 1.4934133750898977,
      "rf_loss": 0.0,
      "total_loss": 1.4934133750898977,
      "lyap1_mean": -0.23069855570793152,
      "lyap1_max": -0.18761709332466125,
      "lyap1_min": -0.2595694065093994,
      "lyap_spec_mean": [
        -0.23069855570793152,
        -0.25184234976768494
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 237,
      "lr": 0.0001,
      "sup_loss": 1.4654144012861352,
      "rf_loss": 0.0,
      "total_loss": 1.4654144012861352,
      "lyap1_mean": -0.2503128945827484,
      "lyap1_max": -0.212999165058136,
      "lyap1_min": -0.31464457511901855,
      "lyap_spec_mean": [
        -0.250312864780426,
        -0.2586100399494171
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 238,
      "lr": 0.0001,
      "sup_loss": 1.528193407566994,
      "rf_loss": 0.0,
      "total_loss": 1.528193407566994,
      "lyap1_mean": -0.26229187846183777,
      "lyap1_max": -0.1877574324607849,
      "lyap1_min": -0.33107706904411316,
      "lyap_spec_mean": [
        -0.2622918486595154,
        -0.2698495388031006
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 239,
      "lr": 0.0001,
      "sup_loss": 1.4721873767026554,
      "rf_loss": 0.0,
      "total_loss": 1.4721873767026554,
      "lyap1_mean": -0.2555433213710785,
      "lyap1_max": -0.22360049188137054,
      "lyap1_min": -0.3006337881088257,
      "lyap_spec_mean": [
        -0.2555432915687561,
        -0.28641971945762634
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 240,
      "lr": 0.0001,
      "sup_loss": 1.4968316479445942,
      "rf_loss": 0.0,
      "total_loss": 1.4968316479445942,
      "lyap1_mean": -0.2867143154144287,
      "lyap1_max": -0.2647252678871155,
      "lyap1_min": -0.3289007842540741,
      "lyap_spec_mean": [
        -0.2867143154144287,
        -0.2765434682369232
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 241,
      "lr": 0.0001,
      "sup_loss": 1.527242931679666,
      "rf_loss": 0.0,
      "total_loss": 1.527242931679666,
      "lyap1_mean": -0.3002817928791046,
      "lyap1_max": -0.285068154335022,
      "lyap1_min": -0.327040433883667,
      "lyap_spec_mean": [
        -0.3002817928791046,
        -0.3155604302883148
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 242,
      "lr": 0.0001,
      "sup_loss": 1.4754148052927056,
      "rf_loss": 0.0,
      "total_loss": 1.4754148052927056,
      "lyap1_mean": -0.2910139560699463,
      "lyap1_max": -0.21423012018203735,
      "lyap1_min": -0.3328438997268677,
      "lyap_spec_mean": [
        -0.2910139560699463,
        -0.2981910705566406
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 243,
      "lr": 0.0001,
      "sup_loss": 1.485087457926918,
      "rf_loss": 0.0,
      "total_loss": 1.485087457926918,
      "lyap1_mean": -0.28827399015426636,
      "lyap1_max": -0.2553335726261139,
      "lyap1_min": -0.3206990659236908,
      "lyap_spec_mean": [
        -0.28827399015426636,
        -0.32645657658576965
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 244,
      "lr": 0.0001,
      "sup_loss": 1.5109163480143335,
      "rf_loss": 0.0,
      "total_loss": 1.5109163480143335,
      "lyap1_mean": -0.30585289001464844,
      "lyap1_max": -0.22430232167243958,
      "lyap1_min": -0.3538603186607361,
      "lyap_spec_mean": [
        -0.30585289001464844,
        -0.32268932461738586
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 245,
      "lr": 0.0001,
      "sup_loss": 1.4575021631694107,
      "rf_loss": 0.0,
      "total_loss": 1.4575021631694107,
      "lyap1_mean": -0.29335588216781616,
      "lyap1_max": -0.19266262650489807,
      "lyap1_min": -0.35277098417282104,
      "lyap_spec_mean": [
        -0.29335588216781616,
        -0.3231257498264313
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 246,
      "lr": 0.0001,
      "sup_loss": 1.4918959154707574,
      "rf_loss": 0.0,
      "total_loss": 1.4918959154707574,
      "lyap1_mean": -0.29797521233558655,
      "lyap1_max": -0.2518039047718048,
      "lyap1_min": -0.3233948349952698,
      "lyap_spec_mean": [
        -0.29797524213790894,
        -0.32129502296447754
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 247,
      "lr": 0.0001,
      "sup_loss": 1.4820949611341097,
      "rf_loss": 0.0,
      "total_loss": 1.4820949611341097,
      "lyap1_mean": -0.30803394317626953,
      "lyap1_max": -0.2665877342224121,
      "lyap1_min": -0.33592885732650757,
      "lyap_spec_mean": [
        -0.30803394317626953,
        -0.3088722825050354
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 248,
      "lr": 0.0001,
      "sup_loss": 1.4735323117755375,
      "rf_loss": 0.0,
      "total_loss": 1.4735323117755375,
      "lyap1_mean": -0.3245934247970581,
      "lyap1_max": -0.2970885932445526,
      "lyap1_min": -0.34994083642959595,
      "lyap_spec_mean": [
        -0.3245934247970581,
        -0.32157114148139954
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 249,
      "lr": 0.0001,
      "sup_loss": 1.4506132593813106,
      "rf_loss": 0.0,
      "total_loss": 1.4506132593813106,
      "lyap1_mean": -0.2947985529899597,
      "lyap1_max": -0.2157936543226242,
      "lyap1_min": -0.3413423001766205,
      "lyap_spec_mean": [
        -0.2947985529899597,
        -0.32489195466041565
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 250,
      "lr": 0.0001,
      "sup_loss": 1.5468558168698145,
      "rf_loss": 0.0,
      "total_loss": 1.5468558168698145,
      "lyap1_mean": -0.30641186237335205,
      "lyap1_max": -0.2579426169395447,
      "lyap1_min": -0.3502410054206848,
      "lyap_spec_mean": [
        -0.30641186237335205,
        -0.3123471140861511
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 251,
      "lr": 0.0001,
      "sup_loss": 1.4844351892901517,
      "rf_loss": 0.0,
      "total_loss": 1.4844351892901517,
      "lyap1_mean": -0.29692310094833374,
      "lyap1_max": -0.22844141721725464,
      "lyap1_min": -0.3456544578075409,
      "lyap_spec_mean": [
        -0.29692310094833374,
        -0.3211616277694702
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 252,
      "lr": 0.0001,
      "sup_loss": 1.4675092111094385,
      "rf_loss": 0.0,
      "total_loss": 1.4675092111094385,
      "lyap1_mean": -0.28911274671554565,
      "lyap1_max": -0.24837049841880798,
      "lyap1_min": -0.33638501167297363,
      "lyap_spec_mean": [
        -0.28911274671554565,
        -0.3091111183166504
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 253,
      "lr": 0.0001,
      "sup_loss": 1.4926900207292708,
      "rf_loss": 0.0,
      "total_loss": 1.4926900207292708,
      "lyap1_mean": -0.31043893098831177,
      "lyap1_max": -0.2772673964500427,
      "lyap1_min": -0.34399765729904175,
      "lyap_spec_mean": [
        -0.31043893098831177,
        -0.3052745461463928
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 254,
      "lr": 0.0001,
      "sup_loss": 1.475800016139137,
      "rf_loss": 0.0,
      "total_loss": 1.475800016139137,
      "lyap1_mean": -0.25741344690322876,
      "lyap1_max": -0.22040528059005737,
      "lyap1_min": -0.28814178705215454,
      "lyap_spec_mean": [
        -0.25741344690322876,
        -0.2921946942806244
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 255,
      "lr": 0.0001,
      "sup_loss": 1.4962172833394085,
      "rf_loss": 0.0,
      "total_loss": 1.4962172833394085,
      "lyap1_mean": -0.2678951323032379,
      "lyap1_max": -0.21294502913951874,
      "lyap1_min": -0.31953489780426025,
      "lyap_spec_mean": [
        -0.2678951025009155,
        -0.2871786057949066
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 256,
      "lr": 0.0001,
      "sup_loss": 1.4614386563281547,
      "rf_loss": 0.0,
      "total_loss": 1.4614386563281547,
      "lyap1_mean": -0.2832663655281067,
      "lyap1_max": -0.24224522709846497,
      "lyap1_min": -0.31245124340057373,
      "lyap_spec_mean": [
        -0.2832663953304291,
        -0.2775464355945587
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 257,
      "lr": 0.0001,
      "sup_loss": 1.4766911938160234,
      "rf_loss": 0.0,
      "total_loss": 1.4766911938160234,
      "lyap1_mean": -0.265922874212265,
      "lyap1_max": -0.20890623331069946,
      "lyap1_min": -0.3283151388168335,
      "lyap_spec_mean": [
        -0.265922874212265,
        -0.2852887213230133
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 258,
      "lr": 0.0001,
      "sup_loss": 1.4621282917532108,
      "rf_loss": 0.0,
      "total_loss": 1.4621282917532108,
      "lyap1_mean": -0.2867663502693176,
      "lyap1_max": -0.20489996671676636,
      "lyap1_min": -0.3608173727989197,
      "lyap_spec_mean": [
        -0.2867663502693176,
        -0.30241313576698303
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 259,
      "lr": 0.0001,
      "sup_loss": 1.493583980033009,
      "rf_loss": 0.0,
      "total_loss": 1.493583980033009,
      "lyap1_mean": -0.31840384006500244,
      "lyap1_max": -0.2573820650577545,
      "lyap1_min": -0.3594062030315399,
      "lyap_spec_mean": [
        -0.31840384006500244,
        -0.31902164220809937
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 260,
      "lr": 0.0001,
      "sup_loss": 1.449068607142571,
      "rf_loss": 0.0,
      "total_loss": 1.449068607142571,
      "lyap1_mean": -0.33735543489456177,
      "lyap1_max": -0.31832095980644226,
      "lyap1_min": -0.3504869341850281,
      "lyap_spec_mean": [
        -0.33735549449920654,
        -0.3462522029876709
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 261,
      "lr": 0.0001,
      "sup_loss": 1.4841028199849982,
      "rf_loss": 0.0,
      "total_loss": 1.4841028199849982,
      "lyap1_mean": -0.3113361597061157,
      "lyap1_max": -0.22988229990005493,
      "lyap1_min": -0.3568733334541321,
      "lyap_spec_mean": [
        -0.3113361597061157,
        -0.34227484464645386
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 262,
      "lr": 0.0001,
      "sup_loss": 1.4507860986707612,
      "rf_loss": 0.0,
      "total_loss": 1.4507860986707612,
      "lyap1_mean": -0.3567947447299957,
      "lyap1_max": -0.33818453550338745,
      "lyap1_min": -0.3746682107448578,
      "lyap_spec_mean": [
        -0.3567947745323181,
        -0.35675978660583496
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 263,
      "lr": 0.0001,
      "sup_loss": 1.4754674202907292,
      "rf_loss": 0.0,
      "total_loss": 1.4754674202907292,
      "lyap1_mean": -0.3211340010166168,
      "lyap1_max": -0.2874143421649933,
      "lyap1_min": -0.35237544775009155,
      "lyap_spec_mean": [
        -0.3211340308189392,
        -0.336736261844635
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 264,
      "lr": 0.0001,
      "sup_loss": 1.4791663965943627,
      "rf_loss": 0.0,
      "total_loss": 1.4791663965943627,
      "lyap1_mean": -0.3424617648124695,
      "lyap1_max": -0.3169293999671936,
      "lyap1_min": -0.37340837717056274,
      "lyap_spec_mean": [
        -0.3424617350101471,
        -0.34633952379226685
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 265,
      "lr": 0.0001,
      "sup_loss": 1.4884405576412707,
      "rf_loss": 0.0,
      "total_loss": 1.4884405576412707,
      "lyap1_mean": -0.34380409121513367,
      "lyap1_max": -0.30264607071876526,
      "lyap1_min": -0.37561875581741333,
      "lyap_spec_mean": [
        -0.34380412101745605,
        -0.3589792847633362
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 266,
      "lr": 0.0001,
      "sup_loss": 1.4244813532937566,
      "rf_loss": 0.0,
      "total_loss": 1.4244813532937566,
      "lyap1_mean": -0.35021400451660156,
      "lyap1_max": -0.2917464077472687,
      "lyap1_min": -0.3793805241584778,
      "lyap_spec_mean": [
        -0.35021400451660156,
        -0.349870502948761
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 267,
      "lr": 0.0001,
      "sup_loss": 1.4981151253537548,
      "rf_loss": 0.0,
      "total_loss": 1.4981151253537548,
      "lyap1_mean": -0.3379896283149719,
      "lyap1_max": -0.283012330532074,
      "lyap1_min": -0.368000328540802,
      "lyap_spec_mean": [
        -0.3379896283149719,
        -0.3483741283416748
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 268,
      "lr": 0.0001,
      "sup_loss": 1.5031188326358114,
      "rf_loss": 0.0,
      "total_loss": 1.5031188326358114,
      "lyap1_mean": -0.35941970348358154,
      "lyap1_max": -0.32232487201690674,
      "lyap1_min": -0.384723037481308,
      "lyap_spec_mean": [
        -0.35941970348358154,
        -0.3569471836090088
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 269,
      "lr": 0.0001,
      "sup_loss": 1.4815477819152434,
      "rf_loss": 0.0,
      "total_loss": 1.4815477819152434,
      "lyap1_mean": -0.3621198534965515,
      "lyap1_max": -0.3434334993362427,
      "lyap1_min": -0.3762310743331909,
      "lyap_spec_mean": [
        -0.3621198534965515,
        -0.36317554116249084
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 270,
      "lr": 0.0001,
      "sup_loss": 1.4995026586587208,
      "rf_loss": 0.0,
      "total_loss": 1.4995026586587208,
      "lyap1_mean": -0.356598436832428,
      "lyap1_max": -0.3254848122596741,
      "lyap1_min": -0.3750726580619812,
      "lyap_spec_mean": [
        -0.356598436832428,
        -0.3591255843639374
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 271,
      "lr": 0.0001,
      "sup_loss": 1.4531699440114578,
      "rf_loss": 0.0,
      "total_loss": 1.4531699440114578,
      "lyap1_mean": -0.36684319376945496,
      "lyap1_max": -0.3465898633003235,
      "lyap1_min": -0.37954676151275635,
      "lyap_spec_mean": [
        -0.36684322357177734,
        -0.3663649559020996
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 272,
      "lr": 0.0001,
      "sup_loss": 1.4843791066865157,
      "rf_loss": 0.0,
      "total_loss": 1.4843791066865157,
      "lyap1_mean": -0.3586123585700989,
      "lyap1_max": -0.3145134449005127,
      "lyap1_min": -0.3761742115020752,
      "lyap_spec_mean": [
        -0.3586123287677765,
        -0.3565833270549774
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 273,
      "lr": 0.0001,
      "sup_loss": 1.4698242862434938,
      "rf_loss": 0.0,
      "total_loss": 1.4698242862434938,
      "lyap1_mean": -0.3490105867385864,
      "lyap1_max": -0.3296348452568054,
      "lyap1_min": -0.36690300703048706,
      "lyap_spec_mean": [
        -0.3490105867385864,
        -0.3550999164581299
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 274,
      "lr": 0.0001,
      "sup_loss": 1.4304870201532567,
      "rf_loss": 0.0,
      "total_loss": 1.4304870201532567,
      "lyap1_mean": -0.3494613468647003,
      "lyap1_max": -0.3341633677482605,
      "lyap1_min": -0.37573152780532837,
      "lyap_spec_mean": [
        -0.34946131706237793,
        -0.3519595265388489
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 275,
      "lr": 0.0001,
      "sup_loss": 1.500088448001144,
      "rf_loss": 0.0,
      "total_loss": 1.500088448001144,
      "lyap1_mean": -0.34223198890686035,
      "lyap1_max": -0.2802816927433014,
      "lyap1_min": -0.36732417345046997,
      "lyap_spec_mean": [
        -0.34223198890686035,
        -0.3543960750102997
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 276,
      "lr": 0.0001,
      "sup_loss": 1.4596359973159583,
      "rf_loss": 0.0,
      "total_loss": 1.4596359973159583,
      "lyap1_mean": -0.35029444098472595,
      "lyap1_max": -0.32499441504478455,
      "lyap1_min": -0.37156447768211365,
      "lyap_spec_mean": [
        -0.35029447078704834,
        -0.358137309551239
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 277,
      "lr": 0.0001,
      "sup_loss": 1.4523025435822898,
      "rf_loss": 0.0,
      "total_loss": 1.4523025435822898,
      "lyap1_mean": -0.35353192687034607,
      "lyap1_max": -0.32496267557144165,
      "lyap1_min": -0.36468857526779175,
      "lyap_spec_mean": [
        -0.35353192687034607,
        -0.3579707443714142
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 278,
      "lr": 0.0001,
      "sup_loss": 1.4547233832792923,
      "rf_loss": 0.0,
      "total_loss": 1.4547233832792923,
      "lyap1_mean": -0.36508336663246155,
      "lyap1_max": -0.35378298163414,
      "lyap1_min": -0.387724369764328,
      "lyap_spec_mean": [
        -0.36508333683013916,
        -0.3725511133670807
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 279,
      "lr": 0.0001,
      "sup_loss": 1.4473647053429632,
      "rf_loss": 0.0,
      "total_loss": 1.4473647053429632,
      "lyap1_mean": -0.3663273751735687,
      "lyap1_max": -0.3480601906776428,
      "lyap1_min": -0.38292181491851807,
      "lyap_spec_mean": [
        -0.3663274049758911,
        -0.36095210909843445
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 280,
      "lr": 0.0001,
      "sup_loss": 1.4628480576555212,
      "rf_loss": 0.0,
      "total_loss": 1.4628480576555212,
      "lyap1_mean": -0.346403032541275,
      "lyap1_max": -0.27929335832595825,
      "lyap1_min": -0.37401050329208374,
      "lyap_spec_mean": [
        -0.346403032541275,
        -0.36244598031044006
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 281,
      "lr": 0.0001,
      "sup_loss": 1.4611349572048598,
      "rf_loss": 0.0,
      "total_loss": 1.4611349572048598,
      "lyap1_mean": -0.35770946741104126,
      "lyap1_max": -0.32259035110473633,
      "lyap1_min": -0.38436079025268555,
      "lyap_spec_mean": [
        -0.35770946741104126,
        -0.36510026454925537
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 282,
      "lr": 0.0001,
      "sup_loss": 1.4365211209793458,
      "rf_loss": 0.0,
      "total_loss": 1.4365211209793458,
      "lyap1_mean": -0.34832853078842163,
      "lyap1_max": -0.30252838134765625,
      "lyap1_min": -0.38343900442123413,
      "lyap_spec_mean": [
        -0.34832853078842163,
        -0.35711491107940674
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 283,
      "lr": 0.0001,
      "sup_loss": 1.442650383927322,
      "rf_loss": 0.0,
      "total_loss": 1.442650383927322,
      "lyap1_mean": -0.3502555787563324,
      "lyap1_max": -0.3119453191757202,
      "lyap1_min": -0.3678153157234192,
      "lyap_spec_mean": [
        -0.3502556085586548,
        -0.36154890060424805
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 284,
      "lr": 0.0001,
      "sup_loss": 1.4727672686513489,
      "rf_loss": 0.0,
      "total_loss": 1.4727672686513489,
      "lyap1_mean": -0.33757728338241577,
      "lyap1_max": -0.26309525966644287,
      "lyap1_min": -0.36743995547294617,
      "lyap_spec_mean": [
        -0.3375772535800934,
        -0.33817845582962036
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 285,
      "lr": 0.0001,
      "sup_loss": 1.4149461802767864,
      "rf_loss": 0.0,
      "total_loss": 1.4149461802767864,
      "lyap1_mean": -0.3335804343223572,
      "lyap1_max": -0.3015676736831665,
      "lyap1_min": -0.3613455295562744,
      "lyap_spec_mean": [
        -0.3335804343223572,
        -0.3552914261817932
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 286,
      "lr": 0.0001,
      "sup_loss": 1.458724483554364,
      "rf_loss": 0.0,
      "total_loss": 1.458724483554364,
      "lyap1_mean": -0.34960225224494934,
      "lyap1_max": -0.31378841400146484,
      "lyap1_min": -0.36585432291030884,
      "lyap_spec_mean": [
        -0.34960225224494934,
        -0.35573631525039673
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 287,
      "lr": 0.0001,
      "sup_loss": 1.4778360243748463,
      "rf_loss": 0.0,
      "total_loss": 1.4778360243748463,
      "lyap1_mean": -0.35468342900276184,
      "lyap1_max": -0.3191456198692322,
      "lyap1_min": -0.37587565183639526,
      "lyap_spec_mean": [
        -0.35468339920043945,
        -0.35318318009376526
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 288,
      "lr": 0.0001,
      "sup_loss": 1.423406274326775,
      "rf_loss": 0.0,
      "total_loss": 1.423406274326775,
      "lyap1_mean": -0.3436254858970642,
      "lyap1_max": -0.2783711552619934,
      "lyap1_min": -0.373420774936676,
      "lyap_spec_mean": [
        -0.3436254858970642,
        -0.3529093265533447
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 289,
      "lr": 0.0001,
      "sup_loss": 1.4631316668749657,
      "rf_loss": 0.0,
      "total_loss": 1.4631316668749657,
      "lyap1_mean": -0.3584617078304291,
      "lyap1_max": -0.333911657333374,
      "lyap1_min": -0.38198184967041016,
      "lyap_spec_mean": [
        -0.3584617078304291,
        -0.367305189371109
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 290,
      "lr": 0.0001,
      "sup_loss": 1.4471313769479164,
      "rf_loss": 0.0,
      "total_loss": 1.4471313769479164,
      "lyap1_mean": -0.34606584906578064,
      "lyap1_max": -0.32072749733924866,
      "lyap1_min": -0.3648848533630371,
      "lyap_spec_mean": [
        -0.34606584906578064,
        -0.36649468541145325
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 291,
      "lr": 0.0001,
      "sup_loss": 1.4239546814838138,
      "rf_loss": 0.0,
      "total_loss": 1.4239546814838138,
      "lyap1_mean": -0.3597263693809509,
      "lyap1_max": -0.3186796307563782,
      "lyap1_min": -0.38077884912490845,
      "lyap_spec_mean": [
        -0.3597263693809509,
        -0.3660532236099243
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 292,
      "lr": 0.0001,
      "sup_loss": 1.46237517363986,
      "rf_loss": 0.0,
      "total_loss": 1.46237517363986,
      "lyap1_mean": -0.3565058708190918,
      "lyap1_max": -0.3125584125518799,
      "lyap1_min": -0.382376492023468,
      "lyap_spec_mean": [
        -0.3565058708190918,
        -0.3653540015220642
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 293,
      "lr": 0.0001,
      "sup_loss": 1.433610000199563,
      "rf_loss": 0.0,
      "total_loss": 1.433610000199563,
      "lyap1_mean": -0.3378044366836548,
      "lyap1_max": -0.248189315199852,
      "lyap1_min": -0.3856079578399658,
      "lyap_spec_mean": [
        -0.3378044366836548,
        -0.3460369110107422
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 294,
      "lr": 0.0001,
      "sup_loss": 1.4572694887491684,
      "rf_loss": 0.0,
      "total_loss": 1.4572694887491684,
      "lyap1_mean": -0.31737422943115234,
      "lyap1_max": -0.23566186428070068,
      "lyap1_min": -0.36845457553863525,
      "lyap_spec_mean": [
        -0.31737422943115234,
        -0.3391925096511841
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 295,
      "lr": 0.0001,
      "sup_loss": 1.4134273023622426,
      "rf_loss": 0.0,
      "total_loss": 1.4134273023622426,
      "lyap1_mean": -0.3424742519855499,
      "lyap1_max": -0.3143129348754883,
      "lyap1_min": -0.3763540983200073,
      "lyap_spec_mean": [
        -0.3424742519855499,
        -0.35168150067329407
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 296,
      "lr": 0.0001,
      "sup_loss": 1.5011396740920964,
      "rf_loss": 0.0,
      "total_loss": 1.5011396740920964,
      "lyap1_mean": -0.34078171849250793,
      "lyap1_max": -0.2945711612701416,
      "lyap1_min": -0.3654065728187561,
      "lyap_spec_mean": [
        -0.34078171849250793,
        -0.33898571133613586
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 297,
      "lr": 0.0001,
      "sup_loss": 1.4431667772589178,
      "rf_loss": 0.0,
      "total_loss": 1.4431667772589178,
      "lyap1_mean": -0.3479534983634949,
      "lyap1_max": -0.31871506571769714,
      "lyap1_min": -0.3774699866771698,
      "lyap_spec_mean": [
        -0.3479534983634949,
        -0.35837119817733765
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 298,
      "lr": 0.0001,
      "sup_loss": 1.4587062409299973,
      "rf_loss": 0.0,
      "total_loss": 1.4587062409299973,
      "lyap1_mean": -0.3396332859992981,
      "lyap1_max": -0.27551794052124023,
      "lyap1_min": -0.3724478483200073,
      "lyap_spec_mean": [
        -0.3396332859992981,
        -0.3516668677330017
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 299,
      "lr": 0.0001,
      "sup_loss": 1.4808057292655585,
      "rf_loss": 0.0,
      "total_loss": 1.4808057292655585,
      "lyap1_mean": -0.3447945713996887,
      "lyap1_max": -0.2982642650604248,
      "lyap1_min": -0.37994009256362915,
      "lyap_spec_mean": [
        -0.3447945713996887,
        -0.354164183139801
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 300,
      "lr": 0.0001,
      "sup_loss": 1.4653738646248682,
      "rf_loss": 0.0,
      "total_loss": 1.4653738646248682,
      "lyap1_mean": -0.3398311734199524,
      "lyap1_max": -0.27780818939208984,
      "lyap1_min": -0.37537580728530884,
      "lyap_spec_mean": [
        -0.3398311734199524,
        -0.35302233695983887
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 301,
      "lr": 0.0001,
      "sup_loss": 1.4593960964818413,
      "rf_loss": 0.0,
      "total_loss": 1.4593960964818413,
      "lyap1_mean": -0.35888272523880005,
      "lyap1_max": -0.3319694995880127,
      "lyap1_min": -0.37794312834739685,
      "lyap_spec_mean": [
        -0.35888272523880005,
        -0.36781948804855347
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 302,
      "lr": 0.0001,
      "sup_loss": 1.4687221625123446,
      "rf_loss": 0.0,
      "total_loss": 1.4687221625123446,
      "lyap1_mean": -0.367750346660614,
      "lyap1_max": -0.3498010039329529,
      "lyap1_min": -0.38450896739959717,
      "lyap_spec_mean": [
        -0.367750346660614,
        -0.37001341581344604
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 303,
      "lr": 0.0001,
      "sup_loss": 1.455362366744346,
      "rf_loss": 0.0,
      "total_loss": 1.455362366744346,
      "lyap1_mean": -0.3524390161037445,
      "lyap1_max": -0.3373808264732361,
      "lyap1_min": -0.37767431139945984,
      "lyap_spec_mean": [
        -0.3524390161037445,
        -0.3659075200557709
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 304,
      "lr": 0.0001,
      "sup_loss": 1.4387263574000444,
      "rf_loss": 0.0,
      "total_loss": 1.4387263574000444,
      "lyap1_mean": -0.3573076128959656,
      "lyap1_max": -0.3317384421825409,
      "lyap1_min": -0.3824673593044281,
      "lyap_spec_mean": [
        -0.3573076128959656,
        -0.3635883927345276
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 305,
      "lr": 0.0001,
      "sup_loss": 1.4248412393531056,
      "rf_loss": 0.0,
      "total_loss": 1.4248412393531056,
      "lyap1_mean": -0.35403332114219666,
      "lyap1_max": -0.3379456698894501,
      "lyap1_min": -0.3800235986709595,
      "lyap_spec_mean": [
        -0.35403332114219666,
        -0.3588021397590637
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 306,
      "lr": 0.0001,
      "sup_loss": 1.4590188387941634,
      "rf_loss": 0.0,
      "total_loss": 1.4590188387941634,
      "lyap1_mean": -0.3615628480911255,
      "lyap1_max": -0.3455265462398529,
      "lyap1_min": -0.37391147017478943,
      "lyap_spec_mean": [
        -0.3615628480911255,
        -0.36621731519699097
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 307,
      "lr": 0.0001,
      "sup_loss": 1.4673998235633485,
      "rf_loss": 0.0,
      "total_loss": 1.4673998235633485,
      "lyap1_mean": -0.34776729345321655,
      "lyap1_max": -0.3140428364276886,
      "lyap1_min": -0.37146422266960144,
      "lyap_spec_mean": [
        -0.34776729345321655,
        -0.35987839102745056
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 308,
      "lr": 0.0001,
      "sup_loss": 1.4467423175852874,
      "rf_loss": 0.0,
      "total_loss": 1.4467423175852874,
      "lyap1_mean": -0.34399861097335815,
      "lyap1_max": -0.28410208225250244,
      "lyap1_min": -0.3712042570114136,
      "lyap_spec_mean": [
        -0.34399858117103577,
        -0.345175564289093
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 309,
      "lr": 0.0001,
      "sup_loss": 1.4594643442510438,
      "rf_loss": 0.0,
      "total_loss": 1.4594643442510438,
      "lyap1_mean": -0.3634589910507202,
      "lyap1_max": -0.34570229053497314,
      "lyap1_min": -0.37797150015830994,
      "lyap_spec_mean": [
        -0.3634589910507202,
        -0.3512352705001831
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 310,
      "lr": 0.0001,
      "sup_loss": 1.467404116174628,
      "rf_loss": 0.0,
      "total_loss": 1.467404116174628,
      "lyap1_mean": -0.35578322410583496,
      "lyap1_max": -0.304573655128479,
      "lyap1_min": -0.380259245634079,
      "lyap_spec_mean": [
        -0.35578322410583496,
        -0.3633284270763397
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 311,
      "lr": 0.0001,
      "sup_loss": 1.469150525735145,
      "rf_loss": 0.0,
      "total_loss": 1.469150525735145,
      "lyap1_mean": -0.3597417175769806,
      "lyap1_max": -0.31632792949676514,
      "lyap1_min": -0.38449347019195557,
      "lyap_spec_mean": [
        -0.3597417175769806,
        -0.35996079444885254
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 312,
      "lr": 0.0001,
      "sup_loss": 1.4196794929390273,
      "rf_loss": 0.0,
      "total_loss": 1.4196794929390273,
      "lyap1_mean": -0.37404558062553406,
      "lyap1_max": -0.35838621854782104,
      "lyap1_min": -0.38277924060821533,
      "lyap_spec_mean": [
        -0.37404558062553406,
        -0.37449556589126587
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 313,
      "lr": 0.0001,
      "sup_loss": 1.417229807546735,
      "rf_loss": 0.0,
      "total_loss": 1.417229807546735,
      "lyap1_mean": -0.3767438530921936,
      "lyap1_max": -0.35903221368789673,
      "lyap1_min": -0.3859308660030365,
      "lyap_spec_mean": [
        -0.3767438530921936,
        -0.37524691224098206
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 314,
      "lr": 0.0001,
      "sup_loss": 1.4499844390896157,
      "rf_loss": 0.0,
      "total_loss": 1.4499844390896157,
      "lyap1_mean": -0.3785102665424347,
      "lyap1_max": -0.36077743768692017,
      "lyap1_min": -0.3967674672603607,
      "lyap_spec_mean": [
        -0.3785102665424347,
        -0.38226088881492615
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 315,
      "lr": 0.0001,
      "sup_loss": 1.469427565717725,
      "rf_loss": 0.0,
      "total_loss": 1.469427565717725,
      "lyap1_mean": -0.36999884247779846,
      "lyap1_max": -0.34271299839019775,
      "lyap1_min": -0.3888179659843445,
      "lyap_spec_mean": [
        -0.36999884247779846,
        -0.37390071153640747
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 316,
      "lr": 0.0001,
      "sup_loss": 1.4491151685167756,
      "rf_loss": 0.0,
      "total_loss": 1.4491151685167756,
      "lyap1_mean": -0.35826271772384644,
      "lyap1_max": -0.3174114525318146,
      "lyap1_min": -0.381184458732605,
      "lyap_spec_mean": [
        -0.35826271772384644,
        -0.36141639947891235
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 317,
      "lr": 0.0001,
      "sup_loss": 1.4852988274419077,
      "rf_loss": 0.0,
      "total_loss": 1.4852988274419077,
      "lyap1_mean": -0.36511945724487305,
      "lyap1_max": -0.337831974029541,
      "lyap1_min": -0.37877798080444336,
      "lyap_spec_mean": [
        -0.36511945724487305,
        -0.368103563785553
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 318,
      "lr": 0.0001,
      "sup_loss": 1.4300363736813984,
      "rf_loss": 0.0,
      "total_loss": 1.4300363736813984,
      "lyap1_mean": -0.35526347160339355,
      "lyap1_max": -0.33089640736579895,
      "lyap1_min": -0.37154969573020935,
      "lyap_spec_mean": [
        -0.35526347160339355,
        -0.3604539930820465
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 319,
      "lr": 0.0001,
      "sup_loss": 1.4595765771050322,
      "rf_loss": 0.0,
      "total_loss": 1.4595765771050322,
      "lyap1_mean": -0.36540359258651733,
      "lyap1_max": -0.34881287813186646,
      "lyap1_min": -0.38378652930259705,
      "lyap_spec_mean": [
        -0.36540359258651733,
        -0.3593611717224121
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 320,
      "lr": 0.0001,
      "sup_loss": 1.4400927857357746,
      "rf_loss": 0.0,
      "total_loss": 1.4400927857357746,
      "lyap1_mean": -0.35387060046195984,
      "lyap1_max": -0.33230090141296387,
      "lyap1_min": -0.3818248510360718,
      "lyap_spec_mean": [
        -0.3538706302642822,
        -0.36989617347717285
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 321,
      "lr": 0.0001,
      "sup_loss": 1.4452138780204975,
      "rf_loss": 0.0,
      "total_loss": 1.4452138780204975,
      "lyap1_mean": -0.35878169536590576,
      "lyap1_max": -0.3315308094024658,
      "lyap1_min": -0.37515318393707275,
      "lyap_spec_mean": [
        -0.35878169536590576,
        -0.35405996441841125
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 322,
      "lr": 0.0001,
      "sup_loss": 1.48132329792861,
      "rf_loss": 0.0,
      "total_loss": 1.48132329792861,
      "lyap1_mean": -0.3270016312599182,
      "lyap1_max": -0.28337642550468445,
      "lyap1_min": -0.36315882205963135,
      "lyap_spec_mean": [
        -0.3270016312599182,
        -0.3597013056278229
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 323,
      "lr": 0.0001,
      "sup_loss": 1.4662576546135582,
      "rf_loss": 0.0,
      "total_loss": 1.4662576546135582,
      "lyap1_mean": -0.3440008759498596,
      "lyap1_max": -0.31392091512680054,
      "lyap1_min": -0.3808920979499817,
      "lyap_spec_mean": [
        -0.3440008759498596,
        -0.33911630511283875
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 324,
      "lr": 0.0001,
      "sup_loss": 1.4309972160258653,
      "rf_loss": 0.0,
      "total_loss": 1.4309972160258653,
      "lyap1_mean": -0.3062024712562561,
      "lyap1_max": -0.260721892118454,
      "lyap1_min": -0.34027963876724243,
      "lyap_spec_mean": [
        -0.3062024712562561,
        -0.320993572473526
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 325,
      "lr": 0.0001,
      "sup_loss": 1.483824339718175,
      "rf_loss": 0.0,
      "total_loss": 1.483824339718175,
      "lyap1_mean": -0.3197034001350403,
      "lyap1_max": -0.2703583538532257,
      "lyap1_min": -0.36081117391586304,
      "lyap_spec_mean": [
        -0.3197034001350403,
        -0.3176801800727844
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 326,
      "lr": 0.0001,
      "sup_loss": 1.435187058589149,
      "rf_loss": 0.0,
      "total_loss": 1.435187058589149,
      "lyap1_mean": -0.29512491822242737,
      "lyap1_max": -0.2378716766834259,
      "lyap1_min": -0.35127508640289307,
      "lyap_spec_mean": [
        -0.29512494802474976,
        -0.3239215016365051
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 327,
      "lr": 0.0001,
      "sup_loss": 1.462854063149976,
      "rf_loss": 0.0,
      "total_loss": 1.462854063149976,
      "lyap1_mean": -0.3209235668182373,
      "lyap1_max": -0.29246366024017334,
      "lyap1_min": -0.35906216502189636,
      "lyap_spec_mean": [
        -0.3209235668182373,
        -0.3282098174095154
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 328,
      "lr": 0.0001,
      "sup_loss": 1.434209655021886,
      "rf_loss": 0.0,
      "total_loss": 1.434209655021886,
      "lyap1_mean": -0.2916461229324341,
      "lyap1_max": -0.2558653950691223,
      "lyap1_min": -0.34348756074905396,
      "lyap_spec_mean": [
        -0.2916461229324341,
        -0.31851959228515625
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 329,
      "lr": 0.0001,
      "sup_loss": 1.4124898668276191,
      "rf_loss": 0.0,
      "total_loss": 1.4124898668276191,
      "lyap1_mean": -0.30311155319213867,
      "lyap1_max": -0.2780507206916809,
      "lyap1_min": -0.3479495048522949,
      "lyap_spec_mean": [
        -0.30311158299446106,
        -0.3140740692615509
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 330,
      "lr": 0.0001,
      "sup_loss": 1.4297032053034637,
      "rf_loss": 0.0,
      "total_loss": 1.4297032053034637,
      "lyap1_mean": -0.306642085313797,
      "lyap1_max": -0.26364919543266296,
      "lyap1_min": -0.3495062589645386,
      "lyap_spec_mean": [
        -0.306642085313797,
        -0.334725558757782
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 331,
      "lr": 0.0001,
      "sup_loss": 1.4427363616412805,
      "rf_loss": 0.0,
      "total_loss": 1.4427363616412805,
      "lyap1_mean": -0.3007483184337616,
      "lyap1_max": -0.2554270327091217,
      "lyap1_min": -0.33138275146484375,
      "lyap_spec_mean": [
        -0.3007483184337616,
        -0.3163260221481323
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 332,
      "lr": 0.0001,
      "sup_loss": 1.4662280419246152,
      "rf_loss": 0.0,
      "total_loss": 1.4662280419246152,
      "lyap1_mean": -0.3252944350242615,
      "lyap1_max": -0.26299533247947693,
      "lyap1_min": -0.37232038378715515,
      "lyap_spec_mean": [
        -0.3252944350242615,
        -0.3326820731163025
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 333,
      "lr": 0.0001,
      "sup_loss": 1.4330840171585948,
      "rf_loss": 0.0,
      "total_loss": 1.4330840171585948,
      "lyap1_mean": -0.33262139558792114,
      "lyap1_max": -0.2999294400215149,
      "lyap1_min": -0.3667307496070862,
      "lyap_spec_mean": [
        -0.33262133598327637,
        -0.35605067014694214
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 334,
      "lr": 0.0001,
      "sup_loss": 1.4202807339691428,
      "rf_loss": 0.0,
      "total_loss": 1.4202807339691428,
      "lyap1_mean": -0.34556853771209717,
      "lyap1_max": -0.31460461020469666,
      "lyap1_min": -0.37706825137138367,
      "lyap_spec_mean": [
        -0.34556853771209717,
        -0.34978801012039185
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 335,
      "lr": 0.0001,
      "sup_loss": 1.4494290566857089,
      "rf_loss": 0.0,
      "total_loss": 1.4494290566857089,
      "lyap1_mean": -0.3347219228744507,
      "lyap1_max": -0.2855173647403717,
      "lyap1_min": -0.37613603472709656,
      "lyap_spec_mean": [
        -0.3347219228744507,
        -0.35510873794555664
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 336,
      "lr": 0.0001,
      "sup_loss": 1.404254828647522,
      "rf_loss": 0.0,
      "total_loss": 1.404254828647522,
      "lyap1_mean": -0.33913207054138184,
      "lyap1_max": -0.2879813611507416,
      "lyap1_min": -0.3855398893356323,
      "lyap_spec_mean": [
        -0.33913204073905945,
        -0.3547225296497345
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 337,
      "lr": 0.0001,
      "sup_loss": 1.4412047029623998,
      "rf_loss": 0.0,
      "total_loss": 1.4412047029623998,
      "lyap1_mean": -0.33950793743133545,
      "lyap1_max": -0.2837165296077728,
      "lyap1_min": -0.37294232845306396,
      "lyap_spec_mean": [
        -0.33950796723365784,
        -0.3609634339809418
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 338,
      "lr": 0.0001,
      "sup_loss": 1.4243648427073312,
      "rf_loss": 0.0,
      "total_loss": 1.4243648427073312,
      "lyap1_mean": -0.33770471811294556,
      "lyap1_max": -0.3055940866470337,
      "lyap1_min": -0.3624769449234009,
      "lyap_spec_mean": [
        -0.33770471811294556,
        -0.32819288969039917
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 339,
      "lr": 0.0001,
      "sup_loss": 1.4322016682685317,
      "rf_loss": 0.0,
      "total_loss": 1.4322016682685317,
      "lyap1_mean": -0.32218754291534424,
      "lyap1_max": -0.26842445135116577,
      "lyap1_min": -0.350757360458374,
      "lyap_spec_mean": [
        -0.32218754291534424,
        -0.3474741280078888
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 340,
      "lr": 0.0001,
      "sup_loss": 1.4687575858914537,
      "rf_loss": 0.0,
      "total_loss": 1.4687575858914537,
      "lyap1_mean": -0.3468782901763916,
      "lyap1_max": -0.3092392683029175,
      "lyap1_min": -0.382563054561615,
      "lyap_spec_mean": [
        -0.346878319978714,
        -0.3568229377269745
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 341,
      "lr": 0.0001,
      "sup_loss": 1.4358144873989516,
      "rf_loss": 0.0,
      "total_loss": 1.4358144873989516,
      "lyap1_mean": -0.34476611018180847,
      "lyap1_max": -0.30858731269836426,
      "lyap1_min": -0.3756489157676697,
      "lyap_spec_mean": [
        -0.34476611018180847,
        -0.35588687658309937
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 342,
      "lr": 0.0001,
      "sup_loss": 1.4516094487732738,
      "rf_loss": 0.0,
      "total_loss": 1.4516094487732738,
      "lyap1_mean": -0.3450493812561035,
      "lyap1_max": -0.2551761865615845,
      "lyap1_min": -0.3802769184112549,
      "lyap_spec_mean": [
        -0.3450493812561035,
        -0.37360870838165283
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 343,
      "lr": 0.0001,
      "sup_loss": 1.3930771134183635,
      "rf_loss": 0.0,
      "total_loss": 1.3930771134183635,
      "lyap1_mean": -0.3705098628997803,
      "lyap1_max": -0.34874701499938965,
      "lyap1_min": -0.39153820276260376,
      "lyap_spec_mean": [
        -0.3705098628997803,
        -0.370932012796402
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 344,
      "lr": 0.0001,
      "sup_loss": 1.4597752747617436,
      "rf_loss": 0.0,
      "total_loss": 1.4597752747617436,
      "lyap1_mean": -0.36274969577789307,
      "lyap1_max": -0.3149317502975464,
      "lyap1_min": -0.3939231038093567,
      "lyap_spec_mean": [
        -0.36274969577789307,
        -0.37313756346702576
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 345,
      "lr": 0.0001,
      "sup_loss": 1.4645999108235186,
      "rf_loss": 0.0,
      "total_loss": 1.4645999108235186,
      "lyap1_mean": -0.34621307253837585,
      "lyap1_max": -0.30996763706207275,
      "lyap1_min": -0.3782823979854584,
      "lyap_spec_mean": [
        -0.34621304273605347,
        -0.3729628920555115
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 346,
      "lr": 0.0001,
      "sup_loss": 1.437183741475155,
      "rf_loss": 0.0,
      "total_loss": 1.437183741475155,
      "lyap1_mean": -0.36180317401885986,
      "lyap1_max": -0.3157592713832855,
      "lyap1_min": -0.3769473731517792,
      "lyap_spec_mean": [
        -0.36180320382118225,
        -0.3718096911907196
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 347,
      "lr": 0.0001,
      "sup_loss": 1.4099374719899176,
      "rf_loss": 0.0,
      "total_loss": 1.4099374719899176,
      "lyap1_mean": -0.3645007312297821,
      "lyap1_max": -0.3210517168045044,
      "lyap1_min": -0.3853684663772583,
      "lyap_spec_mean": [
        -0.3645007610321045,
        -0.37177640199661255
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 348,
      "lr": 0.0001,
      "sup_loss": 1.4107025349681832,
      "rf_loss": 0.0,
      "total_loss": 1.4107025349681832,
      "lyap1_mean": -0.34306272864341736,
      "lyap1_max": -0.26747220754623413,
      "lyap1_min": -0.3734317421913147,
      "lyap_spec_mean": [
        -0.34306275844573975,
        -0.36046332120895386
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 349,
      "lr": 0.0001,
      "sup_loss": 1.4135680410359228,
      "rf_loss": 0.0,
      "total_loss": 1.4135680410359228,
      "lyap1_mean": -0.32603856921195984,
      "lyap1_max": -0.2906033396720886,
      "lyap1_min": -0.37929219007492065,
      "lyap_spec_mean": [
        -0.32603856921195984,
        -0.3390101492404938
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 350,
      "lr": 0.0001,
      "sup_loss": 1.4659730648263136,
      "rf_loss": 0.0,
      "total_loss": 1.4659730648263136,
      "lyap1_mean": -0.33483052253723145,
      "lyap1_max": -0.28375715017318726,
      "lyap1_min": -0.3615080714225769,
      "lyap_spec_mean": [
        -0.33483052253723145,
        -0.3565700650215149
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 351,
      "lr": 0.0001,
      "sup_loss": 1.4785578857081718,
      "rf_loss": 0.0,
      "total_loss": 1.4785578857081718,
      "lyap1_mean": -0.35721099376678467,
      "lyap1_max": -0.3121185302734375,
      "lyap1_min": -0.3832741975784302,
      "lyap_spec_mean": [
        -0.3572109639644623,
        -0.35919466614723206
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 352,
      "lr": 0.0001,
      "sup_loss": 1.4194868293731866,
      "rf_loss": 0.0,
      "total_loss": 1.4194868293731866,
      "lyap1_mean": -0.36105281114578247,
      "lyap1_max": -0.28701546788215637,
      "lyap1_min": -0.39149460196495056,
      "lyap_spec_mean": [
        -0.36105284094810486,
        -0.370372474193573
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 353,
      "lr": 0.0001,
      "sup_loss": 1.4638679522855138,
      "rf_loss": 0.0,
      "total_loss": 1.4638679522855138,
      "lyap1_mean": -0.3834693431854248,
      "lyap1_max": -0.3521267771720886,
      "lyap1_min": -0.4066092371940613,
      "lyap_spec_mean": [
        -0.3834693431854248,
        -0.39555031061172485
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 354,
      "lr": 0.0001,
      "sup_loss": 1.4685391591889614,
      "rf_loss": 0.0,
      "total_loss": 1.4685391591889614,
      "lyap1_mean": -0.389196515083313,
      "lyap1_max": -0.37296366691589355,
      "lyap1_min": -0.4004494845867157,
      "lyap_spec_mean": [
        -0.389196515083313,
        -0.384644478559494
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 355,
      "lr": 0.0001,
      "sup_loss": 1.4482854754709962,
      "rf_loss": 0.0,
      "total_loss": 1.4482854754709962,
      "lyap1_mean": -0.37057843804359436,
      "lyap1_max": -0.33171674609184265,
      "lyap1_min": -0.39971214532852173,
      "lyap_spec_mean": [
        -0.37057846784591675,
        -0.39209452271461487
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 356,
      "lr": 0.0001,
      "sup_loss": 1.4442633452429399,
      "rf_loss": 0.0,
      "total_loss": 1.4442633452429399,
      "lyap1_mean": -0.3573755919933319,
      "lyap1_max": -0.28392452001571655,
      "lyap1_min": -0.3909047842025757,
      "lyap_spec_mean": [
        -0.3573755919933319,
        -0.3823647201061249
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 357,
      "lr": 0.0001,
      "sup_loss": 1.458491534906479,
      "rf_loss": 0.0,
      "total_loss": 1.458491534906479,
      "lyap1_mean": -0.3688932955265045,
      "lyap1_max": -0.3548137843608856,
      "lyap1_min": -0.38200533390045166,
      "lyap_spec_mean": [
        -0.36889326572418213,
        -0.3548086881637573
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 358,
      "lr": 0.0001,
      "sup_loss": 1.4211507756445203,
      "rf_loss": 0.0,
      "total_loss": 1.4211507756445203,
      "lyap1_mean": -0.35463064908981323,
      "lyap1_max": -0.3150898218154907,
      "lyap1_min": -0.3818042278289795,
      "lyap_spec_mean": [
        -0.35463064908981323,
        -0.36248621344566345
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 359,
      "lr": 0.0001,
      "sup_loss": 1.4275571416210069,
      "rf_loss": 0.0,
      "total_loss": 1.4275571416210069,
      "lyap1_mean": -0.3303535580635071,
      "lyap1_max": -0.27630066871643066,
      "lyap1_min": -0.3772503733634949,
      "lyap_spec_mean": [
        -0.3303535580635071,
        -0.3396039605140686
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 360,
      "lr": 0.0001,
      "sup_loss": 1.4366391115865502,
      "rf_loss": 0.0,
      "total_loss": 1.4366391115865502,
      "lyap1_mean": -0.34489113092422485,
      "lyap1_max": -0.3052978217601776,
      "lyap1_min": -0.38351544737815857,
      "lyap_spec_mean": [
        -0.34489113092422485,
        -0.3564373850822449
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 361,
      "lr": 0.0001,
      "sup_loss": 1.4455902467566089,
      "rf_loss": 0.0,
      "total_loss": 1.4455902467566089,
      "lyap1_mean": -0.3591495752334595,
      "lyap1_max": -0.3247385025024414,
      "lyap1_min": -0.3835596442222595,
      "lyap_spec_mean": [
        -0.3591495752334595,
        -0.35274744033813477
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 362,
      "lr": 0.0001,
      "sup_loss": 1.4053177716315526,
      "rf_loss": 0.0,
      "total_loss": 1.4053177716315526,
      "lyap1_mean": -0.3583343029022217,
      "lyap1_max": -0.3313521146774292,
      "lyap1_min": -0.38298749923706055,
      "lyap_spec_mean": [
        -0.3583343029022217,
        -0.3720853924751282
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 363,
      "lr": 0.0001,
      "sup_loss": 1.4439630125616647,
      "rf_loss": 0.0,
      "total_loss": 1.4439630125616647,
      "lyap1_mean": -0.3727652430534363,
      "lyap1_max": -0.3451051115989685,
      "lyap1_min": -0.3971148133277893,
      "lyap_spec_mean": [
        -0.3727652430534363,
        -0.3835366368293762
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 364,
      "lr": 0.0001,
      "sup_loss": 1.4246149053512793,
      "rf_loss": 0.0,
      "total_loss": 1.4246149053512793,
      "lyap1_mean": -0.3764171600341797,
      "lyap1_max": -0.3345831036567688,
      "lyap1_min": -0.40365445613861084,
      "lyap_spec_mean": [
        -0.3764171600341797,
        -0.37982648611068726
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 365,
      "lr": 0.0001,
      "sup_loss": 1.4186120011921342,
      "rf_loss": 0.0,
      "total_loss": 1.4186120011921342,
      "lyap1_mean": -0.37543123960494995,
      "lyap1_max": -0.3271031379699707,
      "lyap1_min": -0.4004930853843689,
      "lyap_spec_mean": [
        -0.37543123960494995,
        -0.38204216957092285
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 366,
      "lr": 0.0001,
      "sup_loss": 1.4077787757509987,
      "rf_loss": 0.0,
      "total_loss": 1.4077787757509987,
      "lyap1_mean": -0.3882240056991577,
      "lyap1_max": -0.3703650236129761,
      "lyap1_min": -0.4011166989803314,
      "lyap_spec_mean": [
        -0.3882240056991577,
        -0.39205557107925415
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 367,
      "lr": 0.0001,
      "sup_loss": 1.4456866010621794,
      "rf_loss": 0.0,
      "total_loss": 1.4456866010621794,
      "lyap1_mean": -0.382118284702301,
      "lyap1_max": -0.3479791581630707,
      "lyap1_min": -0.3965691924095154,
      "lyap_spec_mean": [
        -0.382118284702301,
        -0.3783077001571655
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 368,
      "lr": 0.0001,
      "sup_loss": 1.470948232287841,
      "rf_loss": 0.0,
      "total_loss": 1.470948232287841,
      "lyap1_mean": -0.38569629192352295,
      "lyap1_max": -0.37382805347442627,
      "lyap1_min": -0.3972705006599426,
      "lyap_spec_mean": [
        -0.38569629192352295,
        -0.38701945543289185
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 369,
      "lr": 0.0001,
      "sup_loss": 1.4033994627758277,
      "rf_loss": 0.0,
      "total_loss": 1.4033994627758277,
      "lyap1_mean": -0.3656966984272003,
      "lyap1_max": -0.2973674535751343,
      "lyap1_min": -0.40113365650177,
      "lyap_spec_mean": [
        -0.3656966984272003,
        -0.3793078660964966
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 370,
      "lr": 0.0001,
      "sup_loss": 1.4100516168748856,
      "rf_loss": 0.0,
      "total_loss": 1.4100516168748856,
      "lyap1_mean": -0.3758730888366699,
      "lyap1_max": -0.36208686232566833,
      "lyap1_min": -0.39076417684555054,
      "lyap_spec_mean": [
        -0.3758731186389923,
        -0.38043516874313354
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 371,
      "lr": 0.0001,
      "sup_loss": 1.427849693934325,
      "rf_loss": 0.0,
      "total_loss": 1.427849693934325,
      "lyap1_mean": -0.37795084714889526,
      "lyap1_max": -0.35218000411987305,
      "lyap1_min": -0.3913843035697937,
      "lyap_spec_mean": [
        -0.3779508173465729,
        -0.382619172334671
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 372,
      "lr": 0.0001,
      "sup_loss": 1.4246744890743959,
      "rf_loss": 0.0,
      "total_loss": 1.4246744890743959,
      "lyap1_mean": -0.38041794300079346,
      "lyap1_max": -0.3465035557746887,
      "lyap1_min": -0.39613160490989685,
      "lyap_spec_mean": [
        -0.38041794300079346,
        -0.3839743137359619
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 373,
      "lr": 0.0001,
      "sup_loss": 1.4177765052186055,
      "rf_loss": 0.0,
      "total_loss": 1.4177765052186055,
      "lyap1_mean": -0.38576364517211914,
      "lyap1_max": -0.3602885901927948,
      "lyap1_min": -0.39167606830596924,
      "lyap_spec_mean": [
        -0.38576361536979675,
        -0.3819690942764282
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 374,
      "lr": 0.0001,
      "sup_loss": 1.4929476325039004,
      "rf_loss": 0.0,
      "total_loss": 1.4929476325039004,
      "lyap1_mean": -0.39501282572746277,
      "lyap1_max": -0.3892575204372406,
      "lyap1_min": -0.40509268641471863,
      "lyap_spec_mean": [
        -0.39501282572746277,
        -0.393770307302475
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 375,
      "lr": 0.0001,
      "sup_loss": 1.442784464827693,
      "rf_loss": 0.0,
      "total_loss": 1.442784464827693,
      "lyap1_mean": -0.39357808232307434,
      "lyap1_max": -0.3831040859222412,
      "lyap1_min": -0.40493983030319214,
      "lyap_spec_mean": [
        -0.39357808232307434,
        -0.38916000723838806
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 376,
      "lr": 0.0001,
      "sup_loss": 1.3895214579380895,
      "rf_loss": 0.0,
      "total_loss": 1.3895214579380895,
      "lyap1_mean": -0.3870130181312561,
      "lyap1_max": -0.3707256019115448,
      "lyap1_min": -0.39661118388175964,
      "lyap_spec_mean": [
        -0.3870130181312561,
        -0.38642439246177673
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 377,
      "lr": 0.0001,
      "sup_loss": 1.4057953402447791,
      "rf_loss": 0.0,
      "total_loss": 1.4057953402447791,
      "lyap1_mean": -0.37926316261291504,
      "lyap1_max": -0.36487752199172974,
      "lyap1_min": -0.3951480984687805,
      "lyap_spec_mean": [
        -0.37926316261291504,
        -0.37162330746650696
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 378,
      "lr": 0.0001,
      "sup_loss": 1.4051117618047546,
      "rf_loss": 0.0,
      "total_loss": 1.4051117618047546,
      "lyap1_mean": -0.37818795442581177,
      "lyap1_max": -0.3641291856765747,
      "lyap1_min": -0.38848042488098145,
      "lyap_spec_mean": [
        -0.37818795442581177,
        -0.3786112666130066
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 379,
      "lr": 0.0001,
      "sup_loss": 1.4324405389646733,
      "rf_loss": 0.0,
      "total_loss": 1.4324405389646733,
      "lyap1_mean": -0.3774111866950989,
      "lyap1_max": -0.3620237112045288,
      "lyap1_min": -0.3911392092704773,
      "lyap_spec_mean": [
        -0.3774111866950989,
        -0.3754817247390747
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 380,
      "lr": 0.0001,
      "sup_loss": 1.5173854818198442,
      "rf_loss": 0.0,
      "total_loss": 1.5173854818198442,
      "lyap1_mean": -0.3706403076648712,
      "lyap1_max": -0.34643611311912537,
      "lyap1_min": -0.38076457381248474,
      "lyap_spec_mean": [
        -0.3706403076648712,
        -0.3623095154762268
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 381,
      "lr": 0.0001,
      "sup_loss": 1.3995927700104893,
      "rf_loss": 0.0,
      "total_loss": 1.3995927700104893,
      "lyap1_mean": -0.35465288162231445,
      "lyap1_max": -0.2987906336784363,
      "lyap1_min": -0.37692201137542725,
      "lyap_spec_mean": [
        -0.35465288162231445,
        -0.35723909735679626
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 382,
      "lr": 0.0001,
      "sup_loss": 1.4442770398685572,
      "rf_loss": 0.0,
      "total_loss": 1.4442770398685572,
      "lyap1_mean": -0.367550790309906,
      "lyap1_max": -0.3383673131465912,
      "lyap1_min": -0.37894707918167114,
      "lyap_spec_mean": [
        -0.367550790309906,
        -0.3642530143260956
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 383,
      "lr": 0.0001,
      "sup_loss": 1.3969992073699296,
      "rf_loss": 0.0,
      "total_loss": 1.3969992073699296,
      "lyap1_mean": -0.35465529561042786,
      "lyap1_max": -0.31398680806159973,
      "lyap1_min": -0.37774857878685,
      "lyap_spec_mean": [
        -0.35465529561042786,
        -0.36581212282180786
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 384,
      "lr": 0.0001,
      "sup_loss": 1.3963180529860546,
      "rf_loss": 0.0,
      "total_loss": 1.3963180529860546,
      "lyap1_mean": -0.3688969612121582,
      "lyap1_max": -0.35001635551452637,
      "lyap1_min": -0.3765471577644348,
      "lyap_spec_mean": [
        -0.3688969612121582,
        -0.3707362115383148
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 385,
      "lr": 0.0001,
      "sup_loss": 1.3929224842863233,
      "rf_loss": 0.0,
      "total_loss": 1.3929224842863233,
      "lyap1_mean": -0.37157005071640015,
      "lyap1_max": -0.36098238825798035,
      "lyap1_min": -0.3767380714416504,
      "lyap_spec_mean": [
        -0.37157005071640015,
        -0.37292295694351196
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 386,
      "lr": 0.0001,
      "sup_loss": 1.4101918319097138,
      "rf_loss": 0.0,
      "total_loss": 1.4101918319097138,
      "lyap1_mean": -0.3658819794654846,
      "lyap1_max": -0.3405548930168152,
      "lyap1_min": -0.3772684931755066,
      "lyap_spec_mean": [
        -0.36588194966316223,
        -0.3651026487350464
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 387,
      "lr": 0.0001,
      "sup_loss": 1.4605496575516592,
      "rf_loss": 0.0,
      "total_loss": 1.4605496575516592,
      "lyap1_mean": -0.37063366174697876,
      "lyap1_max": -0.3563718795776367,
      "lyap1_min": -0.38612183928489685,
      "lyap_spec_mean": [
        -0.37063366174697876,
        -0.3712986707687378
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 388,
      "lr": 0.0001,
      "sup_loss": 1.4426614554242783,
      "rf_loss": 0.0,
      "total_loss": 1.4426614554242783,
      "lyap1_mean": -0.37504684925079346,
      "lyap1_max": -0.3399723470211029,
      "lyap1_min": -0.4001651406288147,
      "lyap_spec_mean": [
        -0.3750467896461487,
        -0.37800920009613037
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 389,
      "lr": 0.0001,
      "sup_loss": 1.4413146491900044,
      "rf_loss": 0.0,
      "total_loss": 1.4413146491900044,
      "lyap1_mean": -0.3872263729572296,
      "lyap1_max": -0.36783167719841003,
      "lyap1_min": -0.40158897638320923,
      "lyap_spec_mean": [
        -0.387226402759552,
        -0.3886674642562866
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 390,
      "lr": 0.0001,
      "sup_loss": 1.3790969030418752,
      "rf_loss": 0.0,
      "total_loss": 1.3790969030418752,
      "lyap1_mean": -0.3820219933986664,
      "lyap1_max": -0.36338937282562256,
      "lyap1_min": -0.39388522505760193,
      "lyap_spec_mean": [
        -0.382021963596344,
        -0.38536709547042847
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 391,
      "lr": 0.0001,
      "sup_loss": 1.4055869687759623,
      "rf_loss": 0.0,
      "total_loss": 1.4055869687759623,
      "lyap1_mean": -0.383518785238266,
      "lyap1_max": -0.36656782031059265,
      "lyap1_min": -0.3931195139884949,
      "lyap_spec_mean": [
        -0.3835188150405884,
        -0.3830863833427429
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 392,
      "lr": 0.0001,
      "sup_loss": 1.450938360020306,
      "rf_loss": 0.0,
      "total_loss": 1.450938360020306,
      "lyap1_mean": -0.36751243472099304,
      "lyap1_max": -0.33939069509506226,
      "lyap1_min": -0.38916438817977905,
      "lyap_spec_mean": [
        -0.36751246452331543,
        -0.3680678904056549
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 393,
      "lr": 0.0001,
      "sup_loss": 1.4309643143740145,
      "rf_loss": 0.0,
      "total_loss": 1.4309643143740145,
      "lyap1_mean": -0.3641018867492676,
      "lyap1_max": -0.34905171394348145,
      "lyap1_min": -0.37744301557540894,
      "lyap_spec_mean": [
        -0.3641018867492676,
        -0.37217336893081665
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 394,
      "lr": 0.0001,
      "sup_loss": 1.4557850762436495,
      "rf_loss": 0.0,
      "total_loss": 1.4557850762436495,
      "lyap1_mean": -0.35800331830978394,
      "lyap1_max": -0.3341962993144989,
      "lyap1_min": -0.3805541396141052,
      "lyap_spec_mean": [
        -0.35800331830978394,
        -0.35570254921913147
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 395,
      "lr": 0.0001,
      "sup_loss": 1.4137268505923979,
      "rf_loss": 0.0,
      "total_loss": 1.4137268505923979,
      "lyap1_mean": -0.3635953962802887,
      "lyap1_max": -0.34451553225517273,
      "lyap1_min": -0.3862706124782562,
      "lyap_spec_mean": [
        -0.3635954260826111,
        -0.3651333749294281
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 396,
      "lr": 0.0001,
      "sup_loss": 1.4075371744755552,
      "rf_loss": 0.0,
      "total_loss": 1.4075371744755552,
      "lyap1_mean": -0.37533196806907654,
      "lyap1_max": -0.3453894257545471,
      "lyap1_min": -0.3950392007827759,
      "lyap_spec_mean": [
        -0.37533196806907654,
        -0.37606972455978394
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 397,
      "lr": 0.0001,
      "sup_loss": 1.4070636528590375,
      "rf_loss": 0.0,
      "total_loss": 1.4070636528590375,
      "lyap1_mean": -0.3815233111381531,
      "lyap1_max": -0.3605125844478607,
      "lyap1_min": -0.39443284273147583,
      "lyap_spec_mean": [
        -0.3815233111381531,
        -0.3766389787197113
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 398,
      "lr": 0.0001,
      "sup_loss": 1.4203051532915199,
      "rf_loss": 0.0,
      "total_loss": 1.4203051532915199,
      "lyap1_mean": -0.3737664818763733,
      "lyap1_max": -0.3537117838859558,
      "lyap1_min": -0.3918156623840332,
      "lyap_spec_mean": [
        -0.3737664520740509,
        -0.376798152923584
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 399,
      "lr": 0.0001,
      "sup_loss": 1.4148540165282657,
      "rf_loss": 0.0,
      "total_loss": 1.4148540165282657,
      "lyap1_mean": -0.35434675216674805,
      "lyap1_max": -0.32870402932167053,
      "lyap1_min": -0.37789469957351685,
      "lyap_spec_mean": [
        -0.35434672236442566,
        -0.3548838496208191
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 400,
      "lr": 0.0001,
      "sup_loss": 1.3826919430810898,
      "rf_loss": 0.0,
      "total_loss": 1.3826919430810898,
      "lyap1_mean": -0.36045482754707336,
      "lyap1_max": -0.3405090272426605,
      "lyap1_min": -0.3759031891822815,
      "lyap_spec_mean": [
        -0.36045482754707336,
        -0.3555428981781006
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 401,
      "lr": 0.0001,
      "sup_loss": 1.418480365437385,
      "rf_loss": 0.0,
      "total_loss": 1.418480365437385,
      "lyap1_mean": -0.35652053356170654,
      "lyap1_max": -0.3299088478088379,
      "lyap1_min": -0.36947542428970337,
      "lyap_spec_mean": [
        -0.35652053356170654,
        -0.35442477464675903
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 402,
      "lr": 0.0001,
      "sup_loss": 1.4183786034332562,
      "rf_loss": 0.0,
      "total_loss": 1.4183786034332562,
      "lyap1_mean": -0.3505709171295166,
      "lyap1_max": -0.3360000252723694,
      "lyap1_min": -0.36528897285461426,
      "lyap_spec_mean": [
        -0.3505709171295166,
        -0.34263110160827637
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 403,
      "lr": 0.0001,
      "sup_loss": 1.4021067184328113,
      "rf_loss": 0.0,
      "total_loss": 1.4021067184328113,
      "lyap1_mean": -0.3290961980819702,
      "lyap1_max": -0.27045077085494995,
      "lyap1_min": -0.35003161430358887,
      "lyap_spec_mean": [
        -0.3290961980819702,
        -0.3367606997489929
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 404,
      "lr": 0.0001,
      "sup_loss": 1.412404738232353,
      "rf_loss": 0.0,
      "total_loss": 1.412404738232353,
      "lyap1_mean": -0.3377162218093872,
      "lyap1_max": -0.29924750328063965,
      "lyap1_min": -0.3648792505264282,
      "lyap_spec_mean": [
        -0.3377162218093872,
        -0.33491250872612
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 405,
      "lr": 0.0001,
      "sup_loss": 1.4543920774415275,
      "rf_loss": 0.0,
      "total_loss": 1.4543920774415275,
      "lyap1_mean": -0.3594719171524048,
      "lyap1_max": -0.33019185066223145,
      "lyap1_min": -0.37864789366722107,
      "lyap_spec_mean": [
        -0.3594719171524048,
        -0.3602156341075897
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 406,
      "lr": 0.0001,
      "sup_loss": 1.4067364125367479,
      "rf_loss": 0.0,
      "total_loss": 1.4067364125367479,
      "lyap1_mean": -0.3635293245315552,
      "lyap1_max": -0.3189958930015564,
      "lyap1_min": -0.39383649826049805,
      "lyap_spec_mean": [
        -0.3635293245315552,
        -0.37138456106185913
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 407,
      "lr": 0.0001,
      "sup_loss": 1.4114806408565266,
      "rf_loss": 0.0,
      "total_loss": 1.4114806408565266,
      "lyap1_mean": -0.37233999371528625,
      "lyap1_max": -0.36366522312164307,
      "lyap1_min": -0.38864395022392273,
      "lyap_spec_mean": [
        -0.37233999371528625,
        -0.37592893838882446
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 408,
      "lr": 0.0001,
      "sup_loss": 1.418077030282822,
      "rf_loss": 0.0,
      "total_loss": 1.418077030282822,
      "lyap1_mean": -0.387477844953537,
      "lyap1_max": -0.37510746717453003,
      "lyap1_min": -0.39620375633239746,
      "lyap_spec_mean": [
        -0.387477844953537,
        -0.37929460406303406
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 409,
      "lr": 0.0001,
      "sup_loss": 1.4596750229061717,
      "rf_loss": 0.0,
      "total_loss": 1.4596750229061717,
      "lyap1_mean": -0.37560486793518066,
      "lyap1_max": -0.36233147978782654,
      "lyap1_min": -0.3872762620449066,
      "lyap_spec_mean": [
        -0.37560486793518066,
        -0.3828337788581848
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 410,
      "lr": 0.0001,
      "sup_loss": 1.4155635938309854,
      "rf_loss": 0.0,
      "total_loss": 1.4155635938309854,
      "lyap1_mean": -0.3790019154548645,
      "lyap1_max": -0.3564786911010742,
      "lyap1_min": -0.3969494700431824,
      "lyap_spec_mean": [
        -0.3790019154548645,
        -0.38349688053131104
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 411,
      "lr": 0.0001,
      "sup_loss": 1.4137258972376867,
      "rf_loss": 0.0,
      "total_loss": 1.4137258972376867,
      "lyap1_mean": -0.3778095245361328,
      "lyap1_max": -0.3589285612106323,
      "lyap1_min": -0.40006494522094727,
      "lyap_spec_mean": [
        -0.3778095543384552,
        -0.37692320346832275
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 412,
      "lr": 0.0001,
      "sup_loss": 1.4118561485804886,
      "rf_loss": 0.0,
      "total_loss": 1.4118561485804886,
      "lyap1_mean": -0.36880648136138916,
      "lyap1_max": -0.35235700011253357,
      "lyap1_min": -0.38358843326568604,
      "lyap_spec_mean": [
        -0.36880648136138916,
        -0.3746718168258667
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 413,
      "lr": 0.0001,
      "sup_loss": 1.4271213385086745,
      "rf_loss": 0.0,
      "total_loss": 1.4271213385086745,
      "lyap1_mean": -0.3666415512561798,
      "lyap1_max": -0.3067142963409424,
      "lyap1_min": -0.3971542716026306,
      "lyap_spec_mean": [
        -0.3666415810585022,
        -0.3841812312602997
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 414,
      "lr": 0.0001,
      "sup_loss": 1.4373792546194684,
      "rf_loss": 0.0,
      "total_loss": 1.4373792546194684,
      "lyap1_mean": -0.36662712693214417,
      "lyap1_max": -0.3200876712799072,
      "lyap1_min": -0.3913722038269043,
      "lyap_spec_mean": [
        -0.36662712693214417,
        -0.3776901960372925
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 415,
      "lr": 0.0001,
      "sup_loss": 1.3780516261023996,
      "rf_loss": 0.0,
      "total_loss": 1.3780516261023996,
      "lyap1_mean": -0.3727497160434723,
      "lyap1_max": -0.3577226996421814,
      "lyap1_min": -0.3848288953304291,
      "lyap_spec_mean": [
        -0.3727497458457947,
        -0.3814659118652344
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 416,
      "lr": 0.0001,
      "sup_loss": 1.4597661722238187,
      "rf_loss": 0.0,
      "total_loss": 1.4597661722238187,
      "lyap1_mean": -0.3598135709762573,
      "lyap1_max": -0.32477349042892456,
      "lyap1_min": -0.38757818937301636,
      "lyap_spec_mean": [
        -0.3598135709762573,
        -0.37275147438049316
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 417,
      "lr": 0.0001,
      "sup_loss": 1.4535254123823182,
      "rf_loss": 0.0,
      "total_loss": 1.4535254123823182,
      "lyap1_mean": -0.3778132200241089,
      "lyap1_max": -0.3621639907360077,
      "lyap1_min": -0.3861883580684662,
      "lyap_spec_mean": [
        -0.3778132498264313,
        -0.38003554940223694
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 418,
      "lr": 0.0001,
      "sup_loss": 1.4278060949631584,
      "rf_loss": 0.0,
      "total_loss": 1.4278060949631584,
      "lyap1_mean": -0.3772073984146118,
      "lyap1_max": -0.343738317489624,
      "lyap1_min": -0.4033612012863159,
      "lyap_spec_mean": [
        -0.3772073984146118,
        -0.37178149819374084
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 419,
      "lr": 0.0001,
      "sup_loss": 1.4178609686522377,
      "rf_loss": 0.0,
      "total_loss": 1.4178609686522377,
      "lyap1_mean": -0.37552279233932495,
      "lyap1_max": -0.32280102372169495,
      "lyap1_min": -0.3897746503353119,
      "lyap_spec_mean": [
        -0.37552279233932495,
        -0.37352365255355835
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 420,
      "lr": 0.0001,
      "sup_loss": 1.4317252249419459,
      "rf_loss": 0.0,
      "total_loss": 1.4317252249419459,
      "lyap1_mean": -0.37838542461395264,
      "lyap1_max": -0.33723530173301697,
      "lyap1_min": -0.40062758326530457,
      "lyap_spec_mean": [
        -0.37838542461395264,
        -0.3882238566875458
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 421,
      "lr": 0.0001,
      "sup_loss": 1.4197342059896774,
      "rf_loss": 0.0,
      "total_loss": 1.4197342059896774,
      "lyap1_mean": -0.3947010040283203,
      "lyap1_max": -0.382816880941391,
      "lyap1_min": -0.405193030834198,
      "lyap_spec_mean": [
        -0.3947010040283203,
        -0.3909423053264618
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 422,
      "lr": 0.0001,
      "sup_loss": 1.4424689638632362,
      "rf_loss": 0.0,
      "total_loss": 1.4424689638632362,
      "lyap1_mean": -0.37843602895736694,
      "lyap1_max": -0.3526803255081177,
      "lyap1_min": -0.39344334602355957,
      "lyap_spec_mean": [
        -0.37843602895736694,
        -0.37726891040802
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 423,
      "lr": 0.0001,
      "sup_loss": 1.3846367955648222,
      "rf_loss": 0.0,
      "total_loss": 1.3846367955648222,
      "lyap1_mean": -0.3742072284221649,
      "lyap1_max": -0.3592900037765503,
      "lyap1_min": -0.38861793279647827,
      "lyap_spec_mean": [
        -0.3742072284221649,
        -0.37635231018066406
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 424,
      "lr": 0.0001,
      "sup_loss": 1.4529291156048036,
      "rf_loss": 0.0,
      "total_loss": 1.4529291156048036,
      "lyap1_mean": -0.37114304304122925,
      "lyap1_max": -0.3611076772212982,
      "lyap1_min": -0.3874616026878357,
      "lyap_spec_mean": [
        -0.37114304304122925,
        -0.3776857256889343
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 425,
      "lr": 0.0001,
      "sup_loss": 1.431354528306675,
      "rf_loss": 0.0,
      "total_loss": 1.431354528306675,
      "lyap1_mean": -0.3744330406188965,
      "lyap1_max": -0.3536013960838318,
      "lyap1_min": -0.38543838262557983,
      "lyap_spec_mean": [
        -0.3744330406188965,
        -0.3791074752807617
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 426,
      "lr": 0.0001,
      "sup_loss": 1.4277178686916119,
      "rf_loss": 0.0,
      "total_loss": 1.4277178686916119,
      "lyap1_mean": -0.3728022575378418,
      "lyap1_max": -0.31030330061912537,
      "lyap1_min": -0.3973565995693207,
      "lyap_spec_mean": [
        -0.3728022575378418,
        -0.3828314542770386
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 427,
      "lr": 0.0001,
      "sup_loss": 1.4068156832694532,
      "rf_loss": 0.0,
      "total_loss": 1.4068156832694532,
      "lyap1_mean": -0.3919927477836609,
      "lyap1_max": -0.37395620346069336,
      "lyap1_min": -0.4026993215084076,
      "lyap_spec_mean": [
        -0.3919927775859833,
        -0.3911644220352173
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 428,
      "lr": 0.0001,
      "sup_loss": 1.396580345694184,
      "rf_loss": 0.0,
      "total_loss": 1.396580345694184,
      "lyap1_mean": -0.3907908797264099,
      "lyap1_max": -0.36837038397789,
      "lyap1_min": -0.40920788049697876,
      "lyap_spec_mean": [
        -0.3907908797264099,
        -0.39352577924728394
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 429,
      "lr": 0.0001,
      "sup_loss": 1.4096783121315533,
      "rf_loss": 0.0,
      "total_loss": 1.4096783121315533,
      "lyap1_mean": -0.39703914523124695,
      "lyap1_max": -0.3801134526729584,
      "lyap1_min": -0.4079056978225708,
      "lyap_spec_mean": [
        -0.39703917503356934,
        -0.3987196087837219
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 430,
      "lr": 0.0001,
      "sup_loss": 1.4030197689889965,
      "rf_loss": 0.0,
      "total_loss": 1.4030197689889965,
      "lyap1_mean": -0.3984854817390442,
      "lyap1_max": -0.38776570558547974,
      "lyap1_min": -0.40906280279159546,
      "lyap_spec_mean": [
        -0.3984854817390442,
        -0.3969191014766693
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 431,
      "lr": 0.0001,
      "sup_loss": 1.4483221362336642,
      "rf_loss": 0.0,
      "total_loss": 1.4483221362336642,
      "lyap1_mean": -0.3927329182624817,
      "lyap1_max": -0.3819050192832947,
      "lyap1_min": -0.40197059512138367,
      "lyap_spec_mean": [
        -0.3927329182624817,
        -0.39392244815826416
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 432,
      "lr": 0.0001,
      "sup_loss": 1.3747828815380272,
      "rf_loss": 0.0,
      "total_loss": 1.3747828815380272,
      "lyap1_mean": -0.3897849917411804,
      "lyap1_max": -0.3676203489303589,
      "lyap1_min": -0.4076176583766937,
      "lyap_spec_mean": [
        -0.3897850215435028,
        -0.39010247588157654
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 433,
      "lr": 0.0001,
      "sup_loss": 1.3951477703637645,
      "rf_loss": 0.0,
      "total_loss": 1.3951477703637645,
      "lyap1_mean": -0.37635892629623413,
      "lyap1_max": -0.32996124029159546,
      "lyap1_min": -0.39390453696250916,
      "lyap_spec_mean": [
        -0.37635892629623413,
        -0.39015185832977295
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 434,
      "lr": 0.0001,
      "sup_loss": 1.3517894482603352,
      "rf_loss": 0.0,
      "total_loss": 1.3517894482603352,
      "lyap1_mean": -0.3787926137447357,
      "lyap1_max": -0.3694330155849457,
      "lyap1_min": -0.38925597071647644,
      "lyap_spec_mean": [
        -0.3787926137447357,
        -0.3773001432418823
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 435,
      "lr": 0.0001,
      "sup_loss": 1.4020531396979143,
      "rf_loss": 0.0,
      "total_loss": 1.4020531396979143,
      "lyap1_mean": -0.3683106303215027,
      "lyap1_max": -0.3531372547149658,
      "lyap1_min": -0.38394758105278015,
      "lyap_spec_mean": [
        -0.36831068992614746,
        -0.3675606846809387
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 436,
      "lr": 0.0001,
      "sup_loss": 1.4159586478571524,
      "rf_loss": 0.0,
      "total_loss": 1.4159586478571524,
      "lyap1_mean": -0.36772286891937256,
      "lyap1_max": -0.3576987683773041,
      "lyap1_min": -0.3879660367965698,
      "lyap_spec_mean": [
        -0.36772289872169495,
        -0.3700867295265198
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 437,
      "lr": 0.0001,
      "sup_loss": 1.3839360372453458,
      "rf_loss": 0.0,
      "total_loss": 1.3839360372453458,
      "lyap1_mean": -0.37872081995010376,
      "lyap1_max": -0.35085123777389526,
      "lyap1_min": -0.3995128273963928,
      "lyap_spec_mean": [
        -0.37872081995010376,
        -0.37976959347724915
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 438,
      "lr": 0.0001,
      "sup_loss": 1.4169614412784484,
      "rf_loss": 0.0,
      "total_loss": 1.4169614412784484,
      "lyap1_mean": -0.3717537522315979,
      "lyap1_max": -0.3361666202545166,
      "lyap1_min": -0.3990580439567566,
      "lyap_spec_mean": [
        -0.3717537522315979,
        -0.3791589140892029
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 439,
      "lr": 0.0001,
      "sup_loss": 1.4287004191807848,
      "rf_loss": 0.0,
      "total_loss": 1.4287004191807848,
      "lyap1_mean": -0.3802332878112793,
      "lyap1_max": -0.33362337946891785,
      "lyap1_min": -0.39941245317459106,
      "lyap_spec_mean": [
        -0.3802332878112793,
        -0.38099443912506104
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 440,
      "lr": 0.0001,
      "sup_loss": 1.4494708934460434,
      "rf_loss": 0.0,
      "total_loss": 1.4494708934460434,
      "lyap1_mean": -0.3875604271888733,
      "lyap1_max": -0.3753760755062103,
      "lyap1_min": -0.4003378748893738,
      "lyap_spec_mean": [
        -0.3875603973865509,
        -0.3940931558609009
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 441,
      "lr": 0.0001,
      "sup_loss": 1.409841104315678,
      "rf_loss": 0.0,
      "total_loss": 1.409841104315678,
      "lyap1_mean": -0.3738778531551361,
      "lyap1_max": -0.32529720664024353,
      "lyap1_min": -0.3998933732509613,
      "lyap_spec_mean": [
        -0.3738778531551361,
        -0.3829095661640167
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 442,
      "lr": 0.0001,
      "sup_loss": 1.433375629488468,
      "rf_loss": 0.0,
      "total_loss": 1.433375629488468,
      "lyap1_mean": -0.35201430320739746,
      "lyap1_max": -0.3152725100517273,
      "lyap1_min": -0.3790058493614197,
      "lyap_spec_mean": [
        -0.35201430320739746,
        -0.3656231760978699
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 443,
      "lr": 0.0001,
      "sup_loss": 1.3977560244715126,
      "rf_loss": 0.0,
      "total_loss": 1.3977560244715126,
      "lyap1_mean": -0.3423246741294861,
      "lyap1_max": -0.3027767837047577,
      "lyap1_min": -0.3683497905731201,
      "lyap_spec_mean": [
        -0.34232470393180847,
        -0.3448670506477356
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 444,
      "lr": 0.0001,
      "sup_loss": 1.454852659721312,
      "rf_loss": 0.0,
      "total_loss": 1.454852659721312,
      "lyap1_mean": -0.3377416729927063,
      "lyap1_max": -0.30269336700439453,
      "lyap1_min": -0.35312819480895996,
      "lyap_spec_mean": [
        -0.3377416729927063,
        -0.34569278359413147
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 445,
      "lr": 0.0001,
      "sup_loss": 1.3855290510495064,
      "rf_loss": 0.0,
      "total_loss": 1.3855290510495064,
      "lyap1_mean": -0.3329387307167053,
      "lyap1_max": -0.3087380528450012,
      "lyap1_min": -0.3583945035934448,
      "lyap_spec_mean": [
        -0.3329387307167053,
        -0.34084373712539673
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 446,
      "lr": 0.0001,
      "sup_loss": 1.3734035526915969,
      "rf_loss": 0.0,
      "total_loss": 1.3734035526915969,
      "lyap1_mean": -0.34416937828063965,
      "lyap1_max": -0.31299057602882385,
      "lyap1_min": -0.3624913692474365,
      "lyap_spec_mean": [
        -0.34416937828063965,
        -0.35100436210632324
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 447,
      "lr": 0.0001,
      "sup_loss": 1.4202274048800818,
      "rf_loss": 0.0,
      "total_loss": 1.4202274048800818,
      "lyap1_mean": -0.3481460213661194,
      "lyap1_max": -0.3159831166267395,
      "lyap1_min": -0.3656258285045624,
      "lyap_spec_mean": [
        -0.3481460213661194,
        -0.35303252935409546
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 448,
      "lr": 0.0001,
      "sup_loss": 1.394067246301338,
      "rf_loss": 0.0,
      "total_loss": 1.394067246301338,
      "lyap1_mean": -0.36191225051879883,
      "lyap1_max": -0.3171837627887726,
      "lyap1_min": -0.3785969018936157,
      "lyap_spec_mean": [
        -0.36191225051879883,
        -0.3658677339553833
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 449,
      "lr": 0.0001,
      "sup_loss": 1.4174374597362365,
      "rf_loss": 0.0,
      "total_loss": 1.4174374597362365,
      "lyap1_mean": -0.3636297285556793,
      "lyap1_max": -0.3505166471004486,
      "lyap1_min": -0.3751547932624817,
      "lyap_spec_mean": [
        -0.3636297285556793,
        -0.3663458824157715
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 450,
      "lr": 0.0001,
      "sup_loss": 1.4306782755928174,
      "rf_loss": 0.0,
      "total_loss": 1.4306782755928174,
      "lyap1_mean": -0.3722383379936218,
      "lyap1_max": -0.3581414222717285,
      "lyap1_min": -0.3834058940410614,
      "lyap_spec_mean": [
        -0.3722383379936218,
        -0.3708816170692444
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 451,
      "lr": 0.0001,
      "sup_loss": 1.4285745559059517,
      "rf_loss": 0.0,
      "total_loss": 1.4285745559059517,
      "lyap1_mean": -0.37604254484176636,
      "lyap1_max": -0.3630478084087372,
      "lyap1_min": -0.3914169669151306,
      "lyap_spec_mean": [
        -0.37604254484176636,
        -0.37491533160209656
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 452,
      "lr": 0.0001,
      "sup_loss": 1.4152385198727755,
      "rf_loss": 0.0,
      "total_loss": 1.4152385198727755,
      "lyap1_mean": -0.38042017817497253,
      "lyap1_max": -0.3529514670372009,
      "lyap1_min": -0.392835795879364,
      "lyap_spec_mean": [
        -0.38042014837265015,
        -0.3760511875152588
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 453,
      "lr": 0.0001,
      "sup_loss": 1.4106935881683123,
      "rf_loss": 0.0,
      "total_loss": 1.4106935881683123,
      "lyap1_mean": -0.3765392303466797,
      "lyap1_max": -0.3637808561325073,
      "lyap1_min": -0.39332616329193115,
      "lyap_spec_mean": [
        -0.3765392303466797,
        -0.38425758481025696
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 454,
      "lr": 0.0001,
      "sup_loss": 1.417487896518484,
      "rf_loss": 0.0,
      "total_loss": 1.417487896518484,
      "lyap1_mean": -0.36993408203125,
      "lyap1_max": -0.3112143874168396,
      "lyap1_min": -0.3972398638725281,
      "lyap_spec_mean": [
        -0.3699341118335724,
        -0.37383100390434265
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 455,
      "lr": 0.0001,
      "sup_loss": 1.4279510433739682,
      "rf_loss": 0.0,
      "total_loss": 1.4279510433739682,
      "lyap1_mean": -0.362019419670105,
      "lyap1_max": -0.32364508509635925,
      "lyap1_min": -0.38285955786705017,
      "lyap_spec_mean": [
        -0.3620193898677826,
        -0.36001673340797424
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 456,
      "lr": 0.0001,
      "sup_loss": 1.3922225522132314,
      "rf_loss": 0.0,
      "total_loss": 1.3922225522132314,
      "lyap1_mean": -0.36054277420043945,
      "lyap1_max": -0.34585389494895935,
      "lyap1_min": -0.38178014755249023,
      "lyap_spec_mean": [
        -0.36054277420043945,
        -0.36541175842285156
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 457,
      "lr": 0.0001,
      "sup_loss": 1.401383945295248,
      "rf_loss": 0.0,
      "total_loss": 1.401383945295248,
      "lyap1_mean": -0.360004186630249,
      "lyap1_max": -0.35262176394462585,
      "lyap1_min": -0.3707242012023926,
      "lyap_spec_mean": [
        -0.3600042164325714,
        -0.35573339462280273
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 458,
      "lr": 0.0001,
      "sup_loss": 1.3993489865083886,
      "rf_loss": 0.0,
      "total_loss": 1.3993489865083886,
      "lyap1_mean": -0.36357489228248596,
      "lyap1_max": -0.35117456316947937,
      "lyap1_min": -0.37894177436828613,
      "lyap_spec_mean": [
        -0.36357492208480835,
        -0.36517661809921265
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 459,
      "lr": 0.0001,
      "sup_loss": 1.40196563088316,
      "rf_loss": 0.0,
      "total_loss": 1.40196563088316,
      "lyap1_mean": -0.3780214190483093,
      "lyap1_max": -0.3663347661495209,
      "lyap1_min": -0.38749176263809204,
      "lyap_spec_mean": [
        -0.37802138924598694,
        -0.3803868293762207
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 460,
      "lr": 0.0001,
      "sup_loss": 1.4453553277569178,
      "rf_loss": 0.0,
      "total_loss": 1.4453553277569178,
      "lyap1_mean": -0.38210898637771606,
      "lyap1_max": -0.3677346110343933,
      "lyap1_min": -0.39095282554626465,
      "lyap_spec_mean": [
        -0.38210898637771606,
        -0.3813552260398865
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 461,
      "lr": 0.0001,
      "sup_loss": 1.3944098023571778,
      "rf_loss": 0.0,
      "total_loss": 1.3944098023571778,
      "lyap1_mean": -0.3912724256515503,
      "lyap1_max": -0.37970682978630066,
      "lyap1_min": -0.40294572710990906,
      "lyap_spec_mean": [
        -0.3912724554538727,
        -0.392784059047699
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 462,
      "lr": 0.0001,
      "sup_loss": 1.4218430860565132,
      "rf_loss": 0.0,
      "total_loss": 1.4218430860565132,
      "lyap1_mean": -0.39014506340026855,
      "lyap1_max": -0.3776214122772217,
      "lyap1_min": -0.4054918885231018,
      "lyap_spec_mean": [
        -0.39014506340026855,
        -0.39891213178634644
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 463,
      "lr": 0.0001,
      "sup_loss": 1.4783798987100027,
      "rf_loss": 0.0,
      "total_loss": 1.4783798987100027,
      "lyap1_mean": -0.4117470979690552,
      "lyap1_max": -0.3976721465587616,
      "lyap1_min": -0.4169764518737793,
      "lyap_spec_mean": [
        -0.4117470979690552,
        -0.4136025905609131
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 464,
      "lr": 0.0001,
      "sup_loss": 1.4024577285385837,
      "rf_loss": 0.0,
      "total_loss": 1.4024577285385837,
      "lyap1_mean": -0.40408656001091003,
      "lyap1_max": -0.3801867365837097,
      "lyap1_min": -0.4226004481315613,
      "lyap_spec_mean": [
        -0.40408653020858765,
        -0.40249451994895935
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 465,
      "lr": 0.0001,
      "sup_loss": 1.3948991352390068,
      "rf_loss": 0.0,
      "total_loss": 1.3948991352390068,
      "lyap1_mean": -0.40454304218292236,
      "lyap1_max": -0.38526737689971924,
      "lyap1_min": -0.41726458072662354,
      "lyap_spec_mean": [
        -0.40454310178756714,
        -0.40354228019714355
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 466,
      "lr": 0.0001,
      "sup_loss": 1.397001324813825,
      "rf_loss": 0.0,
      "total_loss": 1.397001324813825,
      "lyap1_mean": -0.37862443923950195,
      "lyap1_max": -0.3503800630569458,
      "lyap1_min": -0.40202924609184265,
      "lyap_spec_mean": [
        -0.37862443923950195,
        -0.38211143016815186
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 467,
      "lr": 0.0001,
      "sup_loss": 1.4115702523379237,
      "rf_loss": 0.0,
      "total_loss": 1.4115702523379237,
      "lyap1_mean": -0.37188637256622314,
      "lyap1_max": -0.3591810464859009,
      "lyap1_min": -0.38347527384757996,
      "lyap_spec_mean": [
        -0.37188637256622314,
        -0.3721923828125
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 468,
      "lr": 0.0001,
      "sup_loss": 1.4113861970137942,
      "rf_loss": 0.0,
      "total_loss": 1.4113861970137942,
      "lyap1_mean": -0.3650580048561096,
      "lyap1_max": -0.33851146697998047,
      "lyap1_min": -0.3812733292579651,
      "lyap_spec_mean": [
        -0.3650580048561096,
        -0.36728155612945557
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 469,
      "lr": 0.0001,
      "sup_loss": 1.425290463989715,
      "rf_loss": 0.0,
      "total_loss": 1.425290463989715,
      "lyap1_mean": -0.3644156754016876,
      "lyap1_max": -0.3470563292503357,
      "lyap1_min": -0.37764930725097656,
      "lyap_spec_mean": [
        -0.3644156754016876,
        -0.3656001687049866
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 470,
      "lr": 0.0001,
      "sup_loss": 1.3824330819293411,
      "rf_loss": 0.0,
      "total_loss": 1.3824330819293411,
      "lyap1_mean": -0.3589673638343811,
      "lyap1_max": -0.3411049544811249,
      "lyap1_min": -0.3725430369377136,
      "lyap_spec_mean": [
        -0.3589673638343811,
        -0.36498144268989563
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 471,
      "lr": 0.0001,
      "sup_loss": 1.4288326502810602,
      "rf_loss": 0.0,
      "total_loss": 1.4288326502810602,
      "lyap1_mean": -0.37133514881134033,
      "lyap1_max": -0.35182803869247437,
      "lyap1_min": -0.3876258134841919,
      "lyap_spec_mean": [
        -0.37133514881134033,
        -0.3718670606613159
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 472,
      "lr": 0.0001,
      "sup_loss": 1.3919231542245023,
      "rf_loss": 0.0,
      "total_loss": 1.3919231542245023,
      "lyap1_mean": -0.3675503134727478,
      "lyap1_max": -0.3453401029109955,
      "lyap1_min": -0.383683979511261,
      "lyap_spec_mean": [
        -0.3675503730773926,
        -0.3727515935897827
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 473,
      "lr": 0.0001,
      "sup_loss": 1.364583334985851,
      "rf_loss": 0.0,
      "total_loss": 1.364583334985851,
      "lyap1_mean": -0.37725120782852173,
      "lyap1_max": -0.34953296184539795,
      "lyap1_min": -0.392691969871521,
      "lyap_spec_mean": [
        -0.37725120782852173,
        -0.37900811433792114
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 474,
      "lr": 0.0001,
      "sup_loss": 1.3671343137499972,
      "rf_loss": 0.0,
      "total_loss": 1.3671343137499972,
      "lyap1_mean": -0.3761574625968933,
      "lyap1_max": -0.3674260377883911,
      "lyap1_min": -0.38931506872177124,
      "lyap_spec_mean": [
        -0.3761574625968933,
        -0.38085535168647766
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 475,
      "lr": 0.0001,
      "sup_loss": 1.4075833388601526,
      "rf_loss": 0.0,
      "total_loss": 1.4075833388601526,
      "lyap1_mean": -0.36686721444129944,
      "lyap1_max": -0.3546410799026489,
      "lyap1_min": -0.38796374201774597,
      "lyap_spec_mean": [
        -0.3668672442436218,
        -0.37246012687683105
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 476,
      "lr": 0.0001,
      "sup_loss": 1.4239229548681558,
      "rf_loss": 0.0,
      "total_loss": 1.4239229548681558,
      "lyap1_mean": -0.37265801429748535,
      "lyap1_max": -0.35325977206230164,
      "lyap1_min": -0.382114976644516,
      "lyap_spec_mean": [
        -0.37265804409980774,
        -0.37275809049606323
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 477,
      "lr": 0.0001,
      "sup_loss": 1.3503773484952293,
      "rf_loss": 0.0,
      "total_loss": 1.3503773484952293,
      "lyap1_mean": -0.3730398714542389,
      "lyap1_max": -0.35880881547927856,
      "lyap1_min": -0.38471853733062744,
      "lyap_spec_mean": [
        -0.3730398714542389,
        -0.3693455457687378
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 478,
      "lr": 0.0001,
      "sup_loss": 1.4060072292250154,
      "rf_loss": 0.0,
      "total_loss": 1.4060072292250154,
      "lyap1_mean": -0.37921881675720215,
      "lyap1_max": -0.37100881338119507,
      "lyap1_min": -0.39131391048431396,
      "lyap_spec_mean": [
        -0.37921881675720215,
        -0.3794479966163635
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 479,
      "lr": 0.0001,
      "sup_loss": 1.3964491815222206,
      "rf_loss": 0.0,
      "total_loss": 1.3964491815222206,
      "lyap1_mean": -0.3722718358039856,
      "lyap1_max": -0.36240050196647644,
      "lyap1_min": -0.3778402805328369,
      "lyap_spec_mean": [
        -0.3722718060016632,
        -0.37218213081359863
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 480,
      "lr": 0.0001,
      "sup_loss": 1.4219477533008298,
      "rf_loss": 0.0,
      "total_loss": 1.4219477533008298,
      "lyap1_mean": -0.37153521180152893,
      "lyap1_max": -0.36238956451416016,
      "lyap1_min": -0.38004931807518005,
      "lyap_spec_mean": [
        -0.3715352416038513,
        -0.372653067111969
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 481,
      "lr": 0.0001,
      "sup_loss": 1.4380086270161179,
      "rf_loss": 0.0,
      "total_loss": 1.4380086270161179,
      "lyap1_mean": -0.3712180256843567,
      "lyap1_max": -0.3524477183818817,
      "lyap1_min": -0.38312482833862305,
      "lyap_spec_mean": [
        -0.3712180256843567,
        -0.37412533164024353
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 482,
      "lr": 0.0001,
      "sup_loss": 1.4265119776186594,
      "rf_loss": 0.0,
      "total_loss": 1.4265119776186594,
      "lyap1_mean": -0.38202381134033203,
      "lyap1_max": -0.36976438760757446,
      "lyap1_min": -0.3919738233089447,
      "lyap_spec_mean": [
        -0.3820238411426544,
        -0.38227519392967224
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 483,
      "lr": 0.0001,
      "sup_loss": 1.385051991743277,
      "rf_loss": 0.0,
      "total_loss": 1.385051991743277,
      "lyap1_mean": -0.39553704857826233,
      "lyap1_max": -0.37995240092277527,
      "lyap1_min": -0.41504260897636414,
      "lyap_spec_mean": [
        -0.39553701877593994,
        -0.39710620045661926
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 484,
      "lr": 0.0001,
      "sup_loss": 1.3846744046017396,
      "rf_loss": 0.0,
      "total_loss": 1.3846744046017396,
      "lyap1_mean": -0.3977949619293213,
      "lyap1_max": -0.3847965598106384,
      "lyap1_min": -0.4091889262199402,
      "lyap_spec_mean": [
        -0.3977949619293213,
        -0.39799514412879944
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 485,
      "lr": 0.0001,
      "sup_loss": 1.4052933676821244,
      "rf_loss": 0.0,
      "total_loss": 1.4052933676821244,
      "lyap1_mean": -0.40778887271881104,
      "lyap1_max": -0.40249156951904297,
      "lyap1_min": -0.41284021735191345,
      "lyap_spec_mean": [
        -0.40778884291648865,
        -0.4068511128425598
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 486,
      "lr": 0.0001,
      "sup_loss": 1.423439482183984,
      "rf_loss": 0.0,
      "total_loss": 1.423439482183984,
      "lyap1_mean": -0.4069322347640991,
      "lyap1_max": -0.39814552664756775,
      "lyap1_min": -0.4124945104122162,
      "lyap_spec_mean": [
        -0.4069322347640991,
        -0.40467020869255066
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 487,
      "lr": 0.0001,
      "sup_loss": 1.3866519757494022,
      "rf_loss": 0.0,
      "total_loss": 1.3866519757494022,
      "lyap1_mean": -0.3992583751678467,
      "lyap1_max": -0.373116672039032,
      "lyap1_min": -0.4112032353878021,
      "lyap_spec_mean": [
        -0.3992583751678467,
        -0.4030960202217102
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 488,
      "lr": 0.0001,
      "sup_loss": 1.389375929519639,
      "rf_loss": 0.0,
      "total_loss": 1.389375929519639,
      "lyap1_mean": -0.40075600147247314,
      "lyap1_max": -0.38703569769859314,
      "lyap1_min": -0.41628003120422363,
      "lyap_spec_mean": [
        -0.40075597167015076,
        -0.39837080240249634
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 489,
      "lr": 0.0001,
      "sup_loss": 1.4310086719395145,
      "rf_loss": 0.0,
      "total_loss": 1.4310086719395145,
      "lyap1_mean": -0.394405335187912,
      "lyap1_max": -0.3747032582759857,
      "lyap1_min": -0.4104512631893158,
      "lyap_spec_mean": [
        -0.3944053053855896,
        -0.39093858003616333
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 490,
      "lr": 0.0001,
      "sup_loss": 1.3915422711624583,
      "rf_loss": 0.0,
      "total_loss": 1.3915422711624583,
      "lyap1_mean": -0.3866799771785736,
      "lyap1_max": -0.3681316375732422,
      "lyap1_min": -0.3927133083343506,
      "lyap_spec_mean": [
        -0.386680006980896,
        -0.3855263590812683
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 491,
      "lr": 0.0001,
      "sup_loss": 1.41716250312776,
      "rf_loss": 0.0,
      "total_loss": 1.41716250312776,
      "lyap1_mean": -0.39432525634765625,
      "lyap1_max": -0.38404446840286255,
      "lyap1_min": -0.40446001291275024,
      "lyap_spec_mean": [
        -0.39432525634765625,
        -0.39627817273139954
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 492,
      "lr": 0.0001,
      "sup_loss": 1.3988025829080226,
      "rf_loss": 0.0,
      "total_loss": 1.3988025829080226,
      "lyap1_mean": -0.40185436606407166,
      "lyap1_max": -0.38635632395744324,
      "lyap1_min": -0.4157448709011078,
      "lyap_spec_mean": [
        -0.40185433626174927,
        -0.4013364911079407
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 493,
      "lr": 0.0001,
      "sup_loss": 1.354425415658556,
      "rf_loss": 0.0,
      "total_loss": 1.354425415658556,
      "lyap1_mean": -0.40120962262153625,
      "lyap1_max": -0.3856872022151947,
      "lyap1_min": -0.4123362898826599,
      "lyap_spec_mean": [
        -0.40120962262153625,
        -0.4056031405925751
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 494,
      "lr": 0.0001,
      "sup_loss": 1.4096946904132612,
      "rf_loss": 0.0,
      "total_loss": 1.4096946904132612,
      "lyap1_mean": -0.38869914412498474,
      "lyap1_max": -0.3738260865211487,
      "lyap1_min": -0.40359553694725037,
      "lyap_spec_mean": [
        -0.38869911432266235,
        -0.3882944583892822
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 495,
      "lr": 0.0001,
      "sup_loss": 1.3901404012304148,
      "rf_loss": 0.0,
      "total_loss": 1.3901404012304148,
      "lyap1_mean": -0.3907170295715332,
      "lyap1_max": -0.37874096632003784,
      "lyap1_min": -0.40099042654037476,
      "lyap_spec_mean": [
        -0.3907170295715332,
        -0.3951326310634613
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 496,
      "lr": 0.0001,
      "sup_loss": 1.3933926280115474,
      "rf_loss": 0.0,
      "total_loss": 1.3933926280115474,
      "lyap1_mean": -0.3833853006362915,
      "lyap1_max": -0.36820122599601746,
      "lyap1_min": -0.392851322889328,
      "lyap_spec_mean": [
        -0.3833853006362915,
        -0.38238996267318726
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 497,
      "lr": 0.0001,
      "sup_loss": 1.4004895560815958,
      "rf_loss": 0.0,
      "total_loss": 1.4004895560815958,
      "lyap1_mean": -0.3740239143371582,
      "lyap1_max": -0.33069637417793274,
      "lyap1_min": -0.3862549960613251,
      "lyap_spec_mean": [
        -0.3740239143371582,
        -0.3801382780075073
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 498,
      "lr": 0.0001,
      "sup_loss": 1.3984935202449826,
      "rf_loss": 0.0,
      "total_loss": 1.3984935202449826,
      "lyap1_mean": -0.3772345781326294,
      "lyap1_max": -0.3569979667663574,
      "lyap1_min": -0.39298996329307556,
      "lyap_spec_mean": [
        -0.3772345781326294,
        -0.3809303939342499
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 499,
      "lr": 0.0001,
      "sup_loss": 1.3883655407248923,
      "rf_loss": 0.0,
      "total_loss": 1.3883655407248923,
      "lyap1_mean": -0.3708571791648865,
      "lyap1_max": -0.34430500864982605,
      "lyap1_min": -0.38069599866867065,
      "lyap_spec_mean": [
        -0.3708571791648865,
        -0.3745073676109314
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 500,
      "lr": 0.0001,
      "sup_loss": 1.379606456912226,
      "rf_loss": 0.0,
      "total_loss": 1.379606456912226,
      "lyap1_mean": -0.3759898543357849,
      "lyap1_max": -0.3625549077987671,
      "lyap1_min": -0.3838590085506439,
      "lyap_spec_mean": [
        -0.3759898841381073,
        -0.37318646907806396
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 501,
      "lr": 0.0001,
      "sup_loss": 1.4247643061793218,
      "rf_loss": 0.0,
      "total_loss": 1.4247643061793218,
      "lyap1_mean": -0.37065476179122925,
      "lyap1_max": -0.34045371413230896,
      "lyap1_min": -0.3858383595943451,
      "lyap_spec_mean": [
        -0.37065476179122925,
        -0.37462544441223145
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 502,
      "lr": 0.0001,
      "sup_loss": 1.400122312892598,
      "rf_loss": 0.0,
      "total_loss": 1.400122312892598,
      "lyap1_mean": -0.37504255771636963,
      "lyap1_max": -0.35527607798576355,
      "lyap1_min": -0.384435772895813,
      "lyap_spec_mean": [
        -0.37504255771636963,
        -0.3805922865867615
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 503,
      "lr": 0.0001,
      "sup_loss": 1.4117599853780174,
      "rf_loss": 0.0,
      "total_loss": 1.4117599853780174,
      "lyap1_mean": -0.37583979964256287,
      "lyap1_max": -0.3654031753540039,
      "lyap1_min": -0.3836379945278168,
      "lyap_spec_mean": [
        -0.37583979964256287,
        -0.37951210141181946
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 504,
      "lr": 0.0001,
      "sup_loss": 1.443583755125828,
      "rf_loss": 0.0,
      "total_loss": 1.443583755125828,
      "lyap1_mean": -0.3805654048919678,
      "lyap1_max": -0.35232624411582947,
      "lyap1_min": -0.3866572380065918,
      "lyap_spec_mean": [
        -0.3805654048919678,
        -0.38355904817581177
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 505,
      "lr": 0.0001,
      "sup_loss": 1.3932954665657058,
      "rf_loss": 0.0,
      "total_loss": 1.3932954665657058,
      "lyap1_mean": -0.38128381967544556,
      "lyap1_max": -0.3582009971141815,
      "lyap1_min": -0.39915555715560913,
      "lyap_spec_mean": [
        -0.38128381967544556,
        -0.38657912611961365
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 506,
      "lr": 0.0001,
      "sup_loss": 1.4283846736005716,
      "rf_loss": 0.0,
      "total_loss": 1.4283846736005716,
      "lyap1_mean": -0.38257476687431335,
      "lyap1_max": -0.33929312229156494,
      "lyap1_min": -0.4018573462963104,
      "lyap_spec_mean": [
        -0.38257473707199097,
        -0.3887254297733307
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 507,
      "lr": 0.0001,
      "sup_loss": 1.3642771669535896,
      "rf_loss": 0.0,
      "total_loss": 1.3642771669535896,
      "lyap1_mean": -0.37716320157051086,
      "lyap1_max": -0.35748976469039917,
      "lyap1_min": -0.38896846771240234,
      "lyap_spec_mean": [
        -0.3771631717681885,
        -0.3851833939552307
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 508,
      "lr": 0.0001,
      "sup_loss": 1.3885183340907161,
      "rf_loss": 0.0,
      "total_loss": 1.3885183340907161,
      "lyap1_mean": -0.37983569502830505,
      "lyap1_max": -0.37392812967300415,
      "lyap1_min": -0.38850247859954834,
      "lyap_spec_mean": [
        -0.37983569502830505,
        -0.37575864791870117
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 509,
      "lr": 0.0001,
      "sup_loss": 1.385261724669661,
      "rf_loss": 0.0,
      "total_loss": 1.385261724669661,
      "lyap1_mean": -0.3779861032962799,
      "lyap1_max": -0.3712635934352875,
      "lyap1_min": -0.38271385431289673,
      "lyap_spec_mean": [
        -0.3779860734939575,
        -0.3757128119468689
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 510,
      "lr": 0.0001,
      "sup_loss": 1.3026600400625146,
      "rf_loss": 0.0,
      "total_loss": 1.3026600400625146,
      "lyap1_mean": -0.37253057956695557,
      "lyap1_max": -0.3634060323238373,
      "lyap1_min": -0.3840554654598236,
      "lyap_spec_mean": [
        -0.37253060936927795,
        -0.3676978349685669
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 511,
      "lr": 0.0001,
      "sup_loss": 1.396901097472472,
      "rf_loss": 0.0,
      "total_loss": 1.396901097472472,
      "lyap1_mean": -0.3654971122741699,
      "lyap1_max": -0.3619628846645355,
      "lyap1_min": -0.37047529220581055,
      "lyap_spec_mean": [
        -0.3654971420764923,
        -0.3648204505443573
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 512,
      "lr": 0.0001,
      "sup_loss": 1.415854149296344,
      "rf_loss": 0.0,
      "total_loss": 1.415854149296344,
      "lyap1_mean": -0.35886791348457336,
      "lyap1_max": -0.3516882061958313,
      "lyap1_min": -0.3629721999168396,
      "lyap_spec_mean": [
        -0.35886794328689575,
        -0.35915616154670715
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 513,
      "lr": 0.0001,
      "sup_loss": 1.3912214621788295,
      "rf_loss": 0.0,
      "total_loss": 1.3912214621788295,
      "lyap1_mean": -0.35901081562042236,
      "lyap1_max": -0.346029132604599,
      "lyap1_min": -0.3711014688014984,
      "lyap_spec_mean": [
        -0.35901081562042236,
        -0.3558790981769562
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 514,
      "lr": 0.0001,
      "sup_loss": 1.408993258871104,
      "rf_loss": 0.0,
      "total_loss": 1.408993258871104,
      "lyap1_mean": -0.3646446466445923,
      "lyap1_max": -0.349727600812912,
      "lyap1_min": -0.3773542642593384,
      "lyap_spec_mean": [
        -0.3646446466445923,
        -0.36652830243110657
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 515,
      "lr": 0.0001,
      "sup_loss": 1.3567838688559681,
      "rf_loss": 0.0,
      "total_loss": 1.3567838688559681,
      "lyap1_mean": -0.3604581356048584,
      "lyap1_max": -0.35098668932914734,
      "lyap1_min": -0.3679744005203247,
      "lyap_spec_mean": [
        -0.360458105802536,
        -0.36168909072875977
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 516,
      "lr": 0.0001,
      "sup_loss": 1.358428274974827,
      "rf_loss": 0.0,
      "total_loss": 1.358428274974827,
      "lyap1_mean": -0.3697109818458557,
      "lyap1_max": -0.3554058074951172,
      "lyap1_min": -0.3832899034023285,
      "lyap_spec_mean": [
        -0.3697109818458557,
        -0.36779242753982544
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 517,
      "lr": 0.0001,
      "sup_loss": 1.3607917496671456,
      "rf_loss": 0.0,
      "total_loss": 1.3607917496671456,
      "lyap1_mean": -0.36455070972442627,
      "lyap1_max": -0.33653056621551514,
      "lyap1_min": -0.37260064482688904,
      "lyap_spec_mean": [
        -0.36455070972442627,
        -0.36358046531677246
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 518,
      "lr": 0.0001,
      "sup_loss": 1.4248967233294954,
      "rf_loss": 0.0,
      "total_loss": 1.4248967233294954,
      "lyap1_mean": -0.3607748746871948,
      "lyap1_max": -0.34340211749076843,
      "lyap1_min": -0.36913496255874634,
      "lyap_spec_mean": [
        -0.3607748746871948,
        -0.36052781343460083
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 519,
      "lr": 0.0001,
      "sup_loss": 1.3544631001555958,
      "rf_loss": 0.0,
      "total_loss": 1.3544631001555958,
      "lyap1_mean": -0.3699524402618408,
      "lyap1_max": -0.3533758521080017,
      "lyap1_min": -0.3834550082683563,
      "lyap_spec_mean": [
        -0.3699524402618408,
        -0.3700324296951294
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 520,
      "lr": 0.0001,
      "sup_loss": 1.360523132701416,
      "rf_loss": 0.0,
      "total_loss": 1.360523132701416,
      "lyap1_mean": -0.3687066435813904,
      "lyap1_max": -0.3564288020133972,
      "lyap1_min": -0.3794057071208954,
      "lyap_spec_mean": [
        -0.3687066435813904,
        -0.3750414252281189
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 521,
      "lr": 0.0001,
      "sup_loss": 1.3988022441143622,
      "rf_loss": 0.0,
      "total_loss": 1.3988022441143622,
      "lyap1_mean": -0.3746854364871979,
      "lyap1_max": -0.36146411299705505,
      "lyap1_min": -0.3818647861480713,
      "lyap_spec_mean": [
        -0.3746854364871979,
        -0.3760451376438141
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 522,
      "lr": 0.0001,
      "sup_loss": 1.401611733022845,
      "rf_loss": 0.0,
      "total_loss": 1.401611733022845,
      "lyap1_mean": -0.3699040412902832,
      "lyap1_max": -0.32910478115081787,
      "lyap1_min": -0.38223856687545776,
      "lyap_spec_mean": [
        -0.3699040412902832,
        -0.3772982358932495
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 523,
      "lr": 0.0001,
      "sup_loss": 1.397247948531732,
      "rf_loss": 0.0,
      "total_loss": 1.397247948531732,
      "lyap1_mean": -0.37435996532440186,
      "lyap1_max": -0.36292144656181335,
      "lyap1_min": -0.38442492485046387,
      "lyap_spec_mean": [
        -0.37435993552207947,
        -0.37594538927078247
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 524,
      "lr": 0.0001,
      "sup_loss": 1.4133020174872304,
      "rf_loss": 0.0,
      "total_loss": 1.4133020174872304,
      "lyap1_mean": -0.37647005915641785,
      "lyap1_max": -0.36293619871139526,
      "lyap1_min": -0.3868473768234253,
      "lyap_spec_mean": [
        -0.37647005915641785,
        -0.37628990411758423
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 525,
      "lr": 0.0001,
      "sup_loss": 1.3855914969343879,
      "rf_loss": 0.0,
      "total_loss": 1.3855914969343879,
      "lyap1_mean": -0.3832281827926636,
      "lyap1_max": -0.36250853538513184,
      "lyap1_min": -0.3982178568840027,
      "lyap_spec_mean": [
        -0.3832281827926636,
        -0.38444584608078003
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 526,
      "lr": 0.0001,
      "sup_loss": 1.3549405456904051,
      "rf_loss": 0.0,
      "total_loss": 1.3549405456904051,
      "lyap1_mean": -0.3728678226470947,
      "lyap1_max": -0.3476450443267822,
      "lyap1_min": -0.3893708884716034,
      "lyap_spec_mean": [
        -0.3728678524494171,
        -0.3776733875274658
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 527,
      "lr": 0.0001,
      "sup_loss": 1.3498034878322125,
      "rf_loss": 0.0,
      "total_loss": 1.3498034878322125,
      "lyap1_mean": -0.3780815601348877,
      "lyap1_max": -0.36362695693969727,
      "lyap1_min": -0.3861505687236786,
      "lyap_spec_mean": [
        -0.3780815601348877,
        -0.3767799437046051
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 528,
      "lr": 0.0001,
      "sup_loss": 1.2894194208438456,
      "rf_loss": 0.0,
      "total_loss": 1.2894194208438456,
      "lyap1_mean": -0.3704179525375366,
      "lyap1_max": -0.3513219356536865,
      "lyap1_min": -0.38754260540008545,
      "lyap_spec_mean": [
        -0.3704179525375366,
        -0.3759133219718933
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 529,
      "lr": 0.0001,
      "sup_loss": 1.310968427482078,
      "rf_loss": 0.0,
      "total_loss": 1.310968427482078,
      "lyap1_mean": -0.3653810918331146,
      "lyap1_max": -0.3527986407279968,
      "lyap1_min": -0.3890295624732971,
      "lyap_spec_mean": [
        -0.36538106203079224,
        -0.3625405430793762
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 530,
      "lr": 0.0001,
      "sup_loss": 1.3700372643787122,
      "rf_loss": 0.0,
      "total_loss": 1.3700372643787122,
      "lyap1_mean": -0.3651564419269562,
      "lyap1_max": -0.3491503894329071,
      "lyap1_min": -0.3797764778137207,
      "lyap_spec_mean": [
        -0.3651564121246338,
        -0.3634796440601349
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 531,
      "lr": 0.0001,
      "sup_loss": 1.3947905760832569,
      "rf_loss": 0.0,
      "total_loss": 1.3947905760832569,
      "lyap1_mean": -0.35453784465789795,
      "lyap1_max": -0.3397989273071289,
      "lyap1_min": -0.3668712079524994,
      "lyap_spec_mean": [
        -0.35453784465789795,
        -0.35795995593070984
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 532,
      "lr": 0.0001,
      "sup_loss": 1.3839953979787074,
      "rf_loss": 0.0,
      "total_loss": 1.3839953979787074,
      "lyap1_mean": -0.3574078679084778,
      "lyap1_max": -0.3488762080669403,
      "lyap1_min": -0.3652307689189911,
      "lyap_spec_mean": [
        -0.3574078679084778,
        -0.3559487462043762
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 533,
      "lr": 0.0001,
      "sup_loss": 1.3400962840890962,
      "rf_loss": 0.0,
      "total_loss": 1.3400962840890962,
      "lyap1_mean": -0.3597480058670044,
      "lyap1_max": -0.33169907331466675,
      "lyap1_min": -0.3765432834625244,
      "lyap_spec_mean": [
        -0.3597480058670044,
        -0.358736515045166
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 534,
      "lr": 0.0001,
      "sup_loss": 1.4050608018633448,
      "rf_loss": 0.0,
      "total_loss": 1.4050608018633448,
      "lyap1_mean": -0.36636796593666077,
      "lyap1_max": -0.3526660203933716,
      "lyap1_min": -0.3822743594646454,
      "lyap_spec_mean": [
        -0.36636799573898315,
        -0.36662715673446655
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 535,
      "lr": 0.0001,
      "sup_loss": 1.368679600575722,
      "rf_loss": 0.0,
      "total_loss": 1.368679600575722,
      "lyap1_mean": -0.3715159595012665,
      "lyap1_max": -0.35930895805358887,
      "lyap1_min": -0.38350123167037964,
      "lyap_spec_mean": [
        -0.3715159595012665,
        -0.3751235902309418
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 536,
      "lr": 0.0001,
      "sup_loss": 1.380013706498978,
      "rf_loss": 0.0,
      "total_loss": 1.380013706498978,
      "lyap1_mean": -0.3825479745864868,
      "lyap1_max": -0.3660426735877991,
      "lyap1_min": -0.3919569253921509,
      "lyap_spec_mean": [
        -0.3825479745864868,
        -0.38248905539512634
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 537,
      "lr": 0.0001,
      "sup_loss": 1.3898426496968843,
      "rf_loss": 0.0,
      "total_loss": 1.3898426496968843,
      "lyap1_mean": -0.3806989789009094,
      "lyap1_max": -0.370525598526001,
      "lyap1_min": -0.3902106285095215,
      "lyap_spec_mean": [
        -0.3806989789009094,
        -0.37706974148750305
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 538,
      "lr": 0.0001,
      "sup_loss": 1.3648229414435589,
      "rf_loss": 0.0,
      "total_loss": 1.3648229414435589,
      "lyap1_mean": -0.3803994655609131,
      "lyap1_max": -0.3670957088470459,
      "lyap1_min": -0.39382755756378174,
      "lyap_spec_mean": [
        -0.3803994655609131,
        -0.3809582591056824
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 539,
      "lr": 0.0001,
      "sup_loss": 1.4019188720206017,
      "rf_loss": 0.0,
      "total_loss": 1.4019188720206017,
      "lyap1_mean": -0.37456825375556946,
      "lyap1_max": -0.36758312582969666,
      "lyap1_min": -0.3848288655281067,
      "lyap_spec_mean": [
        -0.37456825375556946,
        -0.37573546171188354
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 540,
      "lr": 0.0001,
      "sup_loss": 1.406268605245652,
      "rf_loss": 0.0,
      "total_loss": 1.406268605245652,
      "lyap1_mean": -0.36836832761764526,
      "lyap1_max": -0.348020076751709,
      "lyap1_min": -0.3807379901409149,
      "lyap_spec_mean": [
        -0.36836832761764526,
        -0.36921048164367676
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 541,
      "lr": 0.0001,
      "sup_loss": 1.3992028995901593,
      "rf_loss": 0.0,
      "total_loss": 1.3992028995901593,
      "lyap1_mean": -0.36717337369918823,
      "lyap1_max": -0.36046016216278076,
      "lyap1_min": -0.3762872815132141,
      "lyap_spec_mean": [
        -0.36717337369918823,
        -0.36633336544036865
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 542,
      "lr": 0.0001,
      "sup_loss": 1.3744737685175787,
      "rf_loss": 0.0,
      "total_loss": 1.3744737685175787,
      "lyap1_mean": -0.36370763182640076,
      "lyap1_max": -0.34040331840515137,
      "lyap1_min": -0.37605875730514526,
      "lyap_spec_mean": [
        -0.36370760202407837,
        -0.3652065098285675
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 543,
      "lr": 0.0001,
      "sup_loss": 1.453006224987939,
      "rf_loss": 0.0,
      "total_loss": 1.453006224987939,
      "lyap1_mean": -0.3643375635147095,
      "lyap1_max": -0.34172558784484863,
      "lyap1_min": -0.3765755593776703,
      "lyap_spec_mean": [
        -0.3643375635147095,
        -0.36331647634506226
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 544,
      "lr": 0.0001,
      "sup_loss": 1.3875401102371265,
      "rf_loss": 0.0,
      "total_loss": 1.3875401102371265,
      "lyap1_mean": -0.37315964698791504,
      "lyap1_max": -0.36210745573043823,
      "lyap1_min": -0.38815832138061523,
      "lyap_spec_mean": [
        -0.37315964698791504,
        -0.37369146943092346
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 545,
      "lr": 0.0001,
      "sup_loss": 1.3927890029311225,
      "rf_loss": 0.0,
      "total_loss": 1.3927890029311225,
      "lyap1_mean": -0.38159993290901184,
      "lyap1_max": -0.3659989833831787,
      "lyap1_min": -0.3982696533203125,
      "lyap_spec_mean": [
        -0.38159996271133423,
        -0.3834911286830902
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 546,
      "lr": 0.0001,
      "sup_loss": 1.3784164182076764,
      "rf_loss": 0.0,
      "total_loss": 1.3784164182076764,
      "lyap1_mean": -0.3905014395713806,
      "lyap1_max": -0.3736196756362915,
      "lyap1_min": -0.4026715159416199,
      "lyap_spec_mean": [
        -0.3905014395713806,
        -0.3870033621788025
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 547,
      "lr": 0.0001,
      "sup_loss": 1.3717506997808337,
      "rf_loss": 0.0,
      "total_loss": 1.3717506997808337,
      "lyap1_mean": -0.3856527805328369,
      "lyap1_max": -0.3657016158103943,
      "lyap1_min": -0.39737415313720703,
      "lyap_spec_mean": [
        -0.3856528103351593,
        -0.3823911249637604
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 548,
      "lr": 0.0001,
      "sup_loss": 1.3463739146528162,
      "rf_loss": 0.0,
      "total_loss": 1.3463739146528162,
      "lyap1_mean": -0.378503680229187,
      "lyap1_max": -0.36193418502807617,
      "lyap1_min": -0.3936564326286316,
      "lyap_spec_mean": [
        -0.3785037100315094,
        -0.3719521760940552
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 549,
      "lr": 0.0001,
      "sup_loss": 1.365560594388533,
      "rf_loss": 0.0,
      "total_loss": 1.365560594388533,
      "lyap1_mean": -0.36605769395828247,
      "lyap1_max": -0.3519285321235657,
      "lyap1_min": -0.38267025351524353,
      "lyap_spec_mean": [
        -0.36605769395828247,
        -0.3664853572845459
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 550,
      "lr": 0.0001,
      "sup_loss": 1.372336513318711,
      "rf_loss": 0.0,
      "total_loss": 1.372336513318711,
      "lyap1_mean": -0.3566686809062958,
      "lyap1_max": -0.34411710500717163,
      "lyap1_min": -0.3645927309989929,
      "lyap_spec_mean": [
        -0.35666871070861816,
        -0.3594001531600952
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 551,
      "lr": 0.0001,
      "sup_loss": 1.351256295705129,
      "rf_loss": 0.0,
      "total_loss": 1.351256295705129,
      "lyap1_mean": -0.3422797918319702,
      "lyap1_max": -0.33049941062927246,
      "lyap1_min": -0.3510192334651947,
      "lyap_spec_mean": [
        -0.3422797918319702,
        -0.34570538997650146
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 552,
      "lr": 0.0001,
      "sup_loss": 1.3348536067666643,
      "rf_loss": 0.0,
      "total_loss": 1.3348536067666643,
      "lyap1_mean": -0.3461255729198456,
      "lyap1_max": -0.33749502897262573,
      "lyap1_min": -0.3580057621002197,
      "lyap_spec_mean": [
        -0.34612560272216797,
        -0.34393078088760376
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 553,
      "lr": 0.0001,
      "sup_loss": 1.4171854091402916,
      "rf_loss": 0.0,
      "total_loss": 1.4171854091402916,
      "lyap1_mean": -0.3436698913574219,
      "lyap1_max": -0.3209083080291748,
      "lyap1_min": -0.35693180561065674,
      "lyap_spec_mean": [
        -0.3436698913574219,
        -0.34555184841156006
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 554,
      "lr": 0.0001,
      "sup_loss": 1.3723827415097536,
      "rf_loss": 0.0,
      "total_loss": 1.3723827415097536,
      "lyap1_mean": -0.3464047908782959,
      "lyap1_max": -0.326404869556427,
      "lyap1_min": -0.3584939241409302,
      "lyap_spec_mean": [
        -0.3464047908782959,
        -0.34289097785949707
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 555,
      "lr": 0.0001,
      "sup_loss": 1.379006411917285,
      "rf_loss": 0.0,
      "total_loss": 1.379006411917285,
      "lyap1_mean": -0.35180896520614624,
      "lyap1_max": -0.3408665060997009,
      "lyap1_min": -0.3601670265197754,
      "lyap_spec_mean": [
        -0.35180896520614624,
        -0.3477250933647156
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 556,
      "lr": 0.0001,
      "sup_loss": 1.3701681424979577,
      "rf_loss": 0.0,
      "total_loss": 1.3701681424979577,
      "lyap1_mean": -0.3590748906135559,
      "lyap1_max": -0.34220314025878906,
      "lyap1_min": -0.3683878779411316,
      "lyap_spec_mean": [
        -0.3590748906135559,
        -0.36082035303115845
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 557,
      "lr": 0.0001,
      "sup_loss": 1.389845559543712,
      "rf_loss": 0.0,
      "total_loss": 1.389845559543712,
      "lyap1_mean": -0.3620455265045166,
      "lyap1_max": -0.3421241044998169,
      "lyap1_min": -0.3754388093948364,
      "lyap_spec_mean": [
        -0.3620455265045166,
        -0.3654540777206421
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 558,
      "lr": 0.0001,
      "sup_loss": 1.3322505027072538,
      "rf_loss": 0.0,
      "total_loss": 1.3322505027072538,
      "lyap1_mean": -0.35745668411254883,
      "lyap1_max": -0.33586856722831726,
      "lyap1_min": -0.37443432211875916,
      "lyap_spec_mean": [
        -0.35745668411254883,
        -0.3527013659477234
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 559,
      "lr": 0.0001,
      "sup_loss": 1.4046566074812092,
      "rf_loss": 0.0,
      "total_loss": 1.4046566074812092,
      "lyap1_mean": -0.36352676153182983,
      "lyap1_max": -0.35025012493133545,
      "lyap1_min": -0.3712499141693115,
      "lyap_spec_mean": [
        -0.36352676153182983,
        -0.36218196153640747
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 560,
      "lr": 0.0001,
      "sup_loss": 1.3737051649862153,
      "rf_loss": 0.0,
      "total_loss": 1.3737051649862153,
      "lyap1_mean": -0.3528560996055603,
      "lyap1_max": -0.3372137248516083,
      "lyap1_min": -0.3611055612564087,
      "lyap_spec_mean": [
        -0.3528560996055603,
        -0.3513893485069275
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 561,
      "lr": 0.0001,
      "sup_loss": 1.3751360470056921,
      "rf_loss": 0.0,
      "total_loss": 1.3751360470056921,
      "lyap1_mean": -0.34019696712493896,
      "lyap1_max": -0.3120901882648468,
      "lyap1_min": -0.3521267771720886,
      "lyap_spec_mean": [
        -0.34019696712493896,
        -0.34141987562179565
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 562,
      "lr": 0.0001,
      "sup_loss": 1.3267997401455403,
      "rf_loss": 0.0,
      "total_loss": 1.3267997401455403,
      "lyap1_mean": -0.34049567580223083,
      "lyap1_max": -0.3302813470363617,
      "lyap1_min": -0.3549250066280365,
      "lyap_spec_mean": [
        -0.34049564599990845,
        -0.34140563011169434
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 563,
      "lr": 0.0001,
      "sup_loss": 1.3987714919614045,
      "rf_loss": 0.0,
      "total_loss": 1.3987714919614045,
      "lyap1_mean": -0.332226037979126,
      "lyap1_max": -0.31859150528907776,
      "lyap1_min": -0.34064173698425293,
      "lyap_spec_mean": [
        -0.332226037979126,
        -0.3387928903102875
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 564,
      "lr": 0.0001,
      "sup_loss": 1.3554648044554907,
      "rf_loss": 0.0,
      "total_loss": 1.3554648044554907,
      "lyap1_mean": -0.3392711877822876,
      "lyap1_max": -0.33129146695137024,
      "lyap1_min": -0.3509998023509979,
      "lyap_spec_mean": [
        -0.3392711877822876,
        -0.3358519375324249
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 565,
      "lr": 0.0001,
      "sup_loss": 1.3888127204236942,
      "rf_loss": 0.0,
      "total_loss": 1.3888127204236942,
      "lyap1_mean": -0.35117730498313904,
      "lyap1_max": -0.3398900032043457,
      "lyap1_min": -0.3648357093334198,
      "lyap_spec_mean": [
        -0.35117730498313904,
        -0.3518679738044739
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 566,
      "lr": 0.0001,
      "sup_loss": 1.3880959626209288,
      "rf_loss": 0.0,
      "total_loss": 1.3880959626209288,
      "lyap1_mean": -0.368263840675354,
      "lyap1_max": -0.3632236421108246,
      "lyap1_min": -0.37566250562667847,
      "lyap_spec_mean": [
        -0.368263840675354,
        -0.36890697479248047
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 567,
      "lr": 0.0001,
      "sup_loss": 1.3921888563029976,
      "rf_loss": 0.0,
      "total_loss": 1.3921888563029976,
      "lyap1_mean": -0.3798254132270813,
      "lyap1_max": -0.36612433195114136,
      "lyap1_min": -0.38953250646591187,
      "lyap_spec_mean": [
        -0.3798254430294037,
        -0.3784734606742859
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 568,
      "lr": 0.0001,
      "sup_loss": 1.3714777858727374,
      "rf_loss": 0.0,
      "total_loss": 1.3714777858727374,
      "lyap1_mean": -0.38514256477355957,
      "lyap1_max": -0.3734857439994812,
      "lyap1_min": -0.3927241265773773,
      "lyap_spec_mean": [
        -0.3851425349712372,
        -0.3847558796405792
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 569,
      "lr": 0.0001,
      "sup_loss": 1.4236100923808719,
      "rf_loss": 0.0,
      "total_loss": 1.4236100923808719,
      "lyap1_mean": -0.38456255197525024,
      "lyap1_max": -0.37712571024894714,
      "lyap1_min": -0.38972339034080505,
      "lyap_spec_mean": [
        -0.38456255197525024,
        -0.3879687488079071
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 570,
      "lr": 0.0001,
      "sup_loss": 1.3544586883946228,
      "rf_loss": 0.0,
      "total_loss": 1.3544586883946228,
      "lyap1_mean": -0.37331148982048035,
      "lyap1_max": -0.36352717876434326,
      "lyap1_min": -0.3813171088695526,
      "lyap_spec_mean": [
        -0.37331148982048035,
        -0.37187206745147705
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 571,
      "lr": 0.0001,
      "sup_loss": 1.355070769032368,
      "rf_loss": 0.0,
      "total_loss": 1.355070769032368,
      "lyap1_mean": -0.3672526776790619,
      "lyap1_max": -0.3578619658946991,
      "lyap1_min": -0.3765344023704529,
      "lyap_spec_mean": [
        -0.3672526478767395,
        -0.3697764277458191
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 572,
      "lr": 0.0001,
      "sup_loss": 1.3860081906604405,
      "rf_loss": 0.0,
      "total_loss": 1.3860081906604405,
      "lyap1_mean": -0.36690258979797363,
      "lyap1_max": -0.35421574115753174,
      "lyap1_min": -0.3809348940849304,
      "lyap_spec_mean": [
        -0.36690255999565125,
        -0.3683936595916748
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 573,
      "lr": 0.0001,
      "sup_loss": 1.4057475848571088,
      "rf_loss": 0.0,
      "total_loss": 1.4057475848571088,
      "lyap1_mean": -0.36348938941955566,
      "lyap1_max": -0.3543592393398285,
      "lyap1_min": -0.37067219614982605,
      "lyap_spec_mean": [
        -0.36348938941955566,
        -0.3600159287452698
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 574,
      "lr": 0.0001,
      "sup_loss": 1.3367188395109855,
      "rf_loss": 0.0,
      "total_loss": 1.3367188395109855,
      "lyap1_mean": -0.35742998123168945,
      "lyap1_max": -0.3499649465084076,
      "lyap1_min": -0.36331647634506226,
      "lyap_spec_mean": [
        -0.35742998123168945,
        -0.35860443115234375
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 575,
      "lr": 0.0001,
      "sup_loss": 1.3296346547224744,
      "rf_loss": 0.0,
      "total_loss": 1.3296346547224744,
      "lyap1_mean": -0.3589359521865845,
      "lyap1_max": -0.34947121143341064,
      "lyap1_min": -0.375324547290802,
      "lyap_spec_mean": [
        -0.3589359521865845,
        -0.3562227487564087
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 576,
      "lr": 0.0001,
      "sup_loss": 1.3911864154716331,
      "rf_loss": 0.0,
      "total_loss": 1.3911864154716331,
      "lyap1_mean": -0.36203575134277344,
      "lyap1_max": -0.34511399269104004,
      "lyap1_min": -0.3800879716873169,
      "lyap_spec_mean": [
        -0.36203572154045105,
        -0.35866183042526245
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 577,
      "lr": 0.0001,
      "sup_loss": 1.393512933119092,
      "rf_loss": 0.0,
      "total_loss": 1.393512933119092,
      "lyap1_mean": -0.36061251163482666,
      "lyap1_max": -0.34606415033340454,
      "lyap1_min": -0.3818448781967163,
      "lyap_spec_mean": [
        -0.36061254143714905,
        -0.3645838499069214
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 578,
      "lr": 0.0001,
      "sup_loss": 1.3668890791767336,
      "rf_loss": 0.0,
      "total_loss": 1.3668890791767336,
      "lyap1_mean": -0.37431800365448,
      "lyap1_max": -0.3599711060523987,
      "lyap1_min": -0.3899701237678528,
      "lyap_spec_mean": [
        -0.37431800365448,
        -0.375139981508255
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 579,
      "lr": 0.0001,
      "sup_loss": 1.3815578998758156,
      "rf_loss": 0.0,
      "total_loss": 1.3815578998758156,
      "lyap1_mean": -0.37936124205589294,
      "lyap1_max": -0.37300822138786316,
      "lyap1_min": -0.39903125166893005,
      "lyap_spec_mean": [
        -0.37936127185821533,
        -0.37651529908180237
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 580,
      "lr": 0.0001,
      "sup_loss": 1.4523925225191923,
      "rf_loss": 0.0,
      "total_loss": 1.4523925225191923,
      "lyap1_mean": -0.3847012221813202,
      "lyap1_max": -0.3757692277431488,
      "lyap1_min": -0.3933217227458954,
      "lyap_spec_mean": [
        -0.3847012221813202,
        -0.3823157548904419
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 581,
      "lr": 0.0001,
      "sup_loss": 1.3761268147690213,
      "rf_loss": 0.0,
      "total_loss": 1.3761268147690213,
      "lyap1_mean": -0.3791458010673523,
      "lyap1_max": -0.359453022480011,
      "lyap1_min": -0.4018059968948364,
      "lyap_spec_mean": [
        -0.3791458010673523,
        -0.3809783160686493
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 582,
      "lr": 0.0001,
      "sup_loss": 1.3780385216062805,
      "rf_loss": 0.0,
      "total_loss": 1.3780385216062805,
      "lyap1_mean": -0.3773435950279236,
      "lyap1_max": -0.37147343158721924,
      "lyap1_min": -0.3855074346065521,
      "lyap_spec_mean": [
        -0.3773435950279236,
        -0.37433868646621704
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 583,
      "lr": 0.0001,
      "sup_loss": 1.3573633595941215,
      "rf_loss": 0.0,
      "total_loss": 1.3573633595941215,
      "lyap1_mean": -0.3631021976470947,
      "lyap1_max": -0.3480686545372009,
      "lyap1_min": -0.3824819028377533,
      "lyap_spec_mean": [
        -0.36310216784477234,
        -0.363383412361145
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 584,
      "lr": 0.0001,
      "sup_loss": 1.4022391529610991,
      "rf_loss": 0.0,
      "total_loss": 1.4022391529610991,
      "lyap1_mean": -0.36280524730682373,
      "lyap1_max": -0.35027775168418884,
      "lyap1_min": -0.3738749623298645,
      "lyap_spec_mean": [
        -0.36280524730682373,
        -0.3642386198043823
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 585,
      "lr": 0.0001,
      "sup_loss": 1.3775847432304582,
      "rf_loss": 0.0,
      "total_loss": 1.3775847432304582,
      "lyap1_mean": -0.35928022861480713,
      "lyap1_max": -0.3533059358596802,
      "lyap1_min": -0.3672301173210144,
      "lyap_spec_mean": [
        -0.3592802584171295,
        -0.3584480285644531
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 586,
      "lr": 0.0001,
      "sup_loss": 1.4084547862937915,
      "rf_loss": 0.0,
      "total_loss": 1.4084547862937915,
      "lyap1_mean": -0.35572293400764465,
      "lyap1_max": -0.3510611951351166,
      "lyap1_min": -0.36229658126831055,
      "lyap_spec_mean": [
        -0.35572290420532227,
        -0.35640138387680054
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 587,
      "lr": 0.0001,
      "sup_loss": 1.3393169761317665,
      "rf_loss": 0.0,
      "total_loss": 1.3393169761317665,
      "lyap1_mean": -0.35408955812454224,
      "lyap1_max": -0.3448856770992279,
      "lyap1_min": -0.36634039878845215,
      "lyap_spec_mean": [
        -0.35408952832221985,
        -0.35396334528923035
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 588,
      "lr": 0.0001,
      "sup_loss": 1.3746941429394979,
      "rf_loss": 0.0,
      "total_loss": 1.3746941429394979,
      "lyap1_mean": -0.3576287627220154,
      "lyap1_max": -0.355272501707077,
      "lyap1_min": -0.35994189977645874,
      "lyap_spec_mean": [
        -0.35762879252433777,
        -0.3570215404033661
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 589,
      "lr": 0.0001,
      "sup_loss": 1.3791370220638193,
      "rf_loss": 0.0,
      "total_loss": 1.3791370220638193,
      "lyap1_mean": -0.35459962487220764,
      "lyap1_max": -0.3333849310874939,
      "lyap1_min": -0.3724231719970703,
      "lyap_spec_mean": [
        -0.35459965467453003,
        -0.3564470708370209
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 590,
      "lr": 0.0001,
      "sup_loss": 1.424191834901077,
      "rf_loss": 0.0,
      "total_loss": 1.424191834901077,
      "lyap1_mean": -0.3653346300125122,
      "lyap1_max": -0.3524237871170044,
      "lyap1_min": -0.37520092725753784,
      "lyap_spec_mean": [
        -0.3653346300125122,
        -0.3635537028312683
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 591,
      "lr": 0.0001,
      "sup_loss": 1.3752736132292387,
      "rf_loss": 0.0,
      "total_loss": 1.3752736132292387,
      "lyap1_mean": -0.3695969581604004,
      "lyap1_max": -0.3583751320838928,
      "lyap1_min": -0.37792837619781494,
      "lyap_spec_mean": [
        -0.369596928358078,
        -0.3661556839942932
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 592,
      "lr": 0.0001,
      "sup_loss": 1.3104499029555128,
      "rf_loss": 0.0,
      "total_loss": 1.3104499029555128,
      "lyap1_mean": -0.36288878321647644,
      "lyap1_max": -0.350231409072876,
      "lyap1_min": -0.37631309032440186,
      "lyap_spec_mean": [
        -0.36288875341415405,
        -0.3652467429637909
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 593,
      "lr": 0.0001,
      "sup_loss": 1.3586517016743456,
      "rf_loss": 0.0,
      "total_loss": 1.3586517016743456,
      "lyap1_mean": -0.36832395195961,
      "lyap1_max": -0.3504679799079895,
      "lyap1_min": -0.3777138888835907,
      "lyap_spec_mean": [
        -0.3683239221572876,
        -0.36922070384025574
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 594,
      "lr": 0.0001,
      "sup_loss": 1.3596825760778006,
      "rf_loss": 0.0,
      "total_loss": 1.3596825760778006,
      "lyap1_mean": -0.35191845893859863,
      "lyap1_max": -0.3281600773334503,
      "lyap1_min": -0.3689429759979248,
      "lyap_spec_mean": [
        -0.3519185185432434,
        -0.3556351661682129
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 595,
      "lr": 0.0001,
      "sup_loss": 1.3711591216228107,
      "rf_loss": 0.0,
      "total_loss": 1.3711591216228107,
      "lyap1_mean": -0.3579062223434448,
      "lyap1_max": -0.34444737434387207,
      "lyap1_min": -0.36782199144363403,
      "lyap_spec_mean": [
        -0.3579062223434448,
        -0.3592216968536377
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 596,
      "lr": 0.0001,
      "sup_loss": 1.3633190178527297,
      "rf_loss": 0.0,
      "total_loss": 1.3633190178527297,
      "lyap1_mean": -0.35949885845184326,
      "lyap1_max": -0.3499985635280609,
      "lyap1_min": -0.3693021535873413,
      "lyap_spec_mean": [
        -0.35949885845184326,
        -0.36043184995651245
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 597,
      "lr": 0.0001,
      "sup_loss": 1.353643265953587,
      "rf_loss": 0.0,
      "total_loss": 1.353643265953587,
      "lyap1_mean": -0.3600069582462311,
      "lyap1_max": -0.3497440814971924,
      "lyap1_min": -0.3688450753688812,
      "lyap_spec_mean": [
        -0.3600069582462311,
        -0.3618726134300232
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 598,
      "lr": 0.0001,
      "sup_loss": 1.3843059821000527,
      "rf_loss": 0.0,
      "total_loss": 1.3843059821000527,
      "lyap1_mean": -0.3589823246002197,
      "lyap1_max": -0.34900665283203125,
      "lyap1_min": -0.36969316005706787,
      "lyap_spec_mean": [
        -0.3589823246002197,
        -0.36131423711776733
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 599,
      "lr": 0.0001,
      "sup_loss": 1.3885060804140685,
      "rf_loss": 0.0,
      "total_loss": 1.3885060804140685,
      "lyap1_mean": -0.35344016551971436,
      "lyap1_max": -0.3405923545360565,
      "lyap1_min": -0.363212525844574,
      "lyap_spec_mean": [
        -0.35344016551971436,
        -0.35509228706359863
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 600,
      "lr": 0.0001,
      "sup_loss": 1.3284099717479703,
      "rf_loss": 0.0,
      "total_loss": 1.3284099717479703,
      "lyap1_mean": -0.35917946696281433,
      "lyap1_max": -0.35068392753601074,
      "lyap1_min": -0.3680274486541748,
      "lyap_spec_mean": [
        -0.35917946696281433,
        -0.3614427447319031
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 601,
      "lr": 0.0001,
      "sup_loss": 1.3736080830616264,
      "rf_loss": 0.0,
      "total_loss": 1.3736080830616264,
      "lyap1_mean": -0.36066171526908875,
      "lyap1_max": -0.3337005376815796,
      "lyap1_min": -0.3774392008781433,
      "lyap_spec_mean": [
        -0.36066171526908875,
        -0.3678843677043915
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 602,
      "lr": 0.0001,
      "sup_loss": 1.3754662673414664,
      "rf_loss": 0.0,
      "total_loss": 1.3754662673414664,
      "lyap1_mean": -0.36625945568084717,
      "lyap1_max": -0.353157639503479,
      "lyap1_min": -0.3778550624847412,
      "lyap_spec_mean": [
        -0.36625945568084717,
        -0.36574986577033997
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 603,
      "lr": 0.0001,
      "sup_loss": 1.3916361798115224,
      "rf_loss": 0.0,
      "total_loss": 1.3916361798115224,
      "lyap1_mean": -0.3740265965461731,
      "lyap1_max": -0.3626711368560791,
      "lyap1_min": -0.3843989968299866,
      "lyap_spec_mean": [
        -0.3740265965461731,
        -0.372772753238678
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 604,
      "lr": 0.0001,
      "sup_loss": 1.3574473092306059,
      "rf_loss": 0.0,
      "total_loss": 1.3574473092306059,
      "lyap1_mean": -0.3694964051246643,
      "lyap1_max": -0.34415170550346375,
      "lyap1_min": -0.38427063822746277,
      "lyap_spec_mean": [
        -0.3694963753223419,
        -0.374764084815979
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 605,
      "lr": 0.0001,
      "sup_loss": 1.3988695885408826,
      "rf_loss": 0.0,
      "total_loss": 1.3988695885408826,
      "lyap1_mean": -0.3727799654006958,
      "lyap1_max": -0.3656943738460541,
      "lyap1_min": -0.3808455169200897,
      "lyap_spec_mean": [
        -0.3727799355983734,
        -0.37636256217956543
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 606,
      "lr": 0.0001,
      "sup_loss": 1.357696153787839,
      "rf_loss": 0.0,
      "total_loss": 1.357696153787839,
      "lyap1_mean": -0.3741689920425415,
      "lyap1_max": -0.3603552281856537,
      "lyap1_min": -0.3831655979156494,
      "lyap_spec_mean": [
        -0.3741689920425415,
        -0.37750884890556335
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 607,
      "lr": 0.0001,
      "sup_loss": 1.3816517844585912,
      "rf_loss": 0.0,
      "total_loss": 1.3816517844585912,
      "lyap1_mean": -0.36434754729270935,
      "lyap1_max": -0.3544188141822815,
      "lyap1_min": -0.37990665435791016,
      "lyap_spec_mean": [
        -0.36434754729270935,
        -0.36143314838409424
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 608,
      "lr": 0.0001,
      "sup_loss": 1.3996375486012473,
      "rf_loss": 0.0,
      "total_loss": 1.3996375486012473,
      "lyap1_mean": -0.36772269010543823,
      "lyap1_max": -0.3580337166786194,
      "lyap1_min": -0.3740026354789734,
      "lyap_spec_mean": [
        -0.3677227199077606,
        -0.3642520308494568
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 609,
      "lr": 0.0001,
      "sup_loss": 1.3796885673810213,
      "rf_loss": 0.0,
      "total_loss": 1.3796885673810213,
      "lyap1_mean": -0.3636755645275116,
      "lyap1_max": -0.35205966234207153,
      "lyap1_min": -0.37347686290740967,
      "lyap_spec_mean": [
        -0.363675594329834,
        -0.3628495931625366
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 610,
      "lr": 0.0001,
      "sup_loss": 1.3822643022489456,
      "rf_loss": 0.0,
      "total_loss": 1.3822643022489456,
      "lyap1_mean": -0.35991746187210083,
      "lyap1_max": -0.34448298811912537,
      "lyap1_min": -0.37206730246543884,
      "lyap_spec_mean": [
        -0.35991746187210083,
        -0.3643314242362976
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 611,
      "lr": 0.0001,
      "sup_loss": 1.3434750817681484,
      "rf_loss": 0.0,
      "total_loss": 1.3434750817681484,
      "lyap1_mean": -0.3681012988090515,
      "lyap1_max": -0.36339032649993896,
      "lyap1_min": -0.3754509389400482,
      "lyap_spec_mean": [
        -0.3681012988090515,
        -0.36638712882995605
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 612,
      "lr": 0.0001,
      "sup_loss": 1.368128674228492,
      "rf_loss": 0.0,
      "total_loss": 1.368128674228492,
      "lyap1_mean": -0.35989996790885925,
      "lyap1_max": -0.34133660793304443,
      "lyap1_min": -0.3702757954597473,
      "lyap_spec_mean": [
        -0.35989996790885925,
        -0.3605181872844696
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 613,
      "lr": 0.0001,
      "sup_loss": 1.3104600533590567,
      "rf_loss": 0.0,
      "total_loss": 1.3104600533590567,
      "lyap1_mean": -0.3515138626098633,
      "lyap1_max": -0.34426945447921753,
      "lyap1_min": -0.36080440878868103,
      "lyap_spec_mean": [
        -0.3515138626098633,
        -0.35767045617103577
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 614,
      "lr": 0.0001,
      "sup_loss": 1.3890367330658264,
      "rf_loss": 0.0,
      "total_loss": 1.3890367330658264,
      "lyap1_mean": -0.34913092851638794,
      "lyap1_max": -0.3397766351699829,
      "lyap1_min": -0.3637041449546814,
      "lyap_spec_mean": [
        -0.34913089871406555,
        -0.34922367334365845
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 615,
      "lr": 0.0001,
      "sup_loss": 1.3667951233916247,
      "rf_loss": 0.0,
      "total_loss": 1.3667951233916247,
      "lyap1_mean": -0.35163962841033936,
      "lyap1_max": -0.3427329659461975,
      "lyap1_min": -0.3622238039970398,
      "lyap_spec_mean": [
        -0.35163962841033936,
        -0.3506885766983032
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 616,
      "lr": 0.0001,
      "sup_loss": 1.3199800381891658,
      "rf_loss": 0.0,
      "total_loss": 1.3199800381891658,
      "lyap1_mean": -0.35419684648513794,
      "lyap1_max": -0.3480245769023895,
      "lyap1_min": -0.358259379863739,
      "lyap_spec_mean": [
        -0.35419681668281555,
        -0.3523980975151062
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 617,
      "lr": 0.0001,
      "sup_loss": 1.3932324983457085,
      "rf_loss": 0.0,
      "total_loss": 1.3932324983457085,
      "lyap1_mean": -0.3614436388015747,
      "lyap1_max": -0.3526117503643036,
      "lyap1_min": -0.3700217008590698,
      "lyap_spec_mean": [
        -0.3614436089992523,
        -0.3630330264568329
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 618,
      "lr": 0.0001,
      "sup_loss": 1.3564461134886663,
      "rf_loss": 0.0,
      "total_loss": 1.3564461134886663,
      "lyap1_mean": -0.3684346675872803,
      "lyap1_max": -0.36262068152427673,
      "lyap1_min": -0.3741146922111511,
      "lyap_spec_mean": [
        -0.3684346377849579,
        -0.36597591638565063
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 619,
      "lr": 0.0001,
      "sup_loss": 1.3345962639874447,
      "rf_loss": 0.0,
      "total_loss": 1.3345962639874447,
      "lyap1_mean": -0.374851793050766,
      "lyap1_max": -0.3662765920162201,
      "lyap1_min": -0.39136409759521484,
      "lyap_spec_mean": [
        -0.374851793050766,
        -0.375453382730484
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 620,
      "lr": 0.0001,
      "sup_loss": 1.367901440707385,
      "rf_loss": 0.0,
      "total_loss": 1.367901440707385,
      "lyap1_mean": -0.371115505695343,
      "lyap1_max": -0.3640293776988983,
      "lyap1_min": -0.3813198208808899,
      "lyap_spec_mean": [
        -0.371115505695343,
        -0.37290874123573303
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 621,
      "lr": 0.0001,
      "sup_loss": 1.3681455358164116,
      "rf_loss": 0.0,
      "total_loss": 1.3681455358164116,
      "lyap1_mean": -0.3674129843711853,
      "lyap1_max": -0.35717543959617615,
      "lyap1_min": -0.37584489583969116,
      "lyap_spec_mean": [
        -0.3674129843711853,
        -0.3699614405632019
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 622,
      "lr": 0.0001,
      "sup_loss": 1.3541984522736814,
      "rf_loss": 0.0,
      "total_loss": 1.3541984522736814,
      "lyap1_mean": -0.3676273822784424,
      "lyap1_max": -0.35528406500816345,
      "lyap1_min": -0.3790331780910492,
      "lyap_spec_mean": [
        -0.3676273822784424,
        -0.36551058292388916
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 623,
      "lr": 0.0001,
      "sup_loss": 1.3607205444669848,
      "rf_loss": 0.0,
      "total_loss": 1.3607205444669848,
      "lyap1_mean": -0.3693138360977173,
      "lyap1_max": -0.3632984161376953,
      "lyap1_min": -0.3769955039024353,
      "lyap_spec_mean": [
        -0.3693138062953949,
        -0.36933571100234985
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 624,
      "lr": 0.0001,
      "sup_loss": 1.2536985518290638,
      "rf_loss": 0.0,
      "total_loss": 1.2536985518290638,
      "lyap1_mean": -0.3664346933364868,
      "lyap1_max": -0.36252519488334656,
      "lyap1_min": -0.3740185499191284,
      "lyap_spec_mean": [
        -0.3664346933364868,
        -0.36920222640037537
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 625,
      "lr": 0.0001,
      "sup_loss": 1.413851218347925,
      "rf_loss": 0.0,
      "total_loss": 1.413851218347925,
      "lyap1_mean": -0.3681163787841797,
      "lyap1_max": -0.3530616760253906,
      "lyap1_min": -0.37811383605003357,
      "lyap_spec_mean": [
        -0.3681163787841797,
        -0.36764684319496155
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 626,
      "lr": 0.0001,
      "sup_loss": 1.342048921830489,
      "rf_loss": 0.0,
      "total_loss": 1.342048921830489,
      "lyap1_mean": -0.3636927604675293,
      "lyap1_max": -0.35459619760513306,
      "lyap1_min": -0.371863454580307,
      "lyap_spec_mean": [
        -0.3636927604675293,
        -0.364523708820343
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 627,
      "lr": 0.0001,
      "sup_loss": 1.3776387227698883,
      "rf_loss": 0.0,
      "total_loss": 1.3776387227698883,
      "lyap1_mean": -0.366715669631958,
      "lyap1_max": -0.35545527935028076,
      "lyap1_min": -0.3793136477470398,
      "lyap_spec_mean": [
        -0.366715669631958,
        -0.36845526099205017
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 628,
      "lr": 0.0001,
      "sup_loss": 1.3405553287176275,
      "rf_loss": 0.0,
      "total_loss": 1.3405553287176275,
      "lyap1_mean": -0.36444389820098877,
      "lyap1_max": -0.34951090812683105,
      "lyap1_min": -0.37363141775131226,
      "lyap_spec_mean": [
        -0.36444389820098877,
        -0.3617301881313324
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 629,
      "lr": 0.0001,
      "sup_loss": 1.334353421694039,
      "rf_loss": 0.0,
      "total_loss": 1.334353421694039,
      "lyap1_mean": -0.35722100734710693,
      "lyap1_max": -0.34205564856529236,
      "lyap1_min": -0.36849063634872437,
      "lyap_spec_mean": [
        -0.35722100734710693,
        -0.3587837517261505
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 630,
      "lr": 0.0001,
      "sup_loss": 1.41604159640883,
      "rf_loss": 0.0,
      "total_loss": 1.41604159640883,
      "lyap1_mean": -0.35479027032852173,
      "lyap1_max": -0.3471926152706146,
      "lyap1_min": -0.3696374297142029,
      "lyap_spec_mean": [
        -0.35479024052619934,
        -0.3503689467906952
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 631,
      "lr": 0.0001,
      "sup_loss": 1.4176681449138229,
      "rf_loss": 0.0,
      "total_loss": 1.4176681449138229,
      "lyap1_mean": -0.355246901512146,
      "lyap1_max": -0.3449473977088928,
      "lyap1_min": -0.3633234202861786,
      "lyap_spec_mean": [
        -0.355246901512146,
        -0.3540615439414978
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 632,
      "lr": 0.0001,
      "sup_loss": 1.349872501515943,
      "rf_loss": 0.0,
      "total_loss": 1.349872501515943,
      "lyap1_mean": -0.3526700735092163,
      "lyap1_max": -0.34556108713150024,
      "lyap1_min": -0.3595636487007141,
      "lyap_spec_mean": [
        -0.3526700437068939,
        -0.35575953125953674
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 633,
      "lr": 0.0001,
      "sup_loss": 1.3949863282038626,
      "rf_loss": 0.0,
      "total_loss": 1.3949863282038626,
      "lyap1_mean": -0.3505985140800476,
      "lyap1_max": -0.34381863474845886,
      "lyap1_min": -0.36409422755241394,
      "lyap_spec_mean": [
        -0.3505985140800476,
        -0.35020649433135986
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 634,
      "lr": 0.0001,
      "sup_loss": 1.327922361788999,
      "rf_loss": 0.0,
      "total_loss": 1.327922361788999,
      "lyap1_mean": -0.34143877029418945,
      "lyap1_max": -0.3332279622554779,
      "lyap1_min": -0.35472655296325684,
      "lyap_spec_mean": [
        -0.34143877029418945,
        -0.34106025099754333
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 635,
      "lr": 0.0001,
      "sup_loss": 1.3522731736951423,
      "rf_loss": 0.0,
      "total_loss": 1.3522731736951423,
      "lyap1_mean": -0.3367954194545746,
      "lyap1_max": -0.32582470774650574,
      "lyap1_min": -0.34439608454704285,
      "lyap_spec_mean": [
        -0.3367954194545746,
        -0.34001579880714417
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 636,
      "lr": 0.0001,
      "sup_loss": 1.3344033682138625,
      "rf_loss": 0.0,
      "total_loss": 1.3344033682138625,
      "lyap1_mean": -0.33874770998954773,
      "lyap1_max": -0.32721632719039917,
      "lyap1_min": -0.3507949113845825,
      "lyap_spec_mean": [
        -0.33874768018722534,
        -0.3386704921722412
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 637,
      "lr": 0.0001,
      "sup_loss": 1.3182196458836803,
      "rf_loss": 0.0,
      "total_loss": 1.3182196458836803,
      "lyap1_mean": -0.3385618329048157,
      "lyap1_max": -0.3289560079574585,
      "lyap1_min": -0.34751665592193604,
      "lyap_spec_mean": [
        -0.3385618031024933,
        -0.3357950747013092
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 638,
      "lr": 0.0001,
      "sup_loss": 1.3701059030243488,
      "rf_loss": 0.0,
      "total_loss": 1.3701059030243488,
      "lyap1_mean": -0.3437841534614563,
      "lyap1_max": -0.3334735333919525,
      "lyap1_min": -0.35113903880119324,
      "lyap_spec_mean": [
        -0.3437841534614563,
        -0.3424805998802185
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 639,
      "lr": 0.0001,
      "sup_loss": 1.3850296602119907,
      "rf_loss": 0.0,
      "total_loss": 1.3850296602119907,
      "lyap1_mean": -0.34562554955482483,
      "lyap1_max": -0.3346794545650482,
      "lyap1_min": -0.3558444380760193,
      "lyap_spec_mean": [
        -0.34562554955482483,
        -0.3463890254497528
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 640,
      "lr": 0.0001,
      "sup_loss": 1.3908265205348076,
      "rf_loss": 0.0,
      "total_loss": 1.3908265205348076,
      "lyap1_mean": -0.349949449300766,
      "lyap1_max": -0.33173054456710815,
      "lyap1_min": -0.3632372319698334,
      "lyap_spec_mean": [
        -0.3499494791030884,
        -0.3534715473651886
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 641,
      "lr": 0.0001,
      "sup_loss": 1.3806675151779721,
      "rf_loss": 0.0,
      "total_loss": 1.3806675151779721,
      "lyap1_mean": -0.3547397553920746,
      "lyap1_max": -0.3492286205291748,
      "lyap1_min": -0.3657941222190857,
      "lyap_spec_mean": [
        -0.3547397553920746,
        -0.35794568061828613
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 642,
      "lr": 0.0001,
      "sup_loss": 1.426266970893867,
      "rf_loss": 0.0,
      "total_loss": 1.426266970893867,
      "lyap1_mean": -0.361150860786438,
      "lyap1_max": -0.352131724357605,
      "lyap1_min": -0.3692109286785126,
      "lyap_spec_mean": [
        -0.361150860786438,
        -0.3616487979888916
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 643,
      "lr": 0.0001,
      "sup_loss": 1.3984593986890654,
      "rf_loss": 0.0,
      "total_loss": 1.3984593986890654,
      "lyap1_mean": -0.3534361720085144,
      "lyap1_max": -0.3408817946910858,
      "lyap1_min": -0.36222130060195923,
      "lyap_spec_mean": [
        -0.353436142206192,
        -0.3556484878063202
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 644,
      "lr": 0.0001,
      "sup_loss": 1.3879477684401649,
      "rf_loss": 0.0,
      "total_loss": 1.3879477684401649,
      "lyap1_mean": -0.3537634015083313,
      "lyap1_max": -0.33834898471832275,
      "lyap1_min": -0.3719587028026581,
      "lyap_spec_mean": [
        -0.3537634015083313,
        -0.3508368730545044
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 645,
      "lr": 0.0001,
      "sup_loss": 1.400262501688855,
      "rf_loss": 0.0,
      "total_loss": 1.400262501688855,
      "lyap1_mean": -0.34671443700790405,
      "lyap1_max": -0.33963334560394287,
      "lyap1_min": -0.36587196588516235,
      "lyap_spec_mean": [
        -0.34671443700790405,
        -0.34870463609695435
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 646,
      "lr": 0.0001,
      "sup_loss": 1.3929294225399307,
      "rf_loss": 0.0,
      "total_loss": 1.3929294225399307,
      "lyap1_mean": -0.3421233892440796,
      "lyap1_max": -0.3307786285877228,
      "lyap1_min": -0.355856716632843,
      "lyap_spec_mean": [
        -0.3421233892440796,
        -0.3388553261756897
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 647,
      "lr": 0.0001,
      "sup_loss": 1.3641546799730633,
      "rf_loss": 0.0,
      "total_loss": 1.3641546799730633,
      "lyap1_mean": -0.3438325524330139,
      "lyap1_max": -0.31795695424079895,
      "lyap1_min": -0.35524576902389526,
      "lyap_spec_mean": [
        -0.3438325524330139,
        -0.34424617886543274
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 648,
      "lr": 0.0001,
      "sup_loss": 1.3494851468012485,
      "rf_loss": 0.0,
      "total_loss": 1.3494851468012485,
      "lyap1_mean": -0.3501257300376892,
      "lyap1_max": -0.33839675784111023,
      "lyap1_min": -0.35878193378448486,
      "lyap_spec_mean": [
        -0.3501257300376892,
        -0.34975045919418335
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 649,
      "lr": 0.0001,
      "sup_loss": 1.3284652429527157,
      "rf_loss": 0.0,
      "total_loss": 1.3284652429527157,
      "lyap1_mean": -0.3423539698123932,
      "lyap1_max": -0.32329344749450684,
      "lyap1_min": -0.35070139169692993,
      "lyap_spec_mean": [
        -0.3423539400100708,
        -0.339865118265152
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 650,
      "lr": 0.0001,
      "sup_loss": 1.3500594579947536,
      "rf_loss": 0.0,
      "total_loss": 1.3500594579947536,
      "lyap1_mean": -0.3513769209384918,
      "lyap1_max": -0.3353630304336548,
      "lyap1_min": -0.36962947249412537,
      "lyap_spec_mean": [
        -0.3513769507408142,
        -0.3535699248313904
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 651,
      "lr": 0.0001,
      "sup_loss": 1.3592021927649807,
      "rf_loss": 0.0,
      "total_loss": 1.3592021927649807,
      "lyap1_mean": -0.3557162880897522,
      "lyap1_max": -0.33107390999794006,
      "lyap1_min": -0.36929672956466675,
      "lyap_spec_mean": [
        -0.3557162880897522,
        -0.36041370034217834
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 652,
      "lr": 0.0001,
      "sup_loss": 1.326336808062131,
      "rf_loss": 0.0,
      "total_loss": 1.326336808062131,
      "lyap1_mean": -0.3518015146255493,
      "lyap1_max": -0.3238638639450073,
      "lyap1_min": -0.362671434879303,
      "lyap_spec_mean": [
        -0.3518015146255493,
        -0.3550720512866974
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 653,
      "lr": 0.0001,
      "sup_loss": 1.3436080380795627,
      "rf_loss": 0.0,
      "total_loss": 1.3436080380795627,
      "lyap1_mean": -0.35720330476760864,
      "lyap1_max": -0.3395377993583679,
      "lyap1_min": -0.3707730770111084,
      "lyap_spec_mean": [
        -0.35720330476760864,
        -0.35260775685310364
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 654,
      "lr": 0.0001,
      "sup_loss": 1.3539719675872466,
      "rf_loss": 0.0,
      "total_loss": 1.3539719675872466,
      "lyap1_mean": -0.3456057012081146,
      "lyap1_max": -0.3317699134349823,
      "lyap1_min": -0.356973260641098,
      "lyap_spec_mean": [
        -0.3456057012081146,
        -0.3381637930870056
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 655,
      "lr": 0.0001,
      "sup_loss": 1.375918371154446,
      "rf_loss": 0.0,
      "total_loss": 1.375918371154446,
      "lyap1_mean": -0.3458963930606842,
      "lyap1_max": -0.32618725299835205,
      "lyap1_min": -0.3696838319301605,
      "lyap_spec_mean": [
        -0.3458964228630066,
        -0.3468698561191559
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 656,
      "lr": 0.0001,
      "sup_loss": 1.349719448291208,
      "rf_loss": 0.0,
      "total_loss": 1.349719448291208,
      "lyap1_mean": -0.35565298795700073,
      "lyap1_max": -0.35007208585739136,
      "lyap1_min": -0.3658221662044525,
      "lyap_spec_mean": [
        -0.35565298795700073,
        -0.3550916910171509
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 657,
      "lr": 0.0001,
      "sup_loss": 1.3369939678113918,
      "rf_loss": 0.0,
      "total_loss": 1.3369939678113918,
      "lyap1_mean": -0.34534379839897156,
      "lyap1_max": -0.32218673825263977,
      "lyap1_min": -0.3586304187774658,
      "lyap_spec_mean": [
        -0.34534379839897156,
        -0.3443542718887329
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 658,
      "lr": 0.0001,
      "sup_loss": 1.3197156765810159,
      "rf_loss": 0.0,
      "total_loss": 1.3197156765810159,
      "lyap1_mean": -0.3468191623687744,
      "lyap1_max": -0.32326367497444153,
      "lyap1_min": -0.36193880438804626,
      "lyap_spec_mean": [
        -0.3468191623687744,
        -0.3438933491706848
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 659,
      "lr": 0.0001,
      "sup_loss": 1.3878404995229001,
      "rf_loss": 0.0,
      "total_loss": 1.3878404995229001,
      "lyap1_mean": -0.3367588520050049,
      "lyap1_max": -0.31594380736351013,
      "lyap1_min": -0.3507724404335022,
      "lyap_spec_mean": [
        -0.3367588520050049,
        -0.33857691287994385
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 660,
      "lr": 0.0001,
      "sup_loss": 1.3386848073660131,
      "rf_loss": 0.0,
      "total_loss": 1.3386848073660131,
      "lyap1_mean": -0.3356453478336334,
      "lyap1_max": -0.3276039958000183,
      "lyap1_min": -0.3458019196987152,
      "lyap_spec_mean": [
        -0.3356453478336334,
        -0.3379265367984772
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 661,
      "lr": 0.0001,
      "sup_loss": 1.379236950314428,
      "rf_loss": 0.0,
      "total_loss": 1.379236950314428,
      "lyap1_mean": -0.33071571588516235,
      "lyap1_max": -0.29940542578697205,
      "lyap1_min": -0.3449406027793884,
      "lyap_spec_mean": [
        -0.33071571588516235,
        -0.3356808125972748
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 662,
      "lr": 0.0001,
      "sup_loss": 1.3481658325003716,
      "rf_loss": 0.0,
      "total_loss": 1.3481658325003716,
      "lyap1_mean": -0.3203214108943939,
      "lyap1_max": -0.2934807538986206,
      "lyap1_min": -0.33545660972595215,
      "lyap_spec_mean": [
        -0.32032138109207153,
        -0.3265572786331177
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 663,
      "lr": 0.0001,
      "sup_loss": 1.3667491166382497,
      "rf_loss": 0.0,
      "total_loss": 1.3667491166382497,
      "lyap1_mean": -0.32338541746139526,
      "lyap1_max": -0.31741786003112793,
      "lyap1_min": -0.33989226818084717,
      "lyap_spec_mean": [
        -0.3233853876590729,
        -0.3261750340461731
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 664,
      "lr": 0.0001,
      "sup_loss": 1.3732535352518191,
      "rf_loss": 0.0,
      "total_loss": 1.3732535352518191,
      "lyap1_mean": -0.31987264752388,
      "lyap1_max": -0.30413752794265747,
      "lyap1_min": -0.338257759809494,
      "lyap_spec_mean": [
        -0.3198726773262024,
        -0.32701656222343445
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 665,
      "lr": 0.0001,
      "sup_loss": 1.3572707965259314,
      "rf_loss": 0.0,
      "total_loss": 1.3572707965259314,
      "lyap1_mean": -0.3401046395301819,
      "lyap1_max": -0.3267640471458435,
      "lyap1_min": -0.3515312671661377,
      "lyap_spec_mean": [
        -0.3401046395301819,
        -0.3364439606666565
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 666,
      "lr": 0.0001,
      "sup_loss": 1.3495390397614058,
      "rf_loss": 0.0,
      "total_loss": 1.3495390397614058,
      "lyap1_mean": -0.34986305236816406,
      "lyap1_max": -0.34011828899383545,
      "lyap1_min": -0.36366766691207886,
      "lyap_spec_mean": [
        -0.3498630225658417,
        -0.3448241949081421
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 667,
      "lr": 0.0001,
      "sup_loss": 1.356319382417531,
      "rf_loss": 0.0,
      "total_loss": 1.356319382417531,
      "lyap1_mean": -0.34567946195602417,
      "lyap1_max": -0.3297007083892822,
      "lyap1_min": -0.3606976270675659,
      "lyap_spec_mean": [
        -0.34567946195602417,
        -0.35320213437080383
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 668,
      "lr": 0.0001,
      "sup_loss": 1.3715301012484762,
      "rf_loss": 0.0,
      "total_loss": 1.3715301012484762,
      "lyap1_mean": -0.3503841757774353,
      "lyap1_max": -0.34170979261398315,
      "lyap1_min": -0.36222946643829346,
      "lyap_spec_mean": [
        -0.3503841459751129,
        -0.35036706924438477
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 669,
      "lr": 0.0001,
      "sup_loss": 1.3531582488882208,
      "rf_loss": 0.0,
      "total_loss": 1.3531582488882208,
      "lyap1_mean": -0.3450588583946228,
      "lyap1_max": -0.3364609181880951,
      "lyap1_min": -0.3549072742462158,
      "lyap_spec_mean": [
        -0.3450588583946228,
        -0.3412895202636719
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 670,
      "lr": 0.0001,
      "sup_loss": 1.3592826354201972,
      "rf_loss": 0.0,
      "total_loss": 1.3592826354201972,
      "lyap1_mean": -0.33902209997177124,
      "lyap1_max": -0.32626020908355713,
      "lyap1_min": -0.3480968177318573,
      "lyap_spec_mean": [
        -0.33902209997177124,
        -0.3413856029510498
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 671,
      "lr": 0.0001,
      "sup_loss": 1.3262395861824654,
      "rf_loss": 0.0,
      "total_loss": 1.3262395861824654,
      "lyap1_mean": -0.33591264486312866,
      "lyap1_max": -0.31774619221687317,
      "lyap1_min": -0.3493623435497284,
      "lyap_spec_mean": [
        -0.33591264486312866,
        -0.34594935178756714
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 672,
      "lr": 0.0001,
      "sup_loss": 1.357544951282247,
      "rf_loss": 0.0,
      "total_loss": 1.357544951282247,
      "lyap1_mean": -0.3385845720767975,
      "lyap1_max": -0.33134353160858154,
      "lyap1_min": -0.34893402457237244,
      "lyap_spec_mean": [
        -0.3385846018791199,
        -0.33920565247535706
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 673,
      "lr": 0.0001,
      "sup_loss": 1.3429610823606577,
      "rf_loss": 0.0,
      "total_loss": 1.3429610823606577,
      "lyap1_mean": -0.34050196409225464,
      "lyap1_max": -0.3331221044063568,
      "lyap1_min": -0.3510776460170746,
      "lyap_spec_mean": [
        -0.340501993894577,
        -0.3389846682548523
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 674,
      "lr": 0.0001,
      "sup_loss": 1.3252717872354012,
      "rf_loss": 0.0,
      "total_loss": 1.3252717872354012,
      "lyap1_mean": -0.3346889615058899,
      "lyap1_max": -0.3144671320915222,
      "lyap1_min": -0.3511671721935272,
      "lyap_spec_mean": [
        -0.3346889317035675,
        -0.33791083097457886
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 675,
      "lr": 0.0001,
      "sup_loss": 1.3060185037670167,
      "rf_loss": 0.0,
      "total_loss": 1.3060185037670167,
      "lyap1_mean": -0.33936190605163574,
      "lyap1_max": -0.3253687024116516,
      "lyap1_min": -0.34702157974243164,
      "lyap_spec_mean": [
        -0.33936187624931335,
        -0.34166720509529114
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 676,
      "lr": 0.0001,
      "sup_loss": 1.3434687090553634,
      "rf_loss": 0.0,
      "total_loss": 1.3434687090553634,
      "lyap1_mean": -0.3416464626789093,
      "lyap1_max": -0.3239728808403015,
      "lyap1_min": -0.3571211099624634,
      "lyap_spec_mean": [
        -0.3416464328765869,
        -0.3418343663215637
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 677,
      "lr": 0.0001,
      "sup_loss": 1.3544462229452927,
      "rf_loss": 0.0,
      "total_loss": 1.3544462229452927,
      "lyap1_mean": -0.340539813041687,
      "lyap1_max": -0.327507346868515,
      "lyap1_min": -0.3549770712852478,
      "lyap_spec_mean": [
        -0.340539813041687,
        -0.3471345603466034
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 678,
      "lr": 0.0001,
      "sup_loss": 1.359918510849364,
      "rf_loss": 0.0,
      "total_loss": 1.359918510849364,
      "lyap1_mean": -0.3570251166820526,
      "lyap1_max": -0.3497879207134247,
      "lyap1_min": -0.36543139815330505,
      "lyap_spec_mean": [
        -0.357025146484375,
        -0.35418710112571716
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 679,
      "lr": 0.0001,
      "sup_loss": 1.3719738676718718,
      "rf_loss": 0.0,
      "total_loss": 1.3719738676718718,
      "lyap1_mean": -0.3668905794620514,
      "lyap1_max": -0.34740719199180603,
      "lyap1_min": -0.37969791889190674,
      "lyap_spec_mean": [
        -0.3668906092643738,
        -0.3675372004508972
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 680,
      "lr": 0.0001,
      "sup_loss": 1.328311838242972,
      "rf_loss": 0.0,
      "total_loss": 1.328311838242972,
      "lyap1_mean": -0.3747474253177643,
      "lyap1_max": -0.35116899013519287,
      "lyap1_min": -0.3859078586101532,
      "lyap_spec_mean": [
        -0.3747473955154419,
        -0.37521126866340637
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 681,
      "lr": 0.0001,
      "sup_loss": 1.3563805554595991,
      "rf_loss": 0.0,
      "total_loss": 1.3563805554595991,
      "lyap1_mean": -0.37439000606536865,
      "lyap1_max": -0.363156259059906,
      "lyap1_min": -0.38766640424728394,
      "lyap_spec_mean": [
        -0.37439000606536865,
        -0.37607625126838684
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 682,
      "lr": 0.0001,
      "sup_loss": 1.3759492597982217,
      "rf_loss": 0.0,
      "total_loss": 1.3759492597982217,
      "lyap1_mean": -0.37310880422592163,
      "lyap1_max": -0.3596823215484619,
      "lyap1_min": -0.39633914828300476,
      "lyap_spec_mean": [
        -0.37310880422592163,
        -0.36933934688568115
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 683,
      "lr": 0.0001,
      "sup_loss": 1.3736294224274876,
      "rf_loss": 0.0,
      "total_loss": 1.3736294224274876,
      "lyap1_mean": -0.3601224720478058,
      "lyap1_max": -0.33680057525634766,
      "lyap1_min": -0.3727307915687561,
      "lyap_spec_mean": [
        -0.3601224720478058,
        -0.36118194460868835
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 684,
      "lr": 0.0001,
      "sup_loss": 1.3820924675366955,
      "rf_loss": 0.0,
      "total_loss": 1.3820924675366955,
      "lyap1_mean": -0.3546715974807739,
      "lyap1_max": -0.3442651629447937,
      "lyap1_min": -0.3709575831890106,
      "lyap_spec_mean": [
        -0.3546715974807739,
        -0.3570476174354553
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 685,
      "lr": 0.0001,
      "sup_loss": 1.3307923827506984,
      "rf_loss": 0.0,
      "total_loss": 1.3307923827506984,
      "lyap1_mean": -0.3521735668182373,
      "lyap1_max": -0.3303402066230774,
      "lyap1_min": -0.36988693475723267,
      "lyap_spec_mean": [
        -0.3521735966205597,
        -0.3571275770664215
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 686,
      "lr": 0.0001,
      "sup_loss": 1.3157716761591634,
      "rf_loss": 0.0,
      "total_loss": 1.3157716761591634,
      "lyap1_mean": -0.346993625164032,
      "lyap1_max": -0.3358457088470459,
      "lyap1_min": -0.3599585294723511,
      "lyap_spec_mean": [
        -0.346993625164032,
        -0.3500088155269623
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 687,
      "lr": 0.0001,
      "sup_loss": 1.3930044665973211,
      "rf_loss": 0.0,
      "total_loss": 1.3930044665973211,
      "lyap1_mean": -0.34443429112434387,
      "lyap1_max": -0.3281804323196411,
      "lyap1_min": -0.3578852415084839,
      "lyap_spec_mean": [
        -0.3444342613220215,
        -0.34600019454956055
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 688,
      "lr": 0.0001,
      "sup_loss": 1.3075049167073296,
      "rf_loss": 0.0,
      "total_loss": 1.3075049167073296,
      "lyap1_mean": -0.34946370124816895,
      "lyap1_max": -0.3421197831630707,
      "lyap1_min": -0.3586653470993042,
      "lyap_spec_mean": [
        -0.34946373105049133,
        -0.3495872914791107
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 689,
      "lr": 0.0001,
      "sup_loss": 1.3161474412647163,
      "rf_loss": 0.0,
      "total_loss": 1.3161474412647163,
      "lyap1_mean": -0.34653663635253906,
      "lyap1_max": -0.3232123553752899,
      "lyap1_min": -0.35866305232048035,
      "lyap_spec_mean": [
        -0.3465366065502167,
        -0.34710490703582764
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 690,
      "lr": 0.0001,
      "sup_loss": 1.3575224882318402,
      "rf_loss": 0.0,
      "total_loss": 1.3575224882318402,
      "lyap1_mean": -0.3558976650238037,
      "lyap1_max": -0.34726521372795105,
      "lyap1_min": -0.36758360266685486,
      "lyap_spec_mean": [
        -0.3558976650238037,
        -0.3579757511615753
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 691,
      "lr": 0.0001,
      "sup_loss": 1.3736212550357765,
      "rf_loss": 0.0,
      "total_loss": 1.3736212550357765,
      "lyap1_mean": -0.35154855251312256,
      "lyap1_max": -0.3357616662979126,
      "lyap1_min": -0.35727882385253906,
      "lyap_spec_mean": [
        -0.35154858231544495,
        -0.35264256596565247
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 692,
      "lr": 0.0001,
      "sup_loss": 1.3314209250603517,
      "rf_loss": 0.0,
      "total_loss": 1.3314209250603517,
      "lyap1_mean": -0.3572962284088135,
      "lyap1_max": -0.3510487973690033,
      "lyap1_min": -0.365902304649353,
      "lyap_spec_mean": [
        -0.3572962284088135,
        -0.3572097718715668
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 693,
      "lr": 0.0001,
      "sup_loss": 1.3465674924610922,
      "rf_loss": 0.0,
      "total_loss": 1.3465674924610922,
      "lyap1_mean": -0.3604801297187805,
      "lyap1_max": -0.34975823760032654,
      "lyap1_min": -0.36850982904434204,
      "lyap_spec_mean": [
        -0.3604801297187805,
        -0.3634214699268341
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 694,
      "lr": 0.0001,
      "sup_loss": 1.35007975417887,
      "rf_loss": 0.0,
      "total_loss": 1.35007975417887,
      "lyap1_mean": -0.3619876205921173,
      "lyap1_max": -0.34810909628868103,
      "lyap1_min": -0.3756520748138428,
      "lyap_spec_mean": [
        -0.3619875907897949,
        -0.3665812611579895
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 695,
      "lr": 0.0001,
      "sup_loss": 1.3779899727028517,
      "rf_loss": 0.0,
      "total_loss": 1.3779899727028517,
      "lyap1_mean": -0.3649234175682068,
      "lyap1_max": -0.3493630588054657,
      "lyap1_min": -0.3746113181114197,
      "lyap_spec_mean": [
        -0.3649234175682068,
        -0.36470600962638855
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 696,
      "lr": 0.0001,
      "sup_loss": 1.3552962270278306,
      "rf_loss": 0.0,
      "total_loss": 1.3552962270278306,
      "lyap1_mean": -0.3560280203819275,
      "lyap1_max": -0.3386809825897217,
      "lyap1_min": -0.3666476905345917,
      "lyap_spec_mean": [
        -0.3560280203819275,
        -0.35714250802993774
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 697,
      "lr": 0.0001,
      "sup_loss": 1.3433902030563547,
      "rf_loss": 0.0,
      "total_loss": 1.3433902030563547,
      "lyap1_mean": -0.35453853011131287,
      "lyap1_max": -0.33317023515701294,
      "lyap1_min": -0.36234304308891296,
      "lyap_spec_mean": [
        -0.35453853011131287,
        -0.35768869519233704
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 698,
      "lr": 0.0001,
      "sup_loss": 1.3831541747783234,
      "rf_loss": 0.0,
      "total_loss": 1.3831541747783234,
      "lyap1_mean": -0.3577430248260498,
      "lyap1_max": -0.34270602464675903,
      "lyap1_min": -0.36741337180137634,
      "lyap_spec_mean": [
        -0.3577429950237274,
        -0.35458654165267944
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 699,
      "lr": 0.0001,
      "sup_loss": 1.3166355485120562,
      "rf_loss": 0.0,
      "total_loss": 1.3166355485120562,
      "lyap1_mean": -0.3569265305995941,
      "lyap1_max": -0.3460065722465515,
      "lyap1_min": -0.3665299117565155,
      "lyap_spec_mean": [
        -0.3569265305995941,
        -0.3571006953716278
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 700,
      "lr": 0.0001,
      "sup_loss": 1.4094008867514523,
      "rf_loss": 0.0,
      "total_loss": 1.4094008867514523,
      "lyap1_mean": -0.35902872681617737,
      "lyap1_max": -0.35178956389427185,
      "lyap1_min": -0.36796098947525024,
      "lyap_spec_mean": [
        -0.35902872681617737,
        -0.3587223291397095
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 701,
      "lr": 0.0001,
      "sup_loss": 1.3643781088088067,
      "rf_loss": 0.0,
      "total_loss": 1.3643781088088067,
      "lyap1_mean": -0.3652331829071045,
      "lyap1_max": -0.3539017140865326,
      "lyap1_min": -0.37943750619888306,
      "lyap_spec_mean": [
        -0.3652331829071045,
        -0.3631815016269684
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 702,
      "lr": 0.0001,
      "sup_loss": 1.3748318186877184,
      "rf_loss": 0.0,
      "total_loss": 1.3748318186877184,
      "lyap1_mean": -0.3663906753063202,
      "lyap1_max": -0.3605061173439026,
      "lyap1_min": -0.3720962405204773,
      "lyap_spec_mean": [
        -0.3663906455039978,
        -0.3638875186443329
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 703,
      "lr": 0.0001,
      "sup_loss": 1.3717469879170525,
      "rf_loss": 0.0,
      "total_loss": 1.3717469879170525,
      "lyap1_mean": -0.3785185217857361,
      "lyap1_max": -0.3717650771141052,
      "lyap1_min": -0.38569530844688416,
      "lyap_spec_mean": [
        -0.37851855158805847,
        -0.37651383876800537
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 704,
      "lr": 0.0001,
      "sup_loss": 1.361613228135832,
      "rf_loss": 0.0,
      "total_loss": 1.361613228135832,
      "lyap1_mean": -0.38158679008483887,
      "lyap1_max": -0.373532235622406,
      "lyap1_min": -0.39084431529045105,
      "lyap_spec_mean": [
        -0.38158679008483887,
        -0.38300472497940063
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 705,
      "lr": 0.0001,
      "sup_loss": 1.3729096843602102,
      "rf_loss": 0.0,
      "total_loss": 1.3729096843602102,
      "lyap1_mean": -0.3823278546333313,
      "lyap1_max": -0.3584056794643402,
      "lyap1_min": -0.39245253801345825,
      "lyap_spec_mean": [
        -0.3823278546333313,
        -0.38730376958847046
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 706,
      "lr": 0.0001,
      "sup_loss": 1.352655767318697,
      "rf_loss": 0.0,
      "total_loss": 1.352655767318697,
      "lyap1_mean": -0.38467836380004883,
      "lyap1_max": -0.36971020698547363,
      "lyap1_min": -0.39905691146850586,
      "lyap_spec_mean": [
        -0.38467836380004883,
        -0.38390833139419556
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 707,
      "lr": 0.0001,
      "sup_loss": 1.309802250139782,
      "rf_loss": 0.0,
      "total_loss": 1.309802250139782,
      "lyap1_mean": -0.3776800036430359,
      "lyap1_max": -0.36693066358566284,
      "lyap1_min": -0.38904356956481934,
      "lyap_spec_mean": [
        -0.3776800036430359,
        -0.3774847686290741
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 708,
      "lr": 0.0001,
      "sup_loss": 1.3684552416817222,
      "rf_loss": 0.0,
      "total_loss": 1.3684552416817222,
      "lyap1_mean": -0.38129204511642456,
      "lyap1_max": -0.36300063133239746,
      "lyap1_min": -0.39671850204467773,
      "lyap_spec_mean": [
        -0.38129204511642456,
        -0.38241326808929443
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 709,
      "lr": 0.0001,
      "sup_loss": 1.3890422255057318,
      "rf_loss": 0.0,
      "total_loss": 1.3890422255057318,
      "lyap1_mean": -0.3724878430366516,
      "lyap1_max": -0.36527907848358154,
      "lyap1_min": -0.37700676918029785,
      "lyap_spec_mean": [
        -0.3724878430366516,
        -0.37075692415237427
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 710,
      "lr": 0.0001,
      "sup_loss": 1.3764583725826063,
      "rf_loss": 0.0,
      "total_loss": 1.3764583725826063,
      "lyap1_mean": -0.3771451711654663,
      "lyap1_max": -0.3607892692089081,
      "lyap1_min": -0.38741812109947205,
      "lyap_spec_mean": [
        -0.3771451711654663,
        -0.3759038746356964
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 711,
      "lr": 0.0001,
      "sup_loss": 1.3611326636993204,
      "rf_loss": 0.0,
      "total_loss": 1.3611326636993204,
      "lyap1_mean": -0.3732524812221527,
      "lyap1_max": -0.3621547818183899,
      "lyap1_min": -0.38217899203300476,
      "lyap_spec_mean": [
        -0.3732524812221527,
        -0.37085825204849243
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 712,
      "lr": 0.0001,
      "sup_loss": 1.3550627464466463,
      "rf_loss": 0.0,
      "total_loss": 1.3550627464466463,
      "lyap1_mean": -0.36766317486763,
      "lyap1_max": -0.3472970426082611,
      "lyap1_min": -0.3831327557563782,
      "lyap_spec_mean": [
        -0.36766317486763,
        -0.3688853085041046
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 713,
      "lr": 0.0001,
      "sup_loss": 1.3368153124920097,
      "rf_loss": 0.0,
      "total_loss": 1.3368153124920097,
      "lyap1_mean": -0.3615299165248871,
      "lyap1_max": -0.35439571738243103,
      "lyap1_min": -0.3859716057777405,
      "lyap_spec_mean": [
        -0.3615299463272095,
        -0.3656995892524719
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 714,
      "lr": 0.0001,
      "sup_loss": 1.3493121568201936,
      "rf_loss": 0.0,
      "total_loss": 1.3493121568201936,
      "lyap1_mean": -0.3711938261985779,
      "lyap1_max": -0.3575816750526428,
      "lyap1_min": -0.38239091634750366,
      "lyap_spec_mean": [
        -0.3711938261985779,
        -0.3714292645454407
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 715,
      "lr": 0.0001,
      "sup_loss": 1.3567242617552597,
      "rf_loss": 0.0,
      "total_loss": 1.3567242617552597,
      "lyap1_mean": -0.37143075466156006,
      "lyap1_max": -0.3626077175140381,
      "lyap1_min": -0.37552785873413086,
      "lyap_spec_mean": [
        -0.37143075466156006,
        -0.36859947443008423
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 716,
      "lr": 0.0001,
      "sup_loss": 1.3849761867495203,
      "rf_loss": 0.0,
      "total_loss": 1.3849761867495203,
      "lyap1_mean": -0.3712157905101776,
      "lyap1_max": -0.3593592047691345,
      "lyap1_min": -0.3837776780128479,
      "lyap_spec_mean": [
        -0.3712157905101776,
        -0.36976251006126404
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 717,
      "lr": 0.0001,
      "sup_loss": 1.3389370225227075,
      "rf_loss": 0.0,
      "total_loss": 1.3389370225227075,
      "lyap1_mean": -0.36946070194244385,
      "lyap1_max": -0.3612407147884369,
      "lyap1_min": -0.3767258822917938,
      "lyap_spec_mean": [
        -0.36946070194244385,
        -0.372544527053833
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 718,
      "lr": 0.0001,
      "sup_loss": 1.3442622884929836,
      "rf_loss": 0.0,
      "total_loss": 1.3442622884929836,
      "lyap1_mean": -0.3428891599178314,
      "lyap1_max": -0.3146169185638428,
      "lyap1_min": -0.35389262437820435,
      "lyap_spec_mean": [
        -0.3428891897201538,
        -0.3497193455696106
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 719,
      "lr": 0.0001,
      "sup_loss": 1.3336585200679214,
      "rf_loss": 0.0,
      "total_loss": 1.3336585200679214,
      "lyap1_mean": -0.3436638116836548,
      "lyap1_max": -0.3368900716304779,
      "lyap1_min": -0.351272314786911,
      "lyap_spec_mean": [
        -0.3436638116836548,
        -0.3469327688217163
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 720,
      "lr": 0.0001,
      "sup_loss": 1.3543673060986468,
      "rf_loss": 0.0,
      "total_loss": 1.3543673060986468,
      "lyap1_mean": -0.32255780696868896,
      "lyap1_max": -0.30402010679244995,
      "lyap1_min": -0.3315901458263397,
      "lyap_spec_mean": [
        -0.3225577771663666,
        -0.3243575096130371
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 721,
      "lr": 0.0001,
      "sup_loss": 1.3303629786796993,
      "rf_loss": 0.0,
      "total_loss": 1.3303629786796993,
      "lyap1_mean": -0.3210134506225586,
      "lyap1_max": -0.311407208442688,
      "lyap1_min": -0.3301217257976532,
      "lyap_spec_mean": [
        -0.3210134506225586,
        -0.3193984925746918
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 722,
      "lr": 0.0001,
      "sup_loss": 1.3816274068357923,
      "rf_loss": 0.0,
      "total_loss": 1.3816274068357923,
      "lyap1_mean": -0.30745986104011536,
      "lyap1_max": -0.29207903146743774,
      "lyap1_min": -0.32499176263809204,
      "lyap_spec_mean": [
        -0.30745986104011536,
        -0.31177738308906555
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 723,
      "lr": 0.0001,
      "sup_loss": 1.3758149717189836,
      "rf_loss": 0.0,
      "total_loss": 1.3758149717189836,
      "lyap1_mean": -0.31297773122787476,
      "lyap1_max": -0.30039843916893005,
      "lyap1_min": -0.3288446366786957,
      "lyap_spec_mean": [
        -0.31297773122787476,
        -0.3118104338645935
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 724,
      "lr": 0.0001,
      "sup_loss": 1.3765662712640432,
      "rf_loss": 0.0,
      "total_loss": 1.3765662712640432,
      "lyap1_mean": -0.3195948004722595,
      "lyap1_max": -0.28867438435554504,
      "lyap1_min": -0.34342119097709656,
      "lyap_spec_mean": [
        -0.3195948004722595,
        -0.32321321964263916
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 725,
      "lr": 0.0001,
      "sup_loss": 1.311927151961455,
      "rf_loss": 0.0,
      "total_loss": 1.311927151961455,
      "lyap1_mean": -0.32922157645225525,
      "lyap1_max": -0.31695449352264404,
      "lyap1_min": -0.33595821261405945,
      "lyap_spec_mean": [
        -0.32922157645225525,
        -0.3243088722229004
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 726,
      "lr": 0.0001,
      "sup_loss": 1.3476656290614424,
      "rf_loss": 0.0,
      "total_loss": 1.3476656290614424,
      "lyap1_mean": -0.3312907814979553,
      "lyap1_max": -0.2957003712654114,
      "lyap1_min": -0.3493826985359192,
      "lyap_spec_mean": [
        -0.3312907814979553,
        -0.3344920873641968
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 727,
      "lr": 0.0001,
      "sup_loss": 1.3554783389503413,
      "rf_loss": 0.0,
      "total_loss": 1.3554783389503413,
      "lyap1_mean": -0.334800124168396,
      "lyap1_max": -0.30684489011764526,
      "lyap1_min": -0.34967947006225586,
      "lyap_spec_mean": [
        -0.334800124168396,
        -0.3365136682987213
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 728,
      "lr": 0.0001,
      "sup_loss": 1.3707879762187332,
      "rf_loss": 0.0,
      "total_loss": 1.3707879762187332,
      "lyap1_mean": -0.344707727432251,
      "lyap1_max": -0.32872918248176575,
      "lyap1_min": -0.35652977228164673,
      "lyap_spec_mean": [
        -0.3447076678276062,
        -0.34741759300231934
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 729,
      "lr": 0.0001,
      "sup_loss": 1.3573654902769379,
      "rf_loss": 0.0,
      "total_loss": 1.3573654902769379,
      "lyap1_mean": -0.3449990153312683,
      "lyap1_max": -0.2973098158836365,
      "lyap1_min": -0.36378201842308044,
      "lyap_spec_mean": [
        -0.3449990451335907,
        -0.3506994843482971
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 730,
      "lr": 0.0001,
      "sup_loss": 1.3489088513224734,
      "rf_loss": 0.0,
      "total_loss": 1.3489088513224734,
      "lyap1_mean": -0.3510022759437561,
      "lyap1_max": -0.31499606370925903,
      "lyap1_min": -0.3717615604400635,
      "lyap_spec_mean": [
        -0.3510022759437561,
        -0.35609516501426697
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 731,
      "lr": 0.0001,
      "sup_loss": 1.3888968471025764,
      "rf_loss": 0.0,
      "total_loss": 1.3888968471025764,
      "lyap1_mean": -0.3609362840652466,
      "lyap1_max": -0.3512202203273773,
      "lyap1_min": -0.3712237477302551,
      "lyap_spec_mean": [
        -0.3609362542629242,
        -0.3624863028526306
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 732,
      "lr": 0.0001,
      "sup_loss": 1.337296149721453,
      "rf_loss": 0.0,
      "total_loss": 1.337296149721453,
      "lyap1_mean": -0.35765981674194336,
      "lyap1_max": -0.3478032946586609,
      "lyap1_min": -0.3677123188972473,
      "lyap_spec_mean": [
        -0.35765978693962097,
        -0.3554798364639282
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 733,
      "lr": 0.0001,
      "sup_loss": 1.3523488275870705,
      "rf_loss": 0.0,
      "total_loss": 1.3523488275870705,
      "lyap1_mean": -0.36101844906806946,
      "lyap1_max": -0.3548293113708496,
      "lyap1_min": -0.3672102391719818,
      "lyap_spec_mean": [
        -0.36101841926574707,
        -0.3601398468017578
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 734,
      "lr": 0.0001,
      "sup_loss": 1.3813808242577583,
      "rf_loss": 0.0,
      "total_loss": 1.3813808242577583,
      "lyap1_mean": -0.36011749505996704,
      "lyap1_max": -0.35034769773483276,
      "lyap1_min": -0.3719639778137207,
      "lyap_spec_mean": [
        -0.36011749505996704,
        -0.3564941883087158
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 735,
      "lr": 0.0001,
      "sup_loss": 1.362701930665794,
      "rf_loss": 0.0,
      "total_loss": 1.362701930665794,
      "lyap1_mean": -0.35832396149635315,
      "lyap1_max": -0.34485459327697754,
      "lyap1_min": -0.3722423017024994,
      "lyap_spec_mean": [
        -0.35832399129867554,
        -0.36333245038986206
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 736,
      "lr": 0.0001,
      "sup_loss": 1.3408164415645265,
      "rf_loss": 0.0,
      "total_loss": 1.3408164415645265,
      "lyap1_mean": -0.3669211268424988,
      "lyap1_max": -0.3585047125816345,
      "lyap1_min": -0.3782559037208557,
      "lyap_spec_mean": [
        -0.3669211268424988,
        -0.3662932515144348
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 737,
      "lr": 0.0001,
      "sup_loss": 1.391051551051497,
      "rf_loss": 0.0,
      "total_loss": 1.391051551051497,
      "lyap1_mean": -0.36489617824554443,
      "lyap1_max": -0.34546956419944763,
      "lyap1_min": -0.37928518652915955,
      "lyap_spec_mean": [
        -0.36489617824554443,
        -0.3700617849826813
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 738,
      "lr": 0.0001,
      "sup_loss": 1.343006072943428,
      "rf_loss": 0.0,
      "total_loss": 1.343006072943428,
      "lyap1_mean": -0.3670015335083008,
      "lyap1_max": -0.355886310338974,
      "lyap1_min": -0.38392823934555054,
      "lyap_spec_mean": [
        -0.3670015335083008,
        -0.36907708644866943
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 739,
      "lr": 0.0001,
      "sup_loss": 1.3929249225963005,
      "rf_loss": 0.0,
      "total_loss": 1.3929249225963005,
      "lyap1_mean": -0.3736913204193115,
      "lyap1_max": -0.3485487699508667,
      "lyap1_min": -0.3873288333415985,
      "lyap_spec_mean": [
        -0.3736913204193115,
        -0.3764569163322449
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 740,
      "lr": 0.0001,
      "sup_loss": 1.3698766149956543,
      "rf_loss": 0.0,
      "total_loss": 1.3698766149956543,
      "lyap1_mean": -0.3696203827857971,
      "lyap1_max": -0.35947152972221375,
      "lyap1_min": -0.37961405515670776,
      "lyap_spec_mean": [
        -0.36962035298347473,
        -0.37297889590263367
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 741,
      "lr": 0.0001,
      "sup_loss": 1.3319032582897172,
      "rf_loss": 0.0,
      "total_loss": 1.3319032582897172,
      "lyap1_mean": -0.3700922429561615,
      "lyap1_max": -0.36280950903892517,
      "lyap1_min": -0.3773624897003174,
      "lyap_spec_mean": [
        -0.3700922727584839,
        -0.3683796525001526
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 742,
      "lr": 0.0001,
      "sup_loss": 1.3751428883263312,
      "rf_loss": 0.0,
      "total_loss": 1.3751428883263312,
      "lyap1_mean": -0.37247931957244873,
      "lyap1_max": -0.3535756766796112,
      "lyap1_min": -0.3884751498699188,
      "lyap_spec_mean": [
        -0.37247931957244873,
        -0.37367182970046997
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 743,
      "lr": 0.0001,
      "sup_loss": 1.3137591800517254,
      "rf_loss": 0.0,
      "total_loss": 1.3137591800517254,
      "lyap1_mean": -0.36675870418548584,
      "lyap1_max": -0.33815062046051025,
      "lyap1_min": -0.3818758726119995,
      "lyap_spec_mean": [
        -0.36675870418548584,
        -0.36924827098846436
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 744,
      "lr": 0.0001,
      "sup_loss": 1.3554264875197897,
      "rf_loss": 0.0,
      "total_loss": 1.3554264875197897,
      "lyap1_mean": -0.35975199937820435,
      "lyap1_max": -0.3400552272796631,
      "lyap1_min": -0.36817318201065063,
      "lyap_spec_mean": [
        -0.35975199937820435,
        -0.3593660593032837
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 745,
      "lr": 0.0001,
      "sup_loss": 1.360368494261982,
      "rf_loss": 0.0,
      "total_loss": 1.360368494261982,
      "lyap1_mean": -0.35389572381973267,
      "lyap1_max": -0.3426164984703064,
      "lyap1_min": -0.36555129289627075,
      "lyap_spec_mean": [
        -0.35389572381973267,
        -0.35398173332214355
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 746,
      "lr": 0.0001,
      "sup_loss": 1.3540902199225053,
      "rf_loss": 0.0,
      "total_loss": 1.3540902199225053,
      "lyap1_mean": -0.3597427010536194,
      "lyap1_max": -0.35148805379867554,
      "lyap1_min": -0.3761734962463379,
      "lyap_spec_mean": [
        -0.3597427010536194,
        -0.3600797653198242
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 747,
      "lr": 0.0001,
      "sup_loss": 1.3291646621166455,
      "rf_loss": 0.0,
      "total_loss": 1.3291646621166455,
      "lyap1_mean": -0.359721839427948,
      "lyap1_max": -0.3473961055278778,
      "lyap1_min": -0.36883050203323364,
      "lyap_spec_mean": [
        -0.359721839427948,
        -0.3606983423233032
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 748,
      "lr": 0.0001,
      "sup_loss": 1.34436595841428,
      "rf_loss": 0.0,
      "total_loss": 1.34436595841428,
      "lyap1_mean": -0.3607787489891052,
      "lyap1_max": -0.34522709250450134,
      "lyap1_min": -0.37009796500205994,
      "lyap_spec_mean": [
        -0.3607787489891052,
        -0.3627718687057495
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 749,
      "lr": 0.0001,
      "sup_loss": 1.3406579236729674,
      "rf_loss": 0.0,
      "total_loss": 1.3406579236729674,
      "lyap1_mean": -0.3634627163410187,
      "lyap1_max": -0.35033032298088074,
      "lyap1_min": -0.37374502420425415,
      "lyap_spec_mean": [
        -0.36346274614334106,
        -0.3644409775733948
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 750,
      "lr": 0.0001,
      "sup_loss": 1.359410161346403,
      "rf_loss": 0.0,
      "total_loss": 1.359410161346403,
      "lyap1_mean": -0.3694959282875061,
      "lyap1_max": -0.3632127642631531,
      "lyap1_min": -0.37699398398399353,
      "lyap_spec_mean": [
        -0.3694959282875061,
        -0.36854472756385803
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 751,
      "lr": 0.0001,
      "sup_loss": 1.351638427145704,
      "rf_loss": 0.0,
      "total_loss": 1.351638427145704,
      "lyap1_mean": -0.36966320872306824,
      "lyap1_max": -0.3600054383277893,
      "lyap1_min": -0.37897366285324097,
      "lyap_spec_mean": [
        -0.36966320872306824,
        -0.3659268021583557
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 752,
      "lr": 0.0001,
      "sup_loss": 1.3786861848505225,
      "rf_loss": 0.0,
      "total_loss": 1.3786861848505225,
      "lyap1_mean": -0.36359986662864685,
      "lyap1_max": -0.3538249135017395,
      "lyap1_min": -0.3701176047325134,
      "lyap_spec_mean": [
        -0.36359986662864685,
        -0.36658215522766113
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 753,
      "lr": 0.0001,
      "sup_loss": 1.3478089645389852,
      "rf_loss": 0.0,
      "total_loss": 1.3478089645389852,
      "lyap1_mean": -0.36416181921958923,
      "lyap1_max": -0.3474445044994354,
      "lyap1_min": -0.37031683325767517,
      "lyap_spec_mean": [
        -0.36416181921958923,
        -0.3640958368778229
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 754,
      "lr": 0.0001,
      "sup_loss": 1.361252756859794,
      "rf_loss": 0.0,
      "total_loss": 1.361252756859794,
      "lyap1_mean": -0.350014865398407,
      "lyap1_max": -0.3299090266227722,
      "lyap1_min": -0.3647545576095581,
      "lyap_spec_mean": [
        -0.350014865398407,
        -0.3530070185661316
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 755,
      "lr": 0.0001,
      "sup_loss": 1.3227932942780964,
      "rf_loss": 0.0,
      "total_loss": 1.3227932942780964,
      "lyap1_mean": -0.3499450087547302,
      "lyap1_max": -0.33900851011276245,
      "lyap1_min": -0.35810360312461853,
      "lyap_spec_mean": [
        -0.3499450385570526,
        -0.3539806604385376
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 756,
      "lr": 0.0001,
      "sup_loss": 1.359420405601348,
      "rf_loss": 0.0,
      "total_loss": 1.359420405601348,
      "lyap1_mean": -0.350647509098053,
      "lyap1_max": -0.34545958042144775,
      "lyap1_min": -0.35618576407432556,
      "lyap_spec_mean": [
        -0.350647509098053,
        -0.35048148036003113
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 757,
      "lr": 0.0001,
      "sup_loss": 1.3399460368844218,
      "rf_loss": 0.0,
      "total_loss": 1.3399460368844218,
      "lyap1_mean": -0.3507375717163086,
      "lyap1_max": -0.3373579680919647,
      "lyap1_min": -0.36950182914733887,
      "lyap_spec_mean": [
        -0.3507375717163086,
        -0.3525288999080658
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 758,
      "lr": 0.0001,
      "sup_loss": 1.3339853434516686,
      "rf_loss": 0.0,
      "total_loss": 1.3339853434516686,
      "lyap1_mean": -0.35441356897354126,
      "lyap1_max": -0.3439475893974304,
      "lyap1_min": -0.36328667402267456,
      "lyap_spec_mean": [
        -0.35441356897354126,
        -0.35403066873550415
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 759,
      "lr": 0.0001,
      "sup_loss": 1.377902547467318,
      "rf_loss": 0.0,
      "total_loss": 1.377902547467318,
      "lyap1_mean": -0.3597643971443176,
      "lyap1_max": -0.354637086391449,
      "lyap1_min": -0.3661660850048065,
      "lyap_spec_mean": [
        -0.3597643971443176,
        -0.35827744007110596
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 760,
      "lr": 0.0001,
      "sup_loss": 1.3768668682890985,
      "rf_loss": 0.0,
      "total_loss": 1.3768668682890985,
      "lyap1_mean": -0.35496288537979126,
      "lyap1_max": -0.343472957611084,
      "lyap1_min": -0.3636578321456909,
      "lyap_spec_mean": [
        -0.35496285557746887,
        -0.3580770492553711
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 761,
      "lr": 0.0001,
      "sup_loss": 1.3655318511447012,
      "rf_loss": 0.0,
      "total_loss": 1.3655318511447012,
      "lyap1_mean": -0.35915690660476685,
      "lyap1_max": -0.3471975326538086,
      "lyap1_min": -0.3657633066177368,
      "lyap_spec_mean": [
        -0.35915690660476685,
        -0.35818400979042053
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 762,
      "lr": 0.0001,
      "sup_loss": 1.3284472519151236,
      "rf_loss": 0.0,
      "total_loss": 1.3284472519151236,
      "lyap1_mean": -0.3649023175239563,
      "lyap1_max": -0.3560203015804291,
      "lyap1_min": -0.3836192488670349,
      "lyap_spec_mean": [
        -0.3649023175239563,
        -0.36052456498146057
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 763,
      "lr": 0.0001,
      "sup_loss": 1.3509613400729208,
      "rf_loss": 0.0,
      "total_loss": 1.3509613400729208,
      "lyap1_mean": -0.35246533155441284,
      "lyap1_max": -0.3450518846511841,
      "lyap1_min": -0.3650439977645874,
      "lyap_spec_mean": [
        -0.35246536135673523,
        -0.35738295316696167
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 764,
      "lr": 0.0001,
      "sup_loss": 1.365806743277161,
      "rf_loss": 0.0,
      "total_loss": 1.365806743277161,
      "lyap1_mean": -0.34513774514198303,
      "lyap1_max": -0.34154176712036133,
      "lyap1_min": -0.35106921195983887,
      "lyap_spec_mean": [
        -0.34513774514198303,
        -0.3454217314720154
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 765,
      "lr": 0.0001,
      "sup_loss": 1.3703312668079408,
      "rf_loss": 0.0,
      "total_loss": 1.3703312668079408,
      "lyap1_mean": -0.33580607175827026,
      "lyap1_max": -0.3121982514858246,
      "lyap1_min": -0.3484153747558594,
      "lyap_spec_mean": [
        -0.33580607175827026,
        -0.3356707692146301
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 766,
      "lr": 0.0001,
      "sup_loss": 1.3968626368936474,
      "rf_loss": 0.0,
      "total_loss": 1.3968626368936474,
      "lyap1_mean": -0.3394356966018677,
      "lyap1_max": -0.3320479989051819,
      "lyap1_min": -0.3463969826698303,
      "lyap_spec_mean": [
        -0.3394356966018677,
        -0.34088802337646484
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 767,
      "lr": 0.0001,
      "sup_loss": 1.334337555181931,
      "rf_loss": 0.0,
      "total_loss": 1.334337555181931,
      "lyap1_mean": -0.33913910388946533,
      "lyap1_max": -0.32533028721809387,
      "lyap1_min": -0.35285359621047974,
      "lyap_spec_mean": [
        -0.3391391634941101,
        -0.34326669573783875
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 768,
      "lr": 0.0001,
      "sup_loss": 1.3195404026653452,
      "rf_loss": 0.0,
      "total_loss": 1.3195404026653452,
      "lyap1_mean": -0.34028834104537964,
      "lyap1_max": -0.33166074752807617,
      "lyap1_min": -0.34949982166290283,
      "lyap_spec_mean": [
        -0.34028834104537964,
        -0.34545016288757324
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 769,
      "lr": 0.0001,
      "sup_loss": 1.3769676914997442,
      "rf_loss": 0.0,
      "total_loss": 1.3769676914997442,
      "lyap1_mean": -0.3315536379814148,
      "lyap1_max": -0.2468479871749878,
      "lyap1_min": -0.3531915545463562,
      "lyap_spec_mean": [
        -0.3315536379814148,
        -0.3443745970726013
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 770,
      "lr": 0.0001,
      "sup_loss": 1.3448157134957945,
      "rf_loss": 0.0,
      "total_loss": 1.3448157134957945,
      "lyap1_mean": -0.3527190387248993,
      "lyap1_max": -0.33356142044067383,
      "lyap1_min": -0.3628307282924652,
      "lyap_spec_mean": [
        -0.3527190387248993,
        -0.35387715697288513
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 771,
      "lr": 0.0001,
      "sup_loss": 1.3410443101121474,
      "rf_loss": 0.0,
      "total_loss": 1.3410443101121474,
      "lyap1_mean": -0.350746750831604,
      "lyap1_max": -0.3282417356967926,
      "lyap1_min": -0.3643655776977539,
      "lyap_spec_mean": [
        -0.3507467210292816,
        -0.3612947165966034
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 772,
      "lr": 0.0001,
      "sup_loss": 1.3428945890511907,
      "rf_loss": 0.0,
      "total_loss": 1.3428945890511907,
      "lyap1_mean": -0.3579723834991455,
      "lyap1_max": -0.330267071723938,
      "lyap1_min": -0.3740847706794739,
      "lyap_spec_mean": [
        -0.3579723536968231,
        -0.36201322078704834
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 773,
      "lr": 0.0001,
      "sup_loss": 1.352389709259469,
      "rf_loss": 0.0,
      "total_loss": 1.352389709259469,
      "lyap1_mean": -0.34457236528396606,
      "lyap1_max": -0.3270629942417145,
      "lyap1_min": -0.36475107073783875,
      "lyap_spec_mean": [
        -0.34457236528396606,
        -0.34726497530937195
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 774,
      "lr": 0.0001,
      "sup_loss": 1.3687661217428397,
      "rf_loss": 0.0,
      "total_loss": 1.3687661217428397,
      "lyap1_mean": -0.3443317413330078,
      "lyap1_max": -0.3269239664077759,
      "lyap1_min": -0.36892175674438477,
      "lyap_spec_mean": [
        -0.3443317413330078,
        -0.3368489444255829
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 775,
      "lr": 0.0001,
      "sup_loss": 1.34187980878662,
      "rf_loss": 0.0,
      "total_loss": 1.34187980878662,
      "lyap1_mean": -0.3352762460708618,
      "lyap1_max": -0.2953926622867584,
      "lyap1_min": -0.3588939607143402,
      "lyap_spec_mean": [
        -0.33527618646621704,
        -0.34292298555374146
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 776,
      "lr": 0.0001,
      "sup_loss": 1.3850567066713806,
      "rf_loss": 0.0,
      "total_loss": 1.3850567066713806,
      "lyap1_mean": -0.332139253616333,
      "lyap1_max": -0.3003949820995331,
      "lyap1_min": -0.35456597805023193,
      "lyap_spec_mean": [
        -0.332139253616333,
        -0.33867037296295166
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 777,
      "lr": 0.0001,
      "sup_loss": 1.3612936084149103,
      "rf_loss": 0.0,
      "total_loss": 1.3612936084149103,
      "lyap1_mean": -0.32926708459854126,
      "lyap1_max": -0.30772849917411804,
      "lyap1_min": -0.34725213050842285,
      "lyap_spec_mean": [
        -0.32926708459854126,
        -0.33565157651901245
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 778,
      "lr": 0.0001,
      "sup_loss": 1.3536927911016938,
      "rf_loss": 0.0,
      "total_loss": 1.3536927911016938,
      "lyap1_mean": -0.30968859791755676,
      "lyap1_max": -0.23586049675941467,
      "lyap1_min": -0.3405909538269043,
      "lyap_spec_mean": [
        -0.30968859791755676,
        -0.34089353680610657
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 779,
      "lr": 0.0001,
      "sup_loss": 1.303960336775885,
      "rf_loss": 0.0,
      "total_loss": 1.303960336775885,
      "lyap1_mean": -0.33583173155784607,
      "lyap1_max": -0.2481817901134491,
      "lyap1_min": -0.35878831148147583,
      "lyap_spec_mean": [
        -0.33583173155784607,
        -0.35795074701309204
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 780,
      "lr": 0.0001,
      "sup_loss": 1.3797944718718747,
      "rf_loss": 0.0,
      "total_loss": 1.3797944718718747,
      "lyap1_mean": -0.3511751890182495,
      "lyap1_max": -0.3209831714630127,
      "lyap1_min": -0.37375354766845703,
      "lyap_spec_mean": [
        -0.3511751890182495,
        -0.35549765825271606
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 781,
      "lr": 0.0001,
      "sup_loss": 1.3089370486618042,
      "rf_loss": 0.0,
      "total_loss": 1.3089370486618042,
      "lyap1_mean": -0.36008220911026,
      "lyap1_max": -0.34942054748535156,
      "lyap1_min": -0.3681962192058563,
      "lyap_spec_mean": [
        -0.36008220911026,
        -0.3621883690357208
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 782,
      "lr": 0.0001,
      "sup_loss": 1.3453743735905943,
      "rf_loss": 0.0,
      "total_loss": 1.3453743735905943,
      "lyap1_mean": -0.3485422134399414,
      "lyap1_max": -0.31692978739738464,
      "lyap1_min": -0.3689371943473816,
      "lyap_spec_mean": [
        -0.3485422134399414,
        -0.35939857363700867
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 783,
      "lr": 0.0001,
      "sup_loss": 1.3411066255008999,
      "rf_loss": 0.0,
      "total_loss": 1.3411066255008999,
      "lyap1_mean": -0.3431933522224426,
      "lyap1_max": -0.24748370051383972,
      "lyap1_min": -0.3627654016017914,
      "lyap_spec_mean": [
        -0.3431933522224426,
        -0.3576089143753052
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 784,
      "lr": 0.0001,
      "sup_loss": 1.3775162936473533,
      "rf_loss": 0.0,
      "total_loss": 1.3775162936473533,
      "lyap1_mean": -0.35348832607269287,
      "lyap1_max": -0.32498207688331604,
      "lyap1_min": -0.36914294958114624,
      "lyap_spec_mean": [
        -0.3534882962703705,
        -0.3540862202644348
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 785,
      "lr": 0.0001,
      "sup_loss": 1.3526963576915936,
      "rf_loss": 0.0,
      "total_loss": 1.3526963576915936,
      "lyap1_mean": -0.35206836462020874,
      "lyap1_max": -0.32810941338539124,
      "lyap1_min": -0.36661097407341003,
      "lyap_spec_mean": [
        -0.35206836462020874,
        -0.3531454801559448
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 786,
      "lr": 0.0001,
      "sup_loss": 1.339238492620672,
      "rf_loss": 0.0,
      "total_loss": 1.339238492620672,
      "lyap1_mean": -0.35487520694732666,
      "lyap1_max": -0.3382204473018646,
      "lyap1_min": -0.36863815784454346,
      "lyap_spec_mean": [
        -0.35487520694732666,
        -0.36065372824668884
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 787,
      "lr": 0.0001,
      "sup_loss": 1.328939478779084,
      "rf_loss": 0.0,
      "total_loss": 1.328939478779084,
      "lyap1_mean": -0.3607184886932373,
      "lyap1_max": -0.35430988669395447,
      "lyap1_min": -0.36685043573379517,
      "lyap_spec_mean": [
        -0.3607184886932373,
        -0.3647829294204712
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 788,
      "lr": 0.0001,
      "sup_loss": 1.3242893955759287,
      "rf_loss": 0.0,
      "total_loss": 1.3242893955759287,
      "lyap1_mean": -0.3756159245967865,
      "lyap1_max": -0.36954519152641296,
      "lyap1_min": -0.38108062744140625,
      "lyap_spec_mean": [
        -0.3756159245967865,
        -0.37714797258377075
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 789,
      "lr": 0.0001,
      "sup_loss": 1.3434033526228983,
      "rf_loss": 0.0,
      "total_loss": 1.3434033526228983,
      "lyap1_mean": -0.3638399541378021,
      "lyap1_max": -0.34962770342826843,
      "lyap1_min": -0.37869223952293396,
      "lyap_spec_mean": [
        -0.36383992433547974,
        -0.3669896125793457
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 790,
      "lr": 0.0001,
      "sup_loss": 1.26243820072351,
      "rf_loss": 0.0,
      "total_loss": 1.26243820072351,
      "lyap1_mean": -0.35901570320129395,
      "lyap1_max": -0.3452565371990204,
      "lyap1_min": -0.36590826511383057,
      "lyap_spec_mean": [
        -0.35901570320129395,
        -0.3598993420600891
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 791,
      "lr": 0.0001,
      "sup_loss": 1.362956619499309,
      "rf_loss": 0.0,
      "total_loss": 1.362956619499309,
      "lyap1_mean": -0.35339465737342834,
      "lyap1_max": -0.3471600413322449,
      "lyap1_min": -0.36281371116638184,
      "lyap_spec_mean": [
        -0.35339462757110596,
        -0.35254091024398804
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 792,
      "lr": 0.0001,
      "sup_loss": 1.391732389399042,
      "rf_loss": 0.0,
      "total_loss": 1.391732389399042,
      "lyap1_mean": -0.3443032503128052,
      "lyap1_max": -0.3285771310329437,
      "lyap1_min": -0.3576841950416565,
      "lyap_spec_mean": [
        -0.3443032503128052,
        -0.3470234274864197
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 793,
      "lr": 0.0001,
      "sup_loss": 1.3761697674571294,
      "rf_loss": 0.0,
      "total_loss": 1.3761697674571294,
      "lyap1_mean": -0.33806174993515015,
      "lyap1_max": -0.3214907646179199,
      "lyap1_min": -0.3556702136993408,
      "lyap_spec_mean": [
        -0.33806177973747253,
        -0.346354603767395
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 794,
      "lr": 0.0001,
      "sup_loss": 1.3284476636307059,
      "rf_loss": 0.0,
      "total_loss": 1.3284476636307059,
      "lyap1_mean": -0.3487989902496338,
      "lyap1_max": -0.3408237397670746,
      "lyap1_min": -0.36086785793304443,
      "lyap_spec_mean": [
        -0.3487989902496338,
        -0.3523058295249939
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 795,
      "lr": 0.0001,
      "sup_loss": 1.3073692716722314,
      "rf_loss": 0.0,
      "total_loss": 1.3073692716722314,
      "lyap1_mean": -0.3515644371509552,
      "lyap1_max": -0.3303453326225281,
      "lyap1_min": -0.3604668378829956,
      "lyap_spec_mean": [
        -0.3515644371509552,
        -0.34927552938461304
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 796,
      "lr": 0.0001,
      "sup_loss": 1.3329530484986274,
      "rf_loss": 0.0,
      "total_loss": 1.3329530484986274,
      "lyap1_mean": -0.3496885895729065,
      "lyap1_max": -0.32489636540412903,
      "lyap1_min": -0.3726348578929901,
      "lyap_spec_mean": [
        -0.3496885895729065,
        -0.35287266969680786
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 797,
      "lr": 0.0001,
      "sup_loss": 1.2905576285744051,
      "rf_loss": 0.0,
      "total_loss": 1.2905576285744051,
      "lyap1_mean": -0.34684205055236816,
      "lyap1_max": -0.3006569445133209,
      "lyap1_min": -0.36631160974502563,
      "lyap_spec_mean": [
        -0.34684208035469055,
        -0.3448094427585602
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 798,
      "lr": 0.0001,
      "sup_loss": 1.317869179619801,
      "rf_loss": 0.0,
      "total_loss": 1.317869179619801,
      "lyap1_mean": -0.3267524540424347,
      "lyap1_max": -0.26521575450897217,
      "lyap1_min": -0.37182947993278503,
      "lyap_spec_mean": [
        -0.3267524242401123,
        -0.35565659403800964
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 799,
      "lr": 0.0001,
      "sup_loss": 1.3577814097213743,
      "rf_loss": 0.0,
      "total_loss": 1.3577814097213743,
      "lyap1_mean": -0.34287333488464355,
      "lyap1_max": -0.3062247037887573,
      "lyap1_min": -0.3586389720439911,
      "lyap_spec_mean": [
        -0.34287330508232117,
        -0.34714749455451965
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 800,
      "lr": 0.0001,
      "sup_loss": 1.3428684064787657,
      "rf_loss": 0.0,
      "total_loss": 1.3428684064787657,
      "lyap1_mean": -0.347289502620697,
      "lyap1_max": -0.3226148188114166,
      "lyap1_min": -0.3615128695964813,
      "lyap_spec_mean": [
        -0.34728947281837463,
        -0.3534427583217621
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 801,
      "lr": 0.0001,
      "sup_loss": 1.2798936681725246,
      "rf_loss": 0.0,
      "total_loss": 1.2798936681725246,
      "lyap1_mean": -0.3443928360939026,
      "lyap1_max": -0.3300788998603821,
      "lyap1_min": -0.3576529622077942,
      "lyap_spec_mean": [
        -0.3443928360939026,
        -0.34742897748947144
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 802,
      "lr": 0.0001,
      "sup_loss": 1.3244270681771062,
      "rf_loss": 0.0,
      "total_loss": 1.3244270681771062,
      "lyap1_mean": -0.33245420455932617,
      "lyap1_max": -0.3101625144481659,
      "lyap1_min": -0.34464702010154724,
      "lyap_spec_mean": [
        -0.33245420455932617,
        -0.3347617983818054
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 803,
      "lr": 0.0001,
      "sup_loss": 1.3650884901870313,
      "rf_loss": 0.0,
      "total_loss": 1.3650884901870313,
      "lyap1_mean": -0.3213559687137604,
      "lyap1_max": -0.3041609525680542,
      "lyap1_min": -0.33501896262168884,
      "lyap_spec_mean": [
        -0.3213559687137604,
        -0.3276485204696655
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 804,
      "lr": 0.0001,
      "sup_loss": 1.3385255800097062,
      "rf_loss": 0.0,
      "total_loss": 1.3385255800097062,
      "lyap1_mean": -0.33085399866104126,
      "lyap1_max": -0.30974552035331726,
      "lyap1_min": -0.3517944812774658,
      "lyap_spec_mean": [
        -0.33085399866104126,
        -0.3261067569255829
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 805,
      "lr": 0.0001,
      "sup_loss": 1.3822013877251698,
      "rf_loss": 0.0,
      "total_loss": 1.3822013877251698,
      "lyap1_mean": -0.329228937625885,
      "lyap1_max": -0.30047985911369324,
      "lyap1_min": -0.3457185924053192,
      "lyap_spec_mean": [
        -0.3292289078235626,
        -0.33183443546295166
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 806,
      "lr": 0.0001,
      "sup_loss": 1.3538676315337739,
      "rf_loss": 0.0,
      "total_loss": 1.3538676315337739,
      "lyap1_mean": -0.33841055631637573,
      "lyap1_max": -0.33215227723121643,
      "lyap1_min": -0.3456551432609558,
      "lyap_spec_mean": [
        -0.33841055631637573,
        -0.34514641761779785
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 807,
      "lr": 0.0001,
      "sup_loss": 1.3704949039652097,
      "rf_loss": 0.0,
      "total_loss": 1.3704949039652097,
      "lyap1_mean": -0.33775243163108826,
      "lyap1_max": -0.3172075152397156,
      "lyap1_min": -0.3522942066192627,
      "lyap_spec_mean": [
        -0.33775243163108826,
        -0.34318721294403076
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 808,
      "lr": 0.0001,
      "sup_loss": 1.3153267195528333,
      "rf_loss": 0.0,
      "total_loss": 1.3153267195528333,
      "lyap1_mean": -0.34938284754753113,
      "lyap1_max": -0.33980613946914673,
      "lyap1_min": -0.357124388217926,
      "lyap_spec_mean": [
        -0.3493828773498535,
        -0.3497013449668884
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 809,
      "lr": 0.0001,
      "sup_loss": 1.3249577136343063,
      "rf_loss": 0.0,
      "total_loss": 1.3249577136343063,
      "lyap1_mean": -0.34512007236480713,
      "lyap1_max": -0.3280929923057556,
      "lyap1_min": -0.35782667994499207,
      "lyap_spec_mean": [
        -0.34512007236480713,
        -0.34840652346611023
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 810,
      "lr": 0.0001,
      "sup_loss": 1.282202743234327,
      "rf_loss": 0.0,
      "total_loss": 1.282202743234327,
      "lyap1_mean": -0.3411148190498352,
      "lyap1_max": -0.32148098945617676,
      "lyap1_min": -0.3615049123764038,
      "lyap_spec_mean": [
        -0.3411148190498352,
        -0.3419126868247986
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 811,
      "lr": 0.0001,
      "sup_loss": 1.3291735516246574,
      "rf_loss": 0.0,
      "total_loss": 1.3291735516246574,
      "lyap1_mean": -0.3453603982925415,
      "lyap1_max": -0.3348919749259949,
      "lyap1_min": -0.35154980421066284,
      "lyap_spec_mean": [
        -0.3453603982925415,
        -0.34264978766441345
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 812,
      "lr": 0.0001,
      "sup_loss": 1.3472299140654442,
      "rf_loss": 0.0,
      "total_loss": 1.3472299140654442,
      "lyap1_mean": -0.33184975385665894,
      "lyap1_max": -0.32073748111724854,
      "lyap1_min": -0.3437923789024353,
      "lyap_spec_mean": [
        -0.33184975385665894,
        -0.33342602849006653
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 813,
      "lr": 0.0001,
      "sup_loss": 1.329579393003775,
      "rf_loss": 0.0,
      "total_loss": 1.329579393003775,
      "lyap1_mean": -0.3315587639808655,
      "lyap1_max": -0.30232346057891846,
      "lyap1_min": -0.34401828050613403,
      "lyap_spec_mean": [
        -0.3315587639808655,
        -0.3310832381248474
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 814,
      "lr": 0.0001,
      "sup_loss": 1.3813642974284037,
      "rf_loss": 0.0,
      "total_loss": 1.3813642974284037,
      "lyap1_mean": -0.33488330245018005,
      "lyap1_max": -0.3168025016784668,
      "lyap1_min": -0.34343791007995605,
      "lyap_spec_mean": [
        -0.33488330245018005,
        -0.33498328924179077
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 815,
      "lr": 0.0001,
      "sup_loss": 1.388452798146659,
      "rf_loss": 0.0,
      "total_loss": 1.388452798146659,
      "lyap1_mean": -0.34054648876190186,
      "lyap1_max": -0.33094435930252075,
      "lyap1_min": -0.35358163714408875,
      "lyap_spec_mean": [
        -0.34054651856422424,
        -0.34095412492752075
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 816,
      "lr": 0.0001,
      "sup_loss": 1.3293456276341997,
      "rf_loss": 0.0,
      "total_loss": 1.3293456276341997,
      "lyap1_mean": -0.3464457094669342,
      "lyap1_max": -0.3310089111328125,
      "lyap1_min": -0.35402393341064453,
      "lyap_spec_mean": [
        -0.3464456796646118,
        -0.34488368034362793
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 817,
      "lr": 0.0001,
      "sup_loss": 1.3346165442019102,
      "rf_loss": 0.0,
      "total_loss": 1.3346165442019102,
      "lyap1_mean": -0.3503681421279907,
      "lyap1_max": -0.30810561776161194,
      "lyap1_min": -0.36752980947494507,
      "lyap_spec_mean": [
        -0.3503681421279907,
        -0.3551095128059387
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 818,
      "lr": 0.0001,
      "sup_loss": 1.3301738116152586,
      "rf_loss": 0.0,
      "total_loss": 1.3301738116152586,
      "lyap1_mean": -0.36001262068748474,
      "lyap1_max": -0.34456929564476013,
      "lyap1_min": -0.37903666496276855,
      "lyap_spec_mean": [
        -0.36001262068748474,
        -0.36242228746414185
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 819,
      "lr": 0.0001,
      "sup_loss": 1.3430548602411516,
      "rf_loss": 0.0,
      "total_loss": 1.3430548602411516,
      "lyap1_mean": -0.3762688934803009,
      "lyap1_max": -0.36195486783981323,
      "lyap1_min": -0.3845694661140442,
      "lyap_spec_mean": [
        -0.3762688934803009,
        -0.37287619709968567
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 820,
      "lr": 0.0001,
      "sup_loss": 1.3838725066796929,
      "rf_loss": 0.0,
      "total_loss": 1.3838725066796929,
      "lyap1_mean": -0.37445521354675293,
      "lyap1_max": -0.3642857074737549,
      "lyap1_min": -0.38432320952415466,
      "lyap_spec_mean": [
        -0.37445521354675293,
        -0.37942177057266235
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 821,
      "lr": 0.0001,
      "sup_loss": 1.3674525046117927,
      "rf_loss": 0.0,
      "total_loss": 1.3674525046117927,
      "lyap1_mean": -0.37690192461013794,
      "lyap1_max": -0.3556672930717468,
      "lyap1_min": -0.39259645342826843,
      "lyap_spec_mean": [
        -0.37690192461013794,
        -0.3742237091064453
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 822,
      "lr": 0.0001,
      "sup_loss": 1.3180547444267001,
      "rf_loss": 0.0,
      "total_loss": 1.3180547444267001,
      "lyap1_mean": -0.36861664056777954,
      "lyap1_max": -0.3599489629268646,
      "lyap1_min": -0.376844584941864,
      "lyap_spec_mean": [
        -0.36861664056777954,
        -0.369998574256897
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 823,
      "lr": 0.0001,
      "sup_loss": 1.3214325181447015,
      "rf_loss": 0.0,
      "total_loss": 1.3214325181447015,
      "lyap1_mean": -0.36240309476852417,
      "lyap1_max": -0.3405991196632385,
      "lyap1_min": -0.37477391958236694,
      "lyap_spec_mean": [
        -0.36240309476852417,
        -0.3632170557975769
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 824,
      "lr": 0.0001,
      "sup_loss": 1.3486784230693767,
      "rf_loss": 0.0,
      "total_loss": 1.3486784230693767,
      "lyap1_mean": -0.3559669852256775,
      "lyap1_max": -0.3473629355430603,
      "lyap1_min": -0.3687931001186371,
      "lyap_spec_mean": [
        -0.3559669852256775,
        -0.35844361782073975
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 825,
      "lr": 0.0001,
      "sup_loss": 1.3343310025563015,
      "rf_loss": 0.0,
      "total_loss": 1.3343310025563015,
      "lyap1_mean": -0.3472309708595276,
      "lyap1_max": -0.3290746808052063,
      "lyap1_min": -0.35791534185409546,
      "lyap_spec_mean": [
        -0.3472309708595276,
        -0.3474864363670349
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 826,
      "lr": 0.0001,
      "sup_loss": 1.3556301357640428,
      "rf_loss": 0.0,
      "total_loss": 1.3556301357640428,
      "lyap1_mean": -0.3370177745819092,
      "lyap1_max": -0.3296029269695282,
      "lyap1_min": -0.3448493182659149,
      "lyap_spec_mean": [
        -0.3370177745819092,
        -0.33677488565444946
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 827,
      "lr": 0.0001,
      "sup_loss": 1.3127544393288915,
      "rf_loss": 0.0,
      "total_loss": 1.3127544393288915,
      "lyap1_mean": -0.33632931113243103,
      "lyap1_max": -0.32264894247055054,
      "lyap1_min": -0.34764933586120605,
      "lyap_spec_mean": [
        -0.33632931113243103,
        -0.3349093198776245
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 828,
      "lr": 0.0001,
      "sup_loss": 1.3135620999284088,
      "rf_loss": 0.0,
      "total_loss": 1.3135620999284088,
      "lyap1_mean": -0.34150129556655884,
      "lyap1_max": -0.3291816711425781,
      "lyap1_min": -0.3532159924507141,
      "lyap_spec_mean": [
        -0.34150129556655884,
        -0.3429418206214905
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 829,
      "lr": 0.0001,
      "sup_loss": 1.3472789251334167,
      "rf_loss": 0.0,
      "total_loss": 1.3472789251334167,
      "lyap1_mean": -0.34268811345100403,
      "lyap1_max": -0.3308008015155792,
      "lyap1_min": -0.3606855571269989,
      "lyap_spec_mean": [
        -0.3426881432533264,
        -0.34167468547821045
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 830,
      "lr": 0.0001,
      "sup_loss": 1.360667481457087,
      "rf_loss": 0.0,
      "total_loss": 1.360667481457087,
      "lyap1_mean": -0.3470914363861084,
      "lyap1_max": -0.3369506597518921,
      "lyap1_min": -0.3553083837032318,
      "lyap_spec_mean": [
        -0.3470914363861084,
        -0.34910744428634644
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 831,
      "lr": 0.0001,
      "sup_loss": 1.3775487323250384,
      "rf_loss": 0.0,
      "total_loss": 1.3775487323250384,
      "lyap1_mean": -0.35443297028541565,
      "lyap1_max": -0.3412388265132904,
      "lyap1_min": -0.3664281368255615,
      "lyap_spec_mean": [
        -0.35443297028541565,
        -0.352536678314209
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 832,
      "lr": 0.0001,
      "sup_loss": 1.3453518256531587,
      "rf_loss": 0.0,
      "total_loss": 1.3453518256531587,
      "lyap1_mean": -0.36094480752944946,
      "lyap1_max": -0.3534873425960541,
      "lyap1_min": -0.36565539240837097,
      "lyap_spec_mean": [
        -0.36094480752944946,
        -0.3555581569671631
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 833,
      "lr": 0.0001,
      "sup_loss": 1.2944367292132055,
      "rf_loss": 0.0,
      "total_loss": 1.2944367292132055,
      "lyap1_mean": -0.3637620508670807,
      "lyap1_max": -0.3589549660682678,
      "lyap1_min": -0.3682786226272583,
      "lyap_spec_mean": [
        -0.3637620806694031,
        -0.3617468476295471
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 834,
      "lr": 0.0001,
      "sup_loss": 1.3572354288985093,
      "rf_loss": 0.0,
      "total_loss": 1.3572354288985093,
      "lyap1_mean": -0.35775768756866455,
      "lyap1_max": -0.3442593812942505,
      "lyap1_min": -0.3670700490474701,
      "lyap_spec_mean": [
        -0.3577576279640198,
        -0.35825732350349426
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 835,
      "lr": 0.0001,
      "sup_loss": 1.3279679807189966,
      "rf_loss": 0.0,
      "total_loss": 1.3279679807189966,
      "lyap1_mean": -0.3567535877227783,
      "lyap1_max": -0.34484362602233887,
      "lyap1_min": -0.3653225600719452,
      "lyap_spec_mean": [
        -0.3567536175251007,
        -0.36132609844207764
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 836,
      "lr": 0.0001,
      "sup_loss": 1.3268456766039414,
      "rf_loss": 0.0,
      "total_loss": 1.3268456766039414,
      "lyap1_mean": -0.3483811616897583,
      "lyap1_max": -0.33947324752807617,
      "lyap1_min": -0.35631224513053894,
      "lyap_spec_mean": [
        -0.3483811616897583,
        -0.34906449913978577
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 837,
      "lr": 0.0001,
      "sup_loss": 1.3373209333474336,
      "rf_loss": 0.0,
      "total_loss": 1.3373209333474336,
      "lyap1_mean": -0.34252655506134033,
      "lyap1_max": -0.3297303318977356,
      "lyap1_min": -0.3529056906700134,
      "lyap_spec_mean": [
        -0.3425265848636627,
        -0.3418675363063812
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 838,
      "lr": 0.0001,
      "sup_loss": 1.329351903512408,
      "rf_loss": 0.0,
      "total_loss": 1.329351903512408,
      "lyap1_mean": -0.3442295491695404,
      "lyap1_max": -0.3369232416152954,
      "lyap1_min": -0.3517184853553772,
      "lyap_spec_mean": [
        -0.3442295789718628,
        -0.3444291949272156
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 839,
      "lr": 0.0001,
      "sup_loss": 1.3718069046801853,
      "rf_loss": 0.0,
      "total_loss": 1.3718069046801853,
      "lyap1_mean": -0.3319701552391052,
      "lyap1_max": -0.3103889226913452,
      "lyap1_min": -0.3496702313423157,
      "lyap_spec_mean": [
        -0.3319701552391052,
        -0.33096110820770264
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 840,
      "lr": 0.0001,
      "sup_loss": 1.3063533801746208,
      "rf_loss": 0.0,
      "total_loss": 1.3063533801746208,
      "lyap1_mean": -0.34092220664024353,
      "lyap1_max": -0.33202606439590454,
      "lyap1_min": -0.34898972511291504,
      "lyap_spec_mean": [
        -0.34092220664024353,
        -0.33638113737106323
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 841,
      "lr": 0.0001,
      "sup_loss": 1.3369314975935735,
      "rf_loss": 0.0,
      "total_loss": 1.3369314975935735,
      "lyap1_mean": -0.34136319160461426,
      "lyap1_max": -0.3337327837944031,
      "lyap1_min": -0.356814980506897,
      "lyap_spec_mean": [
        -0.34136319160461426,
        -0.3414708375930786
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 842,
      "lr": 0.0001,
      "sup_loss": 1.386308447544052,
      "rf_loss": 0.0,
      "total_loss": 1.386308447544052,
      "lyap1_mean": -0.33415383100509644,
      "lyap1_max": -0.3176071345806122,
      "lyap1_min": -0.34864145517349243,
      "lyap_spec_mean": [
        -0.33415383100509644,
        -0.335999071598053
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 843,
      "lr": 0.0001,
      "sup_loss": 1.357209236383429,
      "rf_loss": 0.0,
      "total_loss": 1.357209236383429,
      "lyap1_mean": -0.3332473039627075,
      "lyap1_max": -0.3036348521709442,
      "lyap1_min": -0.3446062207221985,
      "lyap_spec_mean": [
        -0.33324727416038513,
        -0.33533358573913574
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 844,
      "lr": 0.0001,
      "sup_loss": 1.3384336626999878,
      "rf_loss": 0.0,
      "total_loss": 1.3384336626999878,
      "lyap1_mean": -0.33911269903182983,
      "lyap1_max": -0.3282516598701477,
      "lyap1_min": -0.34680622816085815,
      "lyap_spec_mean": [
        -0.33911269903182983,
        -0.3383122682571411
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 845,
      "lr": 0.0001,
      "sup_loss": 1.3271815774848934,
      "rf_loss": 0.0,
      "total_loss": 1.3271815774848934,
      "lyap1_mean": -0.33620476722717285,
      "lyap1_max": -0.31077101826667786,
      "lyap1_min": -0.3462275266647339,
      "lyap_spec_mean": [
        -0.33620479702949524,
        -0.33387133479118347
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 846,
      "lr": 0.0001,
      "sup_loss": 1.3106772470885717,
      "rf_loss": 0.0,
      "total_loss": 1.3106772470885717,
      "lyap1_mean": -0.33461523056030273,
      "lyap1_max": -0.32644122838974,
      "lyap1_min": -0.34364795684814453,
      "lyap_spec_mean": [
        -0.33461523056030273,
        -0.3283640742301941
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 847,
      "lr": 0.0001,
      "sup_loss": 1.2802681715757651,
      "rf_loss": 0.0,
      "total_loss": 1.2802681715757651,
      "lyap1_mean": -0.327644944190979,
      "lyap1_max": -0.29925158619880676,
      "lyap1_min": -0.3463110327720642,
      "lyap_spec_mean": [
        -0.327644944190979,
        -0.3244677484035492
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 848,
      "lr": 0.0001,
      "sup_loss": 1.3104488092075628,
      "rf_loss": 0.0,
      "total_loss": 1.3104488092075628,
      "lyap1_mean": -0.3355831503868103,
      "lyap1_max": -0.3301621675491333,
      "lyap1_min": -0.34737491607666016,
      "lyap_spec_mean": [
        -0.3355831503868103,
        -0.3353581428527832
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 849,
      "lr": 0.0001,
      "sup_loss": 1.346645145064238,
      "rf_loss": 0.0,
      "total_loss": 1.346645145064238,
      "lyap1_mean": -0.3258894681930542,
      "lyap1_max": -0.3176428973674774,
      "lyap1_min": -0.3349963128566742,
      "lyap_spec_mean": [
        -0.3258894681930542,
        -0.32688677310943604
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 850,
      "lr": 0.0001,
      "sup_loss": 1.362009795816507,
      "rf_loss": 0.0,
      "total_loss": 1.362009795816507,
      "lyap1_mean": -0.31851688027381897,
      "lyap1_max": -0.3077637553215027,
      "lyap1_min": -0.3255705237388611,
      "lyap_spec_mean": [
        -0.31851688027381897,
        -0.3177940249443054
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 851,
      "lr": 0.0001,
      "sup_loss": 1.280769493147329,
      "rf_loss": 0.0,
      "total_loss": 1.280769493147329,
      "lyap1_mean": -0.3207809329032898,
      "lyap1_max": -0.30876949429512024,
      "lyap1_min": -0.33119824528694153,
      "lyap_spec_mean": [
        -0.3207809329032898,
        -0.31755292415618896
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 852,
      "lr": 0.0001,
      "sup_loss": 1.3264076234499185,
      "rf_loss": 0.0,
      "total_loss": 1.3264076234499185,
      "lyap1_mean": -0.32546302676200867,
      "lyap1_max": -0.31945693492889404,
      "lyap1_min": -0.33395665884017944,
      "lyap_spec_mean": [
        -0.32546302676200867,
        -0.323589026927948
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 853,
      "lr": 0.0001,
      "sup_loss": 1.265524403919856,
      "rf_loss": 0.0,
      "total_loss": 1.265524403919856,
      "lyap1_mean": -0.3284284174442291,
      "lyap1_max": -0.3180614411830902,
      "lyap1_min": -0.3435189127922058,
      "lyap_spec_mean": [
        -0.3284284174442291,
        -0.32656344771385193
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 854,
      "lr": 0.0001,
      "sup_loss": 1.3432016349896025,
      "rf_loss": 0.0,
      "total_loss": 1.3432016349896025,
      "lyap1_mean": -0.33090758323669434,
      "lyap1_max": -0.317496120929718,
      "lyap1_min": -0.3380809426307678,
      "lyap_spec_mean": [
        -0.33090758323669434,
        -0.33248278498649597
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 855,
      "lr": 0.0001,
      "sup_loss": 1.3288919221542297,
      "rf_loss": 0.0,
      "total_loss": 1.3288919221542297,
      "lyap1_mean": -0.34833502769470215,
      "lyap1_max": -0.3244244456291199,
      "lyap1_min": -0.3556772470474243,
      "lyap_spec_mean": [
        -0.34833502769470215,
        -0.3505309820175171
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 856,
      "lr": 0.0001,
      "sup_loss": 1.320105358076052,
      "rf_loss": 0.0,
      "total_loss": 1.320105358076052,
      "lyap1_mean": -0.3521677255630493,
      "lyap1_max": -0.34272751212120056,
      "lyap1_min": -0.3628874719142914,
      "lyap_spec_mean": [
        -0.3521677255630493,
        -0.35307323932647705
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 857,
      "lr": 0.0001,
      "sup_loss": 1.3665478154496,
      "rf_loss": 0.0,
      "total_loss": 1.3665478154496,
      "lyap1_mean": -0.36469021439552307,
      "lyap1_max": -0.3547215461730957,
      "lyap1_min": -0.37301748991012573,
      "lyap_spec_mean": [
        -0.36469021439552307,
        -0.36554276943206787
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 858,
      "lr": 0.0001,
      "sup_loss": 1.3508451466674793,
      "rf_loss": 0.0,
      "total_loss": 1.3508451466674793,
      "lyap1_mean": -0.36309361457824707,
      "lyap1_max": -0.354552686214447,
      "lyap1_min": -0.37241899967193604,
      "lyap_spec_mean": [
        -0.36309361457824707,
        -0.36288008093833923
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 859,
      "lr": 0.0001,
      "sup_loss": 1.3281873865285867,
      "rf_loss": 0.0,
      "total_loss": 1.3281873865285867,
      "lyap1_mean": -0.35323846340179443,
      "lyap1_max": -0.33688801527023315,
      "lyap1_min": -0.3687485158443451,
      "lyap_spec_mean": [
        -0.35323846340179443,
        -0.3512624204158783
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 860,
      "lr": 0.0001,
      "sup_loss": 1.2951216014654239,
      "rf_loss": 0.0,
      "total_loss": 1.2951216014654239,
      "lyap1_mean": -0.35199296474456787,
      "lyap1_max": -0.3423323333263397,
      "lyap1_min": -0.3594880700111389,
      "lyap_spec_mean": [
        -0.35199296474456787,
        -0.35204535722732544
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 861,
      "lr": 0.0001,
      "sup_loss": 1.3402580193740572,
      "rf_loss": 0.0,
      "total_loss": 1.3402580193740572,
      "lyap1_mean": -0.3443949818611145,
      "lyap1_max": -0.3250259459018707,
      "lyap1_min": -0.35059046745300293,
      "lyap_spec_mean": [
        -0.3443950116634369,
        -0.34567970037460327
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 862,
      "lr": 0.0001,
      "sup_loss": 1.3721105390678088,
      "rf_loss": 0.0,
      "total_loss": 1.3721105390678088,
      "lyap1_mean": -0.3364408016204834,
      "lyap1_max": -0.3210340440273285,
      "lyap1_min": -0.34959912300109863,
      "lyap_spec_mean": [
        -0.3364408016204834,
        -0.3382992744445801
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 863,
      "lr": 0.0001,
      "sup_loss": 1.3032264693906142,
      "rf_loss": 0.0,
      "total_loss": 1.3032264693906142,
      "lyap1_mean": -0.32915011048316956,
      "lyap1_max": -0.313742995262146,
      "lyap1_min": -0.342822402715683,
      "lyap_spec_mean": [
        -0.32915011048316956,
        -0.3321978747844696
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 864,
      "lr": 0.0001,
      "sup_loss": 1.3566737246038065,
      "rf_loss": 0.0,
      "total_loss": 1.3566737246038065,
      "lyap1_mean": -0.32459813356399536,
      "lyap1_max": -0.2682691514492035,
      "lyap1_min": -0.34170278906822205,
      "lyap_spec_mean": [
        -0.32459813356399536,
        -0.3282763361930847
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 865,
      "lr": 0.0001,
      "sup_loss": 1.3042015441300383,
      "rf_loss": 0.0,
      "total_loss": 1.3042015441300383,
      "lyap1_mean": -0.33152446150779724,
      "lyap1_max": -0.3247701823711395,
      "lyap1_min": -0.34418314695358276,
      "lyap_spec_mean": [
        -0.33152446150779724,
        -0.3346482217311859
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 866,
      "lr": 0.0001,
      "sup_loss": 1.3154891742604689,
      "rf_loss": 0.0,
      "total_loss": 1.3154891742604689,
      "lyap1_mean": -0.3299027979373932,
      "lyap1_max": -0.31545957922935486,
      "lyap1_min": -0.346404492855072,
      "lyap_spec_mean": [
        -0.3299027979373932,
        -0.3342333436012268
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 867,
      "lr": 0.0001,
      "sup_loss": 1.2896301398196988,
      "rf_loss": 0.0,
      "total_loss": 1.2896301398196988,
      "lyap1_mean": -0.3390136957168579,
      "lyap1_max": -0.32877278327941895,
      "lyap1_min": -0.3477354645729065,
      "lyap_spec_mean": [
        -0.3390136957168579,
        -0.33264997601509094
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 868,
      "lr": 0.0001,
      "sup_loss": 1.3148334180941652,
      "rf_loss": 0.0,
      "total_loss": 1.3148334180941652,
      "lyap1_mean": -0.3416196405887604,
      "lyap1_max": -0.31796568632125854,
      "lyap1_min": -0.3578331172466278,
      "lyap_spec_mean": [
        -0.3416196405887604,
        -0.3416648507118225
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 869,
      "lr": 0.0001,
      "sup_loss": 1.3454014637222107,
      "rf_loss": 0.0,
      "total_loss": 1.3454014637222107,
      "lyap1_mean": -0.3517757058143616,
      "lyap1_max": -0.3357878625392914,
      "lyap1_min": -0.36782950162887573,
      "lyap_spec_mean": [
        -0.3517756462097168,
        -0.3511764705181122
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 870,
      "lr": 0.0001,
      "sup_loss": 1.3046949304820676,
      "rf_loss": 0.0,
      "total_loss": 1.3046949304820676,
      "lyap1_mean": -0.348541259765625,
      "lyap1_max": -0.32732242345809937,
      "lyap1_min": -0.3704422414302826,
      "lyap_spec_mean": [
        -0.348541259765625,
        -0.3533294200897217
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 871,
      "lr": 0.0001,
      "sup_loss": 1.3143861138505817,
      "rf_loss": 0.0,
      "total_loss": 1.3143861138505817,
      "lyap1_mean": -0.33813077211380005,
      "lyap1_max": -0.2838020324707031,
      "lyap1_min": -0.36206895112991333,
      "lyap_spec_mean": [
        -0.33813080191612244,
        -0.34600478410720825
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 872,
      "lr": 0.0001,
      "sup_loss": 1.28872627338958,
      "rf_loss": 0.0,
      "total_loss": 1.28872627338958,
      "lyap1_mean": -0.3363392949104309,
      "lyap1_max": -0.31731027364730835,
      "lyap1_min": -0.3493764102458954,
      "lyap_spec_mean": [
        -0.3363393247127533,
        -0.3371843099594116
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 873,
      "lr": 0.0001,
      "sup_loss": 1.3266255709244983,
      "rf_loss": 0.0,
      "total_loss": 1.3266255709244983,
      "lyap1_mean": -0.3310120701789856,
      "lyap1_max": -0.31656336784362793,
      "lyap1_min": -0.34282052516937256,
      "lyap_spec_mean": [
        -0.3310120701789856,
        -0.3305620849132538
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 874,
      "lr": 0.0001,
      "sup_loss": 1.3809250753602094,
      "rf_loss": 0.0,
      "total_loss": 1.3809250753602094,
      "lyap1_mean": -0.32401925325393677,
      "lyap1_max": -0.3040473163127899,
      "lyap1_min": -0.3339484632015228,
      "lyap_spec_mean": [
        -0.32401925325393677,
        -0.32757440209388733
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 875,
      "lr": 0.0001,
      "sup_loss": 1.2928421726012642,
      "rf_loss": 0.0,
      "total_loss": 1.2928421726012642,
      "lyap1_mean": -0.3260471820831299,
      "lyap1_max": -0.3177376389503479,
      "lyap1_min": -0.33350515365600586,
      "lyap_spec_mean": [
        -0.3260471820831299,
        -0.32756295800209045
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 876,
      "lr": 0.0001,
      "sup_loss": 1.3089397198793231,
      "rf_loss": 0.0,
      "total_loss": 1.3089397198793231,
      "lyap1_mean": -0.3231062889099121,
      "lyap1_max": -0.31526583433151245,
      "lyap1_min": -0.3302780091762543,
      "lyap_spec_mean": [
        -0.3231062591075897,
        -0.32455551624298096
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 877,
      "lr": 0.0001,
      "sup_loss": 1.3080767223841274,
      "rf_loss": 0.0,
      "total_loss": 1.3080767223841274,
      "lyap1_mean": -0.3371424376964569,
      "lyap1_max": -0.3264048397541046,
      "lyap1_min": -0.347214937210083,
      "lyap_spec_mean": [
        -0.3371424674987793,
        -0.333238810300827
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 878,
      "lr": 0.0001,
      "sup_loss": 1.3337292663738274,
      "rf_loss": 0.0,
      "total_loss": 1.3337292663738274,
      "lyap1_mean": -0.33478355407714844,
      "lyap1_max": -0.32665693759918213,
      "lyap1_min": -0.3420167863368988,
      "lyap_spec_mean": [
        -0.33478355407714844,
        -0.3364068269729614
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 879,
      "lr": 0.0001,
      "sup_loss": 1.3745281424171947,
      "rf_loss": 0.0,
      "total_loss": 1.3745281424171947,
      "lyap1_mean": -0.3372589349746704,
      "lyap1_max": -0.32596850395202637,
      "lyap1_min": -0.3443884551525116,
      "lyap_spec_mean": [
        -0.3372589647769928,
        -0.33785390853881836
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 880,
      "lr": 0.0001,
      "sup_loss": 1.346914231463272,
      "rf_loss": 0.0,
      "total_loss": 1.346914231463272,
      "lyap1_mean": -0.33718031644821167,
      "lyap1_max": -0.3257075846195221,
      "lyap1_min": -0.3466194272041321,
      "lyap_spec_mean": [
        -0.33718031644821167,
        -0.3402397036552429
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 881,
      "lr": 0.0001,
      "sup_loss": 1.3248843035899454,
      "rf_loss": 0.0,
      "total_loss": 1.3248843035899454,
      "lyap1_mean": -0.33946242928504944,
      "lyap1_max": -0.32491758465766907,
      "lyap1_min": -0.3504313826560974,
      "lyap_spec_mean": [
        -0.33946242928504944,
        -0.34184134006500244
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 882,
      "lr": 0.0001,
      "sup_loss": 1.2914083187871364,
      "rf_loss": 0.0,
      "total_loss": 1.2914083187871364,
      "lyap1_mean": -0.3391566276550293,
      "lyap1_max": -0.31967803835868835,
      "lyap1_min": -0.35026460886001587,
      "lyap_spec_mean": [
        -0.3391566574573517,
        -0.34179431200027466
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 883,
      "lr": 0.0001,
      "sup_loss": 1.3219827458118898,
      "rf_loss": 0.0,
      "total_loss": 1.3219827458118898,
      "lyap1_mean": -0.33965760469436646,
      "lyap1_max": -0.33494994044303894,
      "lyap1_min": -0.3473808765411377,
      "lyap_spec_mean": [
        -0.33965760469436646,
        -0.33514606952667236
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 884,
      "lr": 0.0001,
      "sup_loss": 1.3043676032455094,
      "rf_loss": 0.0,
      "total_loss": 1.3043676032455094,
      "lyap1_mean": -0.3342190086841583,
      "lyap1_max": -0.3297966718673706,
      "lyap1_min": -0.33910295367240906,
      "lyap_spec_mean": [
        -0.3342190384864807,
        -0.3363025188446045
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 885,
      "lr": 0.0001,
      "sup_loss": 1.3264999012715488,
      "rf_loss": 0.0,
      "total_loss": 1.3264999012715488,
      "lyap1_mean": -0.329194575548172,
      "lyap1_max": -0.3222387731075287,
      "lyap1_min": -0.3396887183189392,
      "lyap_spec_mean": [
        -0.329194575548172,
        -0.33407458662986755
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 886,
      "lr": 0.0001,
      "sup_loss": 1.3622242075219577,
      "rf_loss": 0.0,
      "total_loss": 1.3622242075219577,
      "lyap1_mean": -0.3302172124385834,
      "lyap1_max": -0.3191726803779602,
      "lyap1_min": -0.33880242705345154,
      "lyap_spec_mean": [
        -0.330217182636261,
        -0.32705259323120117
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 887,
      "lr": 0.0001,
      "sup_loss": 1.3270903660115405,
      "rf_loss": 0.0,
      "total_loss": 1.3270903660115405,
      "lyap1_mean": -0.3282144069671631,
      "lyap1_max": -0.31536775827407837,
      "lyap1_min": -0.3366128206253052,
      "lyap_spec_mean": [
        -0.3282144069671631,
        -0.32773470878601074
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 888,
      "lr": 0.0001,
      "sup_loss": 1.3220947987074343,
      "rf_loss": 0.0,
      "total_loss": 1.3220947987074343,
      "lyap1_mean": -0.3318864703178406,
      "lyap1_max": -0.31151634454727173,
      "lyap1_min": -0.34440016746520996,
      "lyap_spec_mean": [
        -0.3318864405155182,
        -0.3339247405529022
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 889,
      "lr": 0.0001,
      "sup_loss": 1.316253550114892,
      "rf_loss": 0.0,
      "total_loss": 1.316253550114892,
      "lyap1_mean": -0.34643447399139404,
      "lyap1_max": -0.3375680446624756,
      "lyap1_min": -0.35328882932662964,
      "lyap_spec_mean": [
        -0.34643450379371643,
        -0.3475918471813202
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 890,
      "lr": 0.0001,
      "sup_loss": 1.3217692267740804,
      "rf_loss": 0.0,
      "total_loss": 1.3217692267740804,
      "lyap1_mean": -0.35113611817359924,
      "lyap1_max": -0.34472939372062683,
      "lyap1_min": -0.3608655631542206,
      "lyap_spec_mean": [
        -0.35113611817359924,
        -0.3495331406593323
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 891,
      "lr": 0.0001,
      "sup_loss": 1.320963187556379,
      "rf_loss": 0.0,
      "total_loss": 1.320963187556379,
      "lyap1_mean": -0.3442063629627228,
      "lyap1_max": -0.33277252316474915,
      "lyap1_min": -0.35538551211357117,
      "lyap_spec_mean": [
        -0.3442063331604004,
        -0.3449626564979553
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 892,
      "lr": 0.0001,
      "sup_loss": 1.2953192917062013,
      "rf_loss": 0.0,
      "total_loss": 1.2953192917062013,
      "lyap1_mean": -0.3415300250053406,
      "lyap1_max": -0.3316866159439087,
      "lyap1_min": -0.35191330313682556,
      "lyap_spec_mean": [
        -0.3415299952030182,
        -0.34006065130233765
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 893,
      "lr": 0.0001,
      "sup_loss": 1.3339689019661476,
      "rf_loss": 0.0,
      "total_loss": 1.3339689019661476,
      "lyap1_mean": -0.33690404891967773,
      "lyap1_max": -0.3280685544013977,
      "lyap1_min": -0.34299683570861816,
      "lyap_spec_mean": [
        -0.33690404891967773,
        -0.3310767412185669
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 894,
      "lr": 0.0001,
      "sup_loss": 1.3353297538285878,
      "rf_loss": 0.0,
      "total_loss": 1.3353297538285878,
      "lyap1_mean": -0.32636111974716187,
      "lyap1_max": -0.28694626688957214,
      "lyap1_min": -0.34430819749832153,
      "lyap_spec_mean": [
        -0.32636111974716187,
        -0.32883504033088684
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 895,
      "lr": 0.0001,
      "sup_loss": 1.2518837123779454,
      "rf_loss": 0.0,
      "total_loss": 1.2518837123779454,
      "lyap1_mean": -0.33078938722610474,
      "lyap1_max": -0.3197767734527588,
      "lyap1_min": -0.3479626178741455,
      "lyap_spec_mean": [
        -0.33078938722610474,
        -0.3293728828430176
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 896,
      "lr": 0.0001,
      "sup_loss": 1.3405523099206749,
      "rf_loss": 0.0,
      "total_loss": 1.3405523099206749,
      "lyap1_mean": -0.32150113582611084,
      "lyap1_max": -0.3045240044593811,
      "lyap1_min": -0.3355492055416107,
      "lyap_spec_mean": [
        -0.32150113582611084,
        -0.32410258054733276
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 897,
      "lr": 0.0001,
      "sup_loss": 1.3075808621643745,
      "rf_loss": 0.0,
      "total_loss": 1.3075808621643745,
      "lyap1_mean": -0.32563817501068115,
      "lyap1_max": -0.3168492615222931,
      "lyap1_min": -0.33564019203186035,
      "lyap_spec_mean": [
        -0.32563817501068115,
        -0.32443761825561523
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 898,
      "lr": 0.0001,
      "sup_loss": 1.3523467886120815,
      "rf_loss": 0.0,
      "total_loss": 1.3523467886120815,
      "lyap1_mean": -0.32610809803009033,
      "lyap1_max": -0.31520646810531616,
      "lyap1_min": -0.3367409408092499,
      "lyap_spec_mean": [
        -0.32610809803009033,
        -0.3265730142593384
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 899,
      "lr": 0.0001,
      "sup_loss": 1.3604148843925583,
      "rf_loss": 0.0,
      "total_loss": 1.3604148843925583,
      "lyap1_mean": -0.3179920017719269,
      "lyap1_max": -0.30199044942855835,
      "lyap1_min": -0.3265243470668793,
      "lyap_spec_mean": [
        -0.3179920017719269,
        -0.3238043487071991
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 900,
      "lr": 0.0001,
      "sup_loss": 1.301831886904364,
      "rf_loss": 0.0,
      "total_loss": 1.301831886904364,
      "lyap1_mean": -0.3388112485408783,
      "lyap1_max": -0.2962535619735718,
      "lyap1_min": -0.35455867648124695,
      "lyap_spec_mean": [
        -0.3388112485408783,
        -0.3432122766971588
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 901,
      "lr": 0.0001,
      "sup_loss": 1.3351104274931551,
      "rf_loss": 0.0,
      "total_loss": 1.3351104274931551,
      "lyap1_mean": -0.34467267990112305,
      "lyap1_max": -0.3319082260131836,
      "lyap1_min": -0.357707142829895,
      "lyap_spec_mean": [
        -0.34467267990112305,
        -0.34567224979400635
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 902,
      "lr": 0.0001,
      "sup_loss": 1.3286775856566813,
      "rf_loss": 0.0,
      "total_loss": 1.3286775856566813,
      "lyap1_mean": -0.35362231731414795,
      "lyap1_max": -0.3466570973396301,
      "lyap1_min": -0.3576771020889282,
      "lyap_spec_mean": [
        -0.35362228751182556,
        -0.3516564667224884
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 903,
      "lr": 0.0001,
      "sup_loss": 1.2669062219766212,
      "rf_loss": 0.0,
      "total_loss": 1.2669062219766212,
      "lyap1_mean": -0.3581593632698059,
      "lyap1_max": -0.3495536744594574,
      "lyap1_min": -0.37131595611572266,
      "lyap_spec_mean": [
        -0.3581593632698059,
        -0.3579418361186981
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 904,
      "lr": 0.0001,
      "sup_loss": 1.3421372140114038,
      "rf_loss": 0.0,
      "total_loss": 1.3421372140114038,
      "lyap1_mean": -0.34562864899635315,
      "lyap1_max": -0.32987648248672485,
      "lyap1_min": -0.35689517855644226,
      "lyap_spec_mean": [
        -0.34562864899635315,
        -0.3490900695323944
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 905,
      "lr": 0.0001,
      "sup_loss": 1.3390490939712054,
      "rf_loss": 0.0,
      "total_loss": 1.3390490939712054,
      "lyap1_mean": -0.33862194418907166,
      "lyap1_max": -0.3294019103050232,
      "lyap1_min": -0.3460543751716614,
      "lyap_spec_mean": [
        -0.33862194418907166,
        -0.3448583483695984
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 906,
      "lr": 0.0001,
      "sup_loss": 1.329603595790186,
      "rf_loss": 0.0,
      "total_loss": 1.329603595790186,
      "lyap1_mean": -0.3410905599594116,
      "lyap1_max": -0.33325791358947754,
      "lyap1_min": -0.34697815775871277,
      "lyap_spec_mean": [
        -0.3410905599594116,
        -0.33862242102622986
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 907,
      "lr": 0.0001,
      "sup_loss": 1.3264345879057946,
      "rf_loss": 0.0,
      "total_loss": 1.3264345879057946,
      "lyap1_mean": -0.3319198489189148,
      "lyap1_max": -0.32204312086105347,
      "lyap1_min": -0.34972983598709106,
      "lyap_spec_mean": [
        -0.3319198489189148,
        -0.332487553358078
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 908,
      "lr": 0.0001,
      "sup_loss": 1.3369727529140456,
      "rf_loss": 0.0,
      "total_loss": 1.3369727529140456,
      "lyap1_mean": -0.3243746757507324,
      "lyap1_max": -0.30999308824539185,
      "lyap1_min": -0.3393619954586029,
      "lyap_spec_mean": [
        -0.3243747055530548,
        -0.32718902826309204
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 909,
      "lr": 0.0001,
      "sup_loss": 1.3070567594710263,
      "rf_loss": 0.0,
      "total_loss": 1.3070567594710263,
      "lyap1_mean": -0.33295169472694397,
      "lyap1_max": -0.32281196117401123,
      "lyap1_min": -0.3448730409145355,
      "lyap_spec_mean": [
        -0.33295169472694397,
        -0.3328917622566223
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 910,
      "lr": 0.0001,
      "sup_loss": 1.2879528849762365,
      "rf_loss": 0.0,
      "total_loss": 1.2879528849762365,
      "lyap1_mean": -0.33517131209373474,
      "lyap1_max": -0.31626227498054504,
      "lyap1_min": -0.34738263487815857,
      "lyap_spec_mean": [
        -0.33517131209373474,
        -0.33655622601509094
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 911,
      "lr": 0.0001,
      "sup_loss": 1.2989780618179403,
      "rf_loss": 0.0,
      "total_loss": 1.2989780618179403,
      "lyap1_mean": -0.33607393503189087,
      "lyap1_max": -0.3242558240890503,
      "lyap1_min": -0.3516242504119873,
      "lyap_spec_mean": [
        -0.3360739052295685,
        -0.33853232860565186
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 912,
      "lr": 0.0001,
      "sup_loss": 1.3012620566653705,
      "rf_loss": 0.0,
      "total_loss": 1.3012620566653705,
      "lyap1_mean": -0.33780437707901,
      "lyap1_max": -0.32236143946647644,
      "lyap1_min": -0.3509734869003296,
      "lyap_spec_mean": [
        -0.33780437707901,
        -0.33941227197647095
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 913,
      "lr": 0.0001,
      "sup_loss": 1.347476377467793,
      "rf_loss": 0.0,
      "total_loss": 1.347476377467793,
      "lyap1_mean": -0.3424583077430725,
      "lyap1_max": -0.33879074454307556,
      "lyap1_min": -0.3456820845603943,
      "lyap_spec_mean": [
        -0.3424583375453949,
        -0.34087640047073364
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 914,
      "lr": 0.0001,
      "sup_loss": 1.3071680000077044,
      "rf_loss": 0.0,
      "total_loss": 1.3071680000077044,
      "lyap1_mean": -0.34806686639785767,
      "lyap1_max": -0.340054988861084,
      "lyap1_min": -0.3555450439453125,
      "lyap_spec_mean": [
        -0.34806686639785767,
        -0.34333187341690063
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 915,
      "lr": 0.0001,
      "sup_loss": 1.2556495918565702,
      "rf_loss": 0.0,
      "total_loss": 1.2556495918565702,
      "lyap1_mean": -0.34043073654174805,
      "lyap1_max": -0.3295406699180603,
      "lyap1_min": -0.34936922788619995,
      "lyap_spec_mean": [
        -0.34043070673942566,
        -0.3408828675746918
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 916,
      "lr": 0.0001,
      "sup_loss": 1.355556195118871,
      "rf_loss": 0.0,
      "total_loss": 1.355556195118871,
      "lyap1_mean": -0.33567705750465393,
      "lyap1_max": -0.30984005331993103,
      "lyap1_min": -0.34958311915397644,
      "lyap_spec_mean": [
        -0.33567702770233154,
        -0.3420393466949463
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 917,
      "lr": 0.0001,
      "sup_loss": 1.2980664610224075,
      "rf_loss": 0.0,
      "total_loss": 1.2980664610224075,
      "lyap1_mean": -0.330583781003952,
      "lyap1_max": -0.3215990662574768,
      "lyap1_min": -0.34000176191329956,
      "lyap_spec_mean": [
        -0.330583781003952,
        -0.32835885882377625
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 918,
      "lr": 0.0001,
      "sup_loss": 1.3044996250305916,
      "rf_loss": 0.0,
      "total_loss": 1.3044996250305916,
      "lyap1_mean": -0.335649311542511,
      "lyap1_max": -0.33322229981422424,
      "lyap1_min": -0.3380123972892761,
      "lyap_spec_mean": [
        -0.3356493413448334,
        -0.3370140492916107
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 919,
      "lr": 0.0001,
      "sup_loss": 1.3241236679980999,
      "rf_loss": 0.0,
      "total_loss": 1.3241236679980999,
      "lyap1_mean": -0.326055645942688,
      "lyap1_max": -0.30485641956329346,
      "lyap1_min": -0.3471475839614868,
      "lyap_spec_mean": [
        -0.326055645942688,
        -0.3299441337585449
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 920,
      "lr": 0.0001,
      "sup_loss": 1.296786534006928,
      "rf_loss": 0.0,
      "total_loss": 1.296786534006928,
      "lyap1_mean": -0.3206336498260498,
      "lyap1_max": -0.3100264072418213,
      "lyap1_min": -0.3284170925617218,
      "lyap_spec_mean": [
        -0.3206336498260498,
        -0.32241928577423096
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 921,
      "lr": 0.0001,
      "sup_loss": 1.3694626257261173,
      "rf_loss": 0.0,
      "total_loss": 1.3694626257261173,
      "lyap1_mean": -0.3151012361049652,
      "lyap1_max": -0.29113802313804626,
      "lyap1_min": -0.3256639838218689,
      "lyap_spec_mean": [
        -0.3151012659072876,
        -0.31930023431777954
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 922,
      "lr": 0.0001,
      "sup_loss": 1.3118870324013634,
      "rf_loss": 0.0,
      "total_loss": 1.3118870324013634,
      "lyap1_mean": -0.32183223962783813,
      "lyap1_max": -0.3056586682796478,
      "lyap1_min": -0.33247196674346924,
      "lyap_spec_mean": [
        -0.32183223962783813,
        -0.32088643312454224
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 923,
      "lr": 0.0001,
      "sup_loss": 1.3263813955265438,
      "rf_loss": 0.0,
      "total_loss": 1.3263813955265438,
      "lyap1_mean": -0.32296568155288696,
      "lyap1_max": -0.3085078299045563,
      "lyap1_min": -0.3335499167442322,
      "lyap_spec_mean": [
        -0.32296568155288696,
        -0.3226560354232788
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 924,
      "lr": 0.0001,
      "sup_loss": 1.3177656776897346,
      "rf_loss": 0.0,
      "total_loss": 1.3177656776897346,
      "lyap1_mean": -0.33271610736846924,
      "lyap1_max": -0.3168673813343048,
      "lyap1_min": -0.337819904088974,
      "lyap_spec_mean": [
        -0.3327161371707916,
        -0.33553439378738403
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 925,
      "lr": 0.0001,
      "sup_loss": 1.2846962505323636,
      "rf_loss": 0.0,
      "total_loss": 1.2846962505323636,
      "lyap1_mean": -0.3337591290473938,
      "lyap1_max": -0.31354081630706787,
      "lyap1_min": -0.3478498160839081,
      "lyap_spec_mean": [
        -0.3337591588497162,
        -0.33517545461654663
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 926,
      "lr": 0.0001,
      "sup_loss": 1.315490513198318,
      "rf_loss": 0.0,
      "total_loss": 1.315490513198318,
      "lyap1_mean": -0.3273680806159973,
      "lyap1_max": -0.3109247088432312,
      "lyap1_min": -0.33664485812187195,
      "lyap_spec_mean": [
        -0.3273680806159973,
        -0.3318236172199249
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 927,
      "lr": 0.0001,
      "sup_loss": 1.2782627079524553,
      "rf_loss": 0.0,
      "total_loss": 1.2782627079524553,
      "lyap1_mean": -0.3376391530036926,
      "lyap1_max": -0.3280322253704071,
      "lyap1_min": -0.3468734622001648,
      "lyap_spec_mean": [
        -0.3376391530036926,
        -0.334426611661911
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 928,
      "lr": 0.0001,
      "sup_loss": 1.3367860662517386,
      "rf_loss": 0.0,
      "total_loss": 1.3367860662517386,
      "lyap1_mean": -0.3386008143424988,
      "lyap1_max": -0.3274061679840088,
      "lyap1_min": -0.34305235743522644,
      "lyap_spec_mean": [
        -0.3386008143424988,
        -0.3293907940387726
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 929,
      "lr": 0.0001,
      "sup_loss": 1.300576243691067,
      "rf_loss": 0.0,
      "total_loss": 1.300576243691067,
      "lyap1_mean": -0.3334847688674927,
      "lyap1_max": -0.31828075647354126,
      "lyap1_min": -0.34696468710899353,
      "lyap_spec_mean": [
        -0.3334847688674927,
        -0.33537888526916504
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 930,
      "lr": 0.0001,
      "sup_loss": 1.3560958589664653,
      "rf_loss": 0.0,
      "total_loss": 1.3560958589664653,
      "lyap1_mean": -0.32811468839645386,
      "lyap1_max": -0.3162100613117218,
      "lyap1_min": -0.33595725893974304,
      "lyap_spec_mean": [
        -0.32811468839645386,
        -0.33375781774520874
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 931,
      "lr": 0.0001,
      "sup_loss": 1.3491343920784413,
      "rf_loss": 0.0,
      "total_loss": 1.3491343920784413,
      "lyap1_mean": -0.32114696502685547,
      "lyap1_max": -0.3110033869743347,
      "lyap1_min": -0.3338702917098999,
      "lyap_spec_mean": [
        -0.32114696502685547,
        -0.3219204545021057
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 932,
      "lr": 0.0001,
      "sup_loss": 1.3261108556086445,
      "rf_loss": 0.0,
      "total_loss": 1.3261108556086445,
      "lyap1_mean": -0.33091580867767334,
      "lyap1_max": -0.3228335976600647,
      "lyap1_min": -0.34305518865585327,
      "lyap_spec_mean": [
        -0.3309158384799957,
        -0.32909321784973145
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 933,
      "lr": 0.0001,
      "sup_loss": 1.3312101538022185,
      "rf_loss": 0.0,
      "total_loss": 1.3312101538022185,
      "lyap1_mean": -0.3290296792984009,
      "lyap1_max": -0.30436185002326965,
      "lyap1_min": -0.3425520062446594,
      "lyap_spec_mean": [
        -0.3290296792984009,
        -0.3294435143470764
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 934,
      "lr": 0.0001,
      "sup_loss": 1.3161988901605661,
      "rf_loss": 0.0,
      "total_loss": 1.3161988901605661,
      "lyap1_mean": -0.3310525715351105,
      "lyap1_max": -0.3193288743495941,
      "lyap1_min": -0.34049564599990845,
      "lyap_spec_mean": [
        -0.3310525417327881,
        -0.3360125422477722
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 935,
      "lr": 0.0001,
      "sup_loss": 1.3420355603246512,
      "rf_loss": 0.0,
      "total_loss": 1.3420355603246512,
      "lyap1_mean": -0.3259918689727783,
      "lyap1_max": -0.2702384293079376,
      "lyap1_min": -0.34645313024520874,
      "lyap_spec_mean": [
        -0.3259918689727783,
        -0.3289623260498047
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 936,
      "lr": 0.0001,
      "sup_loss": 1.3426366575599782,
      "rf_loss": 0.0,
      "total_loss": 1.3426366575599782,
      "lyap1_mean": -0.33054259419441223,
      "lyap1_max": -0.3099708557128906,
      "lyap1_min": -0.33878302574157715,
      "lyap_spec_mean": [
        -0.33054259419441223,
        -0.33408647775650024
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 937,
      "lr": 0.0001,
      "sup_loss": 1.3366611386110328,
      "rf_loss": 0.0,
      "total_loss": 1.3366611386110328,
      "lyap1_mean": -0.33155572414398193,
      "lyap1_max": -0.2829144597053528,
      "lyap1_min": -0.3459695279598236,
      "lyap_spec_mean": [
        -0.3315557539463043,
        -0.3327184319496155
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 938,
      "lr": 0.0001,
      "sup_loss": 1.2515390449340469,
      "rf_loss": 0.0,
      "total_loss": 1.2515390449340469,
      "lyap1_mean": -0.32017815113067627,
      "lyap1_max": -0.25295770168304443,
      "lyap1_min": -0.341522216796875,
      "lyap_spec_mean": [
        -0.3201781213283539,
        -0.32643139362335205
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 939,
      "lr": 0.0001,
      "sup_loss": 1.3196992888265333,
      "rf_loss": 0.0,
      "total_loss": 1.3196992888265333,
      "lyap1_mean": -0.3364836871623993,
      "lyap1_max": -0.3251751959323883,
      "lyap1_min": -0.3484777808189392,
      "lyap_spec_mean": [
        -0.3364836573600769,
        -0.3292715549468994
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 940,
      "lr": 0.0001,
      "sup_loss": 1.3187666058450271,
      "rf_loss": 0.0,
      "total_loss": 1.3187666058450271,
      "lyap1_mean": -0.3215331435203552,
      "lyap1_max": -0.30870169401168823,
      "lyap1_min": -0.3318166732788086,
      "lyap_spec_mean": [
        -0.3215331435203552,
        -0.32869696617126465
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 941,
      "lr": 0.0001,
      "sup_loss": 1.3385914502566985,
      "rf_loss": 0.0,
      "total_loss": 1.3385914502566985,
      "lyap1_mean": -0.32939887046813965,
      "lyap1_max": -0.3215426802635193,
      "lyap1_min": -0.34079045057296753,
      "lyap_spec_mean": [
        -0.32939887046813965,
        -0.33092817664146423
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 942,
      "lr": 0.0001,
      "sup_loss": 1.3167621600660506,
      "rf_loss": 0.0,
      "total_loss": 1.3167621600660506,
      "lyap1_mean": -0.31734025478363037,
      "lyap1_max": -0.30104002356529236,
      "lyap1_min": -0.33685797452926636,
      "lyap_spec_mean": [
        -0.31734025478363037,
        -0.32117924094200134
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 943,
      "lr": 0.0001,
      "sup_loss": 1.3474956394952844,
      "rf_loss": 0.0,
      "total_loss": 1.3474956394952844,
      "lyap1_mean": -0.31539514660835266,
      "lyap1_max": -0.2872316837310791,
      "lyap1_min": -0.32934364676475525,
      "lyap_spec_mean": [
        -0.31539517641067505,
        -0.31508809328079224
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 944,
      "lr": 0.0001,
      "sup_loss": 1.321785236673276,
      "rf_loss": 0.0,
      "total_loss": 1.321785236673276,
      "lyap1_mean": -0.3125936686992645,
      "lyap1_max": -0.2987388074398041,
      "lyap1_min": -0.31998080015182495,
      "lyap_spec_mean": [
        -0.3125936686992645,
        -0.31158965826034546
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 945,
      "lr": 0.0001,
      "sup_loss": 1.3025108126899332,
      "rf_loss": 0.0,
      "total_loss": 1.3025108126899332,
      "lyap1_mean": -0.3145001232624054,
      "lyap1_max": -0.29301366209983826,
      "lyap1_min": -0.3300057351589203,
      "lyap_spec_mean": [
        -0.3145001530647278,
        -0.3173755407333374
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 946,
      "lr": 0.0001,
      "sup_loss": 1.2844336138449302,
      "rf_loss": 0.0,
      "total_loss": 1.2844336138449302,
      "lyap1_mean": -0.3146722912788391,
      "lyap1_max": -0.30377596616744995,
      "lyap1_min": -0.32277533411979675,
      "lyap_spec_mean": [
        -0.3146722912788391,
        -0.31391578912734985
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 947,
      "lr": 0.0001,
      "sup_loss": 1.3912809185533306,
      "rf_loss": 0.0,
      "total_loss": 1.3912809185533306,
      "lyap1_mean": -0.31551867723464966,
      "lyap1_max": -0.30571889877319336,
      "lyap1_min": -0.32551679015159607,
      "lyap_spec_mean": [
        -0.31551867723464966,
        -0.31818723678588867
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 948,
      "lr": 0.0001,
      "sup_loss": 1.34837485578254,
      "rf_loss": 0.0,
      "total_loss": 1.34837485578254,
      "lyap1_mean": -0.31617456674575806,
      "lyap1_max": -0.30550968647003174,
      "lyap1_min": -0.3240939676761627,
      "lyap_spec_mean": [
        -0.31617456674575806,
        -0.3169057369232178
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 949,
      "lr": 0.0001,
      "sup_loss": 1.3371632214132678,
      "rf_loss": 0.0,
      "total_loss": 1.3371632214132678,
      "lyap1_mean": -0.31934672594070435,
      "lyap1_max": -0.30742141604423523,
      "lyap1_min": -0.32993221282958984,
      "lyap_spec_mean": [
        -0.31934675574302673,
        -0.3217146396636963
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 950,
      "lr": 0.0001,
      "sup_loss": 1.3253726010440305,
      "rf_loss": 0.0,
      "total_loss": 1.3253726010440305,
      "lyap1_mean": -0.3166477382183075,
      "lyap1_max": -0.30695244669914246,
      "lyap1_min": -0.323705792427063,
      "lyap_spec_mean": [
        -0.3166477680206299,
        -0.3133281171321869
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 951,
      "lr": 0.0001,
      "sup_loss": 1.2892886162305248,
      "rf_loss": 0.0,
      "total_loss": 1.2892886162305248,
      "lyap1_mean": -0.319559246301651,
      "lyap1_max": -0.3114960789680481,
      "lyap1_min": -0.3259863257408142,
      "lyap_spec_mean": [
        -0.3195592761039734,
        -0.32212701439857483
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 952,
      "lr": 0.0001,
      "sup_loss": 1.329360939122289,
      "rf_loss": 0.0,
      "total_loss": 1.329360939122289,
      "lyap1_mean": -0.32122862339019775,
      "lyap1_max": -0.3099762797355652,
      "lyap1_min": -0.32761627435684204,
      "lyap_spec_mean": [
        -0.32122862339019775,
        -0.31426966190338135
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 953,
      "lr": 0.0001,
      "sup_loss": 1.3395039191360667,
      "rf_loss": 0.0,
      "total_loss": 1.3395039191360667,
      "lyap1_mean": -0.3176429867744446,
      "lyap1_max": -0.296880304813385,
      "lyap1_min": -0.3281068801879883,
      "lyap_spec_mean": [
        -0.3176429867744446,
        -0.3122151792049408
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 954,
      "lr": 0.0001,
      "sup_loss": 1.3319514060221034,
      "rf_loss": 0.0,
      "total_loss": 1.3319514060221034,
      "lyap1_mean": -0.31391286849975586,
      "lyap1_max": -0.3033173680305481,
      "lyap1_min": -0.32549193501472473,
      "lyap_spec_mean": [
        -0.31391286849975586,
        -0.31691527366638184
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 955,
      "lr": 0.0001,
      "sup_loss": 1.3078384642950143,
      "rf_loss": 0.0,
      "total_loss": 1.3078384642950143,
      "lyap1_mean": -0.30642765760421753,
      "lyap1_max": -0.2791401445865631,
      "lyap1_min": -0.32454800605773926,
      "lyap_spec_mean": [
        -0.30642765760421753,
        -0.3075850009918213
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 956,
      "lr": 0.0001,
      "sup_loss": 1.3331558467519284,
      "rf_loss": 0.0,
      "total_loss": 1.3331558467519284,
      "lyap1_mean": -0.31272363662719727,
      "lyap1_max": -0.26859143376350403,
      "lyap1_min": -0.33278462290763855,
      "lyap_spec_mean": [
        -0.31272363662719727,
        -0.31460222601890564
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 957,
      "lr": 0.0001,
      "sup_loss": 1.312342416570445,
      "rf_loss": 0.0,
      "total_loss": 1.312342416570445,
      "lyap1_mean": -0.3009486198425293,
      "lyap1_max": -0.20696580410003662,
      "lyap1_min": -0.3244369626045227,
      "lyap_spec_mean": [
        -0.3009486198425293,
        -0.31259194016456604
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 958,
      "lr": 0.0001,
      "sup_loss": 1.3297653605607582,
      "rf_loss": 0.0,
      "total_loss": 1.3297653605607582,
      "lyap1_mean": -0.31970399618148804,
      "lyap1_max": -0.2908759117126465,
      "lyap1_min": -0.33511826395988464,
      "lyap_spec_mean": [
        -0.31970396637916565,
        -0.31327977776527405
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 959,
      "lr": 0.0001,
      "sup_loss": 1.3519663782538294,
      "rf_loss": 0.0,
      "total_loss": 1.3519663782538294,
      "lyap1_mean": -0.2991693615913391,
      "lyap1_max": -0.2616604268550873,
      "lyap1_min": -0.33045443892478943,
      "lyap_spec_mean": [
        -0.2991693317890167,
        -0.32407528162002563
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 960,
      "lr": 0.0001,
      "sup_loss": 1.3461140517960033,
      "rf_loss": 0.0,
      "total_loss": 1.3461140517960033,
      "lyap1_mean": -0.331473171710968,
      "lyap1_max": -0.3146296441555023,
      "lyap1_min": -0.3421219289302826,
      "lyap_spec_mean": [
        -0.331473171710968,
        -0.3338310718536377
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 961,
      "lr": 0.0001,
      "sup_loss": 1.304106781219933,
      "rf_loss": 0.0,
      "total_loss": 1.304106781219933,
      "lyap1_mean": -0.3210713565349579,
      "lyap1_max": -0.30452200770378113,
      "lyap1_min": -0.3424932360649109,
      "lyap_spec_mean": [
        -0.3210713565349579,
        -0.31824761629104614
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 962,
      "lr": 0.0001,
      "sup_loss": 1.3458177484623164,
      "rf_loss": 0.0,
      "total_loss": 1.3458177484623164,
      "lyap1_mean": -0.3068265914916992,
      "lyap1_max": -0.23108670115470886,
      "lyap1_min": -0.3414359986782074,
      "lyap_spec_mean": [
        -0.3068265914916992,
        -0.31874555349349976
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 963,
      "lr": 0.0001,
      "sup_loss": 1.3015014750452631,
      "rf_loss": 0.0,
      "total_loss": 1.3015014750452631,
      "lyap1_mean": -0.31584447622299194,
      "lyap1_max": -0.20046000182628632,
      "lyap1_min": -0.34715449810028076,
      "lyap_spec_mean": [
        -0.31584447622299194,
        -0.3400121331214905
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 964,
      "lr": 0.0001,
      "sup_loss": 1.3156441020984466,
      "rf_loss": 0.0,
      "total_loss": 1.3156441020984466,
      "lyap1_mean": -0.32184845209121704,
      "lyap1_max": -0.2484230101108551,
      "lyap1_min": -0.35412535071372986,
      "lyap_spec_mean": [
        -0.32184845209121704,
        -0.3310551643371582
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 965,
      "lr": 0.0001,
      "sup_loss": 1.2864916986739232,
      "rf_loss": 0.0,
      "total_loss": 1.2864916986739232,
      "lyap1_mean": -0.3289854824542999,
      "lyap1_max": -0.30228570103645325,
      "lyap1_min": -0.34857258200645447,
      "lyap_spec_mean": [
        -0.3289854824542999,
        -0.3232986330986023
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 966,
      "lr": 0.0001,
      "sup_loss": 1.3569830295187437,
      "rf_loss": 0.0,
      "total_loss": 1.3569830295187437,
      "lyap1_mean": -0.31017524003982544,
      "lyap1_max": -0.26275113224983215,
      "lyap1_min": -0.34138280153274536,
      "lyap_spec_mean": [
        -0.31017524003982544,
        -0.30957674980163574
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 967,
      "lr": 0.0001,
      "sup_loss": 1.3571680674613602,
      "rf_loss": 0.0,
      "total_loss": 1.3571680674613602,
      "lyap1_mean": -0.3131147027015686,
      "lyap1_max": -0.26533108949661255,
      "lyap1_min": -0.336383581161499,
      "lyap_spec_mean": [
        -0.3131147027015686,
        -0.31619492173194885
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 968,
      "lr": 0.0001,
      "sup_loss": 1.3099274342413356,
      "rf_loss": 0.0,
      "total_loss": 1.3099274342413356,
      "lyap1_mean": -0.3147631287574768,
      "lyap1_max": -0.30058082938194275,
      "lyap1_min": -0.3243715763092041,
      "lyap_spec_mean": [
        -0.3147631287574768,
        -0.32011687755584717
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 969,
      "lr": 0.0001,
      "sup_loss": 1.3405209632615278,
      "rf_loss": 0.0,
      "total_loss": 1.3405209632615278,
      "lyap1_mean": -0.2993503212928772,
      "lyap1_max": -0.28713667392730713,
      "lyap1_min": -0.3148798942565918,
      "lyap_spec_mean": [
        -0.2993503212928772,
        -0.29883670806884766
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 970,
      "lr": 0.0001,
      "sup_loss": 1.3376686726460614,
      "rf_loss": 0.0,
      "total_loss": 1.3376686726460614,
      "lyap1_mean": -0.3109022378921509,
      "lyap1_max": -0.2981148660182953,
      "lyap1_min": -0.3222576379776001,
      "lyap_spec_mean": [
        -0.3109022378921509,
        -0.30693531036376953
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 971,
      "lr": 0.0001,
      "sup_loss": 1.3257592278916355,
      "rf_loss": 0.0,
      "total_loss": 1.3257592278916355,
      "lyap1_mean": -0.3041948676109314,
      "lyap1_max": -0.29115837812423706,
      "lyap1_min": -0.3157925307750702,
      "lyap_spec_mean": [
        -0.3041948676109314,
        -0.3051472306251526
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 972,
      "lr": 0.0001,
      "sup_loss": 1.330253803243751,
      "rf_loss": 0.0,
      "total_loss": 1.330253803243751,
      "lyap1_mean": -0.31275826692581177,
      "lyap1_max": -0.3018788695335388,
      "lyap1_min": -0.3255043029785156,
      "lyap_spec_mean": [
        -0.3127582371234894,
        -0.31131547689437866
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 973,
      "lr": 0.0001,
      "sup_loss": 1.3223674747801746,
      "rf_loss": 0.0,
      "total_loss": 1.3223674747801746,
      "lyap1_mean": -0.3225259780883789,
      "lyap1_max": -0.3078600764274597,
      "lyap1_min": -0.3331994116306305,
      "lyap_spec_mean": [
        -0.3225259780883789,
        -0.3206292390823364
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 974,
      "lr": 0.0001,
      "sup_loss": 1.3351722420210388,
      "rf_loss": 0.0,
      "total_loss": 1.3351722420210388,
      "lyap1_mean": -0.32320111989974976,
      "lyap1_max": -0.3111914396286011,
      "lyap1_min": -0.33074408769607544,
      "lyap_spec_mean": [
        -0.32320114970207214,
        -0.3254702687263489
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 975,
      "lr": 0.0001,
      "sup_loss": 1.3132484691369792,
      "rf_loss": 0.0,
      "total_loss": 1.3132484691369792,
      "lyap1_mean": -0.32297220826148987,
      "lyap1_max": -0.3071284890174866,
      "lyap1_min": -0.3288774788379669,
      "lyap_spec_mean": [
        -0.32297220826148987,
        -0.3198848366737366
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 976,
      "lr": 0.0001,
      "sup_loss": 1.3145065337472868,
      "rf_loss": 0.0,
      "total_loss": 1.3145065337472868,
      "lyap1_mean": -0.314028263092041,
      "lyap1_max": -0.2906337082386017,
      "lyap1_min": -0.3263758718967438,
      "lyap_spec_mean": [
        -0.314028263092041,
        -0.31259432435035706
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 977,
      "lr": 0.0001,
      "sup_loss": 1.3364342974497603,
      "rf_loss": 0.0,
      "total_loss": 1.3364342974497603,
      "lyap1_mean": -0.31482577323913574,
      "lyap1_max": -0.3018643856048584,
      "lyap1_min": -0.3310554027557373,
      "lyap_spec_mean": [
        -0.31482577323913574,
        -0.31674519181251526
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 978,
      "lr": 0.0001,
      "sup_loss": 1.355671254995269,
      "rf_loss": 0.0,
      "total_loss": 1.355671254995269,
      "lyap1_mean": -0.3156965374946594,
      "lyap1_max": -0.30265823006629944,
      "lyap1_min": -0.3369574248790741,
      "lyap_spec_mean": [
        -0.3156965374946594,
        -0.31898266077041626
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 979,
      "lr": 0.0001,
      "sup_loss": 1.2563597412908223,
      "rf_loss": 0.0,
      "total_loss": 1.2563597412908223,
      "lyap1_mean": -0.31844818592071533,
      "lyap1_max": -0.3080706000328064,
      "lyap1_min": -0.3273105025291443,
      "lyap_spec_mean": [
        -0.31844818592071533,
        -0.32087334990501404
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 980,
      "lr": 0.0001,
      "sup_loss": 1.3752083252298426,
      "rf_loss": 0.0,
      "total_loss": 1.3752083252298426,
      "lyap1_mean": -0.32403427362442017,
      "lyap1_max": -0.3065829873085022,
      "lyap1_min": -0.34159374237060547,
      "lyap_spec_mean": [
        -0.32403427362442017,
        -0.3172481060028076
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 981,
      "lr": 0.0001,
      "sup_loss": 1.275971810570481,
      "rf_loss": 0.0,
      "total_loss": 1.275971810570481,
      "lyap1_mean": -0.32485759258270264,
      "lyap1_max": -0.3041106164455414,
      "lyap1_min": -0.33372294902801514,
      "lyap_spec_mean": [
        -0.32485756278038025,
        -0.3250444829463959
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 982,
      "lr": 0.0001,
      "sup_loss": 1.2893591778015565,
      "rf_loss": 0.0,
      "total_loss": 1.2893591778015565,
      "lyap1_mean": -0.3248962461948395,
      "lyap1_max": -0.3017082214355469,
      "lyap1_min": -0.34829843044281006,
      "lyap_spec_mean": [
        -0.3248962163925171,
        -0.334510862827301
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 983,
      "lr": 0.0001,
      "sup_loss": 1.340762347908941,
      "rf_loss": 0.0,
      "total_loss": 1.340762347908941,
      "lyap1_mean": -0.3263733386993408,
      "lyap1_max": -0.30700886249542236,
      "lyap1_min": -0.34489044547080994,
      "lyap_spec_mean": [
        -0.3263733386993408,
        -0.3317253589630127
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 984,
      "lr": 0.0001,
      "sup_loss": 1.3106012969176324,
      "rf_loss": 0.0,
      "total_loss": 1.3106012969176324,
      "lyap1_mean": -0.32973870635032654,
      "lyap1_max": -0.3219779133796692,
      "lyap1_min": -0.3364582061767578,
      "lyap_spec_mean": [
        -0.32973870635032654,
        -0.3292886018753052
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 985,
      "lr": 0.0001,
      "sup_loss": 1.258559461358097,
      "rf_loss": 0.0,
      "total_loss": 1.258559461358097,
      "lyap1_mean": -0.31930288672447205,
      "lyap1_max": -0.31172049045562744,
      "lyap1_min": -0.3374796509742737,
      "lyap_spec_mean": [
        -0.31930288672447205,
        -0.3226821720600128
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 986,
      "lr": 0.0001,
      "sup_loss": 1.3699395896560853,
      "rf_loss": 0.0,
      "total_loss": 1.3699395896560853,
      "lyap1_mean": -0.3131706714630127,
      "lyap1_max": -0.3012903332710266,
      "lyap1_min": -0.32842499017715454,
      "lyap_spec_mean": [
        -0.3131706416606903,
        -0.3126465976238251
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 987,
      "lr": 0.0001,
      "sup_loss": 1.2765538338977684,
      "rf_loss": 0.0,
      "total_loss": 1.2765538338977684,
      "lyap1_mean": -0.3142750561237335,
      "lyap1_max": -0.29224660992622375,
      "lyap1_min": -0.32343581318855286,
      "lyap_spec_mean": [
        -0.31427502632141113,
        -0.31306973099708557
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 988,
      "lr": 0.0001,
      "sup_loss": 1.3327620431278768,
      "rf_loss": 0.0,
      "total_loss": 1.3327620431278768,
      "lyap1_mean": -0.3166534900665283,
      "lyap1_max": -0.308353066444397,
      "lyap1_min": -0.32805806398391724,
      "lyap_spec_mean": [
        -0.3166534900665283,
        -0.3161413073539734
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 989,
      "lr": 0.0001,
      "sup_loss": 1.2718159032928493,
      "rf_loss": 0.0,
      "total_loss": 1.2718159032928493,
      "lyap1_mean": -0.31848636269569397,
      "lyap1_max": -0.30681219696998596,
      "lyap1_min": -0.33264368772506714,
      "lyap_spec_mean": [
        -0.3184863328933716,
        -0.31537461280822754
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 990,
      "lr": 0.0001,
      "sup_loss": 1.281272718408085,
      "rf_loss": 0.0,
      "total_loss": 1.281272718408085,
      "lyap1_mean": -0.31984344124794006,
      "lyap1_max": -0.30500808358192444,
      "lyap1_min": -0.3289673924446106,
      "lyap_spec_mean": [
        -0.31984344124794006,
        -0.3199980854988098
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 991,
      "lr": 0.0001,
      "sup_loss": 1.3091534881808424,
      "rf_loss": 0.0,
      "total_loss": 1.3091534881808424,
      "lyap1_mean": -0.3146474361419678,
      "lyap1_max": -0.2973151206970215,
      "lyap1_min": -0.3340916335582733,
      "lyap_spec_mean": [
        -0.3146474361419678,
        -0.3185058534145355
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 992,
      "lr": 0.0001,
      "sup_loss": 1.291967550710135,
      "rf_loss": 0.0,
      "total_loss": 1.291967550710135,
      "lyap1_mean": -0.3100530505180359,
      "lyap1_max": -0.298964262008667,
      "lyap1_min": -0.31788116693496704,
      "lyap_spec_mean": [
        -0.3100530505180359,
        -0.3131646513938904
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 993,
      "lr": 0.0001,
      "sup_loss": 1.2902719132385743,
      "rf_loss": 0.0,
      "total_loss": 1.2902719132385743,
      "lyap1_mean": -0.3126618266105652,
      "lyap1_max": -0.30559104681015015,
      "lyap1_min": -0.3197322487831116,
      "lyap_spec_mean": [
        -0.3126618266105652,
        -0.3171337842941284
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 994,
      "lr": 0.0001,
      "sup_loss": 1.3044739321234318,
      "rf_loss": 0.0,
      "total_loss": 1.3044739321234318,
      "lyap1_mean": -0.3151569366455078,
      "lyap1_max": -0.2991834282875061,
      "lyap1_min": -0.3259402811527252,
      "lyap_spec_mean": [
        -0.3151569366455078,
        -0.31395623087882996
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 995,
      "lr": 0.0001,
      "sup_loss": 1.3706377837727883,
      "rf_loss": 0.0,
      "total_loss": 1.3706377837727883,
      "lyap1_mean": -0.3127157986164093,
      "lyap1_max": -0.29332584142684937,
      "lyap1_min": -0.32077324390411377,
      "lyap_spec_mean": [
        -0.3127158284187317,
        -0.31789839267730713
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 996,
      "lr": 0.0001,
      "sup_loss": 1.2846582880624404,
      "rf_loss": 0.0,
      "total_loss": 1.2846582880624404,
      "lyap1_mean": -0.32170963287353516,
      "lyap1_max": -0.30692046880722046,
      "lyap1_min": -0.3337048292160034,
      "lyap_spec_mean": [
        -0.32170963287353516,
        -0.32453349232673645
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 997,
      "lr": 0.0001,
      "sup_loss": 1.2935925629394502,
      "rf_loss": 0.0,
      "total_loss": 1.2935925629394502,
      "lyap1_mean": -0.3236129581928253,
      "lyap1_max": -0.3047836124897003,
      "lyap1_min": -0.3344545066356659,
      "lyap_spec_mean": [
        -0.3236129879951477,
        -0.32927122712135315
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 998,
      "lr": 0.0001,
      "sup_loss": 1.3171871753709126,
      "rf_loss": 0.0,
      "total_loss": 1.3171871753709126,
      "lyap1_mean": -0.3317263126373291,
      "lyap1_max": -0.3253239691257477,
      "lyap1_min": -0.3421283960342407,
      "lyap_spec_mean": [
        -0.3317263126373291,
        -0.33050721883773804
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 999,
      "lr": 0.0001,
      "sup_loss": 1.2764915282801355,
      "rf_loss": 0.0,
      "total_loss": 1.2764915282801355,
      "lyap1_mean": -0.3376914858818054,
      "lyap1_max": -0.32473224401474,
      "lyap1_min": -0.34730690717697144,
      "lyap_spec_mean": [
        -0.3376914858818054,
        -0.33597248792648315
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1000,
      "lr": 0.0001,
      "sup_loss": 1.3068102661200214,
      "rf_loss": 0.0,
      "total_loss": 1.3068102661200214,
      "lyap1_mean": -0.32753801345825195,
      "lyap1_max": -0.3109663426876068,
      "lyap1_min": -0.3446839451789856,
      "lyap_spec_mean": [
        -0.32753801345825195,
        -0.33163750171661377
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1001,
      "lr": 0.0001,
      "sup_loss": 1.3102693868000743,
      "rf_loss": 0.0,
      "total_loss": 1.3102693868000743,
      "lyap1_mean": -0.3350057005882263,
      "lyap1_max": -0.32533299922943115,
      "lyap1_min": -0.34635716676712036,
      "lyap_spec_mean": [
        -0.3350057005882263,
        -0.3373222053050995
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1002,
      "lr": 0.0001,
      "sup_loss": 1.3345349747379536,
      "rf_loss": 0.0,
      "total_loss": 1.3345349747379536,
      "lyap1_mean": -0.33185726404190063,
      "lyap1_max": -0.3187684118747711,
      "lyap1_min": -0.3399207293987274,
      "lyap_spec_mean": [
        -0.33185726404190063,
        -0.336753785610199
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1003,
      "lr": 0.0001,
      "sup_loss": 1.2731786119562134,
      "rf_loss": 0.0,
      "total_loss": 1.2731786119562134,
      "lyap1_mean": -0.3288666009902954,
      "lyap1_max": -0.3193785846233368,
      "lyap1_min": -0.33508703112602234,
      "lyap_spec_mean": [
        -0.3288666307926178,
        -0.3303176164627075
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1004,
      "lr": 0.0001,
      "sup_loss": 1.2955054385124865,
      "rf_loss": 0.0,
      "total_loss": 1.2955054385124865,
      "lyap1_mean": -0.3356785476207733,
      "lyap1_max": -0.32230719923973083,
      "lyap1_min": -0.3432813584804535,
      "lyap_spec_mean": [
        -0.3356785774230957,
        -0.3276572525501251
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1005,
      "lr": 0.0001,
      "sup_loss": 1.3332941650112362,
      "rf_loss": 0.0,
      "total_loss": 1.3332941650112362,
      "lyap1_mean": -0.3309228718280792,
      "lyap1_max": -0.32113584876060486,
      "lyap1_min": -0.343498557806015,
      "lyap_spec_mean": [
        -0.3309228718280792,
        -0.33471351861953735
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1006,
      "lr": 0.0001,
      "sup_loss": 1.3264893917871707,
      "rf_loss": 0.0,
      "total_loss": 1.3264893917871707,
      "lyap1_mean": -0.3228967487812042,
      "lyap1_max": -0.30117738246917725,
      "lyap1_min": -0.3365696370601654,
      "lyap_spec_mean": [
        -0.3228967785835266,
        -0.32747378945350647
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1007,
      "lr": 0.0001,
      "sup_loss": 1.309787145192293,
      "rf_loss": 0.0,
      "total_loss": 1.309787145192293,
      "lyap1_mean": -0.32044515013694763,
      "lyap1_max": -0.3121659755706787,
      "lyap1_min": -0.3308097720146179,
      "lyap_spec_mean": [
        -0.32044512033462524,
        -0.3196706175804138
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1008,
      "lr": 0.0001,
      "sup_loss": 1.2949327440458824,
      "rf_loss": 0.0,
      "total_loss": 1.2949327440458824,
      "lyap1_mean": -0.3080732226371765,
      "lyap1_max": -0.29414308071136475,
      "lyap1_min": -0.3285476267337799,
      "lyap_spec_mean": [
        -0.3080732226371765,
        -0.31776371598243713
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1009,
      "lr": 0.0001,
      "sup_loss": 1.309429027170463,
      "rf_loss": 0.0,
      "total_loss": 1.309429027170463,
      "lyap1_mean": -0.3041037917137146,
      "lyap1_max": -0.2785220742225647,
      "lyap1_min": -0.315460205078125,
      "lyap_spec_mean": [
        -0.3041037917137146,
        -0.31276702880859375
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1010,
      "lr": 0.0001,
      "sup_loss": 1.3079131934539685,
      "rf_loss": 0.0,
      "total_loss": 1.3079131934539685,
      "lyap1_mean": -0.30180543661117554,
      "lyap1_max": -0.28565606474876404,
      "lyap1_min": -0.32603102922439575,
      "lyap_spec_mean": [
        -0.3018054664134979,
        -0.3057110905647278
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1011,
      "lr": 0.0001,
      "sup_loss": 1.3193904145465631,
      "rf_loss": 0.0,
      "total_loss": 1.3193904145465631,
      "lyap1_mean": -0.2931973934173584,
      "lyap1_max": -0.2788415849208832,
      "lyap1_min": -0.3040546178817749,
      "lyap_spec_mean": [
        -0.2931973934173584,
        -0.29144012928009033
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1012,
      "lr": 0.0001,
      "sup_loss": 1.2897303208998487,
      "rf_loss": 0.0,
      "total_loss": 1.2897303208998487,
      "lyap1_mean": -0.2856138050556183,
      "lyap1_max": -0.27682238817214966,
      "lyap1_min": -0.29951372742652893,
      "lyap_spec_mean": [
        -0.2856138050556183,
        -0.2858630418777466
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1013,
      "lr": 0.0001,
      "sup_loss": 1.3134922340954,
      "rf_loss": 0.0,
      "total_loss": 1.3134922340954,
      "lyap1_mean": -0.2851252257823944,
      "lyap1_max": -0.26823660731315613,
      "lyap1_min": -0.2996039092540741,
      "lyap_spec_mean": [
        -0.285125195980072,
        -0.2864827513694763
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1014,
      "lr": 0.0001,
      "sup_loss": 1.3035271131348907,
      "rf_loss": 0.0,
      "total_loss": 1.3035271131348907,
      "lyap1_mean": -0.2883104979991913,
      "lyap1_max": -0.2755880057811737,
      "lyap1_min": -0.2977029085159302,
      "lyap_spec_mean": [
        -0.2883104681968689,
        -0.2888796627521515
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1015,
      "lr": 0.0001,
      "sup_loss": 1.307975675396185,
      "rf_loss": 0.0,
      "total_loss": 1.307975675396185,
      "lyap1_mean": -0.2968563437461853,
      "lyap1_max": -0.2904287278652191,
      "lyap1_min": -0.30466827750205994,
      "lyap_spec_mean": [
        -0.2968563437461853,
        -0.29604190587997437
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1016,
      "lr": 0.0001,
      "sup_loss": 1.3317071709819897,
      "rf_loss": 0.0,
      "total_loss": 1.3317071709819897,
      "lyap1_mean": -0.3010481894016266,
      "lyap1_max": -0.2918190360069275,
      "lyap1_min": -0.3079487085342407,
      "lyap_spec_mean": [
        -0.3010481595993042,
        -0.2994716167449951
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1017,
      "lr": 0.0001,
      "sup_loss": 1.3403399848625897,
      "rf_loss": 0.0,
      "total_loss": 1.3403399848625897,
      "lyap1_mean": -0.3060988187789917,
      "lyap1_max": -0.3004955053329468,
      "lyap1_min": -0.31854248046875,
      "lyap_spec_mean": [
        -0.3060988187789917,
        -0.3078894019126892
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1018,
      "lr": 0.0001,
      "sup_loss": 1.3144640340170644,
      "rf_loss": 0.0,
      "total_loss": 1.3144640340170644,
      "lyap1_mean": -0.3020384907722473,
      "lyap1_max": -0.2833470404148102,
      "lyap1_min": -0.31675902009010315,
      "lyap_spec_mean": [
        -0.3020384907722473,
        -0.3096965551376343
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1019,
      "lr": 0.0001,
      "sup_loss": 1.344774430624661,
      "rf_loss": 0.0,
      "total_loss": 1.344774430624661,
      "lyap1_mean": -0.31715190410614014,
      "lyap1_max": -0.2968463599681854,
      "lyap1_min": -0.32428497076034546,
      "lyap_spec_mean": [
        -0.31715190410614014,
        -0.3197247385978699
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1020,
      "lr": 0.0001,
      "sup_loss": 1.2830396549183578,
      "rf_loss": 0.0,
      "total_loss": 1.2830396549183578,
      "lyap1_mean": -0.31930655241012573,
      "lyap1_max": -0.2856059968471527,
      "lyap1_min": -0.3321765661239624,
      "lyap_spec_mean": [
        -0.3193065822124481,
        -0.3264353275299072
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1021,
      "lr": 0.0001,
      "sup_loss": 1.3336854660147592,
      "rf_loss": 0.0,
      "total_loss": 1.3336854660147592,
      "lyap1_mean": -0.3293236196041107,
      "lyap1_max": -0.30507537722587585,
      "lyap1_min": -0.343352735042572,
      "lyap_spec_mean": [
        -0.3293236494064331,
        -0.3321875333786011
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1022,
      "lr": 0.0001,
      "sup_loss": 1.300273738564781,
      "rf_loss": 0.0,
      "total_loss": 1.300273738564781,
      "lyap1_mean": -0.34067097306251526,
      "lyap1_max": -0.3272295296192169,
      "lyap1_min": -0.35080453753471375,
      "lyap_spec_mean": [
        -0.34067097306251526,
        -0.3396006226539612
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1023,
      "lr": 0.0001,
      "sup_loss": 1.2506380422394312,
      "rf_loss": 0.0,
      "total_loss": 1.2506380422394312,
      "lyap1_mean": -0.3320925235748291,
      "lyap1_max": -0.3177734613418579,
      "lyap1_min": -0.3480636477470398,
      "lyap_spec_mean": [
        -0.3320925235748291,
        -0.33918988704681396
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1024,
      "lr": 0.0001,
      "sup_loss": 1.321743693548226,
      "rf_loss": 0.0,
      "total_loss": 1.321743693548226,
      "lyap1_mean": -0.33085814118385315,
      "lyap1_max": -0.2760911285877228,
      "lyap1_min": -0.3533070981502533,
      "lyap_spec_mean": [
        -0.33085814118385315,
        -0.34401100873947144
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1025,
      "lr": 0.0001,
      "sup_loss": 1.353125662302099,
      "rf_loss": 0.0,
      "total_loss": 1.353125662302099,
      "lyap1_mean": -0.3378652334213257,
      "lyap1_max": -0.32144176959991455,
      "lyap1_min": -0.34756240248680115,
      "lyap_spec_mean": [
        -0.3378652036190033,
        -0.3415108919143677
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1026,
      "lr": 0.0001,
      "sup_loss": 1.2896372117035153,
      "rf_loss": 0.0,
      "total_loss": 1.2896372117035153,
      "lyap1_mean": -0.34587764739990234,
      "lyap1_max": -0.34198033809661865,
      "lyap1_min": -0.35695919394493103,
      "lyap_spec_mean": [
        -0.34587764739990234,
        -0.3480672240257263
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1027,
      "lr": 0.0001,
      "sup_loss": 1.3223135861915858,
      "rf_loss": 0.0,
      "total_loss": 1.3223135861915858,
      "lyap1_mean": -0.3439159393310547,
      "lyap1_max": -0.33990225195884705,
      "lyap1_min": -0.3535444736480713,
      "lyap_spec_mean": [
        -0.3439159393310547,
        -0.34218692779541016
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1028,
      "lr": 0.0001,
      "sup_loss": 1.3202636142518893,
      "rf_loss": 0.0,
      "total_loss": 1.3202636142518893,
      "lyap1_mean": -0.3379015326499939,
      "lyap1_max": -0.3215019404888153,
      "lyap1_min": -0.3526569604873657,
      "lyap_spec_mean": [
        -0.3379015326499939,
        -0.3355202376842499
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1029,
      "lr": 0.0001,
      "sup_loss": 1.3235681777033517,
      "rf_loss": 0.0,
      "total_loss": 1.3235681777033517,
      "lyap1_mean": -0.3335524797439575,
      "lyap1_max": -0.3238547444343567,
      "lyap1_min": -0.34201380610466003,
      "lyap_spec_mean": [
        -0.3335524797439575,
        -0.3357277810573578
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1030,
      "lr": 0.0001,
      "sup_loss": 1.305977489000095,
      "rf_loss": 0.0,
      "total_loss": 1.305977489000095,
      "lyap1_mean": -0.328174352645874,
      "lyap1_max": -0.31178468465805054,
      "lyap1_min": -0.34136325120925903,
      "lyap_spec_mean": [
        -0.328174352645874,
        -0.3358527421951294
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1031,
      "lr": 0.0001,
      "sup_loss": 1.297220466164723,
      "rf_loss": 0.0,
      "total_loss": 1.297220466164723,
      "lyap1_mean": -0.33393406867980957,
      "lyap1_max": -0.3262600004673004,
      "lyap1_min": -0.3439010977745056,
      "lyap_spec_mean": [
        -0.3339340388774872,
        -0.3283844292163849
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1032,
      "lr": 0.0001,
      "sup_loss": 1.2698122672469876,
      "rf_loss": 0.0,
      "total_loss": 1.2698122672469876,
      "lyap1_mean": -0.3255683183670044,
      "lyap1_max": -0.313882052898407,
      "lyap1_min": -0.3360494375228882,
      "lyap_spec_mean": [
        -0.3255683183670044,
        -0.3297221064567566
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1033,
      "lr": 0.0001,
      "sup_loss": 1.3358920818775466,
      "rf_loss": 0.0,
      "total_loss": 1.3358920818775466,
      "lyap1_mean": -0.3282483220100403,
      "lyap1_max": -0.31973984837532043,
      "lyap1_min": -0.33726876974105835,
      "lyap_spec_mean": [
        -0.3282483220100403,
        -0.32662123441696167
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1034,
      "lr": 0.0001,
      "sup_loss": 1.3438877044146695,
      "rf_loss": 0.0,
      "total_loss": 1.3438877044146695,
      "lyap1_mean": -0.3173617720603943,
      "lyap1_max": -0.30146586894989014,
      "lyap1_min": -0.3260839581489563,
      "lyap_spec_mean": [
        -0.3173617720603943,
        -0.3227408528327942
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1035,
      "lr": 0.0001,
      "sup_loss": 1.2808928601490381,
      "rf_loss": 0.0,
      "total_loss": 1.2808928601490381,
      "lyap1_mean": -0.3133201003074646,
      "lyap1_max": -0.3034138083457947,
      "lyap1_min": -0.31927889585494995,
      "lyap_spec_mean": [
        -0.3133201003074646,
        -0.31730151176452637
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1036,
      "lr": 0.0001,
      "sup_loss": 1.2918957856240576,
      "rf_loss": 0.0,
      "total_loss": 1.2918957856240576,
      "lyap1_mean": -0.30238181352615356,
      "lyap1_max": -0.289131224155426,
      "lyap1_min": -0.31914663314819336,
      "lyap_spec_mean": [
        -0.30238184332847595,
        -0.30555281043052673
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1037,
      "lr": 0.0001,
      "sup_loss": 1.3131726619128776,
      "rf_loss": 0.0,
      "total_loss": 1.3131726619128776,
      "lyap1_mean": -0.295629620552063,
      "lyap1_max": -0.2797948718070984,
      "lyap1_min": -0.310217946767807,
      "lyap_spec_mean": [
        -0.2956296503543854,
        -0.29739272594451904
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1038,
      "lr": 0.0001,
      "sup_loss": 1.3635514961688624,
      "rf_loss": 0.0,
      "total_loss": 1.3635514961688624,
      "lyap1_mean": -0.304610013961792,
      "lyap1_max": -0.29690858721733093,
      "lyap1_min": -0.31156229972839355,
      "lyap_spec_mean": [
        -0.304610013961792,
        -0.3074663281440735
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1039,
      "lr": 0.0001,
      "sup_loss": 1.3200720705181874,
      "rf_loss": 0.0,
      "total_loss": 1.3200720705181874,
      "lyap1_mean": -0.3073698580265045,
      "lyap1_max": -0.28412115573883057,
      "lyap1_min": -0.3167056441307068,
      "lyap_spec_mean": [
        -0.3073698878288269,
        -0.3047400116920471
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1040,
      "lr": 0.0001,
      "sup_loss": 1.3040502601546167,
      "rf_loss": 0.0,
      "total_loss": 1.3040502601546167,
      "lyap1_mean": -0.3123122751712799,
      "lyap1_max": -0.295823335647583,
      "lyap1_min": -0.3244903087615967,
      "lyap_spec_mean": [
        -0.3123123049736023,
        -0.3114100694656372
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1041,
      "lr": 0.0001,
      "sup_loss": 1.3115708612831483,
      "rf_loss": 0.0,
      "total_loss": 1.3115708612831483,
      "lyap1_mean": -0.3251268267631531,
      "lyap1_max": -0.31319668889045715,
      "lyap1_min": -0.3383418023586273,
      "lyap_spec_mean": [
        -0.32512685656547546,
        -0.32783713936805725
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1042,
      "lr": 0.0001,
      "sup_loss": 1.2844024165177508,
      "rf_loss": 0.0,
      "total_loss": 1.2844024165177508,
      "lyap1_mean": -0.32075679302215576,
      "lyap1_max": -0.30834484100341797,
      "lyap1_min": -0.3319745659828186,
      "lyap_spec_mean": [
        -0.32075679302215576,
        -0.32149380445480347
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1043,
      "lr": 0.0001,
      "sup_loss": 1.318073945999461,
      "rf_loss": 0.0,
      "total_loss": 1.318073945999461,
      "lyap1_mean": -0.313250333070755,
      "lyap1_max": -0.2837759256362915,
      "lyap1_min": -0.32370078563690186,
      "lyap_spec_mean": [
        -0.313250333070755,
        -0.3122301399707794
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1044,
      "lr": 0.0001,
      "sup_loss": 1.324685278807567,
      "rf_loss": 0.0,
      "total_loss": 1.324685278807567,
      "lyap1_mean": -0.31079983711242676,
      "lyap1_max": -0.29286831617355347,
      "lyap1_min": -0.33035966753959656,
      "lyap_spec_mean": [
        -0.31079983711242676,
        -0.30865177512168884
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1045,
      "lr": 0.0001,
      "sup_loss": 1.3008972599276745,
      "rf_loss": 0.0,
      "total_loss": 1.3008972599276745,
      "lyap1_mean": -0.3065223693847656,
      "lyap1_max": -0.2822006940841675,
      "lyap1_min": -0.3174374997615814,
      "lyap_spec_mean": [
        -0.3065223693847656,
        -0.30493077635765076
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1046,
      "lr": 0.0001,
      "sup_loss": 1.2883551572129912,
      "rf_loss": 0.0,
      "total_loss": 1.2883551572129912,
      "lyap1_mean": -0.2938282787799835,
      "lyap1_max": -0.27719026803970337,
      "lyap1_min": -0.3076340854167938,
      "lyap_spec_mean": [
        -0.2938282787799835,
        -0.29628753662109375
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1047,
      "lr": 0.0001,
      "sup_loss": 1.3341802445652564,
      "rf_loss": 0.0,
      "total_loss": 1.3341802445652564,
      "lyap1_mean": -0.2907848358154297,
      "lyap1_max": -0.27928534150123596,
      "lyap1_min": -0.30680492520332336,
      "lyap_spec_mean": [
        -0.2907848060131073,
        -0.29125869274139404
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1048,
      "lr": 0.0001,
      "sup_loss": 1.3243094214818545,
      "rf_loss": 0.0,
      "total_loss": 1.3243094214818545,
      "lyap1_mean": -0.28696733713150024,
      "lyap1_max": -0.2735738158226013,
      "lyap1_min": -0.3084889352321625,
      "lyap_spec_mean": [
        -0.28696736693382263,
        -0.2920644283294678
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1049,
      "lr": 0.0001,
      "sup_loss": 1.2823635676622664,
      "rf_loss": 0.0,
      "total_loss": 1.2823635676622664,
      "lyap1_mean": -0.2892080545425415,
      "lyap1_max": -0.2596278786659241,
      "lyap1_min": -0.29925888776779175,
      "lyap_spec_mean": [
        -0.2892080545425415,
        -0.28948545455932617
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1050,
      "lr": 0.0001,
      "sup_loss": 1.258801562503694,
      "rf_loss": 0.0,
      "total_loss": 1.258801562503694,
      "lyap1_mean": -0.3005658686161041,
      "lyap1_max": -0.2859019637107849,
      "lyap1_min": -0.3085591793060303,
      "lyap_spec_mean": [
        -0.3005658984184265,
        -0.30409562587738037
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1051,
      "lr": 0.0001,
      "sup_loss": 1.3471008825388593,
      "rf_loss": 0.0,
      "total_loss": 1.3471008825388593,
      "lyap1_mean": -0.301347017288208,
      "lyap1_max": -0.2815341651439667,
      "lyap1_min": -0.3182394206523895,
      "lyap_spec_mean": [
        -0.301347017288208,
        -0.3033430576324463
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1052,
      "lr": 0.0001,
      "sup_loss": 1.3150781300534509,
      "rf_loss": 0.0,
      "total_loss": 1.3150781300534509,
      "lyap1_mean": -0.30190619826316833,
      "lyap1_max": -0.28907546401023865,
      "lyap1_min": -0.3137303292751312,
      "lyap_spec_mean": [
        -0.3019062280654907,
        -0.3089282512664795
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1053,
      "lr": 0.0001,
      "sup_loss": 1.3789452235847044,
      "rf_loss": 0.0,
      "total_loss": 1.3789452235847044,
      "lyap1_mean": -0.30821067094802856,
      "lyap1_max": -0.2795216739177704,
      "lyap1_min": -0.32630762457847595,
      "lyap_spec_mean": [
        -0.30821067094802856,
        -0.31364956498146057
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1054,
      "lr": 0.0001,
      "sup_loss": 1.314497256543493,
      "rf_loss": 0.0,
      "total_loss": 1.314497256543493,
      "lyap1_mean": -0.30691051483154297,
      "lyap1_max": -0.27394843101501465,
      "lyap1_min": -0.3308621346950531,
      "lyap_spec_mean": [
        -0.30691051483154297,
        -0.3132579028606415
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1055,
      "lr": 0.0001,
      "sup_loss": 1.2912692944552984,
      "rf_loss": 0.0,
      "total_loss": 1.2912692944552984,
      "lyap1_mean": -0.3105366826057434,
      "lyap1_max": -0.2957758605480194,
      "lyap1_min": -0.3228917717933655,
      "lyap_spec_mean": [
        -0.3105367124080658,
        -0.31184324622154236
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1056,
      "lr": 0.0001,
      "sup_loss": 1.3294648668895224,
      "rf_loss": 0.0,
      "total_loss": 1.3294648668895224,
      "lyap1_mean": -0.30681878328323364,
      "lyap1_max": -0.28233999013900757,
      "lyap1_min": -0.3201411962509155,
      "lyap_spec_mean": [
        -0.30681878328323364,
        -0.308598130941391
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1057,
      "lr": 0.0001,
      "sup_loss": 1.3274119509806164,
      "rf_loss": 0.0,
      "total_loss": 1.3274119509806164,
      "lyap1_mean": -0.303973525762558,
      "lyap1_max": -0.28690212965011597,
      "lyap1_min": -0.3207673132419586,
      "lyap_spec_mean": [
        -0.303973525762558,
        -0.3119995892047882
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1058,
      "lr": 0.0001,
      "sup_loss": 1.3035151884798584,
      "rf_loss": 0.0,
      "total_loss": 1.3035151884798584,
      "lyap1_mean": -0.3055092692375183,
      "lyap1_max": -0.2968714237213135,
      "lyap1_min": -0.31326785683631897,
      "lyap_spec_mean": [
        -0.3055092692375183,
        -0.3036719560623169
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1059,
      "lr": 0.0001,
      "sup_loss": 1.345389712423738,
      "rf_loss": 0.0,
      "total_loss": 1.345389712423738,
      "lyap1_mean": -0.299993634223938,
      "lyap1_max": -0.2923409044742584,
      "lyap1_min": -0.3095915913581848,
      "lyap_spec_mean": [
        -0.299993634223938,
        -0.3041105270385742
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1060,
      "lr": 0.0001,
      "sup_loss": 1.3147501010885905,
      "rf_loss": 0.0,
      "total_loss": 1.3147501010885905,
      "lyap1_mean": -0.2965354323387146,
      "lyap1_max": -0.28711003065109253,
      "lyap1_min": -0.30706360936164856,
      "lyap_spec_mean": [
        -0.2965354323387146,
        -0.2967604994773865
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1061,
      "lr": 0.0001,
      "sup_loss": 1.2978351802980672,
      "rf_loss": 0.0,
      "total_loss": 1.2978351802980672,
      "lyap1_mean": -0.2918137311935425,
      "lyap1_max": -0.27958381175994873,
      "lyap1_min": -0.2992357313632965,
      "lyap_spec_mean": [
        -0.2918137311935425,
        -0.2898815870285034
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1062,
      "lr": 0.0001,
      "sup_loss": 1.2962131630754599,
      "rf_loss": 0.0,
      "total_loss": 1.2962131630754599,
      "lyap1_mean": -0.28264331817626953,
      "lyap1_max": -0.26631614565849304,
      "lyap1_min": -0.3016158938407898,
      "lyap_spec_mean": [
        -0.28264331817626953,
        -0.29166358709335327
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1063,
      "lr": 0.0001,
      "sup_loss": 1.3053093009684067,
      "rf_loss": 0.0,
      "total_loss": 1.3053093009684067,
      "lyap1_mean": -0.28704845905303955,
      "lyap1_max": -0.27381420135498047,
      "lyap1_min": -0.2945137917995453,
      "lyap_spec_mean": [
        -0.28704845905303955,
        -0.2917630672454834
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1064,
      "lr": 0.0001,
      "sup_loss": 1.29830873226214,
      "rf_loss": 0.0,
      "total_loss": 1.29830873226214,
      "lyap1_mean": -0.2814754247665405,
      "lyap1_max": -0.2540211081504822,
      "lyap1_min": -0.29564929008483887,
      "lyap_spec_mean": [
        -0.2814754247665405,
        -0.2861987054347992
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1065,
      "lr": 0.0001,
      "sup_loss": 1.3198611105023552,
      "rf_loss": 0.0,
      "total_loss": 1.3198611105023552,
      "lyap1_mean": -0.29856187105178833,
      "lyap1_max": -0.282754510641098,
      "lyap1_min": -0.31234467029571533,
      "lyap_spec_mean": [
        -0.29856187105178833,
        -0.295859694480896
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1066,
      "lr": 0.0001,
      "sup_loss": 1.326017384395471,
      "rf_loss": 0.0,
      "total_loss": 1.326017384395471,
      "lyap1_mean": -0.2969297170639038,
      "lyap1_max": -0.27535343170166016,
      "lyap1_min": -0.3142333924770355,
      "lyap_spec_mean": [
        -0.2969297170639038,
        -0.3031877875328064
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1067,
      "lr": 0.0001,
      "sup_loss": 1.3180006116542828,
      "rf_loss": 0.0,
      "total_loss": 1.3180006116542828,
      "lyap1_mean": -0.29649224877357483,
      "lyap1_max": -0.2553846836090088,
      "lyap1_min": -0.32154369354248047,
      "lyap_spec_mean": [
        -0.2964922785758972,
        -0.30266273021698
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1068,
      "lr": 0.0001,
      "sup_loss": 1.3057375041958752,
      "rf_loss": 0.0,
      "total_loss": 1.3057375041958752,
      "lyap1_mean": -0.2987780272960663,
      "lyap1_max": -0.2715407609939575,
      "lyap1_min": -0.32013559341430664,
      "lyap_spec_mean": [
        -0.29877805709838867,
        -0.30305615067481995
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1069,
      "lr": 0.0001,
      "sup_loss": 1.2607025899123865,
      "rf_loss": 0.0,
      "total_loss": 1.2607025899123865,
      "lyap1_mean": -0.3031729459762573,
      "lyap1_max": -0.29291126132011414,
      "lyap1_min": -0.31224963068962097,
      "lyap_spec_mean": [
        -0.3031729757785797,
        -0.3017098009586334
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1070,
      "lr": 0.0001,
      "sup_loss": 1.3352633240212644,
      "rf_loss": 0.0,
      "total_loss": 1.3352633240212644,
      "lyap1_mean": -0.3064287304878235,
      "lyap1_max": -0.3010544180870056,
      "lyap1_min": -0.31249988079071045,
      "lyap_spec_mean": [
        -0.3064287304878235,
        -0.3066471517086029
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1071,
      "lr": 0.0001,
      "sup_loss": 1.326724740124133,
      "rf_loss": 0.0,
      "total_loss": 1.326724740124133,
      "lyap1_mean": -0.3021889328956604,
      "lyap1_max": -0.28569865226745605,
      "lyap1_min": -0.3146952986717224,
      "lyap_spec_mean": [
        -0.3021889328956604,
        -0.3005715608596802
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1072,
      "lr": 0.0001,
      "sup_loss": 1.3175513150282434,
      "rf_loss": 0.0,
      "total_loss": 1.3175513150282434,
      "lyap1_mean": -0.2965061664581299,
      "lyap1_max": -0.2671433389186859,
      "lyap1_min": -0.31224948167800903,
      "lyap_spec_mean": [
        -0.2965061664581299,
        -0.2961012125015259
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1073,
      "lr": 0.0001,
      "sup_loss": 1.3060752772786564,
      "rf_loss": 0.0,
      "total_loss": 1.3060752772786564,
      "lyap1_mean": -0.3021080493927002,
      "lyap1_max": -0.28836408257484436,
      "lyap1_min": -0.3109373450279236,
      "lyap_spec_mean": [
        -0.3021080493927002,
        -0.30140119791030884
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1074,
      "lr": 0.0001,
      "sup_loss": 1.3028627619513515,
      "rf_loss": 0.0,
      "total_loss": 1.3028627619513515,
      "lyap1_mean": -0.29312044382095337,
      "lyap1_max": -0.257002055644989,
      "lyap1_min": -0.31030353903770447,
      "lyap_spec_mean": [
        -0.293120414018631,
        -0.2979150414466858
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1075,
      "lr": 0.0001,
      "sup_loss": 1.2659828006356686,
      "rf_loss": 0.0,
      "total_loss": 1.2659828006356686,
      "lyap1_mean": -0.2936130166053772,
      "lyap1_max": -0.2803749740123749,
      "lyap1_min": -0.3066990375518799,
      "lyap_spec_mean": [
        -0.2936129868030548,
        -0.2962714433670044
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1076,
      "lr": 0.0001,
      "sup_loss": 1.3245473503159215,
      "rf_loss": 0.0,
      "total_loss": 1.3245473503159215,
      "lyap1_mean": -0.2840949296951294,
      "lyap1_max": -0.2660347819328308,
      "lyap1_min": -0.2961643636226654,
      "lyap_spec_mean": [
        -0.2840949594974518,
        -0.2888213098049164
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1077,
      "lr": 0.0001,
      "sup_loss": 1.3239287717837152,
      "rf_loss": 0.0,
      "total_loss": 1.3239287717837152,
      "lyap1_mean": -0.2795180678367615,
      "lyap1_max": -0.27066564559936523,
      "lyap1_min": -0.2854052782058716,
      "lyap_spec_mean": [
        -0.2795180678367615,
        -0.2838595509529114
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1078,
      "lr": 0.0001,
      "sup_loss": 1.2595547995967864,
      "rf_loss": 0.0,
      "total_loss": 1.2595547995967864,
      "lyap1_mean": -0.2856366038322449,
      "lyap1_max": -0.28049975633621216,
      "lyap1_min": -0.29202598333358765,
      "lyap_spec_mean": [
        -0.2856366038322449,
        -0.28276491165161133
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1079,
      "lr": 0.0001,
      "sup_loss": 1.2800640273738313,
      "rf_loss": 0.0,
      "total_loss": 1.2800640273738313,
      "lyap1_mean": -0.2831025719642639,
      "lyap1_max": -0.2712550163269043,
      "lyap1_min": -0.2917739748954773,
      "lyap_spec_mean": [
        -0.2831025719642639,
        -0.283836305141449
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1080,
      "lr": 0.0001,
      "sup_loss": 1.3117016683204896,
      "rf_loss": 0.0,
      "total_loss": 1.3117016683204896,
      "lyap1_mean": -0.2805866003036499,
      "lyap1_max": -0.2653215825557709,
      "lyap1_min": -0.28655558824539185,
      "lyap_spec_mean": [
        -0.2805866003036499,
        -0.28504717350006104
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1081,
      "lr": 0.0001,
      "sup_loss": 1.3005201938056887,
      "rf_loss": 0.0,
      "total_loss": 1.3005201938056887,
      "lyap1_mean": -0.2828000485897064,
      "lyap1_max": -0.26815974712371826,
      "lyap1_min": -0.29495906829833984,
      "lyap_spec_mean": [
        -0.2828000485897064,
        -0.28618529438972473
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1082,
      "lr": 0.0001,
      "sup_loss": 1.3436511251056145,
      "rf_loss": 0.0,
      "total_loss": 1.3436511251056145,
      "lyap1_mean": -0.28499293327331543,
      "lyap1_max": -0.25726550817489624,
      "lyap1_min": -0.2968137264251709,
      "lyap_spec_mean": [
        -0.28499293327331543,
        -0.2866753041744232
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1083,
      "lr": 0.0001,
      "sup_loss": 1.2974716997503433,
      "rf_loss": 0.0,
      "total_loss": 1.2974716997503433,
      "lyap1_mean": -0.2873948812484741,
      "lyap1_max": -0.2799002230167389,
      "lyap1_min": -0.2958027124404907,
      "lyap_spec_mean": [
        -0.2873948812484741,
        -0.2891366481781006
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1084,
      "lr": 0.0001,
      "sup_loss": 1.2929533481011304,
      "rf_loss": 0.0,
      "total_loss": 1.2929533481011304,
      "lyap1_mean": -0.29248932003974915,
      "lyap1_max": -0.2778893709182739,
      "lyap1_min": -0.30133897066116333,
      "lyap_spec_mean": [
        -0.29248929023742676,
        -0.29967212677001953
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1085,
      "lr": 0.0001,
      "sup_loss": 1.2977082672338147,
      "rf_loss": 0.0,
      "total_loss": 1.2977082672338147,
      "lyap1_mean": -0.3015372157096863,
      "lyap1_max": -0.27949637174606323,
      "lyap1_min": -0.3157634735107422,
      "lyap_spec_mean": [
        -0.3015372157096863,
        -0.300411581993103
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1086,
      "lr": 0.0001,
      "sup_loss": 1.2822316175862092,
      "rf_loss": 0.0,
      "total_loss": 1.2822316175862092,
      "lyap1_mean": -0.31066277623176575,
      "lyap1_max": -0.303379088640213,
      "lyap1_min": -0.3220267593860626,
      "lyap_spec_mean": [
        -0.31066274642944336,
        -0.308479368686676
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1087,
      "lr": 0.0001,
      "sup_loss": 1.343652750812118,
      "rf_loss": 0.0,
      "total_loss": 1.343652750812118,
      "lyap1_mean": -0.31741881370544434,
      "lyap1_max": -0.3128563165664673,
      "lyap1_min": -0.32090437412261963,
      "lyap_spec_mean": [
        -0.31741881370544434,
        -0.31989890336990356
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1088,
      "lr": 0.0001,
      "sup_loss": 1.315609247195344,
      "rf_loss": 0.0,
      "total_loss": 1.315609247195344,
      "lyap1_mean": -0.3210107982158661,
      "lyap1_max": -0.31216004490852356,
      "lyap1_min": -0.33136728405952454,
      "lyap_spec_mean": [
        -0.3210107684135437,
        -0.32202795147895813
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1089,
      "lr": 0.0001,
      "sup_loss": 1.2980063452321486,
      "rf_loss": 0.0,
      "total_loss": 1.2980063452321486,
      "lyap1_mean": -0.3158417046070099,
      "lyap1_max": -0.30260735750198364,
      "lyap1_min": -0.3301334083080292,
      "lyap_spec_mean": [
        -0.3158417046070099,
        -0.31688594818115234
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1090,
      "lr": 0.0001,
      "sup_loss": 1.2632750637987695,
      "rf_loss": 0.0,
      "total_loss": 1.2632750637987695,
      "lyap1_mean": -0.31169503927230835,
      "lyap1_max": -0.2555128335952759,
      "lyap1_min": -0.32788124680519104,
      "lyap_spec_mean": [
        -0.31169503927230835,
        -0.31150108575820923
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1091,
      "lr": 0.0001,
      "sup_loss": 1.3104067584740955,
      "rf_loss": 0.0,
      "total_loss": 1.3104067584740955,
      "lyap1_mean": -0.31415432691574097,
      "lyap1_max": -0.28396958112716675,
      "lyap1_min": -0.32702577114105225,
      "lyap_spec_mean": [
        -0.31415432691574097,
        -0.31345218420028687
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1092,
      "lr": 0.0001,
      "sup_loss": 1.2893821397833976,
      "rf_loss": 0.0,
      "total_loss": 1.2893821397833976,
      "lyap1_mean": -0.3129693865776062,
      "lyap1_max": -0.28259584307670593,
      "lyap1_min": -0.32785168290138245,
      "lyap_spec_mean": [
        -0.3129693865776062,
        -0.31786900758743286
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1093,
      "lr": 0.0001,
      "sup_loss": 1.2685299728384436,
      "rf_loss": 0.0,
      "total_loss": 1.2685299728384436,
      "lyap1_mean": -0.3202558755874634,
      "lyap1_max": -0.30606794357299805,
      "lyap1_min": -0.3395882248878479,
      "lyap_spec_mean": [
        -0.3202558755874634,
        -0.32313472032546997
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1094,
      "lr": 0.0001,
      "sup_loss": 1.257370279729853,
      "rf_loss": 0.0,
      "total_loss": 1.257370279729853,
      "lyap1_mean": -0.31815987825393677,
      "lyap1_max": -0.2904500365257263,
      "lyap1_min": -0.3343772888183594,
      "lyap_spec_mean": [
        -0.3181598484516144,
        -0.32317352294921875
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1095,
      "lr": 0.0001,
      "sup_loss": 1.3646326276847038,
      "rf_loss": 0.0,
      "total_loss": 1.3646326276847038,
      "lyap1_mean": -0.3290858268737793,
      "lyap1_max": -0.31786736845970154,
      "lyap1_min": -0.3442055881023407,
      "lyap_spec_mean": [
        -0.3290858268737793,
        -0.32812952995300293
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1096,
      "lr": 0.0001,
      "sup_loss": 1.2695827998638454,
      "rf_loss": 0.0,
      "total_loss": 1.2695827998638454,
      "lyap1_mean": -0.31506502628326416,
      "lyap1_max": -0.2861918807029724,
      "lyap1_min": -0.33212393522262573,
      "lyap_spec_mean": [
        -0.31506502628326416,
        -0.3231427073478699
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1097,
      "lr": 0.0001,
      "sup_loss": 1.3308869520516047,
      "rf_loss": 0.0,
      "total_loss": 1.3308869520516047,
      "lyap1_mean": -0.3155529797077179,
      "lyap1_max": -0.29337161779403687,
      "lyap1_min": -0.3288748860359192,
      "lyap_spec_mean": [
        -0.3155529797077179,
        -0.31282681226730347
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1098,
      "lr": 0.0001,
      "sup_loss": 1.3452571930849317,
      "rf_loss": 0.0,
      "total_loss": 1.3452571930849317,
      "lyap1_mean": -0.3076886236667633,
      "lyap1_max": -0.28773564100265503,
      "lyap1_min": -0.31738394498825073,
      "lyap_spec_mean": [
        -0.3076886236667633,
        -0.30359411239624023
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1099,
      "lr": 0.0001,
      "sup_loss": 1.3027512099878422,
      "rf_loss": 0.0,
      "total_loss": 1.3027512099878422,
      "lyap1_mean": -0.31406739354133606,
      "lyap1_max": -0.30338749289512634,
      "lyap1_min": -0.322002649307251,
      "lyap_spec_mean": [
        -0.31406739354133606,
        -0.3118238151073456
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1100,
      "lr": 0.0001,
      "sup_loss": 1.3230336638328064,
      "rf_loss": 0.0,
      "total_loss": 1.3230336638328064,
      "lyap1_mean": -0.302265465259552,
      "lyap1_max": -0.28009694814682007,
      "lyap1_min": -0.3222948908805847,
      "lyap_spec_mean": [
        -0.3022654354572296,
        -0.31264907121658325
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1101,
      "lr": 0.0001,
      "sup_loss": 1.3169620592698774,
      "rf_loss": 0.0,
      "total_loss": 1.3169620592698774,
      "lyap1_mean": -0.30640673637390137,
      "lyap1_max": -0.27440303564071655,
      "lyap1_min": -0.3166617155075073,
      "lyap_spec_mean": [
        -0.30640673637390137,
        -0.3100556433200836
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1102,
      "lr": 0.0001,
      "sup_loss": 1.274551343166104,
      "rf_loss": 0.0,
      "total_loss": 1.274551343166104,
      "lyap1_mean": -0.3074403405189514,
      "lyap1_max": -0.3020150065422058,
      "lyap1_min": -0.31266605854034424,
      "lyap_spec_mean": [
        -0.3074403405189514,
        -0.3004146218299866
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1103,
      "lr": 0.0001,
      "sup_loss": 1.3068937346229674,
      "rf_loss": 0.0,
      "total_loss": 1.3068937346229674,
      "lyap1_mean": -0.3041263818740845,
      "lyap1_max": -0.29139718413352966,
      "lyap1_min": -0.3194882273674011,
      "lyap_spec_mean": [
        -0.3041263520717621,
        -0.30582141876220703
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1104,
      "lr": 0.0001,
      "sup_loss": 1.3253412552899713,
      "rf_loss": 0.0,
      "total_loss": 1.3253412552899713,
      "lyap1_mean": -0.2936074137687683,
      "lyap1_max": -0.28426364064216614,
      "lyap1_min": -0.30368277430534363,
      "lyap_spec_mean": [
        -0.2936074137687683,
        -0.29928863048553467
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1105,
      "lr": 0.0001,
      "sup_loss": 1.2908827028418193,
      "rf_loss": 0.0,
      "total_loss": 1.2908827028418193,
      "lyap1_mean": -0.29490670561790466,
      "lyap1_max": -0.28405749797821045,
      "lyap1_min": -0.3068561553955078,
      "lyap_spec_mean": [
        -0.29490673542022705,
        -0.2976224422454834
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1106,
      "lr": 0.0001,
      "sup_loss": 1.335270618734918,
      "rf_loss": 0.0,
      "total_loss": 1.335270618734918,
      "lyap1_mean": -0.2950661778450012,
      "lyap1_max": -0.2853054404258728,
      "lyap1_min": -0.30316969752311707,
      "lyap_spec_mean": [
        -0.2950661778450012,
        -0.30081823468208313
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1107,
      "lr": 0.0001,
      "sup_loss": 1.3314136585153438,
      "rf_loss": 0.0,
      "total_loss": 1.3314136585153438,
      "lyap1_mean": -0.29162582755088806,
      "lyap1_max": -0.26941385865211487,
      "lyap1_min": -0.30487164855003357,
      "lyap_spec_mean": [
        -0.29162585735321045,
        -0.2902296781539917
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1108,
      "lr": 0.0001,
      "sup_loss": 1.360781230943182,
      "rf_loss": 0.0,
      "total_loss": 1.360781230943182,
      "lyap1_mean": -0.2897723913192749,
      "lyap1_max": -0.27719569206237793,
      "lyap1_min": -0.2963237464427948,
      "lyap_spec_mean": [
        -0.2897723913192749,
        -0.284525990486145
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1109,
      "lr": 0.0001,
      "sup_loss": 1.302777933758677,
      "rf_loss": 0.0,
      "total_loss": 1.302777933758677,
      "lyap1_mean": -0.2886107861995697,
      "lyap1_max": -0.27634862065315247,
      "lyap1_min": -0.29524117708206177,
      "lyap_spec_mean": [
        -0.2886108160018921,
        -0.2864763140678406
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1110,
      "lr": 0.0001,
      "sup_loss": 1.3104937871931273,
      "rf_loss": 0.0,
      "total_loss": 1.3104937871931273,
      "lyap1_mean": -0.28295886516571045,
      "lyap1_max": -0.2734365463256836,
      "lyap1_min": -0.29842042922973633,
      "lyap_spec_mean": [
        -0.28295886516571045,
        -0.28660285472869873
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1111,
      "lr": 0.0001,
      "sup_loss": 1.311453592857756,
      "rf_loss": 0.0,
      "total_loss": 1.311453592857756,
      "lyap1_mean": -0.28183650970458984,
      "lyap1_max": -0.26823294162750244,
      "lyap1_min": -0.29162025451660156,
      "lyap_spec_mean": [
        -0.28183650970458984,
        -0.2812076508998871
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1112,
      "lr": 0.0001,
      "sup_loss": 1.221573040240169,
      "rf_loss": 0.0,
      "total_loss": 1.221573040240169,
      "lyap1_mean": -0.27895963191986084,
      "lyap1_max": -0.26915156841278076,
      "lyap1_min": -0.29292216897010803,
      "lyap_spec_mean": [
        -0.27895963191986084,
        -0.27951738238334656
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1113,
      "lr": 0.0001,
      "sup_loss": 1.3179945481250082,
      "rf_loss": 0.0,
      "total_loss": 1.3179945481250082,
      "lyap1_mean": -0.28983184695243835,
      "lyap1_max": -0.2795156240463257,
      "lyap1_min": -0.29714351892471313,
      "lyap_spec_mean": [
        -0.28983181715011597,
        -0.28818967938423157
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1114,
      "lr": 0.0001,
      "sup_loss": 1.2948214926798176,
      "rf_loss": 0.0,
      "total_loss": 1.2948214926798176,
      "lyap1_mean": -0.28914427757263184,
      "lyap1_max": -0.2786189317703247,
      "lyap1_min": -0.3029918670654297,
      "lyap_spec_mean": [
        -0.2891443073749542,
        -0.2918145954608917
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1115,
      "lr": 0.0001,
      "sup_loss": 1.3566415053222554,
      "rf_loss": 0.0,
      "total_loss": 1.3566415053222554,
      "lyap1_mean": -0.2839677929878235,
      "lyap1_max": -0.27364057302474976,
      "lyap1_min": -0.2894729971885681,
      "lyap_spec_mean": [
        -0.2839677929878235,
        -0.28292763233184814
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1116,
      "lr": 0.0001,
      "sup_loss": 1.3171173615050122,
      "rf_loss": 0.0,
      "total_loss": 1.3171173615050122,
      "lyap1_mean": -0.2791508436203003,
      "lyap1_max": -0.2626948654651642,
      "lyap1_min": -0.28681236505508423,
      "lyap_spec_mean": [
        -0.2791508436203003,
        -0.2801631689071655
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1117,
      "lr": 0.0001,
      "sup_loss": 1.2938478450042252,
      "rf_loss": 0.0,
      "total_loss": 1.2938478450042252,
      "lyap1_mean": -0.2814170718193054,
      "lyap1_max": -0.27193206548690796,
      "lyap1_min": -0.2885443866252899,
      "lyap_spec_mean": [
        -0.2814170718193054,
        -0.2770448923110962
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1118,
      "lr": 0.0001,
      "sup_loss": 1.2966511568214552,
      "rf_loss": 0.0,
      "total_loss": 1.2966511568214552,
      "lyap1_mean": -0.2850196659564972,
      "lyap1_max": -0.2734587490558624,
      "lyap1_min": -0.29375171661376953,
      "lyap_spec_mean": [
        -0.2850196659564972,
        -0.2839009761810303
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1119,
      "lr": 0.0001,
      "sup_loss": 1.2945564168902353,
      "rf_loss": 0.0,
      "total_loss": 1.2945564168902353,
      "lyap1_mean": -0.2823418378829956,
      "lyap1_max": -0.2722358703613281,
      "lyap1_min": -0.2959795892238617,
      "lyap_spec_mean": [
        -0.2823418378829956,
        -0.28514471650123596
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1120,
      "lr": 0.0001,
      "sup_loss": 1.2382477309412918,
      "rf_loss": 0.0,
      "total_loss": 1.2382477309412918,
      "lyap1_mean": -0.2946559488773346,
      "lyap1_max": -0.28584355115890503,
      "lyap1_min": -0.30775463581085205,
      "lyap_spec_mean": [
        -0.2946559488773346,
        -0.29365110397338867
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1121,
      "lr": 0.0001,
      "sup_loss": 1.2992416196688232,
      "rf_loss": 0.0,
      "total_loss": 1.2992416196688232,
      "lyap1_mean": -0.287418007850647,
      "lyap1_max": -0.2785218358039856,
      "lyap1_min": -0.29772624373435974,
      "lyap_spec_mean": [
        -0.287418007850647,
        -0.28808438777923584
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1122,
      "lr": 0.0001,
      "sup_loss": 1.3172075956074487,
      "rf_loss": 0.0,
      "total_loss": 1.3172075956074487,
      "lyap1_mean": -0.29157108068466187,
      "lyap1_max": -0.2817785143852234,
      "lyap1_min": -0.30504095554351807,
      "lyap_spec_mean": [
        -0.29157111048698425,
        -0.29291975498199463
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1123,
      "lr": 0.0001,
      "sup_loss": 1.3321770444504657,
      "rf_loss": 0.0,
      "total_loss": 1.3321770444504657,
      "lyap1_mean": -0.2914133369922638,
      "lyap1_max": -0.282033234834671,
      "lyap1_min": -0.2990092635154724,
      "lyap_spec_mean": [
        -0.2914133071899414,
        -0.28921931982040405
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1124,
      "lr": 0.0001,
      "sup_loss": 1.285715240324215,
      "rf_loss": 0.0,
      "total_loss": 1.285715240324215,
      "lyap1_mean": -0.2920043468475342,
      "lyap1_max": -0.27754026651382446,
      "lyap1_min": -0.3016889691352844,
      "lyap_spec_mean": [
        -0.2920043468475342,
        -0.2889055609703064
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1125,
      "lr": 0.0001,
      "sup_loss": 1.30617585214463,
      "rf_loss": 0.0,
      "total_loss": 1.30617585214463,
      "lyap1_mean": -0.2972714900970459,
      "lyap1_max": -0.29050636291503906,
      "lyap1_min": -0.30349794030189514,
      "lyap_spec_mean": [
        -0.2972714900970459,
        -0.297554612159729
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1126,
      "lr": 0.0001,
      "sup_loss": 1.260460275706912,
      "rf_loss": 0.0,
      "total_loss": 1.260460275706912,
      "lyap1_mean": -0.29583218693733215,
      "lyap1_max": -0.28281813859939575,
      "lyap1_min": -0.3109711706638336,
      "lyap_spec_mean": [
        -0.29583215713500977,
        -0.30035197734832764
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1127,
      "lr": 0.0001,
      "sup_loss": 1.299879468200626,
      "rf_loss": 0.0,
      "total_loss": 1.299879468200626,
      "lyap1_mean": -0.29931843280792236,
      "lyap1_max": -0.28341859579086304,
      "lyap1_min": -0.3073013424873352,
      "lyap_spec_mean": [
        -0.29931843280792236,
        -0.2990548610687256
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1128,
      "lr": 0.0001,
      "sup_loss": 1.2936880054028883,
      "rf_loss": 0.0,
      "total_loss": 1.2936880054028883,
      "lyap1_mean": -0.3013942241668701,
      "lyap1_max": -0.29525989294052124,
      "lyap1_min": -0.30869579315185547,
      "lyap_spec_mean": [
        -0.30139419436454773,
        -0.2936075031757355
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1129,
      "lr": 0.0001,
      "sup_loss": 1.2992430020291772,
      "rf_loss": 0.0,
      "total_loss": 1.2992430020291772,
      "lyap1_mean": -0.29250773787498474,
      "lyap1_max": -0.28054141998291016,
      "lyap1_min": -0.3013962209224701,
      "lyap_spec_mean": [
        -0.29250773787498474,
        -0.2970287501811981
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1130,
      "lr": 0.0001,
      "sup_loss": 1.2666534603305397,
      "rf_loss": 0.0,
      "total_loss": 1.2666534603305397,
      "lyap1_mean": -0.2956639528274536,
      "lyap1_max": -0.28998035192489624,
      "lyap1_min": -0.30537766218185425,
      "lyap_spec_mean": [
        -0.2956639528274536,
        -0.29644107818603516
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1131,
      "lr": 0.0001,
      "sup_loss": 1.3106567502117858,
      "rf_loss": 0.0,
      "total_loss": 1.3106567502117858,
      "lyap1_mean": -0.28880783915519714,
      "lyap1_max": -0.2825266718864441,
      "lyap1_min": -0.2954399585723877,
      "lyap_spec_mean": [
        -0.28880783915519714,
        -0.29082125425338745
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1132,
      "lr": 0.0001,
      "sup_loss": 1.2700129715981874,
      "rf_loss": 0.0,
      "total_loss": 1.2700129715981874,
      "lyap1_mean": -0.28567492961883545,
      "lyap1_max": -0.27655914425849915,
      "lyap1_min": -0.2945842742919922,
      "lyap_spec_mean": [
        -0.28567492961883545,
        -0.2871224284172058
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1133,
      "lr": 0.0001,
      "sup_loss": 1.252726459382239,
      "rf_loss": 0.0,
      "total_loss": 1.252726459382239,
      "lyap1_mean": -0.2803843915462494,
      "lyap1_max": -0.25977420806884766,
      "lyap1_min": -0.2931189239025116,
      "lyap_spec_mean": [
        -0.2803843915462494,
        -0.2822006344795227
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1134,
      "lr": 0.0001,
      "sup_loss": 1.2458790353460016,
      "rf_loss": 0.0,
      "total_loss": 1.2458790353460016,
      "lyap1_mean": -0.28122037649154663,
      "lyap1_max": -0.27348485589027405,
      "lyap1_min": -0.2868213355541229,
      "lyap_spec_mean": [
        -0.28122037649154663,
        -0.2823580801486969
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1135,
      "lr": 0.0001,
      "sup_loss": 1.2676459301421195,
      "rf_loss": 0.0,
      "total_loss": 1.2676459301421195,
      "lyap1_mean": -0.2742200195789337,
      "lyap1_max": -0.2627089023590088,
      "lyap1_min": -0.28487008810043335,
      "lyap_spec_mean": [
        -0.27421998977661133,
        -0.27344754338264465
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1136,
      "lr": 0.0001,
      "sup_loss": 1.3334789330228531,
      "rf_loss": 0.0,
      "total_loss": 1.3334789330228531,
      "lyap1_mean": -0.26969289779663086,
      "lyap1_max": -0.2520158886909485,
      "lyap1_min": -0.2820536494255066,
      "lyap_spec_mean": [
        -0.26969289779663086,
        -0.2740707993507385
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1137,
      "lr": 0.0001,
      "sup_loss": 1.3193922337544306,
      "rf_loss": 0.0,
      "total_loss": 1.3193922337544306,
      "lyap1_mean": -0.27348941564559937,
      "lyap1_max": -0.24465474486351013,
      "lyap1_min": -0.28256720304489136,
      "lyap_spec_mean": [
        -0.27348941564559937,
        -0.27757585048675537
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1138,
      "lr": 0.0001,
      "sup_loss": 1.3048515718072058,
      "rf_loss": 0.0,
      "total_loss": 1.3048515718072058,
      "lyap1_mean": -0.27927571535110474,
      "lyap1_max": -0.26600679755210876,
      "lyap1_min": -0.2887153923511505,
      "lyap_spec_mean": [
        -0.27927571535110474,
        -0.28283751010894775
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1139,
      "lr": 0.0001,
      "sup_loss": 1.2812682612570319,
      "rf_loss": 0.0,
      "total_loss": 1.2812682612570319,
      "lyap1_mean": -0.2852866053581238,
      "lyap1_max": -0.2627413272857666,
      "lyap1_min": -0.30092984437942505,
      "lyap_spec_mean": [
        -0.2852866053581238,
        -0.2963770925998688
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1140,
      "lr": 0.0001,
      "sup_loss": 1.3147734616691529,
      "rf_loss": 0.0,
      "total_loss": 1.3147734616691529,
      "lyap1_mean": -0.29493555426597595,
      "lyap1_max": -0.28774672746658325,
      "lyap1_min": -0.30264243483543396,
      "lyap_spec_mean": [
        -0.29493558406829834,
        -0.29925888776779175
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1141,
      "lr": 0.0001,
      "sup_loss": 1.2833375997117973,
      "rf_loss": 0.0,
      "total_loss": 1.2833375997117973,
      "lyap1_mean": -0.3059748411178589,
      "lyap1_max": -0.3005301356315613,
      "lyap1_min": -0.3127932548522949,
      "lyap_spec_mean": [
        -0.3059748411178589,
        -0.3051319718360901
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1142,
      "lr": 0.0001,
      "sup_loss": 1.3031136326657928,
      "rf_loss": 0.0,
      "total_loss": 1.3031136326657928,
      "lyap1_mean": -0.30038920044898987,
      "lyap1_max": -0.2790187895298004,
      "lyap1_min": -0.31426048278808594,
      "lyap_spec_mean": [
        -0.30038920044898987,
        -0.300618976354599
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1143,
      "lr": 0.0001,
      "sup_loss": 1.3044019205355788,
      "rf_loss": 0.0,
      "total_loss": 1.3044019205355788,
      "lyap1_mean": -0.2950044274330139,
      "lyap1_max": -0.28676116466522217,
      "lyap1_min": -0.3025965690612793,
      "lyap_spec_mean": [
        -0.2950044274330139,
        -0.29085469245910645
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1144,
      "lr": 0.0001,
      "sup_loss": 1.3151002718247669,
      "rf_loss": 0.0,
      "total_loss": 1.3151002718247669,
      "lyap1_mean": -0.2843310832977295,
      "lyap1_max": -0.2782559394836426,
      "lyap1_min": -0.29000288248062134,
      "lyap_spec_mean": [
        -0.2843310832977295,
        -0.28320127725601196
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1145,
      "lr": 0.0001,
      "sup_loss": 1.339577622440461,
      "rf_loss": 0.0,
      "total_loss": 1.339577622440461,
      "lyap1_mean": -0.27791398763656616,
      "lyap1_max": -0.2663310170173645,
      "lyap1_min": -0.28425800800323486,
      "lyap_spec_mean": [
        -0.27791398763656616,
        -0.2741698622703552
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1146,
      "lr": 0.0001,
      "sup_loss": 1.271945405368962,
      "rf_loss": 0.0,
      "total_loss": 1.271945405368962,
      "lyap1_mean": -0.2785211503505707,
      "lyap1_max": -0.2652694284915924,
      "lyap1_min": -0.29986053705215454,
      "lyap_spec_mean": [
        -0.27852118015289307,
        -0.2758316695690155
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1147,
      "lr": 0.0001,
      "sup_loss": 1.3077429628938597,
      "rf_loss": 0.0,
      "total_loss": 1.3077429628938597,
      "lyap1_mean": -0.27469080686569214,
      "lyap1_max": -0.2715113162994385,
      "lyap1_min": -0.2821862995624542,
      "lyap_spec_mean": [
        -0.2746908366680145,
        -0.274874746799469
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1148,
      "lr": 0.0001,
      "sup_loss": 1.2826283526202469,
      "rf_loss": 0.0,
      "total_loss": 1.2826283526202469,
      "lyap1_mean": -0.27315574884414673,
      "lyap1_max": -0.2675972282886505,
      "lyap1_min": -0.2793860137462616,
      "lyap_spec_mean": [
        -0.27315571904182434,
        -0.2771722078323364
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1149,
      "lr": 0.0001,
      "sup_loss": 1.3046588137199473,
      "rf_loss": 0.0,
      "total_loss": 1.3046588137199473,
      "lyap1_mean": -0.27982297539711,
      "lyap1_max": -0.2745235562324524,
      "lyap1_min": -0.2845556437969208,
      "lyap_spec_mean": [
        -0.27982297539711,
        -0.27944430708885193
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1150,
      "lr": 0.0001,
      "sup_loss": 1.300957417645721,
      "rf_loss": 0.0,
      "total_loss": 1.300957417645721,
      "lyap1_mean": -0.2875906229019165,
      "lyap1_max": -0.2790343463420868,
      "lyap1_min": -0.30076780915260315,
      "lyap_spec_mean": [
        -0.2875905930995941,
        -0.2844260334968567
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1151,
      "lr": 0.0001,
      "sup_loss": 1.286589347890709,
      "rf_loss": 0.0,
      "total_loss": 1.286589347890709,
      "lyap1_mean": -0.2867317199707031,
      "lyap1_max": -0.266818106174469,
      "lyap1_min": -0.30033913254737854,
      "lyap_spec_mean": [
        -0.2867317199707031,
        -0.28789862990379333
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1152,
      "lr": 0.0001,
      "sup_loss": 1.3422096229250182,
      "rf_loss": 0.0,
      "total_loss": 1.3422096229250182,
      "lyap1_mean": -0.2809629440307617,
      "lyap1_max": -0.2655658721923828,
      "lyap1_min": -0.2937714755535126,
      "lyap_spec_mean": [
        -0.28096291422843933,
        -0.28515392541885376
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1153,
      "lr": 0.0001,
      "sup_loss": 1.2541773385438668,
      "rf_loss": 0.0,
      "total_loss": 1.2541773385438668,
      "lyap1_mean": -0.28555619716644287,
      "lyap1_max": -0.270656019449234,
      "lyap1_min": -0.28988343477249146,
      "lyap_spec_mean": [
        -0.28555619716644287,
        -0.2800667881965637
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1154,
      "lr": 0.0001,
      "sup_loss": 1.2762600055635227,
      "rf_loss": 0.0,
      "total_loss": 1.2762600055635227,
      "lyap1_mean": -0.28212666511535645,
      "lyap1_max": -0.271361768245697,
      "lyap1_min": -0.29565495252609253,
      "lyap_spec_mean": [
        -0.28212663531303406,
        -0.28368765115737915
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1155,
      "lr": 0.0001,
      "sup_loss": 1.316366463225516,
      "rf_loss": 0.0,
      "total_loss": 1.316366463225516,
      "lyap1_mean": -0.2732924520969391,
      "lyap1_max": -0.2458333820104599,
      "lyap1_min": -0.2879481911659241,
      "lyap_spec_mean": [
        -0.2732924520969391,
        -0.2735450863838196
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1156,
      "lr": 0.0001,
      "sup_loss": 1.326897390561021,
      "rf_loss": 0.0,
      "total_loss": 1.326897390561021,
      "lyap1_mean": -0.26718491315841675,
      "lyap1_max": -0.2553952932357788,
      "lyap1_min": -0.27842408418655396,
      "lyap_spec_mean": [
        -0.26718491315841675,
        -0.2678561508655548
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1157,
      "lr": 0.0001,
      "sup_loss": 1.365840393711696,
      "rf_loss": 0.0,
      "total_loss": 1.365840393711696,
      "lyap1_mean": -0.27235865592956543,
      "lyap1_max": -0.2572373151779175,
      "lyap1_min": -0.2827634811401367,
      "lyap_spec_mean": [
        -0.27235865592956543,
        -0.270730197429657
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1158,
      "lr": 0.0001,
      "sup_loss": 1.3062798117197032,
      "rf_loss": 0.0,
      "total_loss": 1.3062798117197032,
      "lyap1_mean": -0.27139919996261597,
      "lyap1_max": -0.2600098252296448,
      "lyap1_min": -0.28780996799468994,
      "lyap_spec_mean": [
        -0.2713991701602936,
        -0.2735193073749542
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1159,
      "lr": 0.0001,
      "sup_loss": 1.3079800731516378,
      "rf_loss": 0.0,
      "total_loss": 1.3079800731516378,
      "lyap1_mean": -0.2685326039791107,
      "lyap1_max": -0.22175882756710052,
      "lyap1_min": -0.2886039614677429,
      "lyap_spec_mean": [
        -0.2685326039791107,
        -0.2726905345916748
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1160,
      "lr": 0.0001,
      "sup_loss": 1.2996966688244826,
      "rf_loss": 0.0,
      "total_loss": 1.2996966688244826,
      "lyap1_mean": -0.27728471159935,
      "lyap1_max": -0.25554513931274414,
      "lyap1_min": -0.29736781120300293,
      "lyap_spec_mean": [
        -0.27728471159935,
        -0.28324103355407715
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1161,
      "lr": 0.0001,
      "sup_loss": 1.3084380029581586,
      "rf_loss": 0.0,
      "total_loss": 1.3084380029581586,
      "lyap1_mean": -0.28123265504837036,
      "lyap1_max": -0.2370198667049408,
      "lyap1_min": -0.29728570580482483,
      "lyap_spec_mean": [
        -0.28123265504837036,
        -0.28725916147232056
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1162,
      "lr": 0.0001,
      "sup_loss": 1.296084816602717,
      "rf_loss": 0.0,
      "total_loss": 1.296084816602717,
      "lyap1_mean": -0.28873130679130554,
      "lyap1_max": -0.23660293221473694,
      "lyap1_min": -0.30630290508270264,
      "lyap_spec_mean": [
        -0.28873130679130554,
        -0.2952909469604492
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1163,
      "lr": 0.0001,
      "sup_loss": 1.2838304696611633,
      "rf_loss": 0.0,
      "total_loss": 1.2838304696611633,
      "lyap1_mean": -0.2923166751861572,
      "lyap1_max": -0.2824195623397827,
      "lyap1_min": -0.2996390461921692,
      "lyap_spec_mean": [
        -0.29231664538383484,
        -0.286916047334671
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1164,
      "lr": 0.0001,
      "sup_loss": 1.3158717039970445,
      "rf_loss": 0.0,
      "total_loss": 1.3158717039970445,
      "lyap1_mean": -0.2827742099761963,
      "lyap1_max": -0.2713645100593567,
      "lyap1_min": -0.29783496260643005,
      "lyap_spec_mean": [
        -0.2827742397785187,
        -0.2783201038837433
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1165,
      "lr": 0.0001,
      "sup_loss": 1.2692888088512837,
      "rf_loss": 0.0,
      "total_loss": 1.2692888088512837,
      "lyap1_mean": -0.2697397470474243,
      "lyap1_max": -0.25032562017440796,
      "lyap1_min": -0.28661102056503296,
      "lyap_spec_mean": [
        -0.2697397768497467,
        -0.27639636397361755
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1166,
      "lr": 0.0001,
      "sup_loss": 1.2964300765033683,
      "rf_loss": 0.0,
      "total_loss": 1.2964300765033683,
      "lyap1_mean": -0.2763593792915344,
      "lyap1_max": -0.2536763846874237,
      "lyap1_min": -0.2900875508785248,
      "lyap_spec_mean": [
        -0.2763593792915344,
        -0.27918705344200134
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1167,
      "lr": 0.0001,
      "sup_loss": 1.2547670158127675,
      "rf_loss": 0.0,
      "total_loss": 1.2547670158127675,
      "lyap1_mean": -0.2696537971496582,
      "lyap1_max": -0.2561872601509094,
      "lyap1_min": -0.2829294204711914,
      "lyap_spec_mean": [
        -0.2696537971496582,
        -0.2696335017681122
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1168,
      "lr": 0.0001,
      "sup_loss": 1.3158071555503974,
      "rf_loss": 0.0,
      "total_loss": 1.3158071555503974,
      "lyap1_mean": -0.25348740816116333,
      "lyap1_max": -0.22746926546096802,
      "lyap1_min": -0.26570460200309753,
      "lyap_spec_mean": [
        -0.25348740816116333,
        -0.2648692727088928
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1169,
      "lr": 0.0001,
      "sup_loss": 1.2755341547988297,
      "rf_loss": 0.0,
      "total_loss": 1.2755341547988297,
      "lyap1_mean": -0.26041728258132935,
      "lyap1_max": -0.23787502944469452,
      "lyap1_min": -0.26978394389152527,
      "lyap_spec_mean": [
        -0.26041725277900696,
        -0.26543277502059937
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1170,
      "lr": 0.0001,
      "sup_loss": 1.3096912920434451,
      "rf_loss": 0.0,
      "total_loss": 1.3096912920434451,
      "lyap1_mean": -0.26292258501052856,
      "lyap1_max": -0.24281176924705505,
      "lyap1_min": -0.27606379985809326,
      "lyap_spec_mean": [
        -0.26292261481285095,
        -0.2638121247291565
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1171,
      "lr": 0.0001,
      "sup_loss": 1.2689802158596435,
      "rf_loss": 0.0,
      "total_loss": 1.2689802158596435,
      "lyap1_mean": -0.264817476272583,
      "lyap1_max": -0.24592316150665283,
      "lyap1_min": -0.2735303044319153,
      "lyap_spec_mean": [
        -0.264817476272583,
        -0.2672807276248932
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1172,
      "lr": 0.0001,
      "sup_loss": 1.2827203811368062,
      "rf_loss": 0.0,
      "total_loss": 1.2827203811368062,
      "lyap1_mean": -0.266112357378006,
      "lyap1_max": -0.25600504875183105,
      "lyap1_min": -0.27751511335372925,
      "lyap_spec_mean": [
        -0.266112357378006,
        -0.2618694007396698
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1173,
      "lr": 0.0001,
      "sup_loss": 1.314239368116171,
      "rf_loss": 0.0,
      "total_loss": 1.314239368116171,
      "lyap1_mean": -0.26763707399368286,
      "lyap1_max": -0.2543533444404602,
      "lyap1_min": -0.27942919731140137,
      "lyap_spec_mean": [
        -0.26763707399368286,
        -0.2694740295410156
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1174,
      "lr": 0.0001,
      "sup_loss": 1.2888118732161984,
      "rf_loss": 0.0,
      "total_loss": 1.2888118732161984,
      "lyap1_mean": -0.27385908365249634,
      "lyap1_max": -0.26889827847480774,
      "lyap1_min": -0.28143030405044556,
      "lyap_spec_mean": [
        -0.27385908365249634,
        -0.2717055678367615
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1175,
      "lr": 0.0001,
      "sup_loss": 1.3235663912493498,
      "rf_loss": 0.0,
      "total_loss": 1.3235663912493498,
      "lyap1_mean": -0.281177818775177,
      "lyap1_max": -0.2766543924808502,
      "lyap1_min": -0.2896355986595154,
      "lyap_spec_mean": [
        -0.281177818775177,
        -0.2816523313522339
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1176,
      "lr": 0.0001,
      "sup_loss": 1.326175024750079,
      "rf_loss": 0.0,
      "total_loss": 1.326175024750079,
      "lyap1_mean": -0.2772730588912964,
      "lyap1_max": -0.25278276205062866,
      "lyap1_min": -0.28878217935562134,
      "lyap_spec_mean": [
        -0.2772730588912964,
        -0.28091344237327576
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1177,
      "lr": 0.0001,
      "sup_loss": 1.3028229500709372,
      "rf_loss": 0.0,
      "total_loss": 1.3028229500709372,
      "lyap1_mean": -0.2830962836742401,
      "lyap1_max": -0.25226104259490967,
      "lyap1_min": -0.29715806245803833,
      "lyap_spec_mean": [
        -0.2830963134765625,
        -0.2871617078781128
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1178,
      "lr": 0.0001,
      "sup_loss": 1.268665666945699,
      "rf_loss": 0.0,
      "total_loss": 1.268665666945699,
      "lyap1_mean": -0.28413674235343933,
      "lyap1_max": -0.2731940746307373,
      "lyap1_min": -0.2938315272331238,
      "lyap_spec_mean": [
        -0.28413674235343933,
        -0.2861739993095398
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1179,
      "lr": 0.0001,
      "sup_loss": 1.303942266442122,
      "rf_loss": 0.0,
      "total_loss": 1.303942266442122,
      "lyap1_mean": -0.27753639221191406,
      "lyap1_max": -0.2634822726249695,
      "lyap1_min": -0.29066202044487,
      "lyap_spec_mean": [
        -0.27753639221191406,
        -0.27876684069633484
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1180,
      "lr": 0.0001,
      "sup_loss": 1.2577889921244307,
      "rf_loss": 0.0,
      "total_loss": 1.2577889921244307,
      "lyap1_mean": -0.2777897119522095,
      "lyap1_max": -0.2500115931034088,
      "lyap1_min": -0.30196303129196167,
      "lyap_spec_mean": [
        -0.2777897119522095,
        -0.2806926369667053
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1181,
      "lr": 0.0001,
      "sup_loss": 1.270319082467461,
      "rf_loss": 0.0,
      "total_loss": 1.270319082467461,
      "lyap1_mean": -0.2665952146053314,
      "lyap1_max": -0.24627017974853516,
      "lyap1_min": -0.2892342805862427,
      "lyap_spec_mean": [
        -0.2665952146053314,
        -0.2676548957824707
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1182,
      "lr": 0.0001,
      "sup_loss": 1.295907174025062,
      "rf_loss": 0.0,
      "total_loss": 1.295907174025062,
      "lyap1_mean": -0.2624102830886841,
      "lyap1_max": -0.2506164312362671,
      "lyap1_min": -0.2729577124118805,
      "lyap_spec_mean": [
        -0.26241031289100647,
        -0.26427364349365234
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1183,
      "lr": 0.0001,
      "sup_loss": 1.2874085570871971,
      "rf_loss": 0.0,
      "total_loss": 1.2874085570871971,
      "lyap1_mean": -0.2696807384490967,
      "lyap1_max": -0.2555597722530365,
      "lyap1_min": -0.2825205624103546,
      "lyap_spec_mean": [
        -0.2696807086467743,
        -0.2706051170825958
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1184,
      "lr": 0.0001,
      "sup_loss": 1.3058211730612466,
      "rf_loss": 0.0,
      "total_loss": 1.3058211730612466,
      "lyap1_mean": -0.26043152809143066,
      "lyap1_max": -0.1990036815404892,
      "lyap1_min": -0.28378698229789734,
      "lyap_spec_mean": [
        -0.26043152809143066,
        -0.2646671533584595
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1185,
      "lr": 0.0001,
      "sup_loss": 1.2929395290797685,
      "rf_loss": 0.0,
      "total_loss": 1.2929395290797685,
      "lyap1_mean": -0.26437118649482727,
      "lyap1_max": -0.25234735012054443,
      "lyap1_min": -0.27847686409950256,
      "lyap_spec_mean": [
        -0.26437118649482727,
        -0.26782017946243286
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1186,
      "lr": 0.0001,
      "sup_loss": 1.2912651586539279,
      "rf_loss": 0.0,
      "total_loss": 1.2912651586539279,
      "lyap1_mean": -0.2650049328804016,
      "lyap1_max": -0.2374318540096283,
      "lyap1_min": -0.286981999874115,
      "lyap_spec_mean": [
        -0.265004962682724,
        -0.2721464931964874
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1187,
      "lr": 0.0001,
      "sup_loss": 1.3101873603482463,
      "rf_loss": 0.0,
      "total_loss": 1.3101873603482463,
      "lyap1_mean": -0.25285419821739197,
      "lyap1_max": -0.18159222602844238,
      "lyap1_min": -0.2800489068031311,
      "lyap_spec_mean": [
        -0.25285419821739197,
        -0.274639368057251
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1188,
      "lr": 0.0001,
      "sup_loss": 1.2398349611669215,
      "rf_loss": 0.0,
      "total_loss": 1.2398349611669215,
      "lyap1_mean": -0.27014589309692383,
      "lyap1_max": -0.2130647599697113,
      "lyap1_min": -0.29308462142944336,
      "lyap_spec_mean": [
        -0.2701459228992462,
        -0.26638755202293396
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1189,
      "lr": 0.0001,
      "sup_loss": 1.277633111670068,
      "rf_loss": 0.0,
      "total_loss": 1.277633111670068,
      "lyap1_mean": -0.27179670333862305,
      "lyap1_max": -0.2324908971786499,
      "lyap1_min": -0.30254384875297546,
      "lyap_spec_mean": [
        -0.27179670333862305,
        -0.28333529829978943
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1190,
      "lr": 0.0001,
      "sup_loss": 1.3189091288133206,
      "rf_loss": 0.0,
      "total_loss": 1.3189091288133206,
      "lyap1_mean": -0.27056124806404114,
      "lyap1_max": -0.21171188354492188,
      "lyap1_min": -0.28277695178985596,
      "lyap_spec_mean": [
        -0.2705612778663635,
        -0.2768028974533081
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1191,
      "lr": 0.0001,
      "sup_loss": 1.3016365940766401,
      "rf_loss": 0.0,
      "total_loss": 1.3016365940766401,
      "lyap1_mean": -0.27564531564712524,
      "lyap1_max": -0.2639658451080322,
      "lyap1_min": -0.29318711161613464,
      "lyap_spec_mean": [
        -0.27564531564712524,
        -0.2770113945007324
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1192,
      "lr": 0.0001,
      "sup_loss": 1.3087824831070913,
      "rf_loss": 0.0,
      "total_loss": 1.3087824831070913,
      "lyap1_mean": -0.28118348121643066,
      "lyap1_max": -0.2581639885902405,
      "lyap1_min": -0.2979351282119751,
      "lyap_spec_mean": [
        -0.2811834514141083,
        -0.26353979110717773
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1193,
      "lr": 0.0001,
      "sup_loss": 1.3435565618495735,
      "rf_loss": 0.0,
      "total_loss": 1.3435565618495735,
      "lyap1_mean": -0.26522743701934814,
      "lyap1_max": -0.23180386424064636,
      "lyap1_min": -0.2829807996749878,
      "lyap_spec_mean": [
        -0.26522743701934814,
        -0.2766052484512329
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1194,
      "lr": 0.0001,
      "sup_loss": 1.2649235485366297,
      "rf_loss": 0.0,
      "total_loss": 1.2649235485366297,
      "lyap1_mean": -0.2815701365470886,
      "lyap1_max": -0.2645338773727417,
      "lyap1_min": -0.2911966145038605,
      "lyap_spec_mean": [
        -0.2815701365470886,
        -0.285220205783844
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1195,
      "lr": 0.0001,
      "sup_loss": 1.2847544351382638,
      "rf_loss": 0.0,
      "total_loss": 1.2847544351382638,
      "lyap1_mean": -0.2707034945487976,
      "lyap1_max": -0.26391085982322693,
      "lyap1_min": -0.28517723083496094,
      "lyap_spec_mean": [
        -0.2707034945487976,
        -0.2705255448818207
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1196,
      "lr": 0.0001,
      "sup_loss": 1.294226774358945,
      "rf_loss": 0.0,
      "total_loss": 1.294226774358945,
      "lyap1_mean": -0.26492154598236084,
      "lyap1_max": -0.2173309028148651,
      "lyap1_min": -0.28243449330329895,
      "lyap_spec_mean": [
        -0.26492151618003845,
        -0.2775825262069702
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1197,
      "lr": 0.0001,
      "sup_loss": 1.206840835502573,
      "rf_loss": 0.0,
      "total_loss": 1.206840835502573,
      "lyap1_mean": -0.2730470299720764,
      "lyap1_max": -0.25189560651779175,
      "lyap1_min": -0.28546518087387085,
      "lyap_spec_mean": [
        -0.2730470299720764,
        -0.2697228789329529
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1198,
      "lr": 0.0001,
      "sup_loss": 1.2921418986514712,
      "rf_loss": 0.0,
      "total_loss": 1.2921418986514712,
      "lyap1_mean": -0.25998246669769287,
      "lyap1_max": -0.22065280377864838,
      "lyap1_min": -0.27878785133361816,
      "lyap_spec_mean": [
        -0.25998246669769287,
        -0.26548242568969727
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1199,
      "lr": 0.0001,
      "sup_loss": 1.3075847989089695,
      "rf_loss": 0.0,
      "total_loss": 1.3075847989089695,
      "lyap1_mean": -0.2655150294303894,
      "lyap1_max": -0.2561940848827362,
      "lyap1_min": -0.27762749791145325,
      "lyap_spec_mean": [
        -0.2655150294303894,
        -0.2691359519958496
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1200,
      "lr": 0.0001,
      "sup_loss": 1.2563549379590198,
      "rf_loss": 0.0,
      "total_loss": 1.2563549379590198,
      "lyap1_mean": -0.2654516100883484,
      "lyap1_max": -0.2564680576324463,
      "lyap1_min": -0.27580124139785767,
      "lyap_spec_mean": [
        -0.265451580286026,
        -0.26280349493026733
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1201,
      "lr": 0.0001,
      "sup_loss": 1.3065021631769085,
      "rf_loss": 0.0,
      "total_loss": 1.3065021631769085,
      "lyap1_mean": -0.2666774392127991,
      "lyap1_max": -0.2571726441383362,
      "lyap1_min": -0.2784042954444885,
      "lyap_spec_mean": [
        -0.2666774094104767,
        -0.2669401168823242
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1202,
      "lr": 0.0001,
      "sup_loss": 1.2895482795752287,
      "rf_loss": 0.0,
      "total_loss": 1.2895482795752287,
      "lyap1_mean": -0.2693919539451599,
      "lyap1_max": -0.2626904249191284,
      "lyap1_min": -0.2792133688926697,
      "lyap_spec_mean": [
        -0.2693919539451599,
        -0.27011168003082275
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1203,
      "lr": 0.0001,
      "sup_loss": 1.194157936819044,
      "rf_loss": 0.0,
      "total_loss": 1.194157936819044,
      "lyap1_mean": -0.2653725743293762,
      "lyap1_max": -0.2513594627380371,
      "lyap1_min": -0.2785070240497589,
      "lyap_spec_mean": [
        -0.2653725743293762,
        -0.26225438714027405
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1204,
      "lr": 0.0001,
      "sup_loss": 1.283907311595215,
      "rf_loss": 0.0,
      "total_loss": 1.283907311595215,
      "lyap1_mean": -0.26769447326660156,
      "lyap1_max": -0.25232046842575073,
      "lyap1_min": -0.27391189336776733,
      "lyap_spec_mean": [
        -0.26769447326660156,
        -0.2644667327404022
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1205,
      "lr": 0.0001,
      "sup_loss": 1.287486183070865,
      "rf_loss": 0.0,
      "total_loss": 1.287486183070865,
      "lyap1_mean": -0.26108986139297485,
      "lyap1_max": -0.2515491247177124,
      "lyap1_min": -0.27726078033447266,
      "lyap_spec_mean": [
        -0.26108986139297485,
        -0.26534804701805115
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1206,
      "lr": 0.0001,
      "sup_loss": 1.3101295470576204,
      "rf_loss": 0.0,
      "total_loss": 1.3101295470576204,
      "lyap1_mean": -0.26209530234336853,
      "lyap1_max": -0.25138193368911743,
      "lyap1_min": -0.271989107131958,
      "lyap_spec_mean": [
        -0.26209527254104614,
        -0.26132825016975403
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1207,
      "lr": 0.0001,
      "sup_loss": 1.2605698799209715,
      "rf_loss": 0.0,
      "total_loss": 1.2605698799209715,
      "lyap1_mean": -0.2579720616340637,
      "lyap1_max": -0.2508668899536133,
      "lyap1_min": -0.26737260818481445,
      "lyap_spec_mean": [
        -0.2579720616340637,
        -0.258201539516449
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1208,
      "lr": 0.0001,
      "sup_loss": 1.2641804525262472,
      "rf_loss": 0.0,
      "total_loss": 1.2641804525262472,
      "lyap1_mean": -0.2601383626461029,
      "lyap1_max": -0.2515261769294739,
      "lyap1_min": -0.26668864488601685,
      "lyap_spec_mean": [
        -0.2601383626461029,
        -0.26131975650787354
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1209,
      "lr": 0.0001,
      "sup_loss": 1.268929515074268,
      "rf_loss": 0.0,
      "total_loss": 1.268929515074268,
      "lyap1_mean": -0.25603988766670227,
      "lyap1_max": -0.24615415930747986,
      "lyap1_min": -0.2695048451423645,
      "lyap_spec_mean": [
        -0.25603988766670227,
        -0.2587936520576477
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1210,
      "lr": 0.0001,
      "sup_loss": 1.2989957276499395,
      "rf_loss": 0.0,
      "total_loss": 1.2989957276499395,
      "lyap1_mean": -0.2654898166656494,
      "lyap1_max": -0.25556960701942444,
      "lyap1_min": -0.27691352367401123,
      "lyap_spec_mean": [
        -0.2654898166656494,
        -0.26372912526130676
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1211,
      "lr": 0.0001,
      "sup_loss": 1.322634544242944,
      "rf_loss": 0.0,
      "total_loss": 1.322634544242944,
      "lyap1_mean": -0.2582274079322815,
      "lyap1_max": -0.25120383501052856,
      "lyap1_min": -0.26384010910987854,
      "lyap_spec_mean": [
        -0.2582273781299591,
        -0.25800585746765137
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1212,
      "lr": 0.0001,
      "sup_loss": 1.3105698031629673,
      "rf_loss": 0.0,
      "total_loss": 1.3105698031629673,
      "lyap1_mean": -0.261210560798645,
      "lyap1_max": -0.25226712226867676,
      "lyap1_min": -0.26821497082710266,
      "lyap_spec_mean": [
        -0.261210560798645,
        -0.2603454887866974
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1213,
      "lr": 0.0001,
      "sup_loss": 1.2464144838918865,
      "rf_loss": 0.0,
      "total_loss": 1.2464144838918865,
      "lyap1_mean": -0.25919726490974426,
      "lyap1_max": -0.2441021054983139,
      "lyap1_min": -0.2680354118347168,
      "lyap_spec_mean": [
        -0.2591972351074219,
        -0.26278066635131836
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1214,
      "lr": 0.0001,
      "sup_loss": 1.2721819889932293,
      "rf_loss": 0.0,
      "total_loss": 1.2721819889932293,
      "lyap1_mean": -0.2641076147556305,
      "lyap1_max": -0.2518184185028076,
      "lyap1_min": -0.2732503414154053,
      "lyap_spec_mean": [
        -0.2641076147556305,
        -0.26046210527420044
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1215,
      "lr": 0.0001,
      "sup_loss": 1.230861686720305,
      "rf_loss": 0.0,
      "total_loss": 1.230861686720305,
      "lyap1_mean": -0.2638393044471741,
      "lyap1_max": -0.2501383423805237,
      "lyap1_min": -0.27298563718795776,
      "lyap_spec_mean": [
        -0.2638393044471741,
        -0.2612476944923401
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1216,
      "lr": 0.0001,
      "sup_loss": 1.2964165129903582,
      "rf_loss": 0.0,
      "total_loss": 1.2964165129903582,
      "lyap1_mean": -0.2565643787384033,
      "lyap1_max": -0.2261737883090973,
      "lyap1_min": -0.2704726457595825,
      "lyap_spec_mean": [
        -0.2565643787384033,
        -0.2595924139022827
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1217,
      "lr": 0.0001,
      "sup_loss": 1.3042885717057668,
      "rf_loss": 0.0,
      "total_loss": 1.3042885717057668,
      "lyap1_mean": -0.2646282911300659,
      "lyap1_max": -0.25575414299964905,
      "lyap1_min": -0.2732716202735901,
      "lyap_spec_mean": [
        -0.2646283209323883,
        -0.26883718371391296
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1218,
      "lr": 0.0001,
      "sup_loss": 1.2522543301935778,
      "rf_loss": 0.0,
      "total_loss": 1.2522543301935778,
      "lyap1_mean": -0.27396947145462036,
      "lyap1_max": -0.2617054581642151,
      "lyap1_min": -0.28382572531700134,
      "lyap_spec_mean": [
        -0.27396947145462036,
        -0.27589625120162964
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1219,
      "lr": 0.0001,
      "sup_loss": 1.2861301172865678,
      "rf_loss": 0.0,
      "total_loss": 1.2861301172865678,
      "lyap1_mean": -0.27733346819877625,
      "lyap1_max": -0.26663148403167725,
      "lyap1_min": -0.2834692895412445,
      "lyap_spec_mean": [
        -0.27733346819877625,
        -0.2803094685077667
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1220,
      "lr": 0.0001,
      "sup_loss": 1.2897278223728905,
      "rf_loss": 0.0,
      "total_loss": 1.2897278223728905,
      "lyap1_mean": -0.27266693115234375,
      "lyap1_max": -0.2524888813495636,
      "lyap1_min": -0.28497105836868286,
      "lyap_spec_mean": [
        -0.27266693115234375,
        -0.2762640118598938
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1221,
      "lr": 0.0001,
      "sup_loss": 1.2744135069963118,
      "rf_loss": 0.0,
      "total_loss": 1.2744135069963118,
      "lyap1_mean": -0.27389439940452576,
      "lyap1_max": -0.2525159418582916,
      "lyap1_min": -0.2828401029109955,
      "lyap_spec_mean": [
        -0.27389439940452576,
        -0.2722219228744507
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1222,
      "lr": 0.0001,
      "sup_loss": 1.225385526646147,
      "rf_loss": 0.0,
      "total_loss": 1.225385526646147,
      "lyap1_mean": -0.27254438400268555,
      "lyap1_max": -0.2553524672985077,
      "lyap1_min": -0.2837466597557068,
      "lyap_spec_mean": [
        -0.27254438400268555,
        -0.2693629264831543
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1223,
      "lr": 0.0001,
      "sup_loss": 1.3028449292098827,
      "rf_loss": 0.0,
      "total_loss": 1.3028449292098827,
      "lyap1_mean": -0.26965129375457764,
      "lyap1_max": -0.2618502378463745,
      "lyap1_min": -0.27777165174484253,
      "lyap_spec_mean": [
        -0.26965129375457764,
        -0.2662905156612396
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1224,
      "lr": 0.0001,
      "sup_loss": 1.3066359891143793,
      "rf_loss": 0.0,
      "total_loss": 1.3066359891143793,
      "lyap1_mean": -0.25270408391952515,
      "lyap1_max": -0.22624681890010834,
      "lyap1_min": -0.2743593454360962,
      "lyap_spec_mean": [
        -0.25270408391952515,
        -0.2665158808231354
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1225,
      "lr": 0.0001,
      "sup_loss": 1.2779052644494828,
      "rf_loss": 0.0,
      "total_loss": 1.2779052644494828,
      "lyap1_mean": -0.25037533044815063,
      "lyap1_max": -0.2289569079875946,
      "lyap1_min": -0.26732319593429565,
      "lyap_spec_mean": [
        -0.25037533044815063,
        -0.2555305063724518
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1226,
      "lr": 0.0001,
      "sup_loss": 1.281693288104001,
      "rf_loss": 0.0,
      "total_loss": 1.281693288104001,
      "lyap1_mean": -0.2526484727859497,
      "lyap1_max": -0.23380714654922485,
      "lyap1_min": -0.26363450288772583,
      "lyap_spec_mean": [
        -0.2526484727859497,
        -0.245391383767128
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1227,
      "lr": 0.0001,
      "sup_loss": 1.339665169679566,
      "rf_loss": 0.0,
      "total_loss": 1.339665169679566,
      "lyap1_mean": -0.23976191878318787,
      "lyap1_max": -0.18229089677333832,
      "lyap1_min": -0.2572088837623596,
      "lyap_spec_mean": [
        -0.23976191878318787,
        -0.2513701915740967
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1228,
      "lr": 0.0001,
      "sup_loss": 1.2995135277741114,
      "rf_loss": 0.0,
      "total_loss": 1.2995135277741114,
      "lyap1_mean": -0.2351960688829422,
      "lyap1_max": -0.1902986466884613,
      "lyap1_min": -0.2583340108394623,
      "lyap_spec_mean": [
        -0.2351960837841034,
        -0.24311457574367523
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1229,
      "lr": 0.0001,
      "sup_loss": 1.2851931236455927,
      "rf_loss": 0.0,
      "total_loss": 1.2851931236455927,
      "lyap1_mean": -0.229441300034523,
      "lyap1_max": -0.16205084323883057,
      "lyap1_min": -0.2581191956996918,
      "lyap_spec_mean": [
        -0.2294413149356842,
        -0.2464381903409958
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1230,
      "lr": 0.0001,
      "sup_loss": 1.3040746330121578,
      "rf_loss": 0.0,
      "total_loss": 1.3040746330121578,
      "lyap1_mean": -0.23237153887748718,
      "lyap1_max": -0.19829580187797546,
      "lyap1_min": -0.25338882207870483,
      "lyap_spec_mean": [
        -0.23237153887748718,
        -0.23471872508525848
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1231,
      "lr": 0.0001,
      "sup_loss": 1.2943339800680038,
      "rf_loss": 0.0,
      "total_loss": 1.2943339800680038,
      "lyap1_mean": -0.2481384128332138,
      "lyap1_max": -0.23726141452789307,
      "lyap1_min": -0.2694514989852905,
      "lyap_spec_mean": [
        -0.2481383979320526,
        -0.2481718212366104
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1232,
      "lr": 0.0001,
      "sup_loss": 1.2890363862522995,
      "rf_loss": 0.0,
      "total_loss": 1.2890363862522995,
      "lyap1_mean": -0.2554395794868469,
      "lyap1_max": -0.2363472878932953,
      "lyap1_min": -0.27369770407676697,
      "lyap_spec_mean": [
        -0.2554396390914917,
        -0.2570725679397583
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1233,
      "lr": 0.0001,
      "sup_loss": 1.2915064840177606,
      "rf_loss": 0.0,
      "total_loss": 1.2915064840177606,
      "lyap1_mean": -0.2532031536102295,
      "lyap1_max": -0.2311125248670578,
      "lyap1_min": -0.27259427309036255,
      "lyap_spec_mean": [
        -0.2532031536102295,
        -0.2524046301841736
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1234,
      "lr": 0.0001,
      "sup_loss": 1.2735964071207895,
      "rf_loss": 0.0,
      "total_loss": 1.2735964071207895,
      "lyap1_mean": -0.25853464007377625,
      "lyap1_max": -0.24858185648918152,
      "lyap1_min": -0.27716687321662903,
      "lyap_spec_mean": [
        -0.25853461027145386,
        -0.25751668214797974
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1235,
      "lr": 0.0001,
      "sup_loss": 1.3198821017406244,
      "rf_loss": 0.0,
      "total_loss": 1.3198821017406244,
      "lyap1_mean": -0.2694040536880493,
      "lyap1_max": -0.2590501010417938,
      "lyap1_min": -0.2765135169029236,
      "lyap_spec_mean": [
        -0.2694040536880493,
        -0.27055689692497253
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1236,
      "lr": 0.0001,
      "sup_loss": 1.276796164726802,
      "rf_loss": 0.0,
      "total_loss": 1.276796164726802,
      "lyap1_mean": -0.2711310088634491,
      "lyap1_max": -0.2600662112236023,
      "lyap1_min": -0.28539639711380005,
      "lyap_spec_mean": [
        -0.2711310088634491,
        -0.270052045583725
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1237,
      "lr": 0.0001,
      "sup_loss": 1.2830277043294245,
      "rf_loss": 0.0,
      "total_loss": 1.2830277043294245,
      "lyap1_mean": -0.2559795379638672,
      "lyap1_max": -0.23718427121639252,
      "lyap1_min": -0.27588212490081787,
      "lyap_spec_mean": [
        -0.2559795379638672,
        -0.26120761036872864
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1238,
      "lr": 0.0001,
      "sup_loss": 1.2550772499555973,
      "rf_loss": 0.0,
      "total_loss": 1.2550772499555973,
      "lyap1_mean": -0.26441437005996704,
      "lyap1_max": -0.21780556440353394,
      "lyap1_min": -0.27906572818756104,
      "lyap_spec_mean": [
        -0.26441434025764465,
        -0.2658444046974182
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1239,
      "lr": 0.0001,
      "sup_loss": 1.319511175547721,
      "rf_loss": 0.0,
      "total_loss": 1.319511175547721,
      "lyap1_mean": -0.26438868045806885,
      "lyap1_max": -0.2529797852039337,
      "lyap1_min": -0.2733478546142578,
      "lyap_spec_mean": [
        -0.26438868045806885,
        -0.2677077651023865
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1240,
      "lr": 0.0001,
      "sup_loss": 1.3090114371401214,
      "rf_loss": 0.0,
      "total_loss": 1.3090114371401214,
      "lyap1_mean": -0.25601619482040405,
      "lyap1_max": -0.24734845757484436,
      "lyap1_min": -0.27320215106010437,
      "lyap_spec_mean": [
        -0.25601619482040405,
        -0.2548907399177551
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1241,
      "lr": 0.0001,
      "sup_loss": 1.2920556219304862,
      "rf_loss": 0.0,
      "total_loss": 1.2920556219304862,
      "lyap1_mean": -0.24939647316932678,
      "lyap1_max": -0.202420175075531,
      "lyap1_min": -0.2728163003921509,
      "lyap_spec_mean": [
        -0.24939647316932678,
        -0.26031166315078735
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1242,
      "lr": 0.0001,
      "sup_loss": 1.311041452658058,
      "rf_loss": 0.0,
      "total_loss": 1.311041452658058,
      "lyap1_mean": -0.240760937333107,
      "lyap1_max": -0.1802942454814911,
      "lyap1_min": -0.25888949632644653,
      "lyap_spec_mean": [
        -0.240760937333107,
        -0.25248491764068604
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1243,
      "lr": 0.0001,
      "sup_loss": 1.2649079621014325,
      "rf_loss": 0.0,
      "total_loss": 1.2649079621014325,
      "lyap1_mean": -0.2612127661705017,
      "lyap1_max": -0.24469155073165894,
      "lyap1_min": -0.27141138911247253,
      "lyap_spec_mean": [
        -0.2612127661705017,
        -0.25708329677581787
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1244,
      "lr": 0.0001,
      "sup_loss": 1.2778736639752901,
      "rf_loss": 0.0,
      "total_loss": 1.2778736639752901,
      "lyap1_mean": -0.2519860565662384,
      "lyap1_max": -0.1995517909526825,
      "lyap1_min": -0.2727404236793518,
      "lyap_spec_mean": [
        -0.2519860565662384,
        -0.2673546075820923
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1245,
      "lr": 0.0001,
      "sup_loss": 1.3066079652087712,
      "rf_loss": 0.0,
      "total_loss": 1.3066079652087712,
      "lyap1_mean": -0.2560596466064453,
      "lyap1_max": -0.22944656014442444,
      "lyap1_min": -0.2701942026615143,
      "lyap_spec_mean": [
        -0.2560596466064453,
        -0.26516199111938477
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1246,
      "lr": 0.0001,
      "sup_loss": 1.2968522989888378,
      "rf_loss": 0.0,
      "total_loss": 1.2968522989888378,
      "lyap1_mean": -0.2634540796279907,
      "lyap1_max": -0.2378484606742859,
      "lyap1_min": -0.28302425146102905,
      "lyap_spec_mean": [
        -0.2634540796279907,
        -0.26981544494628906
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1247,
      "lr": 0.0001,
      "sup_loss": 1.2761451763098346,
      "rf_loss": 0.0,
      "total_loss": 1.2761451763098346,
      "lyap1_mean": -0.2644314467906952,
      "lyap1_max": -0.23531632125377655,
      "lyap1_min": -0.2782437801361084,
      "lyap_spec_mean": [
        -0.2644314467906952,
        -0.26588505506515503
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1248,
      "lr": 0.0001,
      "sup_loss": 1.257386252556215,
      "rf_loss": 0.0,
      "total_loss": 1.257386252556215,
      "lyap1_mean": -0.25959512591362,
      "lyap1_max": -0.22602401673793793,
      "lyap1_min": -0.2895938456058502,
      "lyap_spec_mean": [
        -0.25959512591362,
        -0.27331265807151794
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1249,
      "lr": 0.0001,
      "sup_loss": 1.2715880930439039,
      "rf_loss": 0.0,
      "total_loss": 1.2715880930439039,
      "lyap1_mean": -0.2532869577407837,
      "lyap1_max": -0.20933763682842255,
      "lyap1_min": -0.2756989598274231,
      "lyap_spec_mean": [
        -0.2532869577407837,
        -0.26392698287963867
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1250,
      "lr": 0.0001,
      "sup_loss": 1.2805039590231937,
      "rf_loss": 0.0,
      "total_loss": 1.2805039590231937,
      "lyap1_mean": -0.25762417912483215,
      "lyap1_max": -0.24279311299324036,
      "lyap1_min": -0.2698175311088562,
      "lyap_spec_mean": [
        -0.25762417912483215,
        -0.25618481636047363
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1251,
      "lr": 0.0001,
      "sup_loss": 1.2991169709084125,
      "rf_loss": 0.0,
      "total_loss": 1.2991169709084125,
      "lyap1_mean": -0.24849024415016174,
      "lyap1_max": -0.21267759799957275,
      "lyap1_min": -0.2659093737602234,
      "lyap_spec_mean": [
        -0.24849024415016174,
        -0.25287872552871704
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1252,
      "lr": 0.0001,
      "sup_loss": 1.2810075024945884,
      "rf_loss": 0.0,
      "total_loss": 1.2810075024945884,
      "lyap1_mean": -0.23691421747207642,
      "lyap1_max": -0.16062575578689575,
      "lyap1_min": -0.28079667687416077,
      "lyap_spec_mean": [
        -0.23691421747207642,
        -0.25124213099479675
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1253,
      "lr": 0.0001,
      "sup_loss": 1.3591641838029707,
      "rf_loss": 0.0,
      "total_loss": 1.3591641838029707,
      "lyap1_mean": -0.24523963034152985,
      "lyap1_max": -0.16901960968971252,
      "lyap1_min": -0.26938456296920776,
      "lyap_spec_mean": [
        -0.24523963034152985,
        -0.2520337700843811
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1254,
      "lr": 0.0001,
      "sup_loss": 1.2981097089615696,
      "rf_loss": 0.0,
      "total_loss": 1.2981097089615696,
      "lyap1_mean": -0.24943707883358002,
      "lyap1_max": -0.22120162844657898,
      "lyap1_min": -0.27157682180404663,
      "lyap_spec_mean": [
        -0.2494370937347412,
        -0.2503544092178345
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1255,
      "lr": 0.0001,
      "sup_loss": 1.327446836806501,
      "rf_loss": 0.0,
      "total_loss": 1.327446836806501,
      "lyap1_mean": -0.24098211526870728,
      "lyap1_max": -0.1715017408132553,
      "lyap1_min": -0.2747381329536438,
      "lyap_spec_mean": [
        -0.24098213016986847,
        -0.2594543993473053
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1256,
      "lr": 0.0001,
      "sup_loss": 1.2963706860283721,
      "rf_loss": 0.0,
      "total_loss": 1.2963706860283721,
      "lyap1_mean": -0.25924474000930786,
      "lyap1_max": -0.21683809161186218,
      "lyap1_min": -0.2855060398578644,
      "lyap_spec_mean": [
        -0.25924474000930786,
        -0.2680499255657196
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1257,
      "lr": 0.0001,
      "sup_loss": 1.312494038446705,
      "rf_loss": 0.0,
      "total_loss": 1.312494038446705,
      "lyap1_mean": -0.27002131938934326,
      "lyap1_max": -0.20954667031764984,
      "lyap1_min": -0.2941879332065582,
      "lyap_spec_mean": [
        -0.27002131938934326,
        -0.2823307514190674
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1258,
      "lr": 0.0001,
      "sup_loss": 1.2674534650279674,
      "rf_loss": 0.0,
      "total_loss": 1.2674534650279674,
      "lyap1_mean": -0.27296242117881775,
      "lyap1_max": -0.2617867887020111,
      "lyap1_min": -0.2904110848903656,
      "lyap_spec_mean": [
        -0.27296242117881775,
        -0.2795941233634949
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1259,
      "lr": 0.0001,
      "sup_loss": 1.2559581309731422,
      "rf_loss": 0.0,
      "total_loss": 1.2559581309731422,
      "lyap1_mean": -0.28766608238220215,
      "lyap1_max": -0.2530921995639801,
      "lyap1_min": -0.30555951595306396,
      "lyap_spec_mean": [
        -0.28766608238220215,
        -0.29501330852508545
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1260,
      "lr": 0.0001,
      "sup_loss": 1.3035126194998854,
      "rf_loss": 0.0,
      "total_loss": 1.3035126194998854,
      "lyap1_mean": -0.27971428632736206,
      "lyap1_max": -0.25254952907562256,
      "lyap1_min": -0.3020840585231781,
      "lyap_spec_mean": [
        -0.27971428632736206,
        -0.29172223806381226
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1261,
      "lr": 0.0001,
      "sup_loss": 1.2658519407403683,
      "rf_loss": 0.0,
      "total_loss": 1.2658519407403683,
      "lyap1_mean": -0.2682994604110718,
      "lyap1_max": -0.211467444896698,
      "lyap1_min": -0.3089311122894287,
      "lyap_spec_mean": [
        -0.2682994604110718,
        -0.28827181458473206
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1262,
      "lr": 0.0001,
      "sup_loss": 1.2724371467531999,
      "rf_loss": 0.0,
      "total_loss": 1.2724371467531999,
      "lyap1_mean": -0.2680811882019043,
      "lyap1_max": -0.19699929654598236,
      "lyap1_min": -0.2963186204433441,
      "lyap_spec_mean": [
        -0.2680811882019043,
        -0.2778375744819641
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1263,
      "lr": 0.0001,
      "sup_loss": 1.267755485784423,
      "rf_loss": 0.0,
      "total_loss": 1.267755485784423,
      "lyap1_mean": -0.2615533173084259,
      "lyap1_max": -0.2248612642288208,
      "lyap1_min": -0.291744589805603,
      "lyap_spec_mean": [
        -0.2615532875061035,
        -0.2567160129547119
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1264,
      "lr": 0.0001,
      "sup_loss": 1.2944632345056768,
      "rf_loss": 0.0,
      "total_loss": 1.2944632345056768,
      "lyap1_mean": -0.24594789743423462,
      "lyap1_max": -0.19924961030483246,
      "lyap1_min": -0.2754225432872772,
      "lyap_spec_mean": [
        -0.24594789743423462,
        -0.26531389355659485
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1265,
      "lr": 0.0001,
      "sup_loss": 1.305794732007472,
      "rf_loss": 0.0,
      "total_loss": 1.305794732007472,
      "lyap1_mean": -0.26621824502944946,
      "lyap1_max": -0.2563183903694153,
      "lyap1_min": -0.2823123335838318,
      "lyap_spec_mean": [
        -0.26621824502944946,
        -0.2632928490638733
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1266,
      "lr": 0.0001,
      "sup_loss": 1.3347737786966263,
      "rf_loss": 0.0,
      "total_loss": 1.3347737786966263,
      "lyap1_mean": -0.2469608187675476,
      "lyap1_max": -0.22058795392513275,
      "lyap1_min": -0.26380857825279236,
      "lyap_spec_mean": [
        -0.2469608336687088,
        -0.25362449884414673
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1267,
      "lr": 0.0001,
      "sup_loss": 1.248679477074076,
      "rf_loss": 0.0,
      "total_loss": 1.248679477074076,
      "lyap1_mean": -0.24747009575366974,
      "lyap1_max": -0.2106064409017563,
      "lyap1_min": -0.2643205225467682,
      "lyap_spec_mean": [
        -0.24747011065483093,
        -0.25065088272094727
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1268,
      "lr": 0.0001,
      "sup_loss": 1.288566377316001,
      "rf_loss": 0.0,
      "total_loss": 1.288566377316001,
      "lyap1_mean": -0.2594217360019684,
      "lyap1_max": -0.2507117986679077,
      "lyap1_min": -0.2731221318244934,
      "lyap_spec_mean": [
        -0.25942176580429077,
        -0.2619099020957947
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1269,
      "lr": 0.0001,
      "sup_loss": 1.3450212023404147,
      "rf_loss": 0.0,
      "total_loss": 1.3450212023404147,
      "lyap1_mean": -0.25138482451438904,
      "lyap1_max": -0.22462233901023865,
      "lyap1_min": -0.276356041431427,
      "lyap_spec_mean": [
        -0.25138482451438904,
        -0.2596064805984497
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1270,
      "lr": 0.0001,
      "sup_loss": 1.3181485237304886,
      "rf_loss": 0.0,
      "total_loss": 1.3181485237304886,
      "lyap1_mean": -0.25784164667129517,
      "lyap1_max": -0.24646584689617157,
      "lyap1_min": -0.2764955461025238,
      "lyap_spec_mean": [
        -0.25784164667129517,
        -0.2611853778362274
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1271,
      "lr": 0.0001,
      "sup_loss": 1.2489229845619485,
      "rf_loss": 0.0,
      "total_loss": 1.2489229845619485,
      "lyap1_mean": -0.2586835026741028,
      "lyap1_max": -0.23937223851680756,
      "lyap1_min": -0.27321726083755493,
      "lyap_spec_mean": [
        -0.2586834728717804,
        -0.26379042863845825
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1272,
      "lr": 0.0001,
      "sup_loss": 1.331301209833881,
      "rf_loss": 0.0,
      "total_loss": 1.331301209833881,
      "lyap1_mean": -0.2618098258972168,
      "lyap1_max": -0.22771184146404266,
      "lyap1_min": -0.2825968265533447,
      "lyap_spec_mean": [
        -0.2618098556995392,
        -0.26472383737564087
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1273,
      "lr": 0.0001,
      "sup_loss": 1.2681378323903205,
      "rf_loss": 0.0,
      "total_loss": 1.2681378323903205,
      "lyap1_mean": -0.27556151151657104,
      "lyap1_max": -0.26613616943359375,
      "lyap1_min": -0.28859543800354004,
      "lyap_spec_mean": [
        -0.27556151151657104,
        -0.2757991850376129
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1274,
      "lr": 0.0001,
      "sup_loss": 1.2839021489983846,
      "rf_loss": 0.0,
      "total_loss": 1.2839021489983846,
      "lyap1_mean": -0.2707045376300812,
      "lyap1_max": -0.25858238339424133,
      "lyap1_min": -0.27883827686309814,
      "lyap_spec_mean": [
        -0.2707045078277588,
        -0.2734660506248474
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1275,
      "lr": 0.0001,
      "sup_loss": 1.2474978280744837,
      "rf_loss": 0.0,
      "total_loss": 1.2474978280744837,
      "lyap1_mean": -0.24887226521968842,
      "lyap1_max": -0.22706769406795502,
      "lyap1_min": -0.2603055238723755,
      "lyap_spec_mean": [
        -0.24887226521968842,
        -0.2628526985645294
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1276,
      "lr": 0.0001,
      "sup_loss": 1.2482365382488285,
      "rf_loss": 0.0,
      "total_loss": 1.2482365382488285,
      "lyap1_mean": -0.2502587139606476,
      "lyap1_max": -0.21497392654418945,
      "lyap1_min": -0.26333436369895935,
      "lyap_spec_mean": [
        -0.2502586841583252,
        -0.2569759786128998
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1277,
      "lr": 0.0001,
      "sup_loss": 1.3016433956911728,
      "rf_loss": 0.0,
      "total_loss": 1.3016433956911728,
      "lyap1_mean": -0.25216618180274963,
      "lyap1_max": -0.24273306131362915,
      "lyap1_min": -0.2586178779602051,
      "lyap_spec_mean": [
        -0.25216618180274963,
        -0.2549739181995392
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1278,
      "lr": 0.0001,
      "sup_loss": 1.2518094447467212,
      "rf_loss": 0.0,
      "total_loss": 1.2518094447467212,
      "lyap1_mean": -0.2495291829109192,
      "lyap1_max": -0.2419181913137436,
      "lyap1_min": -0.25740665197372437,
      "lyap_spec_mean": [
        -0.2495291829109192,
        -0.24715986847877502
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1279,
      "lr": 0.0001,
      "sup_loss": 1.2861690335033447,
      "rf_loss": 0.0,
      "total_loss": 1.2861690335033447,
      "lyap1_mean": -0.24902822077274323,
      "lyap1_max": -0.23336589336395264,
      "lyap1_min": -0.2579987347126007,
      "lyap_spec_mean": [
        -0.24902822077274323,
        -0.24944360554218292
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1280,
      "lr": 0.0001,
      "sup_loss": 1.2690241148005272,
      "rf_loss": 0.0,
      "total_loss": 1.2690241148005272,
      "lyap1_mean": -0.2566661834716797,
      "lyap1_max": -0.2474917471408844,
      "lyap1_min": -0.2694264054298401,
      "lyap_spec_mean": [
        -0.2566661834716797,
        -0.25685471296310425
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1281,
      "lr": 0.0001,
      "sup_loss": 1.2582394029304542,
      "rf_loss": 0.0,
      "total_loss": 1.2582394029304542,
      "lyap1_mean": -0.2577283978462219,
      "lyap1_max": -0.2482132613658905,
      "lyap1_min": -0.2667233943939209,
      "lyap_spec_mean": [
        -0.25772836804389954,
        -0.25614094734191895
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1282,
      "lr": 0.0001,
      "sup_loss": 1.2854423008244211,
      "rf_loss": 0.0,
      "total_loss": 1.2854423008244211,
      "lyap1_mean": -0.26305705308914185,
      "lyap1_max": -0.25509899854660034,
      "lyap1_min": -0.27018553018569946,
      "lyap_spec_mean": [
        -0.26305705308914185,
        -0.26166731119155884
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1283,
      "lr": 0.0001,
      "sup_loss": 1.2201075137479789,
      "rf_loss": 0.0,
      "total_loss": 1.2201075137479789,
      "lyap1_mean": -0.2644284963607788,
      "lyap1_max": -0.24827274680137634,
      "lyap1_min": -0.28026634454727173,
      "lyap_spec_mean": [
        -0.2644284963607788,
        -0.2688151001930237
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1284,
      "lr": 0.0001,
      "sup_loss": 1.259643189932082,
      "rf_loss": 0.0,
      "total_loss": 1.259643189932082,
      "lyap1_mean": -0.26074546575546265,
      "lyap1_max": -0.2270015925168991,
      "lyap1_min": -0.2748432755470276,
      "lyap_spec_mean": [
        -0.26074546575546265,
        -0.2671399414539337
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1285,
      "lr": 0.0001,
      "sup_loss": 1.2561497232715793,
      "rf_loss": 0.0,
      "total_loss": 1.2561497232715793,
      "lyap1_mean": -0.2680956721305847,
      "lyap1_max": -0.23435565829277039,
      "lyap1_min": -0.28653573989868164,
      "lyap_spec_mean": [
        -0.2680956721305847,
        -0.26584309339523315
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1286,
      "lr": 0.0001,
      "sup_loss": 1.2971233595016718,
      "rf_loss": 0.0,
      "total_loss": 1.2971233595016718,
      "lyap1_mean": -0.2667734622955322,
      "lyap1_max": -0.25866812467575073,
      "lyap1_min": -0.2748013138771057,
      "lyap_spec_mean": [
        -0.2667734920978546,
        -0.2689259350299835
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1287,
      "lr": 0.0001,
      "sup_loss": 1.3000142684119362,
      "rf_loss": 0.0,
      "total_loss": 1.3000142684119362,
      "lyap1_mean": -0.2649410367012024,
      "lyap1_max": -0.2561996281147003,
      "lyap1_min": -0.27540284395217896,
      "lyap_spec_mean": [
        -0.2649410367012024,
        -0.2666555941104889
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1288,
      "lr": 0.0001,
      "sup_loss": 1.332035285310026,
      "rf_loss": 0.0,
      "total_loss": 1.332035285310026,
      "lyap1_mean": -0.26480036973953247,
      "lyap1_max": -0.26013582944869995,
      "lyap1_min": -0.2748681306838989,
      "lyap_spec_mean": [
        -0.2648003399372101,
        -0.26548102498054504
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1289,
      "lr": 0.0001,
      "sup_loss": 1.3012778807997354,
      "rf_loss": 0.0,
      "total_loss": 1.3012778807997354,
      "lyap1_mean": -0.25464046001434326,
      "lyap1_max": -0.21078768372535706,
      "lyap1_min": -0.28027743101119995,
      "lyap_spec_mean": [
        -0.2546404302120209,
        -0.2627916932106018
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1290,
      "lr": 0.0001,
      "sup_loss": 1.2616287212980115,
      "rf_loss": 0.0,
      "total_loss": 1.2616287212980115,
      "lyap1_mean": -0.24990655481815338,
      "lyap1_max": -0.23659639060497284,
      "lyap1_min": -0.26161113381385803,
      "lyap_spec_mean": [
        -0.24990655481815338,
        -0.24683856964111328
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1291,
      "lr": 0.0001,
      "sup_loss": 1.2550176510610698,
      "rf_loss": 0.0,
      "total_loss": 1.2550176510610698,
      "lyap1_mean": -0.2478996068239212,
      "lyap1_max": -0.23587962985038757,
      "lyap1_min": -0.2629711627960205,
      "lyap_spec_mean": [
        -0.2478996217250824,
        -0.24645337462425232
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1292,
      "lr": 0.0001,
      "sup_loss": 1.2639874525070618,
      "rf_loss": 0.0,
      "total_loss": 1.2639874525070618,
      "lyap1_mean": -0.23865418136119843,
      "lyap1_max": -0.230070561170578,
      "lyap1_min": -0.25245440006256104,
      "lyap_spec_mean": [
        -0.23865418136119843,
        -0.23352158069610596
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1293,
      "lr": 0.0001,
      "sup_loss": 1.306156782787302,
      "rf_loss": 0.0,
      "total_loss": 1.306156782787302,
      "lyap1_mean": -0.22776955366134644,
      "lyap1_max": -0.20805387198925018,
      "lyap1_min": -0.2391601800918579,
      "lyap_spec_mean": [
        -0.22776955366134644,
        -0.23614659905433655
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1294,
      "lr": 0.0001,
      "sup_loss": 1.2464834542469436,
      "rf_loss": 0.0,
      "total_loss": 1.2464834542469436,
      "lyap1_mean": -0.237228661775589,
      "lyap1_max": -0.23205241560935974,
      "lyap1_min": -0.241951584815979,
      "lyap_spec_mean": [
        -0.237228661775589,
        -0.2346804141998291
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1295,
      "lr": 0.0001,
      "sup_loss": 1.3211274278086087,
      "rf_loss": 0.0,
      "total_loss": 1.3211274278086087,
      "lyap1_mean": -0.235362708568573,
      "lyap1_max": -0.2282664030790329,
      "lyap1_min": -0.24338093400001526,
      "lyap_spec_mean": [
        -0.235362708568573,
        -0.23927244544029236
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1296,
      "lr": 0.0001,
      "sup_loss": 1.269946230028906,
      "rf_loss": 0.0,
      "total_loss": 1.269946230028906,
      "lyap1_mean": -0.25243252515792847,
      "lyap1_max": -0.24023382365703583,
      "lyap1_min": -0.26127320528030396,
      "lyap_spec_mean": [
        -0.25243252515792847,
        -0.25034841895103455
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1297,
      "lr": 0.0001,
      "sup_loss": 1.2826033440644558,
      "rf_loss": 0.0,
      "total_loss": 1.2826033440644558,
      "lyap1_mean": -0.2547265291213989,
      "lyap1_max": -0.24178001284599304,
      "lyap1_min": -0.2722894549369812,
      "lyap_spec_mean": [
        -0.2547265291213989,
        -0.25988781452178955
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1298,
      "lr": 0.0001,
      "sup_loss": 1.3334562060924617,
      "rf_loss": 0.0,
      "total_loss": 1.3334562060924617,
      "lyap1_mean": -0.25762224197387695,
      "lyap1_max": -0.24384215474128723,
      "lyap1_min": -0.26523661613464355,
      "lyap_spec_mean": [
        -0.25762221217155457,
        -0.26620611548423767
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1299,
      "lr": 0.0001,
      "sup_loss": 1.2881001066082844,
      "rf_loss": 0.0,
      "total_loss": 1.2881001066082844,
      "lyap1_mean": -0.2755472958087921,
      "lyap1_max": -0.26477381587028503,
      "lyap1_min": -0.28174421191215515,
      "lyap_spec_mean": [
        -0.2755472958087921,
        -0.2770363688468933
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1300,
      "lr": 0.0001,
      "sup_loss": 1.2942689187910772,
      "rf_loss": 0.0,
      "total_loss": 1.2942689187910772,
      "lyap1_mean": -0.27039942145347595,
      "lyap1_max": -0.25727230310440063,
      "lyap1_min": -0.28675639629364014,
      "lyap_spec_mean": [
        -0.27039942145347595,
        -0.2704002261161804
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1301,
      "lr": 0.0001,
      "sup_loss": 1.263969187738948,
      "rf_loss": 0.0,
      "total_loss": 1.263969187738948,
      "lyap1_mean": -0.2667601704597473,
      "lyap1_max": -0.2278049886226654,
      "lyap1_min": -0.2822829782962799,
      "lyap_spec_mean": [
        -0.2667601704597473,
        -0.27062299847602844
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1302,
      "lr": 0.0001,
      "sup_loss": 1.3304354811822934,
      "rf_loss": 0.0,
      "total_loss": 1.3304354811822934,
      "lyap1_mean": -0.27508917450904846,
      "lyap1_max": -0.260087251663208,
      "lyap1_min": -0.29789358377456665,
      "lyap_spec_mean": [
        -0.27508917450904846,
        -0.2786181569099426
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1303,
      "lr": 0.0001,
      "sup_loss": 1.2934269253275232,
      "rf_loss": 0.0,
      "total_loss": 1.2934269253275232,
      "lyap1_mean": -0.2699816823005676,
      "lyap1_max": -0.2513081729412079,
      "lyap1_min": -0.286884605884552,
      "lyap_spec_mean": [
        -0.2699816823005676,
        -0.26911497116088867
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1304,
      "lr": 0.0001,
      "sup_loss": 1.2930942854630023,
      "rf_loss": 0.0,
      "total_loss": 1.2930942854630023,
      "lyap1_mean": -0.26280033588409424,
      "lyap1_max": -0.22995492815971375,
      "lyap1_min": -0.2835080325603485,
      "lyap_spec_mean": [
        -0.26280033588409424,
        -0.2684386968612671
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1305,
      "lr": 0.0001,
      "sup_loss": 1.3473314245488393,
      "rf_loss": 0.0,
      "total_loss": 1.3473314245488393,
      "lyap1_mean": -0.2701376974582672,
      "lyap1_max": -0.24531641602516174,
      "lyap1_min": -0.28661829233169556,
      "lyap_spec_mean": [
        -0.2701376974582672,
        -0.27077993750572205
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1306,
      "lr": 0.0001,
      "sup_loss": 1.271361925382712,
      "rf_loss": 0.0,
      "total_loss": 1.271361925382712,
      "lyap1_mean": -0.25991982221603394,
      "lyap1_max": -0.24931859970092773,
      "lyap1_min": -0.272790789604187,
      "lyap_spec_mean": [
        -0.25991982221603394,
        -0.2612595558166504
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1307,
      "lr": 0.0001,
      "sup_loss": 1.2804517836195877,
      "rf_loss": 0.0,
      "total_loss": 1.2804517836195877,
      "lyap1_mean": -0.2506558895111084,
      "lyap1_max": -0.23119746148586273,
      "lyap1_min": -0.26631397008895874,
      "lyap_spec_mean": [
        -0.2506558895111084,
        -0.2530880868434906
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1308,
      "lr": 0.0001,
      "sup_loss": 1.2211934129067412,
      "rf_loss": 0.0,
      "total_loss": 1.2211934129067412,
      "lyap1_mean": -0.2415962517261505,
      "lyap1_max": -0.23370707035064697,
      "lyap1_min": -0.2523500919342041,
      "lyap_spec_mean": [
        -0.24159623682498932,
        -0.24272125959396362
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1309,
      "lr": 0.0001,
      "sup_loss": 1.303306014224591,
      "rf_loss": 0.0,
      "total_loss": 1.303306014224591,
      "lyap1_mean": -0.2363995611667633,
      "lyap1_max": -0.21783515810966492,
      "lyap1_min": -0.2438451647758484,
      "lyap_spec_mean": [
        -0.2363995760679245,
        -0.2388954907655716
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1310,
      "lr": 0.0001,
      "sup_loss": 1.2528708896069976,
      "rf_loss": 0.0,
      "total_loss": 1.2528708896069976,
      "lyap1_mean": -0.22221599519252777,
      "lyap1_max": -0.1363816261291504,
      "lyap1_min": -0.25350233912467957,
      "lyap_spec_mean": [
        -0.22221599519252777,
        -0.23636533319950104
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1311,
      "lr": 0.0001,
      "sup_loss": 1.2703039435002614,
      "rf_loss": 0.0,
      "total_loss": 1.2703039435002614,
      "lyap1_mean": -0.2386494278907776,
      "lyap1_max": -0.2326904535293579,
      "lyap1_min": -0.24574987590312958,
      "lyap_spec_mean": [
        -0.2386494278907776,
        -0.23901678621768951
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1312,
      "lr": 0.0001,
      "sup_loss": 1.3144427867926012,
      "rf_loss": 0.0,
      "total_loss": 1.3144427867926012,
      "lyap1_mean": -0.2403832972049713,
      "lyap1_max": -0.2278950810432434,
      "lyap1_min": -0.2565562129020691,
      "lyap_spec_mean": [
        -0.2403832972049713,
        -0.24079376459121704
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1313,
      "lr": 0.0001,
      "sup_loss": 1.2901592063737302,
      "rf_loss": 0.0,
      "total_loss": 1.2901592063737302,
      "lyap1_mean": -0.2363627552986145,
      "lyap1_max": -0.21051661670207977,
      "lyap1_min": -0.25443530082702637,
      "lyap_spec_mean": [
        -0.2363627552986145,
        -0.24558910727500916
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1314,
      "lr": 0.0001,
      "sup_loss": 1.3032568915717515,
      "rf_loss": 0.0,
      "total_loss": 1.3032568915717515,
      "lyap1_mean": -0.24756523966789246,
      "lyap1_max": -0.22152970731258392,
      "lyap1_min": -0.26711660623550415,
      "lyap_spec_mean": [
        -0.24756523966789246,
        -0.2499580979347229
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1315,
      "lr": 0.0001,
      "sup_loss": 1.2854377022783199,
      "rf_loss": 0.0,
      "total_loss": 1.2854377022783199,
      "lyap1_mean": -0.24775613844394684,
      "lyap1_max": -0.22705921530723572,
      "lyap1_min": -0.26362618803977966,
      "lyap_spec_mean": [
        -0.24775613844394684,
        -0.2468131184577942
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1316,
      "lr": 0.0001,
      "sup_loss": 1.2707373643277322,
      "rf_loss": 0.0,
      "total_loss": 1.2707373643277322,
      "lyap1_mean": -0.24995650351047516,
      "lyap1_max": -0.2329096645116806,
      "lyap1_min": -0.2608712315559387,
      "lyap_spec_mean": [
        -0.24995648860931396,
        -0.25631991028785706
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1317,
      "lr": 0.0001,
      "sup_loss": 1.3051340648978198,
      "rf_loss": 0.0,
      "total_loss": 1.3051340648978198,
      "lyap1_mean": -0.22868159413337708,
      "lyap1_max": -0.14470459520816803,
      "lyap1_min": -0.2576978802680969,
      "lyap_spec_mean": [
        -0.22868160903453827,
        -0.24710378050804138
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1318,
      "lr": 0.0001,
      "sup_loss": 1.29554430716416,
      "rf_loss": 0.0,
      "total_loss": 1.29554430716416,
      "lyap1_mean": -0.24212616682052612,
      "lyap1_max": -0.2271089255809784,
      "lyap1_min": -0.2557109594345093,
      "lyap_spec_mean": [
        -0.24212616682052612,
        -0.23467721045017242
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1319,
      "lr": 0.0001,
      "sup_loss": 1.3128779366999879,
      "rf_loss": 0.0,
      "total_loss": 1.3128779366999879,
      "lyap1_mean": -0.2440493404865265,
      "lyap1_max": -0.22604314982891083,
      "lyap1_min": -0.26046714186668396,
      "lyap_spec_mean": [
        -0.2440493404865265,
        -0.24444982409477234
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1320,
      "lr": 0.0001,
      "sup_loss": 1.2722714199659906,
      "rf_loss": 0.0,
      "total_loss": 1.2722714199659906,
      "lyap1_mean": -0.24113726615905762,
      "lyap1_max": -0.22746185958385468,
      "lyap1_min": -0.2605744004249573,
      "lyap_spec_mean": [
        -0.24113726615905762,
        -0.24439890682697296
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1321,
      "lr": 0.0001,
      "sup_loss": 1.262751977348477,
      "rf_loss": 0.0,
      "total_loss": 1.262751977348477,
      "lyap1_mean": -0.23319487273693085,
      "lyap1_max": -0.20168110728263855,
      "lyap1_min": -0.243272066116333,
      "lyap_spec_mean": [
        -0.23319487273693085,
        -0.24859407544136047
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1322,
      "lr": 0.0001,
      "sup_loss": 1.2786003426431531,
      "rf_loss": 0.0,
      "total_loss": 1.2786003426431531,
      "lyap1_mean": -0.23872730135917664,
      "lyap1_max": -0.2259025275707245,
      "lyap1_min": -0.2571885287761688,
      "lyap_spec_mean": [
        -0.23872730135917664,
        -0.24234363436698914
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1323,
      "lr": 0.0001,
      "sup_loss": 1.260738996687128,
      "rf_loss": 0.0,
      "total_loss": 1.260738996687128,
      "lyap1_mean": -0.23497238755226135,
      "lyap1_max": -0.2155703902244568,
      "lyap1_min": -0.24830350279808044,
      "lyap_spec_mean": [
        -0.23497238755226135,
        -0.2385217547416687
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1324,
      "lr": 0.0001,
      "sup_loss": 1.2754259303341078,
      "rf_loss": 0.0,
      "total_loss": 1.2754259303341078,
      "lyap1_mean": -0.23291075229644775,
      "lyap1_max": -0.22544452548027039,
      "lyap1_min": -0.24417512118816376,
      "lyap_spec_mean": [
        -0.23291073739528656,
        -0.23662763833999634
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1325,
      "lr": 0.0001,
      "sup_loss": 1.3463452839317644,
      "rf_loss": 0.0,
      "total_loss": 1.3463452839317644,
      "lyap1_mean": -0.21930988132953644,
      "lyap1_max": -0.18608441948890686,
      "lyap1_min": -0.2332344353199005,
      "lyap_spec_mean": [
        -0.21930989623069763,
        -0.22371917963027954
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1326,
      "lr": 0.0001,
      "sup_loss": 1.2368372257496012,
      "rf_loss": 0.0,
      "total_loss": 1.2368372257496012,
      "lyap1_mean": -0.22554099559783936,
      "lyap1_max": -0.18914471566677094,
      "lyap1_min": -0.24747991561889648,
      "lyap_spec_mean": [
        -0.22554099559783936,
        -0.23363454639911652
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1327,
      "lr": 0.0001,
      "sup_loss": 1.228286628985472,
      "rf_loss": 0.0,
      "total_loss": 1.228286628985472,
      "lyap1_mean": -0.23213574290275574,
      "lyap1_max": -0.21885459125041962,
      "lyap1_min": -0.2434721440076828,
      "lyap_spec_mean": [
        -0.23213572800159454,
        -0.2386426031589508
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1328,
      "lr": 0.0001,
      "sup_loss": 1.2640463746721073,
      "rf_loss": 0.0,
      "total_loss": 1.2640463746721073,
      "lyap1_mean": -0.23313301801681519,
      "lyap1_max": -0.22383877635002136,
      "lyap1_min": -0.2405751645565033,
      "lyap_spec_mean": [
        -0.23313301801681519,
        -0.23211613297462463
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1329,
      "lr": 0.0001,
      "sup_loss": 1.2530443869726802,
      "rf_loss": 0.0,
      "total_loss": 1.2530443869726802,
      "lyap1_mean": -0.22945404052734375,
      "lyap1_max": -0.21801768243312836,
      "lyap1_min": -0.24339137971401215,
      "lyap_spec_mean": [
        -0.22945405542850494,
        -0.23993811011314392
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1330,
      "lr": 0.0001,
      "sup_loss": 1.249376209371153,
      "rf_loss": 0.0,
      "total_loss": 1.249376209371153,
      "lyap1_mean": -0.23913685977458954,
      "lyap1_max": -0.23203307390213013,
      "lyap1_min": -0.25271856784820557,
      "lyap_spec_mean": [
        -0.23913685977458954,
        -0.23819321393966675
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1331,
      "lr": 0.0001,
      "sup_loss": 1.3119005529348589,
      "rf_loss": 0.0,
      "total_loss": 1.3119005529348589,
      "lyap1_mean": -0.22130167484283447,
      "lyap1_max": -0.17776000499725342,
      "lyap1_min": -0.2507666051387787,
      "lyap_spec_mean": [
        -0.22130167484283447,
        -0.236326202750206
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1332,
      "lr": 0.0001,
      "sup_loss": 1.246188965945448,
      "rf_loss": 0.0,
      "total_loss": 1.246188965945448,
      "lyap1_mean": -0.23584365844726562,
      "lyap1_max": -0.20110011100769043,
      "lyap1_min": -0.25291478633880615,
      "lyap_spec_mean": [
        -0.23584364354610443,
        -0.23900842666625977
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1333,
      "lr": 0.0001,
      "sup_loss": 1.246551726356349,
      "rf_loss": 0.0,
      "total_loss": 1.246551726356349,
      "lyap1_mean": -0.23978272080421448,
      "lyap1_max": -0.2200610488653183,
      "lyap1_min": -0.25412291288375854,
      "lyap_spec_mean": [
        -0.23978270590305328,
        -0.25019919872283936
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1334,
      "lr": 0.0001,
      "sup_loss": 1.286140749162821,
      "rf_loss": 0.0,
      "total_loss": 1.286140749162821,
      "lyap1_mean": -0.2531636357307434,
      "lyap1_max": -0.23249191045761108,
      "lyap1_min": -0.2689110040664673,
      "lyap_spec_mean": [
        -0.2531636357307434,
        -0.26339834928512573
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1335,
      "lr": 0.0001,
      "sup_loss": 1.2223469906430198,
      "rf_loss": 0.0,
      "total_loss": 1.2223469906430198,
      "lyap1_mean": -0.2554827928543091,
      "lyap1_max": -0.23984545469284058,
      "lyap1_min": -0.2717529833316803,
      "lyap_spec_mean": [
        -0.25548282265663147,
        -0.2586298882961273
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1336,
      "lr": 0.0001,
      "sup_loss": 1.267053952053146,
      "rf_loss": 0.0,
      "total_loss": 1.267053952053146,
      "lyap1_mean": -0.25943636894226074,
      "lyap1_max": -0.2508360743522644,
      "lyap1_min": -0.27181440591812134,
      "lyap_spec_mean": [
        -0.25943636894226074,
        -0.24695447087287903
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1337,
      "lr": 0.0001,
      "sup_loss": 1.2641919847202516,
      "rf_loss": 0.0,
      "total_loss": 1.2641919847202516,
      "lyap1_mean": -0.2524036765098572,
      "lyap1_max": -0.24261930584907532,
      "lyap1_min": -0.26116058230400085,
      "lyap_spec_mean": [
        -0.2524036765098572,
        -0.2600083649158478
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1338,
      "lr": 0.0001,
      "sup_loss": 1.2393906146923768,
      "rf_loss": 0.0,
      "total_loss": 1.2393906146923768,
      "lyap1_mean": -0.256289005279541,
      "lyap1_max": -0.2501928508281708,
      "lyap1_min": -0.2645008862018585,
      "lyap_spec_mean": [
        -0.25628897547721863,
        -0.26030585169792175
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1339,
      "lr": 0.0001,
      "sup_loss": 1.2825642922968712,
      "rf_loss": 0.0,
      "total_loss": 1.2825642922968712,
      "lyap1_mean": -0.24813178181648254,
      "lyap1_max": -0.23034022748470306,
      "lyap1_min": -0.2613161504268646,
      "lyap_spec_mean": [
        -0.24813178181648254,
        -0.24568594992160797
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1340,
      "lr": 0.0001,
      "sup_loss": 1.304432463705883,
      "rf_loss": 0.0,
      "total_loss": 1.304432463705883,
      "lyap1_mean": -0.251362144947052,
      "lyap1_max": -0.24065977334976196,
      "lyap1_min": -0.26409199833869934,
      "lyap_spec_mean": [
        -0.251362144947052,
        -0.24968165159225464
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1341,
      "lr": 0.0001,
      "sup_loss": 1.2521410357005345,
      "rf_loss": 0.0,
      "total_loss": 1.2521410357005345,
      "lyap1_mean": -0.24145253002643585,
      "lyap1_max": -0.2139776200056076,
      "lyap1_min": -0.2589203417301178,
      "lyap_spec_mean": [
        -0.24145253002643585,
        -0.25142034888267517
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1342,
      "lr": 0.0001,
      "sup_loss": 1.237172955584245,
      "rf_loss": 0.0,
      "total_loss": 1.237172955584245,
      "lyap1_mean": -0.2442014366388321,
      "lyap1_max": -0.22983889281749725,
      "lyap1_min": -0.2573855519294739,
      "lyap_spec_mean": [
        -0.2442014515399933,
        -0.24690404534339905
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1343,
      "lr": 0.0001,
      "sup_loss": 1.3061062508148722,
      "rf_loss": 0.0,
      "total_loss": 1.3061062508148722,
      "lyap1_mean": -0.24229751527309418,
      "lyap1_max": -0.216741681098938,
      "lyap1_min": -0.26017990708351135,
      "lyap_spec_mean": [
        -0.24229751527309418,
        -0.2457142174243927
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1344,
      "lr": 0.0001,
      "sup_loss": 1.293543089762232,
      "rf_loss": 0.0,
      "total_loss": 1.293543089762232,
      "lyap1_mean": -0.2455182671546936,
      "lyap1_max": -0.23540756106376648,
      "lyap1_min": -0.2527685761451721,
      "lyap_spec_mean": [
        -0.2455182671546936,
        -0.251873642206192
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1345,
      "lr": 0.0001,
      "sup_loss": 1.2374208277714331,
      "rf_loss": 0.0,
      "total_loss": 1.2374208277714331,
      "lyap1_mean": -0.24441060423851013,
      "lyap1_max": -0.23013514280319214,
      "lyap1_min": -0.26156115531921387,
      "lyap_spec_mean": [
        -0.24441058933734894,
        -0.24546357989311218
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1346,
      "lr": 0.0001,
      "sup_loss": 1.2519576860315922,
      "rf_loss": 0.0,
      "total_loss": 1.2519576860315922,
      "lyap1_mean": -0.24661049246788025,
      "lyap1_max": -0.23184196650981903,
      "lyap1_min": -0.2582457661628723,
      "lyap_spec_mean": [
        -0.24661047756671906,
        -0.24668380618095398
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1347,
      "lr": 0.0001,
      "sup_loss": 1.2510330714448465,
      "rf_loss": 0.0,
      "total_loss": 1.2510330714448465,
      "lyap1_mean": -0.24533715844154358,
      "lyap1_max": -0.23579874634742737,
      "lyap1_min": -0.2530549168586731,
      "lyap_spec_mean": [
        -0.24533715844154358,
        -0.2437763661146164
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1348,
      "lr": 0.0001,
      "sup_loss": 1.2954605748685617,
      "rf_loss": 0.0,
      "total_loss": 1.2954605748685617,
      "lyap1_mean": -0.24142080545425415,
      "lyap1_max": -0.23067498207092285,
      "lyap1_min": -0.2474815547466278,
      "lyap_spec_mean": [
        -0.24142079055309296,
        -0.24318061769008636
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1349,
      "lr": 0.0001,
      "sup_loss": 1.2495752072371697,
      "rf_loss": 0.0,
      "total_loss": 1.2495752072371697,
      "lyap1_mean": -0.24150587618350983,
      "lyap1_max": -0.23011207580566406,
      "lyap1_min": -0.2550010085105896,
      "lyap_spec_mean": [
        -0.24150587618350983,
        -0.2425462305545807
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1350,
      "lr": 0.0001,
      "sup_loss": 1.2811044586534468,
      "rf_loss": 0.0,
      "total_loss": 1.2811044586534468,
      "lyap1_mean": -0.24396878480911255,
      "lyap1_max": -0.2257876694202423,
      "lyap1_min": -0.25458869338035583,
      "lyap_spec_mean": [
        -0.24396876990795135,
        -0.24160011112689972
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1351,
      "lr": 0.0001,
      "sup_loss": 1.2921548225072572,
      "rf_loss": 0.0,
      "total_loss": 1.2921548225072572,
      "lyap1_mean": -0.2443288266658783,
      "lyap1_max": -0.23328463733196259,
      "lyap1_min": -0.2550470232963562,
      "lyap_spec_mean": [
        -0.2443288266658783,
        -0.24741333723068237
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1352,
      "lr": 0.0001,
      "sup_loss": 1.2607994998243486,
      "rf_loss": 0.0,
      "total_loss": 1.2607994998243486,
      "lyap1_mean": -0.24856074154376984,
      "lyap1_max": -0.23698608577251434,
      "lyap1_min": -0.2599993944168091,
      "lyap_spec_mean": [
        -0.24856072664260864,
        -0.2530757784843445
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1353,
      "lr": 0.0001,
      "sup_loss": 1.2704598790726012,
      "rf_loss": 0.0,
      "total_loss": 1.2704598790726012,
      "lyap1_mean": -0.2585523724555969,
      "lyap1_max": -0.2481471598148346,
      "lyap1_min": -0.27000492811203003,
      "lyap_spec_mean": [
        -0.2585523724555969,
        -0.26160019636154175
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1354,
      "lr": 0.0001,
      "sup_loss": 1.2990556278563847,
      "rf_loss": 0.0,
      "total_loss": 1.2990556278563847,
      "lyap1_mean": -0.25944626331329346,
      "lyap1_max": -0.2402631938457489,
      "lyap1_min": -0.2729918360710144,
      "lyap_spec_mean": [
        -0.25944626331329346,
        -0.26257559657096863
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1355,
      "lr": 0.0001,
      "sup_loss": 1.3023646622208058,
      "rf_loss": 0.0,
      "total_loss": 1.3023646622208058,
      "lyap1_mean": -0.2639923095703125,
      "lyap1_max": -0.2546740174293518,
      "lyap1_min": -0.27258753776550293,
      "lyap_spec_mean": [
        -0.2639923095703125,
        -0.2648826539516449
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1356,
      "lr": 0.0001,
      "sup_loss": 1.2935055510130287,
      "rf_loss": 0.0,
      "total_loss": 1.2935055510130287,
      "lyap1_mean": -0.2661735415458679,
      "lyap1_max": -0.2150571197271347,
      "lyap1_min": -0.28154075145721436,
      "lyap_spec_mean": [
        -0.2661735415458679,
        -0.26147300004959106
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1357,
      "lr": 0.0001,
      "sup_loss": 1.2499714696661903,
      "rf_loss": 0.0,
      "total_loss": 1.2499714696661903,
      "lyap1_mean": -0.2681802213191986,
      "lyap1_max": -0.2546680271625519,
      "lyap1_min": -0.2888988256454468,
      "lyap_spec_mean": [
        -0.2681802213191986,
        -0.270668089389801
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1358,
      "lr": 0.0001,
      "sup_loss": 1.2529294235121176,
      "rf_loss": 0.0,
      "total_loss": 1.2529294235121176,
      "lyap1_mean": -0.2753092646598816,
      "lyap1_max": -0.25286757946014404,
      "lyap1_min": -0.28715741634368896,
      "lyap_spec_mean": [
        -0.2753092646598816,
        -0.2752551734447479
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1359,
      "lr": 0.0001,
      "sup_loss": 1.308525156276045,
      "rf_loss": 0.0,
      "total_loss": 1.308525156276045,
      "lyap1_mean": -0.26500236988067627,
      "lyap1_max": -0.22933243215084076,
      "lyap1_min": -0.28301042318344116,
      "lyap_spec_mean": [
        -0.26500239968299866,
        -0.26209041476249695
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1360,
      "lr": 0.0001,
      "sup_loss": 1.2745400806624545,
      "rf_loss": 0.0,
      "total_loss": 1.2745400806624545,
      "lyap1_mean": -0.25261804461479187,
      "lyap1_max": -0.23146620392799377,
      "lyap1_min": -0.27167677879333496,
      "lyap_spec_mean": [
        -0.25261804461479187,
        -0.2557166814804077
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1361,
      "lr": 0.0001,
      "sup_loss": 1.3041054663900007,
      "rf_loss": 0.0,
      "total_loss": 1.3041054663900007,
      "lyap1_mean": -0.2466064840555191,
      "lyap1_max": -0.2347264140844345,
      "lyap1_min": -0.2581271529197693,
      "lyap_spec_mean": [
        -0.2466064691543579,
        -0.2552136778831482
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1362,
      "lr": 0.0001,
      "sup_loss": 1.2990323984294392,
      "rf_loss": 0.0,
      "total_loss": 1.2990323984294392,
      "lyap1_mean": -0.23665891587734222,
      "lyap1_max": -0.21274934709072113,
      "lyap1_min": -0.2542407214641571,
      "lyap_spec_mean": [
        -0.23665891587734222,
        -0.2400214821100235
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1363,
      "lr": 0.0001,
      "sup_loss": 1.2466815319624787,
      "rf_loss": 0.0,
      "total_loss": 1.2466815319624787,
      "lyap1_mean": -0.23722267150878906,
      "lyap1_max": -0.21294544637203217,
      "lyap1_min": -0.2542727589607239,
      "lyap_spec_mean": [
        -0.23722267150878906,
        -0.23987483978271484
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1364,
      "lr": 0.0001,
      "sup_loss": 1.2641800467842028,
      "rf_loss": 0.0,
      "total_loss": 1.2641800467842028,
      "lyap1_mean": -0.22780337929725647,
      "lyap1_max": -0.2091868817806244,
      "lyap1_min": -0.23957008123397827,
      "lyap_spec_mean": [
        -0.22780337929725647,
        -0.23378251492977142
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1365,
      "lr": 0.0001,
      "sup_loss": 1.300801552613631,
      "rf_loss": 0.0,
      "total_loss": 1.300801552613631,
      "lyap1_mean": -0.21573399007320404,
      "lyap1_max": -0.15489095449447632,
      "lyap1_min": -0.2530921697616577,
      "lyap_spec_mean": [
        -0.21573400497436523,
        -0.22855469584465027
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1366,
      "lr": 0.0001,
      "sup_loss": 1.2584067428979724,
      "rf_loss": 0.0,
      "total_loss": 1.2584067428979724,
      "lyap1_mean": -0.22751346230506897,
      "lyap1_max": -0.21141865849494934,
      "lyap1_min": -0.23712168633937836,
      "lyap_spec_mean": [
        -0.22751344740390778,
        -0.2256317436695099
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1367,
      "lr": 0.0001,
      "sup_loss": 1.2977322962839783,
      "rf_loss": 0.0,
      "total_loss": 1.2977322962839783,
      "lyap1_mean": -0.22404912114143372,
      "lyap1_max": -0.2066991776227951,
      "lyap1_min": -0.2386132776737213,
      "lyap_spec_mean": [
        -0.22404912114143372,
        -0.22923500835895538
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1368,
      "lr": 0.0001,
      "sup_loss": 1.303886941242196,
      "rf_loss": 0.0,
      "total_loss": 1.303886941242196,
      "lyap1_mean": -0.21802490949630737,
      "lyap1_max": -0.17568044364452362,
      "lyap1_min": -0.24897980690002441,
      "lyap_spec_mean": [
        -0.21802492439746857,
        -0.22450466454029083
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1369,
      "lr": 0.0001,
      "sup_loss": 1.3073563086578757,
      "rf_loss": 0.0,
      "total_loss": 1.3073563086578757,
      "lyap1_mean": -0.23570837080478668,
      "lyap1_max": -0.2248358428478241,
      "lyap1_min": -0.2467392534017563,
      "lyap_spec_mean": [
        -0.23570837080478668,
        -0.23644918203353882
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1370,
      "lr": 0.0001,
      "sup_loss": 1.1768924275398103,
      "rf_loss": 0.0,
      "total_loss": 1.1768924275398103,
      "lyap1_mean": -0.23416605591773987,
      "lyap1_max": -0.21878516674041748,
      "lyap1_min": -0.2570805549621582,
      "lyap_spec_mean": [
        -0.23416604101657867,
        -0.23045015335083008
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1371,
      "lr": 0.0001,
      "sup_loss": 1.3049502866680858,
      "rf_loss": 0.0,
      "total_loss": 1.3049502866680858,
      "lyap1_mean": -0.22495843470096588,
      "lyap1_max": -0.16171148419380188,
      "lyap1_min": -0.2524372339248657,
      "lyap_spec_mean": [
        -0.22495844960212708,
        -0.2404632419347763
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1372,
      "lr": 0.0001,
      "sup_loss": 1.2736295703407405,
      "rf_loss": 0.0,
      "total_loss": 1.2736295703407405,
      "lyap1_mean": -0.23971965909004211,
      "lyap1_max": -0.20067203044891357,
      "lyap1_min": -0.264287531375885,
      "lyap_spec_mean": [
        -0.23971965909004211,
        -0.24579688906669617
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1373,
      "lr": 0.0001,
      "sup_loss": 1.288061791907408,
      "rf_loss": 0.0,
      "total_loss": 1.288061791907408,
      "lyap1_mean": -0.24324950575828552,
      "lyap1_max": -0.21779567003250122,
      "lyap1_min": -0.2534516751766205,
      "lyap_spec_mean": [
        -0.24324952065944672,
        -0.2400827705860138
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1374,
      "lr": 0.0001,
      "sup_loss": 1.2845345916344224,
      "rf_loss": 0.0,
      "total_loss": 1.2845345916344224,
      "lyap1_mean": -0.23406073451042175,
      "lyap1_max": -0.1928672045469284,
      "lyap1_min": -0.26074251532554626,
      "lyap_spec_mean": [
        -0.23406074941158295,
        -0.24883106350898743
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1375,
      "lr": 0.0001,
      "sup_loss": 1.3100247610368492,
      "rf_loss": 0.0,
      "total_loss": 1.3100247610368492,
      "lyap1_mean": -0.22878891229629517,
      "lyap1_max": -0.20042753219604492,
      "lyap1_min": -0.25022250413894653,
      "lyap_spec_mean": [
        -0.22878891229629517,
        -0.2404576539993286
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1376,
      "lr": 0.0001,
      "sup_loss": 1.2650522919835705,
      "rf_loss": 0.0,
      "total_loss": 1.2650522919835705,
      "lyap1_mean": -0.23205247521400452,
      "lyap1_max": -0.18920761346817017,
      "lyap1_min": -0.2520833909511566,
      "lyap_spec_mean": [
        -0.23205247521400452,
        -0.22018760442733765
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1377,
      "lr": 0.0001,
      "sup_loss": 1.2450212519672992,
      "rf_loss": 0.0,
      "total_loss": 1.2450212519672992,
      "lyap1_mean": -0.22887031733989716,
      "lyap1_max": -0.2071298062801361,
      "lyap1_min": -0.24935564398765564,
      "lyap_spec_mean": [
        -0.22887031733989716,
        -0.23437714576721191
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1378,
      "lr": 0.0001,
      "sup_loss": 1.2450666976307823,
      "rf_loss": 0.0,
      "total_loss": 1.2450666976307823,
      "lyap1_mean": -0.21828213334083557,
      "lyap1_max": -0.19049470126628876,
      "lyap1_min": -0.23465687036514282,
      "lyap_spec_mean": [
        -0.21828213334083557,
        -0.22726213932037354
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1379,
      "lr": 0.0001,
      "sup_loss": 1.2612353992691143,
      "rf_loss": 0.0,
      "total_loss": 1.2612353992691143,
      "lyap1_mean": -0.2243880331516266,
      "lyap1_max": -0.19515389204025269,
      "lyap1_min": -0.24548523128032684,
      "lyap_spec_mean": [
        -0.2243880182504654,
        -0.22955802083015442
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1380,
      "lr": 0.0001,
      "sup_loss": 1.2720030744698374,
      "rf_loss": 0.0,
      "total_loss": 1.2720030744698374,
      "lyap1_mean": -0.22738131880760193,
      "lyap1_max": -0.21640217304229736,
      "lyap1_min": -0.23913542926311493,
      "lyap_spec_mean": [
        -0.22738130390644073,
        -0.22648495435714722
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1381,
      "lr": 0.0001,
      "sup_loss": 1.1843077098898338,
      "rf_loss": 0.0,
      "total_loss": 1.1843077098898338,
      "lyap1_mean": -0.22719164192676544,
      "lyap1_max": -0.21073433756828308,
      "lyap1_min": -0.23693209886550903,
      "lyap_spec_mean": [
        -0.22719165682792664,
        -0.23012110590934753
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1382,
      "lr": 0.0001,
      "sup_loss": 1.2696014330601908,
      "rf_loss": 0.0,
      "total_loss": 1.2696014330601908,
      "lyap1_mean": -0.22321400046348572,
      "lyap1_max": -0.2114795446395874,
      "lyap1_min": -0.24026894569396973,
      "lyap_spec_mean": [
        -0.22321400046348572,
        -0.22012051939964294
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1383,
      "lr": 0.0001,
      "sup_loss": 1.2653842803584106,
      "rf_loss": 0.0,
      "total_loss": 1.2653842803584106,
      "lyap1_mean": -0.22685492038726807,
      "lyap1_max": -0.21515539288520813,
      "lyap1_min": -0.23614680767059326,
      "lyap_spec_mean": [
        -0.22685492038726807,
        -0.23067940771579742
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1384,
      "lr": 0.0001,
      "sup_loss": 1.2640422897881851,
      "rf_loss": 0.0,
      "total_loss": 1.2640422897881851,
      "lyap1_mean": -0.2266799658536911,
      "lyap1_max": -0.2200518250465393,
      "lyap1_min": -0.23590563237667084,
      "lyap_spec_mean": [
        -0.2266799658536911,
        -0.22947171330451965
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1385,
      "lr": 0.0001,
      "sup_loss": 1.2396943453573848,
      "rf_loss": 0.0,
      "total_loss": 1.2396943453573848,
      "lyap1_mean": -0.225258469581604,
      "lyap1_max": -0.20184950530529022,
      "lyap1_min": -0.24586358666419983,
      "lyap_spec_mean": [
        -0.2252584546804428,
        -0.2275615930557251
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1386,
      "lr": 0.0001,
      "sup_loss": 1.2699208005307565,
      "rf_loss": 0.0,
      "total_loss": 1.2699208005307565,
      "lyap1_mean": -0.23076778650283813,
      "lyap1_max": -0.2240038365125656,
      "lyap1_min": -0.24449032545089722,
      "lyap_spec_mean": [
        -0.23076778650283813,
        -0.2335796356201172
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1387,
      "lr": 0.0001,
      "sup_loss": 1.2566831020036502,
      "rf_loss": 0.0,
      "total_loss": 1.2566831020036502,
      "lyap1_mean": -0.23131944239139557,
      "lyap1_max": -0.21409325301647186,
      "lyap1_min": -0.25438714027404785,
      "lyap_spec_mean": [
        -0.23131944239139557,
        -0.23109892010688782
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1388,
      "lr": 0.0001,
      "sup_loss": 1.2538429611138862,
      "rf_loss": 0.0,
      "total_loss": 1.2538429611138862,
      "lyap1_mean": -0.2335720956325531,
      "lyap1_max": -0.21550709009170532,
      "lyap1_min": -0.24366536736488342,
      "lyap_spec_mean": [
        -0.2335720956325531,
        -0.235000878572464
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1389,
      "lr": 0.0001,
      "sup_loss": 1.255567866656768,
      "rf_loss": 0.0,
      "total_loss": 1.255567866656768,
      "lyap1_mean": -0.23622220754623413,
      "lyap1_max": -0.22595112025737762,
      "lyap1_min": -0.24811378121376038,
      "lyap_spec_mean": [
        -0.23622220754623413,
        -0.23745688796043396
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1390,
      "lr": 0.0001,
      "sup_loss": 1.259176242961356,
      "rf_loss": 0.0,
      "total_loss": 1.259176242961356,
      "lyap1_mean": -0.23282092809677124,
      "lyap1_max": -0.21299795806407928,
      "lyap1_min": -0.24810123443603516,
      "lyap_spec_mean": [
        -0.23282092809677124,
        -0.23537468910217285
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1391,
      "lr": 0.0001,
      "sup_loss": 1.2745957993930472,
      "rf_loss": 0.0,
      "total_loss": 1.2745957993930472,
      "lyap1_mean": -0.23340949416160583,
      "lyap1_max": -0.21900224685668945,
      "lyap1_min": -0.24161863327026367,
      "lyap_spec_mean": [
        -0.23340949416160583,
        -0.2346782386302948
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1392,
      "lr": 0.0001,
      "sup_loss": 1.2326356032394268,
      "rf_loss": 0.0,
      "total_loss": 1.2326356032394268,
      "lyap1_mean": -0.2437509000301361,
      "lyap1_max": -0.23528508841991425,
      "lyap1_min": -0.24918493628501892,
      "lyap_spec_mean": [
        -0.2437509000301361,
        -0.24704129993915558
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1393,
      "lr": 0.0001,
      "sup_loss": 1.2659453448996154,
      "rf_loss": 0.0,
      "total_loss": 1.2659453448996154,
      "lyap1_mean": -0.23612961173057556,
      "lyap1_max": -0.21760642528533936,
      "lyap1_min": -0.24255816638469696,
      "lyap_spec_mean": [
        -0.23612961173057556,
        -0.23939406871795654
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1394,
      "lr": 0.0001,
      "sup_loss": 1.264827768541834,
      "rf_loss": 0.0,
      "total_loss": 1.264827768541834,
      "lyap1_mean": -0.23354649543762207,
      "lyap1_max": -0.2134614884853363,
      "lyap1_min": -0.25039142370224,
      "lyap_spec_mean": [
        -0.23354649543762207,
        -0.23751495778560638
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1395,
      "lr": 0.0001,
      "sup_loss": 1.319291487216634,
      "rf_loss": 0.0,
      "total_loss": 1.319291487216634,
      "lyap1_mean": -0.24312914907932281,
      "lyap1_max": -0.22557274997234344,
      "lyap1_min": -0.2591973543167114,
      "lyap_spec_mean": [
        -0.24312914907932281,
        -0.245469868183136
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1396,
      "lr": 0.0001,
      "sup_loss": 1.2882754977530948,
      "rf_loss": 0.0,
      "total_loss": 1.2882754977530948,
      "lyap1_mean": -0.2451665997505188,
      "lyap1_max": -0.2240905612707138,
      "lyap1_min": -0.2608368992805481,
      "lyap_spec_mean": [
        -0.2451665997505188,
        -0.2436920404434204
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1397,
      "lr": 0.0001,
      "sup_loss": 1.22536701646555,
      "rf_loss": 0.0,
      "total_loss": 1.22536701646555,
      "lyap1_mean": -0.23996594548225403,
      "lyap1_max": -0.21009419858455658,
      "lyap1_min": -0.25788888335227966,
      "lyap_spec_mean": [
        -0.23996594548225403,
        -0.24620309472084045
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1398,
      "lr": 0.0001,
      "sup_loss": 1.212296653235182,
      "rf_loss": 0.0,
      "total_loss": 1.212296653235182,
      "lyap1_mean": -0.2518852949142456,
      "lyap1_max": -0.22708764672279358,
      "lyap1_min": -0.2657718062400818,
      "lyap_spec_mean": [
        -0.2518852949142456,
        -0.24768151342868805
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1399,
      "lr": 0.0001,
      "sup_loss": 1.2865500086928745,
      "rf_loss": 0.0,
      "total_loss": 1.2865500086928745,
      "lyap1_mean": -0.25566667318344116,
      "lyap1_max": -0.248813197016716,
      "lyap1_min": -0.2623347043991089,
      "lyap_spec_mean": [
        -0.25566670298576355,
        -0.25412434339523315
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1400,
      "lr": 0.0001,
      "sup_loss": 1.2673381013740466,
      "rf_loss": 0.0,
      "total_loss": 1.2673381013740466,
      "lyap1_mean": -0.25420311093330383,
      "lyap1_max": -0.24299371242523193,
      "lyap1_min": -0.26067090034484863,
      "lyap_spec_mean": [
        -0.25420311093330383,
        -0.2591957449913025
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1401,
      "lr": 0.0001,
      "sup_loss": 1.2390029638973812,
      "rf_loss": 0.0,
      "total_loss": 1.2390029638973812,
      "lyap1_mean": -0.2469651997089386,
      "lyap1_max": -0.2247246950864792,
      "lyap1_min": -0.2628605365753174,
      "lyap_spec_mean": [
        -0.2469651997089386,
        -0.2552046477794647
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1402,
      "lr": 0.0001,
      "sup_loss": 1.2663097889609207,
      "rf_loss": 0.0,
      "total_loss": 1.2663097889609207,
      "lyap1_mean": -0.2519712448120117,
      "lyap1_max": -0.23858916759490967,
      "lyap1_min": -0.2677323520183563,
      "lyap_spec_mean": [
        -0.2519712448120117,
        -0.25439563393592834
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1403,
      "lr": 0.0001,
      "sup_loss": 1.2051627276853163,
      "rf_loss": 0.0,
      "total_loss": 1.2051627276853163,
      "lyap1_mean": -0.24864459037780762,
      "lyap1_max": -0.23769095540046692,
      "lyap1_min": -0.2569902241230011,
      "lyap_spec_mean": [
        -0.2486446052789688,
        -0.25371187925338745
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1404,
      "lr": 0.0001,
      "sup_loss": 1.2360076309859898,
      "rf_loss": 0.0,
      "total_loss": 1.2360076309859898,
      "lyap1_mean": -0.24032437801361084,
      "lyap1_max": -0.23114734888076782,
      "lyap1_min": -0.25127509236335754,
      "lyap_spec_mean": [
        -0.24032439291477203,
        -0.24591778218746185
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1405,
      "lr": 0.0001,
      "sup_loss": 1.2948005433778746,
      "rf_loss": 0.0,
      "total_loss": 1.2948005433778746,
      "lyap1_mean": -0.24513298273086548,
      "lyap1_max": -0.23574963212013245,
      "lyap1_min": -0.2583402395248413,
      "lyap_spec_mean": [
        -0.24513296782970428,
        -0.2421603500843048
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1406,
      "lr": 0.0001,
      "sup_loss": 1.2733606515789029,
      "rf_loss": 0.0,
      "total_loss": 1.2733606515789029,
      "lyap1_mean": -0.23490148782730103,
      "lyap1_max": -0.22313642501831055,
      "lyap1_min": -0.24335667490959167,
      "lyap_spec_mean": [
        -0.23490150272846222,
        -0.2356741577386856
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1407,
      "lr": 0.0001,
      "sup_loss": 1.2728571486227827,
      "rf_loss": 0.0,
      "total_loss": 1.2728571486227827,
      "lyap1_mean": -0.23627981543540955,
      "lyap1_max": -0.22740444540977478,
      "lyap1_min": -0.24993591010570526,
      "lyap_spec_mean": [
        -0.23627981543540955,
        -0.23304052650928497
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1408,
      "lr": 0.0001,
      "sup_loss": 1.2558100486765436,
      "rf_loss": 0.0,
      "total_loss": 1.2558100486765436,
      "lyap1_mean": -0.23362454771995544,
      "lyap1_max": -0.21507857739925385,
      "lyap1_min": -0.24465060234069824,
      "lyap_spec_mean": [
        -0.23362454771995544,
        -0.2371472716331482
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1409,
      "lr": 0.0001,
      "sup_loss": 1.2917339887612511,
      "rf_loss": 0.0,
      "total_loss": 1.2917339887612511,
      "lyap1_mean": -0.2389027178287506,
      "lyap1_max": -0.21808233857154846,
      "lyap1_min": -0.25018975138664246,
      "lyap_spec_mean": [
        -0.2389027178287506,
        -0.2409265637397766
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1410,
      "lr": 0.0001,
      "sup_loss": 1.2904819516964963,
      "rf_loss": 0.0,
      "total_loss": 1.2904819516964963,
      "lyap1_mean": -0.2428240031003952,
      "lyap1_max": -0.21669237315654755,
      "lyap1_min": -0.25983476638793945,
      "lyap_spec_mean": [
        -0.2428240031003952,
        -0.24065342545509338
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1411,
      "lr": 0.0001,
      "sup_loss": 1.2802431428678178,
      "rf_loss": 0.0,
      "total_loss": 1.2802431428678178,
      "lyap1_mean": -0.2551519572734833,
      "lyap1_max": -0.23480945825576782,
      "lyap1_min": -0.269886314868927,
      "lyap_spec_mean": [
        -0.2551519572734833,
        -0.2507114112377167
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1412,
      "lr": 0.0001,
      "sup_loss": 1.2725691679670426,
      "rf_loss": 0.0,
      "total_loss": 1.2725691679670426,
      "lyap1_mean": -0.2697376012802124,
      "lyap1_max": -0.24871930480003357,
      "lyap1_min": -0.2829882502555847,
      "lyap_spec_mean": [
        -0.2697376012802124,
        -0.26652252674102783
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1413,
      "lr": 0.0001,
      "sup_loss": 1.301238770062582,
      "rf_loss": 0.0,
      "total_loss": 1.301238770062582,
      "lyap1_mean": -0.26572686433792114,
      "lyap1_max": -0.24278436601161957,
      "lyap1_min": -0.27727317810058594,
      "lyap_spec_mean": [
        -0.26572683453559875,
        -0.26978600025177
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1414,
      "lr": 0.0001,
      "sup_loss": 1.2519970339918833,
      "rf_loss": 0.0,
      "total_loss": 1.2519970339918833,
      "lyap1_mean": -0.2756918668746948,
      "lyap1_max": -0.256355345249176,
      "lyap1_min": -0.2870599627494812,
      "lyap_spec_mean": [
        -0.2756918668746948,
        -0.27461233735084534
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1415,
      "lr": 0.0001,
      "sup_loss": 1.2606896317338416,
      "rf_loss": 0.0,
      "total_loss": 1.2606896317338416,
      "lyap1_mean": -0.2658401429653168,
      "lyap1_max": -0.2320491075515747,
      "lyap1_min": -0.2808462977409363,
      "lyap_spec_mean": [
        -0.2658401429653168,
        -0.2577187418937683
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1416,
      "lr": 0.0001,
      "sup_loss": 1.2443845590758418,
      "rf_loss": 0.0,
      "total_loss": 1.2443845590758418,
      "lyap1_mean": -0.26429808139801025,
      "lyap1_max": -0.2306627482175827,
      "lyap1_min": -0.28166335821151733,
      "lyap_spec_mean": [
        -0.26429808139801025,
        -0.2671505808830261
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1417,
      "lr": 0.0001,
      "sup_loss": 1.3050780459530862,
      "rf_loss": 0.0,
      "total_loss": 1.3050780459530862,
      "lyap1_mean": -0.2567254900932312,
      "lyap1_max": -0.23867318034172058,
      "lyap1_min": -0.27018415927886963,
      "lyap_spec_mean": [
        -0.2567254900932312,
        -0.2584514617919922
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1418,
      "lr": 0.0001,
      "sup_loss": 1.3105571253459216,
      "rf_loss": 0.0,
      "total_loss": 1.3105571253459216,
      "lyap1_mean": -0.25105518102645874,
      "lyap1_max": -0.24155595898628235,
      "lyap1_min": -0.25687333941459656,
      "lyap_spec_mean": [
        -0.25105521082878113,
        -0.25437766313552856
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1419,
      "lr": 0.0001,
      "sup_loss": 1.2835425258085187,
      "rf_loss": 0.0,
      "total_loss": 1.2835425258085187,
      "lyap1_mean": -0.24643997848033905,
      "lyap1_max": -0.23355484008789062,
      "lyap1_min": -0.2559494972229004,
      "lyap_spec_mean": [
        -0.24643997848033905,
        -0.24095238745212555
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1420,
      "lr": 0.0001,
      "sup_loss": 1.222800059150608,
      "rf_loss": 0.0,
      "total_loss": 1.222800059150608,
      "lyap1_mean": -0.23381978273391724,
      "lyap1_max": -0.2214716374874115,
      "lyap1_min": -0.25808626413345337,
      "lyap_spec_mean": [
        -0.23381978273391724,
        -0.22965729236602783
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1421,
      "lr": 0.0001,
      "sup_loss": 1.256015948038137,
      "rf_loss": 0.0,
      "total_loss": 1.256015948038137,
      "lyap1_mean": -0.2260698825120926,
      "lyap1_max": -0.18686217069625854,
      "lyap1_min": -0.24337536096572876,
      "lyap_spec_mean": [
        -0.2260698676109314,
        -0.23158562183380127
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1422,
      "lr": 0.0001,
      "sup_loss": 1.262044798593089,
      "rf_loss": 0.0,
      "total_loss": 1.262044798593089,
      "lyap1_mean": -0.22408634424209595,
      "lyap1_max": -0.20311760902404785,
      "lyap1_min": -0.2435358166694641,
      "lyap_spec_mean": [
        -0.22408635914325714,
        -0.22564756870269775
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1423,
      "lr": 0.0001,
      "sup_loss": 1.2429464675803628,
      "rf_loss": 0.0,
      "total_loss": 1.2429464675803628,
      "lyap1_mean": -0.22833050787448883,
      "lyap1_max": -0.2231142818927765,
      "lyap1_min": -0.23237764835357666,
      "lyap_spec_mean": [
        -0.22833050787448883,
        -0.21996507048606873
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1424,
      "lr": 0.0001,
      "sup_loss": 1.2628068541688344,
      "rf_loss": 0.0,
      "total_loss": 1.2628068541688344,
      "lyap1_mean": -0.22261406481266022,
      "lyap1_max": -0.20836606621742249,
      "lyap1_min": -0.2380363941192627,
      "lyap_spec_mean": [
        -0.22261404991149902,
        -0.2163839191198349
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1425,
      "lr": 0.0001,
      "sup_loss": 1.2934228612023257,
      "rf_loss": 0.0,
      "total_loss": 1.2934228612023257,
      "lyap1_mean": -0.22132816910743713,
      "lyap1_max": -0.19647660851478577,
      "lyap1_min": -0.23571614921092987,
      "lyap_spec_mean": [
        -0.22132815420627594,
        -0.22118154168128967
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1426,
      "lr": 0.0001,
      "sup_loss": 1.25509567856668,
      "rf_loss": 0.0,
      "total_loss": 1.25509567856668,
      "lyap1_mean": -0.22848166525363922,
      "lyap1_max": -0.21199235320091248,
      "lyap1_min": -0.23638461530208588,
      "lyap_spec_mean": [
        -0.22848166525363922,
        -0.2249612808227539
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1427,
      "lr": 0.0001,
      "sup_loss": 1.2779549561175632,
      "rf_loss": 0.0,
      "total_loss": 1.2779549561175632,
      "lyap1_mean": -0.22393184900283813,
      "lyap1_max": -0.21454182267189026,
      "lyap1_min": -0.23161451518535614,
      "lyap_spec_mean": [
        -0.22393186390399933,
        -0.22220298647880554
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1428,
      "lr": 0.0001,
      "sup_loss": 1.230891539386335,
      "rf_loss": 0.0,
      "total_loss": 1.230891539386335,
      "lyap1_mean": -0.21902649104595184,
      "lyap1_max": -0.19579815864562988,
      "lyap1_min": -0.23508697748184204,
      "lyap_spec_mean": [
        -0.21902649104595184,
        -0.2265632450580597
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1429,
      "lr": 0.0001,
      "sup_loss": 1.2538445732414327,
      "rf_loss": 0.0,
      "total_loss": 1.2538445732414327,
      "lyap1_mean": -0.23181979358196259,
      "lyap1_max": -0.21435701847076416,
      "lyap1_min": -0.24186700582504272,
      "lyap_spec_mean": [
        -0.23181979358196259,
        -0.2279108613729477
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1430,
      "lr": 0.0001,
      "sup_loss": 1.2403532075301207,
      "rf_loss": 0.0,
      "total_loss": 1.2403532075301207,
      "lyap1_mean": -0.22769755125045776,
      "lyap1_max": -0.21832939982414246,
      "lyap1_min": -0.24577586352825165,
      "lyap_spec_mean": [
        -0.22769756615161896,
        -0.23007641732692719
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1431,
      "lr": 0.0001,
      "sup_loss": 1.2363788032309864,
      "rf_loss": 0.0,
      "total_loss": 1.2363788032309864,
      "lyap1_mean": -0.23446565866470337,
      "lyap1_max": -0.21618889272212982,
      "lyap1_min": -0.2523932456970215,
      "lyap_spec_mean": [
        -0.23446564376354218,
        -0.22828364372253418
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1432,
      "lr": 0.0001,
      "sup_loss": 1.216059272629174,
      "rf_loss": 0.0,
      "total_loss": 1.216059272629174,
      "lyap1_mean": -0.2372455596923828,
      "lyap1_max": -0.2116495668888092,
      "lyap1_min": -0.2567031979560852,
      "lyap_spec_mean": [
        -0.2372455894947052,
        -0.2346198558807373
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1433,
      "lr": 0.0001,
      "sup_loss": 1.28481348818969,
      "rf_loss": 0.0,
      "total_loss": 1.28481348818969,
      "lyap1_mean": -0.23736132681369781,
      "lyap1_max": -0.2285597175359726,
      "lyap1_min": -0.24490782618522644,
      "lyap_spec_mean": [
        -0.23736131191253662,
        -0.24208977818489075
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1434,
      "lr": 0.0001,
      "sup_loss": 1.2488963506186141,
      "rf_loss": 0.0,
      "total_loss": 1.2488963506186141,
      "lyap1_mean": -0.23452097177505493,
      "lyap1_max": -0.21881437301635742,
      "lyap1_min": -0.2559894919395447,
      "lyap_spec_mean": [
        -0.23452097177505493,
        -0.234693244099617
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1435,
      "lr": 0.0001,
      "sup_loss": 1.2376246214598132,
      "rf_loss": 0.0,
      "total_loss": 1.2376246214598132,
      "lyap1_mean": -0.23289932310581207,
      "lyap1_max": -0.2028835415840149,
      "lyap1_min": -0.2511557936668396,
      "lyap_spec_mean": [
        -0.23289930820465088,
        -0.23297442495822906
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1436,
      "lr": 0.0001,
      "sup_loss": 1.2620673543455685,
      "rf_loss": 0.0,
      "total_loss": 1.2620673543455685,
      "lyap1_mean": -0.23762094974517822,
      "lyap1_max": -0.23133812844753265,
      "lyap1_min": -0.2415163516998291,
      "lyap_spec_mean": [
        -0.23762094974517822,
        -0.23565557599067688
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1437,
      "lr": 0.0001,
      "sup_loss": 1.2756558263196747,
      "rf_loss": 0.0,
      "total_loss": 1.2756558263196747,
      "lyap1_mean": -0.22850722074508667,
      "lyap1_max": -0.195408433675766,
      "lyap1_min": -0.2438761591911316,
      "lyap_spec_mean": [
        -0.22850722074508667,
        -0.22771163284778595
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1438,
      "lr": 0.0001,
      "sup_loss": 1.2431694414641423,
      "rf_loss": 0.0,
      "total_loss": 1.2431694414641423,
      "lyap1_mean": -0.22889739274978638,
      "lyap1_max": -0.21788787841796875,
      "lyap1_min": -0.2379588782787323,
      "lyap_spec_mean": [
        -0.22889739274978638,
        -0.23215118050575256
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1439,
      "lr": 0.0001,
      "sup_loss": 1.2341226804133114,
      "rf_loss": 0.0,
      "total_loss": 1.2341226804133114,
      "lyap1_mean": -0.21779757738113403,
      "lyap1_max": -0.14963650703430176,
      "lyap1_min": -0.23691129684448242,
      "lyap_spec_mean": [
        -0.21779757738113403,
        -0.22385293245315552
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1440,
      "lr": 0.0001,
      "sup_loss": 1.2401096744439064,
      "rf_loss": 0.0,
      "total_loss": 1.2401096744439064,
      "lyap1_mean": -0.22624140977859497,
      "lyap1_max": -0.20238760113716125,
      "lyap1_min": -0.23799853026866913,
      "lyap_spec_mean": [
        -0.22624140977859497,
        -0.22641396522521973
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1441,
      "lr": 0.0001,
      "sup_loss": 1.2292023675486312,
      "rf_loss": 0.0,
      "total_loss": 1.2292023675486312,
      "lyap1_mean": -0.21859890222549438,
      "lyap1_max": -0.1897042989730835,
      "lyap1_min": -0.23777393996715546,
      "lyap_spec_mean": [
        -0.21859890222549438,
        -0.22222748398780823
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1442,
      "lr": 0.0001,
      "sup_loss": 1.2384007219266109,
      "rf_loss": 0.0,
      "total_loss": 1.2384007219266109,
      "lyap1_mean": -0.22638189792633057,
      "lyap1_max": -0.217466339468956,
      "lyap1_min": -0.23793058097362518,
      "lyap_spec_mean": [
        -0.22638189792633057,
        -0.21992789208889008
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1443,
      "lr": 0.0001,
      "sup_loss": 1.2278610963637016,
      "rf_loss": 0.0,
      "total_loss": 1.2278610963637016,
      "lyap1_mean": -0.2197064608335495,
      "lyap1_max": -0.20023903250694275,
      "lyap1_min": -0.23349803686141968,
      "lyap_spec_mean": [
        -0.2197064608335495,
        -0.21378454566001892
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1444,
      "lr": 0.0001,
      "sup_loss": 1.2425007064128226,
      "rf_loss": 0.0,
      "total_loss": 1.2425007064128226,
      "lyap1_mean": -0.21067282557487488,
      "lyap1_max": -0.18593654036521912,
      "lyap1_min": -0.220463365316391,
      "lyap_spec_mean": [
        -0.21067281067371368,
        -0.21701985597610474
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1445,
      "lr": 0.0001,
      "sup_loss": 1.2401813302401157,
      "rf_loss": 0.0,
      "total_loss": 1.2401813302401157,
      "lyap1_mean": -0.2205742746591568,
      "lyap1_max": -0.2103821039199829,
      "lyap1_min": -0.23056191205978394,
      "lyap_spec_mean": [
        -0.220574289560318,
        -0.2212275266647339
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1446,
      "lr": 0.0001,
      "sup_loss": 1.261888677598706,
      "rf_loss": 0.0,
      "total_loss": 1.261888677598706,
      "lyap1_mean": -0.20170702040195465,
      "lyap1_max": -0.1608724594116211,
      "lyap1_min": -0.23166298866271973,
      "lyap_spec_mean": [
        -0.20170700550079346,
        -0.20903761684894562
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1447,
      "lr": 0.0001,
      "sup_loss": 1.2666074355554076,
      "rf_loss": 0.0,
      "total_loss": 1.2666074355554076,
      "lyap1_mean": -0.2149365246295929,
      "lyap1_max": -0.18605893850326538,
      "lyap1_min": -0.22836434841156006,
      "lyap_spec_mean": [
        -0.2149365246295929,
        -0.21905933320522308
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1448,
      "lr": 0.0001,
      "sup_loss": 1.3069468306152783,
      "rf_loss": 0.0,
      "total_loss": 1.3069468306152783,
      "lyap1_mean": -0.2149541974067688,
      "lyap1_max": -0.2041117399930954,
      "lyap1_min": -0.23361799120903015,
      "lyap_spec_mean": [
        -0.2149541825056076,
        -0.21446001529693604
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1449,
      "lr": 0.0001,
      "sup_loss": 1.270696408748907,
      "rf_loss": 0.0,
      "total_loss": 1.270696408748907,
      "lyap1_mean": -0.21230220794677734,
      "lyap1_max": -0.17048093676567078,
      "lyap1_min": -0.2294684499502182,
      "lyap_spec_mean": [
        -0.21230222284793854,
        -0.2222519814968109
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1450,
      "lr": 0.0001,
      "sup_loss": 1.3018764522641355,
      "rf_loss": 0.0,
      "total_loss": 1.3018764522641355,
      "lyap1_mean": -0.2173793613910675,
      "lyap1_max": -0.16343049705028534,
      "lyap1_min": -0.2417183220386505,
      "lyap_spec_mean": [
        -0.2173793613910675,
        -0.22687047719955444
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1451,
      "lr": 0.0001,
      "sup_loss": 1.3150859266294008,
      "rf_loss": 0.0,
      "total_loss": 1.3150859266294008,
      "lyap1_mean": -0.2108050286769867,
      "lyap1_max": -0.14103080332279205,
      "lyap1_min": -0.24115703999996185,
      "lyap_spec_mean": [
        -0.2108050137758255,
        -0.21165603399276733
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1452,
      "lr": 0.0001,
      "sup_loss": 1.252306021352227,
      "rf_loss": 0.0,
      "total_loss": 1.252306021352227,
      "lyap1_mean": -0.2285366952419281,
      "lyap1_max": -0.21965734660625458,
      "lyap1_min": -0.23931793868541718,
      "lyap_spec_mean": [
        -0.2285366952419281,
        -0.2350122630596161
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1453,
      "lr": 0.0001,
      "sup_loss": 1.2113891301129074,
      "rf_loss": 0.0,
      "total_loss": 1.2113891301129074,
      "lyap1_mean": -0.23303291201591492,
      "lyap1_max": -0.20044951140880585,
      "lyap1_min": -0.2647011876106262,
      "lyap_spec_mean": [
        -0.2330329269170761,
        -0.24071431159973145
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1454,
      "lr": 0.0001,
      "sup_loss": 1.2872495740904455,
      "rf_loss": 0.0,
      "total_loss": 1.2872495740904455,
      "lyap1_mean": -0.22326573729515076,
      "lyap1_max": -0.17726564407348633,
      "lyap1_min": -0.2545056939125061,
      "lyap_spec_mean": [
        -0.22326573729515076,
        -0.2476831078529358
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1455,
      "lr": 0.0001,
      "sup_loss": 1.2979956882138328,
      "rf_loss": 0.0,
      "total_loss": 1.2979956882138328,
      "lyap1_mean": -0.23536473512649536,
      "lyap1_max": -0.20002630352973938,
      "lyap1_min": -0.2704334855079651,
      "lyap_spec_mean": [
        -0.23536475002765656,
        -0.24742093682289124
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1456,
      "lr": 0.0001,
      "sup_loss": 1.278420628815454,
      "rf_loss": 0.0,
      "total_loss": 1.278420628815454,
      "lyap1_mean": -0.23426590859889984,
      "lyap1_max": -0.20494550466537476,
      "lyap1_min": -0.2629467844963074,
      "lyap_spec_mean": [
        -0.23426592350006104,
        -0.2413044422864914
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1457,
      "lr": 0.0001,
      "sup_loss": 1.268046043740288,
      "rf_loss": 0.0,
      "total_loss": 1.268046043740288,
      "lyap1_mean": -0.23628300428390503,
      "lyap1_max": -0.21835587918758392,
      "lyap1_min": -0.25307905673980713,
      "lyap_spec_mean": [
        -0.23628303408622742,
        -0.23896053433418274
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1458,
      "lr": 0.0001,
      "sup_loss": 1.2785079564255422,
      "rf_loss": 0.0,
      "total_loss": 1.2785079564255422,
      "lyap1_mean": -0.23553475737571716,
      "lyap1_max": -0.21558576822280884,
      "lyap1_min": -0.2522805631160736,
      "lyap_spec_mean": [
        -0.23553475737571716,
        -0.23894886672496796
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1459,
      "lr": 0.0001,
      "sup_loss": 1.235242648948856,
      "rf_loss": 0.0,
      "total_loss": 1.235242648948856,
      "lyap1_mean": -0.2148650884628296,
      "lyap1_max": -0.1914023756980896,
      "lyap1_min": -0.23983298242092133,
      "lyap_spec_mean": [
        -0.2148650884628296,
        -0.2283862978219986
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1460,
      "lr": 0.0001,
      "sup_loss": 1.274265300894377,
      "rf_loss": 0.0,
      "total_loss": 1.274265300894377,
      "lyap1_mean": -0.22195468842983246,
      "lyap1_max": -0.181608185172081,
      "lyap1_min": -0.24081644415855408,
      "lyap_spec_mean": [
        -0.22195470333099365,
        -0.22462069988250732
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1461,
      "lr": 0.0001,
      "sup_loss": 1.277642718131234,
      "rf_loss": 0.0,
      "total_loss": 1.277642718131234,
      "lyap1_mean": -0.21554210782051086,
      "lyap1_max": -0.16537603735923767,
      "lyap1_min": -0.2376529425382614,
      "lyap_spec_mean": [
        -0.21554209291934967,
        -0.22513626515865326
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1462,
      "lr": 0.0001,
      "sup_loss": 1.289214519898193,
      "rf_loss": 0.0,
      "total_loss": 1.289214519898193,
      "lyap1_mean": -0.22772255539894104,
      "lyap1_max": -0.20076104998588562,
      "lyap1_min": -0.2472621500492096,
      "lyap_spec_mean": [
        -0.22772255539894104,
        -0.2335616946220398
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1463,
      "lr": 0.0001,
      "sup_loss": 1.2473098298983958,
      "rf_loss": 0.0,
      "total_loss": 1.2473098298983958,
      "lyap1_mean": -0.22713668644428253,
      "lyap1_max": -0.20634055137634277,
      "lyap1_min": -0.24843263626098633,
      "lyap_spec_mean": [
        -0.22713667154312134,
        -0.2225346565246582
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1464,
      "lr": 0.0001,
      "sup_loss": 1.2236864087265293,
      "rf_loss": 0.0,
      "total_loss": 1.2236864087265293,
      "lyap1_mean": -0.21936514973640442,
      "lyap1_max": -0.16733896732330322,
      "lyap1_min": -0.24716275930404663,
      "lyap_spec_mean": [
        -0.21936514973640442,
        -0.21378463506698608
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1465,
      "lr": 0.0001,
      "sup_loss": 1.2389636798943322,
      "rf_loss": 0.0,
      "total_loss": 1.2389636798943322,
      "lyap1_mean": -0.2198488712310791,
      "lyap1_max": -0.18588724732398987,
      "lyap1_min": -0.23229563236236572,
      "lyap_spec_mean": [
        -0.2198488563299179,
        -0.22420546412467957
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1466,
      "lr": 0.0001,
      "sup_loss": 1.260507231128497,
      "rf_loss": 0.0,
      "total_loss": 1.260507231128497,
      "lyap1_mean": -0.21971198916435242,
      "lyap1_max": -0.19336310029029846,
      "lyap1_min": -0.23707298934459686,
      "lyap_spec_mean": [
        -0.21971198916435242,
        -0.22162309288978577
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1467,
      "lr": 0.0001,
      "sup_loss": 1.2655607259669306,
      "rf_loss": 0.0,
      "total_loss": 1.2655607259669306,
      "lyap1_mean": -0.21563050150871277,
      "lyap1_max": -0.15011602640151978,
      "lyap1_min": -0.23940294981002808,
      "lyap_spec_mean": [
        -0.21563050150871277,
        -0.22984638810157776
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1468,
      "lr": 0.0001,
      "sup_loss": 1.255092549990914,
      "rf_loss": 0.0,
      "total_loss": 1.255092549990914,
      "lyap1_mean": -0.22197705507278442,
      "lyap1_max": -0.2138233631849289,
      "lyap1_min": -0.22715914249420166,
      "lyap_spec_mean": [
        -0.22197706997394562,
        -0.21692529320716858
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1469,
      "lr": 0.0001,
      "sup_loss": 1.2494439258444827,
      "rf_loss": 0.0,
      "total_loss": 1.2494439258444827,
      "lyap1_mean": -0.2199162244796753,
      "lyap1_max": -0.1738184541463852,
      "lyap1_min": -0.23996153473854065,
      "lyap_spec_mean": [
        -0.2199162244796753,
        -0.230422705411911
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1470,
      "lr": 0.0001,
      "sup_loss": 1.2575822303723299,
      "rf_loss": 0.0,
      "total_loss": 1.2575822303723299,
      "lyap1_mean": -0.22628116607666016,
      "lyap1_max": -0.19249270856380463,
      "lyap1_min": -0.24197590351104736,
      "lyap_spec_mean": [
        -0.22628116607666016,
        -0.23620928823947906
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1471,
      "lr": 0.0001,
      "sup_loss": 1.2650967963683994,
      "rf_loss": 0.0,
      "total_loss": 1.2650967963683994,
      "lyap1_mean": -0.24534907937049866,
      "lyap1_max": -0.2246929109096527,
      "lyap1_min": -0.25835341215133667,
      "lyap_spec_mean": [
        -0.24534906446933746,
        -0.2431544065475464
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1472,
      "lr": 0.0001,
      "sup_loss": 1.253730629517312,
      "rf_loss": 0.0,
      "total_loss": 1.253730629517312,
      "lyap1_mean": -0.23409497737884521,
      "lyap1_max": -0.190583273768425,
      "lyap1_min": -0.25363072752952576,
      "lyap_spec_mean": [
        -0.23409497737884521,
        -0.2365996539592743
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1473,
      "lr": 0.0001,
      "sup_loss": 1.2765980464051487,
      "rf_loss": 0.0,
      "total_loss": 1.2765980464051487,
      "lyap1_mean": -0.22365131974220276,
      "lyap1_max": -0.20453552901744843,
      "lyap1_min": -0.254713773727417,
      "lyap_spec_mean": [
        -0.22365131974220276,
        -0.2293941080570221
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1474,
      "lr": 0.0001,
      "sup_loss": 1.2125930101560551,
      "rf_loss": 0.0,
      "total_loss": 1.2125930101560551,
      "lyap1_mean": -0.2288830280303955,
      "lyap1_max": -0.19844934344291687,
      "lyap1_min": -0.24664956331253052,
      "lyap_spec_mean": [
        -0.2288830280303955,
        -0.22975227236747742
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1475,
      "lr": 0.0001,
      "sup_loss": 1.2936386158965647,
      "rf_loss": 0.0,
      "total_loss": 1.2936386158965647,
      "lyap1_mean": -0.23036178946495056,
      "lyap1_max": -0.19793576002120972,
      "lyap1_min": -0.24976681172847748,
      "lyap_spec_mean": [
        -0.23036175966262817,
        -0.23039209842681885
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1476,
      "lr": 0.0001,
      "sup_loss": 1.2581586830624043,
      "rf_loss": 0.0,
      "total_loss": 1.2581586830624043,
      "lyap1_mean": -0.2309427112340927,
      "lyap1_max": -0.19394348561763763,
      "lyap1_min": -0.24596664309501648,
      "lyap_spec_mean": [
        -0.2309427261352539,
        -0.23527784645557404
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1477,
      "lr": 0.0001,
      "sup_loss": 1.2403420497143898,
      "rf_loss": 0.0,
      "total_loss": 1.2403420497143898,
      "lyap1_mean": -0.2270457148551941,
      "lyap1_max": -0.1735200583934784,
      "lyap1_min": -0.24095413088798523,
      "lyap_spec_mean": [
        -0.2270457148551941,
        -0.23295587301254272
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1478,
      "lr": 0.0001,
      "sup_loss": 1.2470258756904924,
      "rf_loss": 0.0,
      "total_loss": 1.2470258756904924,
      "lyap1_mean": -0.2240016609430313,
      "lyap1_max": -0.20837461948394775,
      "lyap1_min": -0.23808544874191284,
      "lyap_spec_mean": [
        -0.22400164604187012,
        -0.23365455865859985
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1479,
      "lr": 0.0001,
      "sup_loss": 1.2160745561503286,
      "rf_loss": 0.0,
      "total_loss": 1.2160745561503286,
      "lyap1_mean": -0.2272220402956009,
      "lyap1_max": -0.20119240880012512,
      "lyap1_min": -0.24241332709789276,
      "lyap_spec_mean": [
        -0.2272220253944397,
        -0.2355843484401703
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1480,
      "lr": 0.0001,
      "sup_loss": 1.2814606029894597,
      "rf_loss": 0.0,
      "total_loss": 1.2814606029894597,
      "lyap1_mean": -0.22433748841285706,
      "lyap1_max": -0.1788448691368103,
      "lyap1_min": -0.24177591502666473,
      "lyap_spec_mean": [
        -0.22433748841285706,
        -0.22982355952262878
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1481,
      "lr": 0.0001,
      "sup_loss": 1.2484918026492162,
      "rf_loss": 0.0,
      "total_loss": 1.2484918026492162,
      "lyap1_mean": -0.23442214727401733,
      "lyap1_max": -0.2198362648487091,
      "lyap1_min": -0.25075966119766235,
      "lyap_spec_mean": [
        -0.23442213237285614,
        -0.23160305619239807
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1482,
      "lr": 0.0001,
      "sup_loss": 1.2630798886443553,
      "rf_loss": 0.0,
      "total_loss": 1.2630798886443553,
      "lyap1_mean": -0.23216930031776428,
      "lyap1_max": -0.21218949556350708,
      "lyap1_min": -0.24007505178451538,
      "lyap_spec_mean": [
        -0.23216930031776428,
        -0.23076972365379333
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1483,
      "lr": 0.0001,
      "sup_loss": 1.2572522176555783,
      "rf_loss": 0.0,
      "total_loss": 1.2572522176555783,
      "lyap1_mean": -0.22963294386863708,
      "lyap1_max": -0.20057599246501923,
      "lyap1_min": -0.24483460187911987,
      "lyap_spec_mean": [
        -0.22963295876979828,
        -0.23465852439403534
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1484,
      "lr": 0.0001,
      "sup_loss": 1.2412074303725178,
      "rf_loss": 0.0,
      "total_loss": 1.2412074303725178,
      "lyap1_mean": -0.22887912392616272,
      "lyap1_max": -0.20649459958076477,
      "lyap1_min": -0.24341899156570435,
      "lyap_spec_mean": [
        -0.22887910902500153,
        -0.23646920919418335
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1485,
      "lr": 0.0001,
      "sup_loss": 1.2290294339597703,
      "rf_loss": 0.0,
      "total_loss": 1.2290294339597703,
      "lyap1_mean": -0.23768186569213867,
      "lyap1_max": -0.22775065898895264,
      "lyap1_min": -0.24699732661247253,
      "lyap_spec_mean": [
        -0.23768186569213867,
        -0.2426101565361023
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1486,
      "lr": 0.0001,
      "sup_loss": 1.2309996565309032,
      "rf_loss": 0.0,
      "total_loss": 1.2309996565309032,
      "lyap1_mean": -0.23917856812477112,
      "lyap1_max": -0.23186717927455902,
      "lyap1_min": -0.24619106948375702,
      "lyap_spec_mean": [
        -0.23917856812477112,
        -0.23542460799217224
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1487,
      "lr": 0.0001,
      "sup_loss": 1.2456337509171878,
      "rf_loss": 0.0,
      "total_loss": 1.2456337509171878,
      "lyap1_mean": -0.2446814924478531,
      "lyap1_max": -0.23052015900611877,
      "lyap1_min": -0.25688624382019043,
      "lyap_spec_mean": [
        -0.2446814924478531,
        -0.2458825707435608
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1488,
      "lr": 0.0001,
      "sup_loss": 1.255402639449667,
      "rf_loss": 0.0,
      "total_loss": 1.255402639449667,
      "lyap1_mean": -0.23793943226337433,
      "lyap1_max": -0.2265535295009613,
      "lyap1_min": -0.25336819887161255,
      "lyap_spec_mean": [
        -0.23793944716453552,
        -0.23857468366622925
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1489,
      "lr": 0.0001,
      "sup_loss": 1.2626177291366787,
      "rf_loss": 0.0,
      "total_loss": 1.2626177291366787,
      "lyap1_mean": -0.2343136966228485,
      "lyap1_max": -0.22005069255828857,
      "lyap1_min": -0.2466127723455429,
      "lyap_spec_mean": [
        -0.2343137115240097,
        -0.23533344268798828
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1490,
      "lr": 0.0001,
      "sup_loss": 1.2459223593014248,
      "rf_loss": 0.0,
      "total_loss": 1.2459223593014248,
      "lyap1_mean": -0.23078575730323792,
      "lyap1_max": -0.21516941487789154,
      "lyap1_min": -0.2394191026687622,
      "lyap_spec_mean": [
        -0.23078574240207672,
        -0.23056429624557495
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1491,
      "lr": 0.0001,
      "sup_loss": 1.248709674860913,
      "rf_loss": 0.0,
      "total_loss": 1.248709674860913,
      "lyap1_mean": -0.22739316523075104,
      "lyap1_max": -0.21794581413269043,
      "lyap1_min": -0.23388570547103882,
      "lyap_spec_mean": [
        -0.22739318013191223,
        -0.22851762175559998
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1492,
      "lr": 0.0001,
      "sup_loss": 1.258777549512995,
      "rf_loss": 0.0,
      "total_loss": 1.258777549512995,
      "lyap1_mean": -0.22651991248130798,
      "lyap1_max": -0.21730296313762665,
      "lyap1_min": -0.23364979028701782,
      "lyap_spec_mean": [
        -0.2265198975801468,
        -0.22962996363639832
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1493,
      "lr": 0.0001,
      "sup_loss": 1.2845393194490977,
      "rf_loss": 0.0,
      "total_loss": 1.2845393194490977,
      "lyap1_mean": -0.22496795654296875,
      "lyap1_max": -0.21135970950126648,
      "lyap1_min": -0.23810921609401703,
      "lyap_spec_mean": [
        -0.22496795654296875,
        -0.2244904786348343
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1494,
      "lr": 0.0001,
      "sup_loss": 1.2847633913496637,
      "rf_loss": 0.0,
      "total_loss": 1.2847633913496637,
      "lyap1_mean": -0.22687511146068573,
      "lyap1_max": -0.22164654731750488,
      "lyap1_min": -0.2331518530845642,
      "lyap_spec_mean": [
        -0.22687512636184692,
        -0.22915302217006683
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1495,
      "lr": 0.0001,
      "sup_loss": 1.2556464137603343,
      "rf_loss": 0.0,
      "total_loss": 1.2556464137603343,
      "lyap1_mean": -0.22894881665706635,
      "lyap1_max": -0.2114141583442688,
      "lyap1_min": -0.24340113997459412,
      "lyap_spec_mean": [
        -0.22894881665706635,
        -0.2289072573184967
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1496,
      "lr": 0.0001,
      "sup_loss": 1.27742867816224,
      "rf_loss": 0.0,
      "total_loss": 1.27742867816224,
      "lyap1_mean": -0.23802173137664795,
      "lyap1_max": -0.22758333384990692,
      "lyap1_min": -0.2517736554145813,
      "lyap_spec_mean": [
        -0.23802171647548676,
        -0.24388352036476135
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1497,
      "lr": 0.0001,
      "sup_loss": 1.2301947876984538,
      "rf_loss": 0.0,
      "total_loss": 1.2301947876984538,
      "lyap1_mean": -0.24268296360969543,
      "lyap1_max": -0.22134920954704285,
      "lyap1_min": -0.25422295928001404,
      "lyap_spec_mean": [
        -0.24268296360969543,
        -0.24687790870666504
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1498,
      "lr": 0.0001,
      "sup_loss": 1.2479070576865918,
      "rf_loss": 0.0,
      "total_loss": 1.2479070576865918,
      "lyap1_mean": -0.24671140313148499,
      "lyap1_max": -0.2313242405653,
      "lyap1_min": -0.25789016485214233,
      "lyap_spec_mean": [
        -0.2467113882303238,
        -0.25133487582206726
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1499,
      "lr": 0.0001,
      "sup_loss": 1.1733793505029695,
      "rf_loss": 0.0,
      "total_loss": 1.1733793505029695,
      "lyap1_mean": -0.2442227005958557,
      "lyap1_max": -0.22961418330669403,
      "lyap1_min": -0.25695449113845825,
      "lyap_spec_mean": [
        -0.2442227005958557,
        -0.2466437816619873
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1500,
      "lr": 0.0001,
      "sup_loss": 1.2074807742853988,
      "rf_loss": 0.0,
      "total_loss": 1.2074807742853988,
      "lyap1_mean": -0.23807379603385925,
      "lyap1_max": -0.22399090230464935,
      "lyap1_min": -0.2505512237548828,
      "lyap_spec_mean": [
        -0.23807379603385925,
        -0.24290910363197327
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1501,
      "lr": 0.0001,
      "sup_loss": 1.2034154261245409,
      "rf_loss": 0.0,
      "total_loss": 1.2034154261245409,
      "lyap1_mean": -0.238369420170784,
      "lyap1_max": -0.2257961630821228,
      "lyap1_min": -0.24904972314834595,
      "lyap_spec_mean": [
        -0.2383694052696228,
        -0.2381419837474823
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1502,
      "lr": 0.0001,
      "sup_loss": 1.2714239193098409,
      "rf_loss": 0.0,
      "total_loss": 1.2714239193098409,
      "lyap1_mean": -0.23299914598464966,
      "lyap1_max": -0.21582669019699097,
      "lyap1_min": -0.24978864192962646,
      "lyap_spec_mean": [
        -0.23299913108348846,
        -0.2340238243341446
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1503,
      "lr": 0.0001,
      "sup_loss": 1.2364016082863478,
      "rf_loss": 0.0,
      "total_loss": 1.2364016082863478,
      "lyap1_mean": -0.23098362982273102,
      "lyap1_max": -0.21545851230621338,
      "lyap1_min": -0.24256913363933563,
      "lyap_spec_mean": [
        -0.23098361492156982,
        -0.23468612134456635
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1504,
      "lr": 0.0001,
      "sup_loss": 1.2560622444119038,
      "rf_loss": 0.0,
      "total_loss": 1.2560622444119038,
      "lyap1_mean": -0.2399400770664215,
      "lyap1_max": -0.22817271947860718,
      "lyap1_min": -0.2493811696767807,
      "lyap_spec_mean": [
        -0.2399400919675827,
        -0.2419906109571457
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1505,
      "lr": 0.0001,
      "sup_loss": 1.2420134003169374,
      "rf_loss": 0.0,
      "total_loss": 1.2420134003169374,
      "lyap1_mean": -0.23990680277347565,
      "lyap1_max": -0.2244664877653122,
      "lyap1_min": -0.24812184274196625,
      "lyap_spec_mean": [
        -0.23990680277347565,
        -0.24304217100143433
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1506,
      "lr": 0.0001,
      "sup_loss": 1.2573582412350888,
      "rf_loss": 0.0,
      "total_loss": 1.2573582412350888,
      "lyap1_mean": -0.24128657579421997,
      "lyap1_max": -0.23436586558818817,
      "lyap1_min": -0.2540050148963928,
      "lyap_spec_mean": [
        -0.24128657579421997,
        -0.23927363753318787
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1507,
      "lr": 0.0001,
      "sup_loss": 1.227047266434363,
      "rf_loss": 0.0,
      "total_loss": 1.227047266434363,
      "lyap1_mean": -0.24424812197685242,
      "lyap1_max": -0.22294698655605316,
      "lyap1_min": -0.255938321352005,
      "lyap_spec_mean": [
        -0.24424812197685242,
        -0.24820742011070251
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1508,
      "lr": 0.0001,
      "sup_loss": 1.212570075412098,
      "rf_loss": 0.0,
      "total_loss": 1.212570075412098,
      "lyap1_mean": -0.23962810635566711,
      "lyap1_max": -0.2309931218624115,
      "lyap1_min": -0.24897858500480652,
      "lyap_spec_mean": [
        -0.23962810635566711,
        -0.24365639686584473
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1509,
      "lr": 0.0001,
      "sup_loss": 1.2594047131718913,
      "rf_loss": 0.0,
      "total_loss": 1.2594047131718913,
      "lyap1_mean": -0.23997026681900024,
      "lyap1_max": -0.22009772062301636,
      "lyap1_min": -0.26290687918663025,
      "lyap_spec_mean": [
        -0.23997026681900024,
        -0.24166704714298248
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1510,
      "lr": 0.0001,
      "sup_loss": 1.2642838772214182,
      "rf_loss": 0.0,
      "total_loss": 1.2642838772214182,
      "lyap1_mean": -0.23138946294784546,
      "lyap1_max": -0.2124476283788681,
      "lyap1_min": -0.2450868785381317,
      "lyap_spec_mean": [
        -0.23138946294784546,
        -0.23898708820343018
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1511,
      "lr": 0.0001,
      "sup_loss": 1.246661996576412,
      "rf_loss": 0.0,
      "total_loss": 1.246661996576412,
      "lyap1_mean": -0.23175878822803497,
      "lyap1_max": -0.2187889665365219,
      "lyap1_min": -0.24614015221595764,
      "lyap_spec_mean": [
        -0.23175878822803497,
        -0.23330050706863403
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1512,
      "lr": 0.0001,
      "sup_loss": 1.1393705616211616,
      "rf_loss": 0.0,
      "total_loss": 1.1393705616211616,
      "lyap1_mean": -0.22343076765537262,
      "lyap1_max": -0.19064532220363617,
      "lyap1_min": -0.24193844199180603,
      "lyap_spec_mean": [
        -0.22343076765537262,
        -0.22800353169441223
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1513,
      "lr": 0.0001,
      "sup_loss": 1.2504508334713518,
      "rf_loss": 0.0,
      "total_loss": 1.2504508334713518,
      "lyap1_mean": -0.2247454822063446,
      "lyap1_max": -0.2095964401960373,
      "lyap1_min": -0.24067620933055878,
      "lyap_spec_mean": [
        -0.2247454822063446,
        -0.2235204130411148
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1514,
      "lr": 0.0001,
      "sup_loss": 1.2635544253539996,
      "rf_loss": 0.0,
      "total_loss": 1.2635544253539996,
      "lyap1_mean": -0.2305299937725067,
      "lyap1_max": -0.2153376191854477,
      "lyap1_min": -0.2524370551109314,
      "lyap_spec_mean": [
        -0.2305299937725067,
        -0.22943834960460663
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1515,
      "lr": 0.0001,
      "sup_loss": 1.2827824540437822,
      "rf_loss": 0.0,
      "total_loss": 1.2827824540437822,
      "lyap1_mean": -0.22884082794189453,
      "lyap1_max": -0.21998760104179382,
      "lyap1_min": -0.23651055991649628,
      "lyap_spec_mean": [
        -0.22884081304073334,
        -0.2269565314054489
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1516,
      "lr": 0.0001,
      "sup_loss": 1.267558615342399,
      "rf_loss": 0.0,
      "total_loss": 1.267558615342399,
      "lyap1_mean": -0.22844980657100677,
      "lyap1_max": -0.20714496076107025,
      "lyap1_min": -0.24245110154151917,
      "lyap_spec_mean": [
        -0.22844982147216797,
        -0.23094463348388672
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1517,
      "lr": 0.0001,
      "sup_loss": 1.2514332507008685,
      "rf_loss": 0.0,
      "total_loss": 1.2514332507008685,
      "lyap1_mean": -0.22983494400978088,
      "lyap1_max": -0.22417283058166504,
      "lyap1_min": -0.23718926310539246,
      "lyap_spec_mean": [
        -0.22983494400978088,
        -0.22235864400863647
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1518,
      "lr": 0.0001,
      "sup_loss": 1.2586570706505402,
      "rf_loss": 0.0,
      "total_loss": 1.2586570706505402,
      "lyap1_mean": -0.2249906361103058,
      "lyap1_max": -0.21299795806407928,
      "lyap1_min": -0.2482088804244995,
      "lyap_spec_mean": [
        -0.2249906361103058,
        -0.2289276123046875
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1519,
      "lr": 0.0001,
      "sup_loss": 1.254228836172774,
      "rf_loss": 0.0,
      "total_loss": 1.254228836172774,
      "lyap1_mean": -0.23018336296081543,
      "lyap1_max": -0.20973476767539978,
      "lyap1_min": -0.25298500061035156,
      "lyap_spec_mean": [
        -0.23018336296081543,
        -0.22696933150291443
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1520,
      "lr": 0.0001,
      "sup_loss": 1.2743914381667256,
      "rf_loss": 0.0,
      "total_loss": 1.2743914381667256,
      "lyap1_mean": -0.22875919938087463,
      "lyap1_max": -0.21369515359401703,
      "lyap1_min": -0.23825763165950775,
      "lyap_spec_mean": [
        -0.22875919938087463,
        -0.2289777398109436
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1521,
      "lr": 0.0001,
      "sup_loss": 1.2818422312397184,
      "rf_loss": 0.0,
      "total_loss": 1.2818422312397184,
      "lyap1_mean": -0.2356128692626953,
      "lyap1_max": -0.2235480397939682,
      "lyap1_min": -0.24890075623989105,
      "lyap_spec_mean": [
        -0.23561285436153412,
        -0.24207986891269684
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1522,
      "lr": 0.0001,
      "sup_loss": 1.2485989759701897,
      "rf_loss": 0.0,
      "total_loss": 1.2485989759701897,
      "lyap1_mean": -0.2432188093662262,
      "lyap1_max": -0.23523858189582825,
      "lyap1_min": -0.2525830566883087,
      "lyap_spec_mean": [
        -0.2432188093662262,
        -0.2405080497264862
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1523,
      "lr": 0.0001,
      "sup_loss": 1.3171444945158133,
      "rf_loss": 0.0,
      "total_loss": 1.3171444945158133,
      "lyap1_mean": -0.238916277885437,
      "lyap1_max": -0.22867873311042786,
      "lyap1_min": -0.25363263487815857,
      "lyap_spec_mean": [
        -0.238916277885437,
        -0.23802338540554047
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1524,
      "lr": 0.0001,
      "sup_loss": 1.2667081325994725,
      "rf_loss": 0.0,
      "total_loss": 1.2667081325994725,
      "lyap1_mean": -0.24445532262325287,
      "lyap1_max": -0.21277779340744019,
      "lyap1_min": -0.2604856789112091,
      "lyap_spec_mean": [
        -0.24445532262325287,
        -0.24770531058311462
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1525,
      "lr": 0.0001,
      "sup_loss": 1.272261285544599,
      "rf_loss": 0.0,
      "total_loss": 1.272261285544599,
      "lyap1_mean": -0.24008086323738098,
      "lyap1_max": -0.22603458166122437,
      "lyap1_min": -0.2521003484725952,
      "lyap_spec_mean": [
        -0.24008086323738098,
        -0.23744608461856842
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1526,
      "lr": 0.0001,
      "sup_loss": 1.2504697924286576,
      "rf_loss": 0.0,
      "total_loss": 1.2504697924286576,
      "lyap1_mean": -0.23137274384498596,
      "lyap1_max": -0.20151245594024658,
      "lyap1_min": -0.2462385892868042,
      "lyap_spec_mean": [
        -0.23137274384498596,
        -0.23672866821289062
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1527,
      "lr": 0.0001,
      "sup_loss": 1.2350935573944002,
      "rf_loss": 0.0,
      "total_loss": 1.2350935573944002,
      "lyap1_mean": -0.236080601811409,
      "lyap1_max": -0.2266685664653778,
      "lyap1_min": -0.2478017508983612,
      "lyap_spec_mean": [
        -0.236080601811409,
        -0.23149919509887695
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1528,
      "lr": 0.0001,
      "sup_loss": 1.2958541372749217,
      "rf_loss": 0.0,
      "total_loss": 1.2958541372749217,
      "lyap1_mean": -0.2302311807870865,
      "lyap1_max": -0.19631022214889526,
      "lyap1_min": -0.24781152606010437,
      "lyap_spec_mean": [
        -0.2302311658859253,
        -0.23275630176067352
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1529,
      "lr": 0.0001,
      "sup_loss": 1.2898599592754538,
      "rf_loss": 0.0,
      "total_loss": 1.2898599592754538,
      "lyap1_mean": -0.2227095067501068,
      "lyap1_max": -0.1990603804588318,
      "lyap1_min": -0.2398260533809662,
      "lyap_spec_mean": [
        -0.22270949184894562,
        -0.22619709372520447
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1530,
      "lr": 0.0001,
      "sup_loss": 1.2984666935177847,
      "rf_loss": 0.0,
      "total_loss": 1.2984666935177847,
      "lyap1_mean": -0.2255931794643402,
      "lyap1_max": -0.2120368480682373,
      "lyap1_min": -0.24065843224525452,
      "lyap_spec_mean": [
        -0.22559316456317902,
        -0.22072497010231018
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1531,
      "lr": 0.0001,
      "sup_loss": 1.2509966994033253,
      "rf_loss": 0.0,
      "total_loss": 1.2509966994033253,
      "lyap1_mean": -0.2153947800397873,
      "lyap1_max": -0.18257705867290497,
      "lyap1_min": -0.23851114511489868,
      "lyap_spec_mean": [
        -0.2153947949409485,
        -0.22249478101730347
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1532,
      "lr": 0.0001,
      "sup_loss": 1.2664825311437973,
      "rf_loss": 0.0,
      "total_loss": 1.2664825311437973,
      "lyap1_mean": -0.21424907445907593,
      "lyap1_max": -0.19762077927589417,
      "lyap1_min": -0.22440677881240845,
      "lyap_spec_mean": [
        -0.21424907445907593,
        -0.22018477320671082
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1533,
      "lr": 0.0001,
      "sup_loss": 1.292496441306251,
      "rf_loss": 0.0,
      "total_loss": 1.292496441306251,
      "lyap1_mean": -0.20846886932849884,
      "lyap1_max": -0.19245301187038422,
      "lyap1_min": -0.2251608818769455,
      "lyap_spec_mean": [
        -0.20846886932849884,
        -0.21327607333660126
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1534,
      "lr": 0.0001,
      "sup_loss": 1.2512289201482443,
      "rf_loss": 0.0,
      "total_loss": 1.2512289201482443,
      "lyap1_mean": -0.22093647718429565,
      "lyap1_max": -0.19527499377727509,
      "lyap1_min": -0.24074408411979675,
      "lyap_spec_mean": [
        -0.22093647718429565,
        -0.2255052924156189
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1535,
      "lr": 0.0001,
      "sup_loss": 1.2215593493756538,
      "rf_loss": 0.0,
      "total_loss": 1.2215593493756538,
      "lyap1_mean": -0.21902012825012207,
      "lyap1_max": -0.16790804266929626,
      "lyap1_min": -0.24713420867919922,
      "lyap_spec_mean": [
        -0.21902012825012207,
        -0.22087796032428741
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1536,
      "lr": 0.0001,
      "sup_loss": 1.2994039149707823,
      "rf_loss": 0.0,
      "total_loss": 1.2994039149707823,
      "lyap1_mean": -0.22406700253486633,
      "lyap1_max": -0.1842854917049408,
      "lyap1_min": -0.24867086112499237,
      "lyap_spec_mean": [
        -0.22406701743602753,
        -0.22295120358467102
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1537,
      "lr": 0.0001,
      "sup_loss": 1.248047861145439,
      "rf_loss": 0.0,
      "total_loss": 1.248047861145439,
      "lyap1_mean": -0.21669930219650269,
      "lyap1_max": -0.19506925344467163,
      "lyap1_min": -0.23246793448925018,
      "lyap_spec_mean": [
        -0.21669931709766388,
        -0.2249062955379486
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1538,
      "lr": 0.0001,
      "sup_loss": 1.2210458435074942,
      "rf_loss": 0.0,
      "total_loss": 1.2210458435074942,
      "lyap1_mean": -0.21252627670764923,
      "lyap1_max": -0.19625894725322723,
      "lyap1_min": -0.2270372211933136,
      "lyap_spec_mean": [
        -0.21252626180648804,
        -0.21851235628128052
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1539,
      "lr": 0.0001,
      "sup_loss": 1.2655869822674528,
      "rf_loss": 0.0,
      "total_loss": 1.2655869822674528,
      "lyap1_mean": -0.21375225484371185,
      "lyap1_max": -0.1955055445432663,
      "lyap1_min": -0.22479566931724548,
      "lyap_spec_mean": [
        -0.21375226974487305,
        -0.2195591926574707
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1540,
      "lr": 0.0001,
      "sup_loss": 1.2512645023622266,
      "rf_loss": 0.0,
      "total_loss": 1.2512645023622266,
      "lyap1_mean": -0.20661619305610657,
      "lyap1_max": -0.18151971697807312,
      "lyap1_min": -0.22612527012825012,
      "lyap_spec_mean": [
        -0.20661620795726776,
        -0.21408629417419434
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1541,
      "lr": 0.0001,
      "sup_loss": 1.2405755339011992,
      "rf_loss": 0.0,
      "total_loss": 1.2405755339011992,
      "lyap1_mean": -0.21475881338119507,
      "lyap1_max": -0.19122785329818726,
      "lyap1_min": -0.2271738499403,
      "lyap_spec_mean": [
        -0.21475881338119507,
        -0.21613982319831848
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1542,
      "lr": 0.0001,
      "sup_loss": 1.2279528483246205,
      "rf_loss": 0.0,
      "total_loss": 1.2279528483246205,
      "lyap1_mean": -0.2166980504989624,
      "lyap1_max": -0.1973264217376709,
      "lyap1_min": -0.23288314044475555,
      "lyap_spec_mean": [
        -0.2166980355978012,
        -0.22070686519145966
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1543,
      "lr": 0.0001,
      "sup_loss": 1.221866827319682,
      "rf_loss": 0.0,
      "total_loss": 1.221866827319682,
      "lyap1_mean": -0.21949642896652222,
      "lyap1_max": -0.1887451857328415,
      "lyap1_min": -0.23643788695335388,
      "lyap_spec_mean": [
        -0.21949642896652222,
        -0.21526092290878296
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1544,
      "lr": 0.0001,
      "sup_loss": 1.2611365754074522,
      "rf_loss": 0.0,
      "total_loss": 1.2611365754074522,
      "lyap1_mean": -0.2168453335762024,
      "lyap1_max": -0.19267538189888,
      "lyap1_min": -0.2314939945936203,
      "lyap_spec_mean": [
        -0.2168453335762024,
        -0.22188055515289307
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1545,
      "lr": 0.0001,
      "sup_loss": 1.2534869652377398,
      "rf_loss": 0.0,
      "total_loss": 1.2534869652377398,
      "lyap1_mean": -0.21803812682628632,
      "lyap1_max": -0.1999119222164154,
      "lyap1_min": -0.2354556918144226,
      "lyap_spec_mean": [
        -0.21803811192512512,
        -0.22260868549346924
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1546,
      "lr": 0.0001,
      "sup_loss": 1.1997777152520108,
      "rf_loss": 0.0,
      "total_loss": 1.1997777152520108,
      "lyap1_mean": -0.2119918167591095,
      "lyap1_max": -0.1811804473400116,
      "lyap1_min": -0.23532554507255554,
      "lyap_spec_mean": [
        -0.2119918167591095,
        -0.21651044487953186
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1547,
      "lr": 0.0001,
      "sup_loss": 1.2759421113113703,
      "rf_loss": 0.0,
      "total_loss": 1.2759421113113703,
      "lyap1_mean": -0.2229149341583252,
      "lyap1_max": -0.20857101678848267,
      "lyap1_min": -0.236162006855011,
      "lyap_spec_mean": [
        -0.2229149341583252,
        -0.2121313065290451
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1548,
      "lr": 0.0001,
      "sup_loss": 1.2484778233415028,
      "rf_loss": 0.0,
      "total_loss": 1.2484778233415028,
      "lyap1_mean": -0.22172290086746216,
      "lyap1_max": -0.21210059523582458,
      "lyap1_min": -0.23350566625595093,
      "lyap_spec_mean": [
        -0.22172290086746216,
        -0.2206810563802719
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1549,
      "lr": 0.0001,
      "sup_loss": 1.2258431312545246,
      "rf_loss": 0.0,
      "total_loss": 1.2258431312545246,
      "lyap1_mean": -0.21906091272830963,
      "lyap1_max": -0.2097008228302002,
      "lyap1_min": -0.22960525751113892,
      "lyap_spec_mean": [
        -0.21906091272830963,
        -0.2167038917541504
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1550,
      "lr": 0.0001,
      "sup_loss": 1.2674727290709167,
      "rf_loss": 0.0,
      "total_loss": 1.2674727290709167,
      "lyap1_mean": -0.2126646637916565,
      "lyap1_max": -0.20211079716682434,
      "lyap1_min": -0.22453880310058594,
      "lyap_spec_mean": [
        -0.2126646637916565,
        -0.21282334625720978
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1551,
      "lr": 0.0001,
      "sup_loss": 1.2461647941045724,
      "rf_loss": 0.0,
      "total_loss": 1.2461647941045724,
      "lyap1_mean": -0.22069954872131348,
      "lyap1_max": -0.1984863132238388,
      "lyap1_min": -0.23677484691143036,
      "lyap_spec_mean": [
        -0.22069954872131348,
        -0.2232591211795807
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1552,
      "lr": 0.0001,
      "sup_loss": 1.2513901774649072,
      "rf_loss": 0.0,
      "total_loss": 1.2513901774649072,
      "lyap1_mean": -0.22060930728912354,
      "lyap1_max": -0.20183555781841278,
      "lyap1_min": -0.2332276552915573,
      "lyap_spec_mean": [
        -0.22060929238796234,
        -0.22590015828609467
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1553,
      "lr": 0.0001,
      "sup_loss": 1.2133782396674198,
      "rf_loss": 0.0,
      "total_loss": 1.2133782396674198,
      "lyap1_mean": -0.2198064923286438,
      "lyap1_max": -0.20182284712791443,
      "lyap1_min": -0.23520267009735107,
      "lyap_spec_mean": [
        -0.2198064923286438,
        -0.2185298502445221
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1554,
      "lr": 0.0001,
      "sup_loss": 1.2559718646715259,
      "rf_loss": 0.0,
      "total_loss": 1.2559718646715259,
      "lyap1_mean": -0.21593621373176575,
      "lyap1_max": -0.2013569325208664,
      "lyap1_min": -0.22617881000041962,
      "lyap_spec_mean": [
        -0.21593621373176575,
        -0.21614357829093933
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1555,
      "lr": 0.0001,
      "sup_loss": 1.262009322537052,
      "rf_loss": 0.0,
      "total_loss": 1.262009322537052,
      "lyap1_mean": -0.22105656564235687,
      "lyap1_max": -0.20568794012069702,
      "lyap1_min": -0.2323860377073288,
      "lyap_spec_mean": [
        -0.22105655074119568,
        -0.22593528032302856
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1556,
      "lr": 0.0001,
      "sup_loss": 1.2050214961996064,
      "rf_loss": 0.0,
      "total_loss": 1.2050214961996064,
      "lyap1_mean": -0.22847728431224823,
      "lyap1_max": -0.22303852438926697,
      "lyap1_min": -0.23586833477020264,
      "lyap_spec_mean": [
        -0.22847729921340942,
        -0.2288438230752945
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1557,
      "lr": 0.0001,
      "sup_loss": 1.2562548403746017,
      "rf_loss": 0.0,
      "total_loss": 1.2562548403746017,
      "lyap1_mean": -0.22550086677074432,
      "lyap1_max": -0.21050161123275757,
      "lyap1_min": -0.24025508761405945,
      "lyap_spec_mean": [
        -0.22550086677074432,
        -0.22599667310714722
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1558,
      "lr": 0.0001,
      "sup_loss": 1.227058132672632,
      "rf_loss": 0.0,
      "total_loss": 1.227058132672632,
      "lyap1_mean": -0.22057634592056274,
      "lyap1_max": -0.19939202070236206,
      "lyap1_min": -0.2404083013534546,
      "lyap_spec_mean": [
        -0.22057634592056274,
        -0.22005733847618103
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1559,
      "lr": 0.0001,
      "sup_loss": 1.2284621055869567,
      "rf_loss": 0.0,
      "total_loss": 1.2284621055869567,
      "lyap1_mean": -0.2120397984981537,
      "lyap1_max": -0.19541063904762268,
      "lyap1_min": -0.2228941023349762,
      "lyap_spec_mean": [
        -0.2120397984981537,
        -0.21534162759780884
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1560,
      "lr": 0.0001,
      "sup_loss": 1.278058269962898,
      "rf_loss": 0.0,
      "total_loss": 1.278058269962898,
      "lyap1_mean": -0.2141246199607849,
      "lyap1_max": -0.19055986404418945,
      "lyap1_min": -0.229872465133667,
      "lyap_spec_mean": [
        -0.2141246199607849,
        -0.21716612577438354
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1561,
      "lr": 0.0001,
      "sup_loss": 1.2525013505345892,
      "rf_loss": 0.0,
      "total_loss": 1.2525013505345892,
      "lyap1_mean": -0.20212318003177643,
      "lyap1_max": -0.14595739543437958,
      "lyap1_min": -0.22804765403270721,
      "lyap_spec_mean": [
        -0.20212318003177643,
        -0.20798762142658234
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1562,
      "lr": 0.0001,
      "sup_loss": 1.2646050625279601,
      "rf_loss": 0.0,
      "total_loss": 1.2646050625279601,
      "lyap1_mean": -0.2121354341506958,
      "lyap1_max": -0.18698996305465698,
      "lyap1_min": -0.22250747680664062,
      "lyap_spec_mean": [
        -0.212135449051857,
        -0.2156604528427124
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1563,
      "lr": 0.0001,
      "sup_loss": 1.210661733148619,
      "rf_loss": 0.0,
      "total_loss": 1.210661733148619,
      "lyap1_mean": -0.2180292159318924,
      "lyap1_max": -0.20731163024902344,
      "lyap1_min": -0.23468175530433655,
      "lyap_spec_mean": [
        -0.2180292159318924,
        -0.20855370163917542
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1564,
      "lr": 0.0001,
      "sup_loss": 1.2568842891228835,
      "rf_loss": 0.0,
      "total_loss": 1.2568842891228835,
      "lyap1_mean": -0.2192952036857605,
      "lyap1_max": -0.19743746519088745,
      "lyap1_min": -0.24332831799983978,
      "lyap_spec_mean": [
        -0.2192951887845993,
        -0.2182498574256897
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1565,
      "lr": 0.0001,
      "sup_loss": 1.2492449090993811,
      "rf_loss": 0.0,
      "total_loss": 1.2492449090993811,
      "lyap1_mean": -0.21810880303382874,
      "lyap1_max": -0.18058744072914124,
      "lyap1_min": -0.23986481130123138,
      "lyap_spec_mean": [
        -0.21810880303382874,
        -0.22783547639846802
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1566,
      "lr": 0.0001,
      "sup_loss": 1.26103533697917,
      "rf_loss": 0.0,
      "total_loss": 1.26103533697917,
      "lyap1_mean": -0.22915442287921906,
      "lyap1_max": -0.2061232328414917,
      "lyap1_min": -0.24423204362392426,
      "lyap_spec_mean": [
        -0.22915443778038025,
        -0.2353714257478714
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1567,
      "lr": 0.0001,
      "sup_loss": 1.2404304598247575,
      "rf_loss": 0.0,
      "total_loss": 1.2404304598247575,
      "lyap1_mean": -0.22693011164665222,
      "lyap1_max": -0.21560440957546234,
      "lyap1_min": -0.23417465388774872,
      "lyap_spec_mean": [
        -0.22693009674549103,
        -0.23362326622009277
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1568,
      "lr": 0.0001,
      "sup_loss": 1.1925017193931553,
      "rf_loss": 0.0,
      "total_loss": 1.1925017193931553,
      "lyap1_mean": -0.23052653670310974,
      "lyap1_max": -0.2212846279144287,
      "lyap1_min": -0.250701904296875,
      "lyap_spec_mean": [
        -0.23052653670310974,
        -0.24015535414218903
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1569,
      "lr": 0.0001,
      "sup_loss": 1.2896612540301484,
      "rf_loss": 0.0,
      "total_loss": 1.2896612540301484,
      "lyap1_mean": -0.23334765434265137,
      "lyap1_max": -0.2225159853696823,
      "lyap1_min": -0.24517607688903809,
      "lyap_spec_mean": [
        -0.23334765434265137,
        -0.23183831572532654
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1570,
      "lr": 0.0001,
      "sup_loss": 1.283081937248245,
      "rf_loss": 0.0,
      "total_loss": 1.283081937248245,
      "lyap1_mean": -0.2268247902393341,
      "lyap1_max": -0.20729023218154907,
      "lyap1_min": -0.23922085762023926,
      "lyap_spec_mean": [
        -0.2268247902393341,
        -0.22901852428913116
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1571,
      "lr": 0.0001,
      "sup_loss": 1.243368364879574,
      "rf_loss": 0.0,
      "total_loss": 1.243368364879574,
      "lyap1_mean": -0.22571751475334167,
      "lyap1_max": -0.2054271399974823,
      "lyap1_min": -0.24169376492500305,
      "lyap_spec_mean": [
        -0.22571751475334167,
        -0.2385602593421936
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1572,
      "lr": 0.0001,
      "sup_loss": 1.1859268661145501,
      "rf_loss": 0.0,
      "total_loss": 1.1859268661145501,
      "lyap1_mean": -0.2304982841014862,
      "lyap1_max": -0.22191590070724487,
      "lyap1_min": -0.2382740080356598,
      "lyap_spec_mean": [
        -0.2304982841014862,
        -0.23209168016910553
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1573,
      "lr": 0.0001,
      "sup_loss": 1.254442054370705,
      "rf_loss": 0.0,
      "total_loss": 1.254442054370705,
      "lyap1_mean": -0.22773635387420654,
      "lyap1_max": -0.21871861815452576,
      "lyap1_min": -0.23810963332653046,
      "lyap_spec_mean": [
        -0.22773635387420654,
        -0.22552697360515594
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1574,
      "lr": 0.0001,
      "sup_loss": 1.2403412850960929,
      "rf_loss": 0.0,
      "total_loss": 1.2403412850960929,
      "lyap1_mean": -0.23088139295578003,
      "lyap1_max": -0.21337267756462097,
      "lyap1_min": -0.2424437254667282,
      "lyap_spec_mean": [
        -0.23088139295578003,
        -0.22931262850761414
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1575,
      "lr": 0.0001,
      "sup_loss": 1.238291586658483,
      "rf_loss": 0.0,
      "total_loss": 1.238291586658483,
      "lyap1_mean": -0.22764599323272705,
      "lyap1_max": -0.22009901702404022,
      "lyap1_min": -0.23284515738487244,
      "lyap_spec_mean": [
        -0.22764597833156586,
        -0.22971108555793762
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1576,
      "lr": 0.0001,
      "sup_loss": 1.2192891906705299,
      "rf_loss": 0.0,
      "total_loss": 1.2192891906705299,
      "lyap1_mean": -0.23527051508426666,
      "lyap1_max": -0.22864118218421936,
      "lyap1_min": -0.24505995213985443,
      "lyap_spec_mean": [
        -0.23527051508426666,
        -0.23477889597415924
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1577,
      "lr": 0.0001,
      "sup_loss": 1.2322368975309528,
      "rf_loss": 0.0,
      "total_loss": 1.2322368975309528,
      "lyap1_mean": -0.2323601245880127,
      "lyap1_max": -0.22044943273067474,
      "lyap1_min": -0.24606183171272278,
      "lyap_spec_mean": [
        -0.2323601245880127,
        -0.230722576379776
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1578,
      "lr": 0.0001,
      "sup_loss": 1.2582046998565664,
      "rf_loss": 0.0,
      "total_loss": 1.2582046998565664,
      "lyap1_mean": -0.22352716326713562,
      "lyap1_max": -0.20270061492919922,
      "lyap1_min": -0.2366887778043747,
      "lyap_spec_mean": [
        -0.22352716326713562,
        -0.22861942648887634
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1579,
      "lr": 0.0001,
      "sup_loss": 1.2322254637911025,
      "rf_loss": 0.0,
      "total_loss": 1.2322254637911025,
      "lyap1_mean": -0.22690913081169128,
      "lyap1_max": -0.21653632819652557,
      "lyap1_min": -0.24224957823753357,
      "lyap_spec_mean": [
        -0.22690913081169128,
        -0.2262895554304123
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1580,
      "lr": 0.0001,
      "sup_loss": 1.242169511804232,
      "rf_loss": 0.0,
      "total_loss": 1.242169511804232,
      "lyap1_mean": -0.21580035984516144,
      "lyap1_max": -0.19475120306015015,
      "lyap1_min": -0.2269122451543808,
      "lyap_spec_mean": [
        -0.21580037474632263,
        -0.22259847819805145
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1581,
      "lr": 0.0001,
      "sup_loss": 1.230565735948472,
      "rf_loss": 0.0,
      "total_loss": 1.230565735948472,
      "lyap1_mean": -0.21998851001262665,
      "lyap1_max": -0.21158871054649353,
      "lyap1_min": -0.23530784249305725,
      "lyap_spec_mean": [
        -0.21998849511146545,
        -0.2208046317100525
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1582,
      "lr": 0.0001,
      "sup_loss": 1.2175558416682475,
      "rf_loss": 0.0,
      "total_loss": 1.2175558416682475,
      "lyap1_mean": -0.22032830119132996,
      "lyap1_max": -0.20682629942893982,
      "lyap1_min": -0.23004984855651855,
      "lyap_spec_mean": [
        -0.22032831609249115,
        -0.2252008020877838
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1583,
      "lr": 0.0001,
      "sup_loss": 1.2553811700462487,
      "rf_loss": 0.0,
      "total_loss": 1.2553811700462487,
      "lyap1_mean": -0.2245829701423645,
      "lyap1_max": -0.21280734241008759,
      "lyap1_min": -0.2363213151693344,
      "lyap_spec_mean": [
        -0.2245829701423645,
        -0.2247954159975052
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1584,
      "lr": 0.0001,
      "sup_loss": 1.2319541702225107,
      "rf_loss": 0.0,
      "total_loss": 1.2319541702225107,
      "lyap1_mean": -0.2216818481683731,
      "lyap1_max": -0.21379731595516205,
      "lyap1_min": -0.23294872045516968,
      "lyap_spec_mean": [
        -0.2216818481683731,
        -0.2185780107975006
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1585,
      "lr": 0.0001,
      "sup_loss": 1.227928986866777,
      "rf_loss": 0.0,
      "total_loss": 1.227928986866777,
      "lyap1_mean": -0.22208698093891144,
      "lyap1_max": -0.2010537087917328,
      "lyap1_min": -0.24010787904262543,
      "lyap_spec_mean": [
        -0.22208699584007263,
        -0.22611187398433685
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1586,
      "lr": 0.0001,
      "sup_loss": 1.2674790582696924,
      "rf_loss": 0.0,
      "total_loss": 1.2674790582696924,
      "lyap1_mean": -0.210894376039505,
      "lyap1_max": -0.19459280371665955,
      "lyap1_min": -0.22214041650295258,
      "lyap_spec_mean": [
        -0.210894376039505,
        -0.2094627022743225
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1587,
      "lr": 0.0001,
      "sup_loss": 1.2544322975851683,
      "rf_loss": 0.0,
      "total_loss": 1.2544322975851683,
      "lyap1_mean": -0.20840144157409668,
      "lyap1_max": -0.18670378625392914,
      "lyap1_min": -0.22175896167755127,
      "lyap_spec_mean": [
        -0.20840144157409668,
        -0.21582838892936707
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1588,
      "lr": 0.0001,
      "sup_loss": 1.2589079098964413,
      "rf_loss": 0.0,
      "total_loss": 1.2589079098964413,
      "lyap1_mean": -0.19871652126312256,
      "lyap1_max": -0.17736659944057465,
      "lyap1_min": -0.21852998435497284,
      "lyap_spec_mean": [
        -0.19871653616428375,
        -0.21241512894630432
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1589,
      "lr": 0.0001,
      "sup_loss": 1.2349762212185158,
      "rf_loss": 0.0,
      "total_loss": 1.2349762212185158,
      "lyap1_mean": -0.21314938366413116,
      "lyap1_max": -0.19430896639823914,
      "lyap1_min": -0.22684429585933685,
      "lyap_spec_mean": [
        -0.21314936876296997,
        -0.2208934724330902
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1590,
      "lr": 0.0001,
      "sup_loss": 1.2687404780502747,
      "rf_loss": 0.0,
      "total_loss": 1.2687404780502747,
      "lyap1_mean": -0.2215983122587204,
      "lyap1_max": -0.21294806897640228,
      "lyap1_min": -0.22779016196727753,
      "lyap_spec_mean": [
        -0.2215982973575592,
        -0.2203841656446457
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1591,
      "lr": 0.0001,
      "sup_loss": 1.2331028306306953,
      "rf_loss": 0.0,
      "total_loss": 1.2331028306306953,
      "lyap1_mean": -0.22174176573753357,
      "lyap1_max": -0.18766258656978607,
      "lyap1_min": -0.2446691244840622,
      "lyap_spec_mean": [
        -0.22174176573753357,
        -0.22727489471435547
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1592,
      "lr": 0.0001,
      "sup_loss": 1.2460085089060473,
      "rf_loss": 0.0,
      "total_loss": 1.2460085089060473,
      "lyap1_mean": -0.2259456217288971,
      "lyap1_max": -0.19590376317501068,
      "lyap1_min": -0.24052982032299042,
      "lyap_spec_mean": [
        -0.2259456366300583,
        -0.22095555067062378
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1593,
      "lr": 0.0001,
      "sup_loss": 1.263115902141921,
      "rf_loss": 0.0,
      "total_loss": 1.263115902141921,
      "lyap1_mean": -0.21997149288654327,
      "lyap1_max": -0.19559577107429504,
      "lyap1_min": -0.2401643991470337,
      "lyap_spec_mean": [
        -0.21997150778770447,
        -0.22186464071273804
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1594,
      "lr": 0.0001,
      "sup_loss": 1.260206961301074,
      "rf_loss": 0.0,
      "total_loss": 1.260206961301074,
      "lyap1_mean": -0.21509724855422974,
      "lyap1_max": -0.1456717997789383,
      "lyap1_min": -0.24990081787109375,
      "lyap_spec_mean": [
        -0.21509724855422974,
        -0.2320312261581421
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1595,
      "lr": 0.0001,
      "sup_loss": 1.1787780739138378,
      "rf_loss": 0.0,
      "total_loss": 1.1787780739138378,
      "lyap1_mean": -0.2140166461467743,
      "lyap1_max": -0.16164077818393707,
      "lyap1_min": -0.24614791572093964,
      "lyap_spec_mean": [
        -0.2140166461467743,
        -0.2253810316324234
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1596,
      "lr": 0.0001,
      "sup_loss": 1.2515240251287545,
      "rf_loss": 0.0,
      "total_loss": 1.2515240251287545,
      "lyap1_mean": -0.21882888674736023,
      "lyap1_max": -0.17235492169857025,
      "lyap1_min": -0.24483084678649902,
      "lyap_spec_mean": [
        -0.21882888674736023,
        -0.22668802738189697
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1597,
      "lr": 0.0001,
      "sup_loss": 1.2721355343967837,
      "rf_loss": 0.0,
      "total_loss": 1.2721355343967837,
      "lyap1_mean": -0.21122820675373077,
      "lyap1_max": -0.17305871844291687,
      "lyap1_min": -0.24319259822368622,
      "lyap_spec_mean": [
        -0.21122822165489197,
        -0.22771762311458588
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1598,
      "lr": 0.0001,
      "sup_loss": 1.2179452783621652,
      "rf_loss": 0.0,
      "total_loss": 1.2179452783621652,
      "lyap1_mean": -0.2176971435546875,
      "lyap1_max": -0.20701822638511658,
      "lyap1_min": -0.2290070652961731,
      "lyap_spec_mean": [
        -0.2176971286535263,
        -0.22316570580005646
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1599,
      "lr": 0.0001,
      "sup_loss": 1.247952232953465,
      "rf_loss": 0.0,
      "total_loss": 1.247952232953465,
      "lyap1_mean": -0.2257240116596222,
      "lyap1_max": -0.200814351439476,
      "lyap1_min": -0.2421512007713318,
      "lyap_spec_mean": [
        -0.2257240116596222,
        -0.2303362339735031
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1600,
      "lr": 0.0001,
      "sup_loss": 1.2264046940825393,
      "rf_loss": 0.0,
      "total_loss": 1.2264046940825393,
      "lyap1_mean": -0.22002139687538147,
      "lyap1_max": -0.18255889415740967,
      "lyap1_min": -0.23870885372161865,
      "lyap_spec_mean": [
        -0.22002141177654266,
        -0.21676413714885712
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1601,
      "lr": 0.0001,
      "sup_loss": 1.2468350386603253,
      "rf_loss": 0.0,
      "total_loss": 1.2468350386603253,
      "lyap1_mean": -0.2153642177581787,
      "lyap1_max": -0.18437223136425018,
      "lyap1_min": -0.22769467532634735,
      "lyap_spec_mean": [
        -0.2153642177581787,
        -0.20655390620231628
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1602,
      "lr": 0.0001,
      "sup_loss": 1.243218931537597,
      "rf_loss": 0.0,
      "total_loss": 1.243218931537597,
      "lyap1_mean": -0.20922794938087463,
      "lyap1_max": -0.1689947098493576,
      "lyap1_min": -0.22406093776226044,
      "lyap_spec_mean": [
        -0.20922794938087463,
        -0.20888668298721313
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1603,
      "lr": 0.0001,
      "sup_loss": 1.2333723591751726,
      "rf_loss": 0.0,
      "total_loss": 1.2333723591751726,
      "lyap1_mean": -0.21789872646331787,
      "lyap1_max": -0.20287065207958221,
      "lyap1_min": -0.22655783593654633,
      "lyap_spec_mean": [
        -0.21789872646331787,
        -0.21824336051940918
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1604,
      "lr": 0.0001,
      "sup_loss": 1.1905529362685863,
      "rf_loss": 0.0,
      "total_loss": 1.1905529362685863,
      "lyap1_mean": -0.22001713514328003,
      "lyap1_max": -0.200564906001091,
      "lyap1_min": -0.23371611535549164,
      "lyap_spec_mean": [
        -0.22001715004444122,
        -0.21865306794643402
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1605,
      "lr": 0.0001,
      "sup_loss": 1.2072132334647008,
      "rf_loss": 0.0,
      "total_loss": 1.2072132334647008,
      "lyap1_mean": -0.20637576282024384,
      "lyap1_max": -0.18253955245018005,
      "lyap1_min": -0.2292458713054657,
      "lyap_spec_mean": [
        -0.20637574791908264,
        -0.21484693884849548
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1606,
      "lr": 0.0001,
      "sup_loss": 1.2831364182041216,
      "rf_loss": 0.0,
      "total_loss": 1.2831364182041216,
      "lyap1_mean": -0.21756747364997864,
      "lyap1_max": -0.20167802274227142,
      "lyap1_min": -0.22683165967464447,
      "lyap_spec_mean": [
        -0.21756745874881744,
        -0.21537543833255768
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1607,
      "lr": 0.0001,
      "sup_loss": 1.2706634532458747,
      "rf_loss": 0.0,
      "total_loss": 1.2706634532458747,
      "lyap1_mean": -0.21495935320854187,
      "lyap1_max": -0.20346122980117798,
      "lyap1_min": -0.2253994643688202,
      "lyap_spec_mean": [
        -0.21495933830738068,
        -0.21811673045158386
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1608,
      "lr": 0.0001,
      "sup_loss": 1.2775369708617115,
      "rf_loss": 0.0,
      "total_loss": 1.2775369708617115,
      "lyap1_mean": -0.2253316044807434,
      "lyap1_max": -0.21438148617744446,
      "lyap1_min": -0.23758956789970398,
      "lyap_spec_mean": [
        -0.2253316044807434,
        -0.22214829921722412
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1609,
      "lr": 0.0001,
      "sup_loss": 1.258047154395055,
      "rf_loss": 0.0,
      "total_loss": 1.258047154395055,
      "lyap1_mean": -0.21964021027088165,
      "lyap1_max": -0.2043466418981552,
      "lyap1_min": -0.24209026992321014,
      "lyap_spec_mean": [
        -0.21964021027088165,
        -0.22324782609939575
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1610,
      "lr": 0.0001,
      "sup_loss": 1.2004013787624308,
      "rf_loss": 0.0,
      "total_loss": 1.2004013787624308,
      "lyap1_mean": -0.22890415787696838,
      "lyap1_max": -0.20570755004882812,
      "lyap1_min": -0.24170833826065063,
      "lyap_spec_mean": [
        -0.22890415787696838,
        -0.23149511218070984
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1611,
      "lr": 0.0001,
      "sup_loss": 1.2614774829434743,
      "rf_loss": 0.0,
      "total_loss": 1.2614774829434743,
      "lyap1_mean": -0.23415538668632507,
      "lyap1_max": -0.22373060882091522,
      "lyap1_min": -0.24832050502300262,
      "lyap_spec_mean": [
        -0.23415537178516388,
        -0.22820420563220978
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1612,
      "lr": 0.0001,
      "sup_loss": 1.2222691897664122,
      "rf_loss": 0.0,
      "total_loss": 1.2222691897664122,
      "lyap1_mean": -0.22558142244815826,
      "lyap1_max": -0.20953044295310974,
      "lyap1_min": -0.23556122183799744,
      "lyap_spec_mean": [
        -0.22558143734931946,
        -0.22637176513671875
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1613,
      "lr": 0.0001,
      "sup_loss": 1.2199781956079252,
      "rf_loss": 0.0,
      "total_loss": 1.2199781956079252,
      "lyap1_mean": -0.23391345143318176,
      "lyap1_max": -0.21659740805625916,
      "lyap1_min": -0.25236135721206665,
      "lyap_spec_mean": [
        -0.23391346633434296,
        -0.2307402491569519
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1614,
      "lr": 0.0001,
      "sup_loss": 1.2296532566323919,
      "rf_loss": 0.0,
      "total_loss": 1.2296532566323919,
      "lyap1_mean": -0.23231853544712067,
      "lyap1_max": -0.22344408929347992,
      "lyap1_min": -0.24248580634593964,
      "lyap_spec_mean": [
        -0.23231853544712067,
        -0.22607606649398804
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1615,
      "lr": 0.0001,
      "sup_loss": 1.2589073855212114,
      "rf_loss": 0.0,
      "total_loss": 1.2589073855212114,
      "lyap1_mean": -0.22587110102176666,
      "lyap1_max": -0.20923301577568054,
      "lyap1_min": -0.23923489451408386,
      "lyap_spec_mean": [
        -0.22587110102176666,
        -0.23332864046096802
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1616,
      "lr": 0.0001,
      "sup_loss": 1.2438700168469197,
      "rf_loss": 0.0,
      "total_loss": 1.2438700168469197,
      "lyap1_mean": -0.23015518486499786,
      "lyap1_max": -0.21965965628623962,
      "lyap1_min": -0.2410275936126709,
      "lyap_spec_mean": [
        -0.23015518486499786,
        -0.22618141770362854
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1617,
      "lr": 0.0001,
      "sup_loss": 1.2328221077716741,
      "rf_loss": 0.0,
      "total_loss": 1.2328221077716741,
      "lyap1_mean": -0.21721398830413818,
      "lyap1_max": -0.1850666105747223,
      "lyap1_min": -0.23521900177001953,
      "lyap_spec_mean": [
        -0.21721398830413818,
        -0.22178255021572113
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1618,
      "lr": 0.0001,
      "sup_loss": 1.2609746537922941,
      "rf_loss": 0.0,
      "total_loss": 1.2609746537922941,
      "lyap1_mean": -0.22069501876831055,
      "lyap1_max": -0.2015131711959839,
      "lyap1_min": -0.2463652789592743,
      "lyap_spec_mean": [
        -0.22069503366947174,
        -0.2242748737335205
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1619,
      "lr": 0.0001,
      "sup_loss": 1.2038421015905487,
      "rf_loss": 0.0,
      "total_loss": 1.2038421015905487,
      "lyap1_mean": -0.21218810975551605,
      "lyap1_max": -0.19148245453834534,
      "lyap1_min": -0.22732746601104736,
      "lyap_spec_mean": [
        -0.21218809485435486,
        -0.21702347695827484
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1620,
      "lr": 0.0001,
      "sup_loss": 1.2574662893118047,
      "rf_loss": 0.0,
      "total_loss": 1.2574662893118047,
      "lyap1_mean": -0.21285134553909302,
      "lyap1_max": -0.19666998088359833,
      "lyap1_min": -0.22299820184707642,
      "lyap_spec_mean": [
        -0.21285134553909302,
        -0.21585121750831604
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1621,
      "lr": 0.0001,
      "sup_loss": 1.2597795078465222,
      "rf_loss": 0.0,
      "total_loss": 1.2597795078465222,
      "lyap1_mean": -0.21910139918327332,
      "lyap1_max": -0.20458458364009857,
      "lyap1_min": -0.24089673161506653,
      "lyap_spec_mean": [
        -0.21910139918327332,
        -0.21980828046798706
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1622,
      "lr": 0.0001,
      "sup_loss": 1.2854989471495313,
      "rf_loss": 0.0,
      "total_loss": 1.2854989471495313,
      "lyap1_mean": -0.20603454113006592,
      "lyap1_max": -0.1731511652469635,
      "lyap1_min": -0.22468319535255432,
      "lyap_spec_mean": [
        -0.20603452622890472,
        -0.2125225067138672
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1623,
      "lr": 0.0001,
      "sup_loss": 1.2218595930616019,
      "rf_loss": 0.0,
      "total_loss": 1.2218595930616019,
      "lyap1_mean": -0.20854970812797546,
      "lyap1_max": -0.18216995894908905,
      "lyap1_min": -0.2280014604330063,
      "lyap_spec_mean": [
        -0.20854972302913666,
        -0.21008256077766418
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1624,
      "lr": 0.0001,
      "sup_loss": 1.2637516614296869,
      "rf_loss": 0.0,
      "total_loss": 1.2637516614296869,
      "lyap1_mean": -0.2118929773569107,
      "lyap1_max": -0.1833513379096985,
      "lyap1_min": -0.229644775390625,
      "lyap_spec_mean": [
        -0.2118929773569107,
        -0.21805277466773987
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1625,
      "lr": 0.0001,
      "sup_loss": 1.2401400242705227,
      "rf_loss": 0.0,
      "total_loss": 1.2401400242705227,
      "lyap1_mean": -0.22366392612457275,
      "lyap1_max": -0.17659959197044373,
      "lyap1_min": -0.24031905829906464,
      "lyap_spec_mean": [
        -0.22366392612457275,
        -0.2199050784111023
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1626,
      "lr": 0.0001,
      "sup_loss": 1.2117263682316695,
      "rf_loss": 0.0,
      "total_loss": 1.2117263682316695,
      "lyap1_mean": -0.21673209965229034,
      "lyap1_max": -0.1983129233121872,
      "lyap1_min": -0.23393866419792175,
      "lyap_spec_mean": [
        -0.21673211455345154,
        -0.22880086302757263
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1627,
      "lr": 0.0001,
      "sup_loss": 1.250622013785146,
      "rf_loss": 0.0,
      "total_loss": 1.250622013785146,
      "lyap1_mean": -0.22177119553089142,
      "lyap1_max": -0.2022348940372467,
      "lyap1_min": -0.2417568415403366,
      "lyap_spec_mean": [
        -0.22177119553089142,
        -0.2253597378730774
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1628,
      "lr": 0.0001,
      "sup_loss": 1.3002394503990025,
      "rf_loss": 0.0,
      "total_loss": 1.3002394503990025,
      "lyap1_mean": -0.22688016295433044,
      "lyap1_max": -0.2024371325969696,
      "lyap1_min": -0.23617148399353027,
      "lyap_spec_mean": [
        -0.22688016295433044,
        -0.2176980823278427
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1629,
      "lr": 0.0001,
      "sup_loss": 1.286687078093586,
      "rf_loss": 0.0,
      "total_loss": 1.286687078093586,
      "lyap1_mean": -0.21647261083126068,
      "lyap1_max": -0.2001878023147583,
      "lyap1_min": -0.23585757613182068,
      "lyap_spec_mean": [
        -0.21647261083126068,
        -0.22789210081100464
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1630,
      "lr": 0.0001,
      "sup_loss": 1.247894413559021,
      "rf_loss": 0.0,
      "total_loss": 1.247894413559021,
      "lyap1_mean": -0.219040647149086,
      "lyap1_max": -0.19895891845226288,
      "lyap1_min": -0.23648767173290253,
      "lyap_spec_mean": [
        -0.2190406620502472,
        -0.22853493690490723
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1631,
      "lr": 0.0001,
      "sup_loss": 1.2436070434169322,
      "rf_loss": 0.0,
      "total_loss": 1.2436070434169322,
      "lyap1_mean": -0.22842895984649658,
      "lyap1_max": -0.21492773294448853,
      "lyap1_min": -0.24880121648311615,
      "lyap_spec_mean": [
        -0.2284289300441742,
        -0.2293480783700943
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1632,
      "lr": 0.0001,
      "sup_loss": 1.2555322795856676,
      "rf_loss": 0.0,
      "total_loss": 1.2555322795856676,
      "lyap1_mean": -0.21571415662765503,
      "lyap1_max": -0.18874013423919678,
      "lyap1_min": -0.23593264818191528,
      "lyap_spec_mean": [
        -0.21571414172649384,
        -0.2144911140203476
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1633,
      "lr": 0.0001,
      "sup_loss": 1.2390692282390428,
      "rf_loss": 0.0,
      "total_loss": 1.2390692282390428,
      "lyap1_mean": -0.2247597873210907,
      "lyap1_max": -0.2117716670036316,
      "lyap1_min": -0.2347407191991806,
      "lyap_spec_mean": [
        -0.2247597873210907,
        -0.22392283380031586
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1634,
      "lr": 0.0001,
      "sup_loss": 1.2253756425589284,
      "rf_loss": 0.0,
      "total_loss": 1.2253756425589284,
      "lyap1_mean": -0.22080692648887634,
      "lyap1_max": -0.20913290977478027,
      "lyap1_min": -0.23070715367794037,
      "lyap_spec_mean": [
        -0.22080692648887634,
        -0.22000831365585327
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1635,
      "lr": 0.0001,
      "sup_loss": 1.2650391204465585,
      "rf_loss": 0.0,
      "total_loss": 1.2650391204465585,
      "lyap1_mean": -0.21194544434547424,
      "lyap1_max": -0.19036750495433807,
      "lyap1_min": -0.22428178787231445,
      "lyap_spec_mean": [
        -0.21194542944431305,
        -0.21735791862010956
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1636,
      "lr": 0.0001,
      "sup_loss": 1.2319267011297679,
      "rf_loss": 0.0,
      "total_loss": 1.2319267011297679,
      "lyap1_mean": -0.2176637351512909,
      "lyap1_max": -0.20785656571388245,
      "lyap1_min": -0.22983959317207336,
      "lyap_spec_mean": [
        -0.2176637351512909,
        -0.2223760485649109
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1637,
      "lr": 0.0001,
      "sup_loss": 1.2468413601308261,
      "rf_loss": 0.0,
      "total_loss": 1.2468413601308261,
      "lyap1_mean": -0.21390509605407715,
      "lyap1_max": -0.202711820602417,
      "lyap1_min": -0.23052911460399628,
      "lyap_spec_mean": [
        -0.21390511095523834,
        -0.2162994146347046
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1638,
      "lr": 0.0001,
      "sup_loss": 1.2165605169317573,
      "rf_loss": 0.0,
      "total_loss": 1.2165605169317573,
      "lyap1_mean": -0.21820218861103058,
      "lyap1_max": -0.20475131273269653,
      "lyap1_min": -0.23659543693065643,
      "lyap_spec_mean": [
        -0.21820217370986938,
        -0.2203449010848999
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1639,
      "lr": 0.0001,
      "sup_loss": 1.2318066733555548,
      "rf_loss": 0.0,
      "total_loss": 1.2318066733555548,
      "lyap1_mean": -0.21004483103752136,
      "lyap1_max": -0.17473149299621582,
      "lyap1_min": -0.2280799001455307,
      "lyap_spec_mean": [
        -0.21004484593868256,
        -0.21829262375831604
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1640,
      "lr": 0.0001,
      "sup_loss": 1.2356104124703233,
      "rf_loss": 0.0,
      "total_loss": 1.2356104124703233,
      "lyap1_mean": -0.22722211480140686,
      "lyap1_max": -0.21082544326782227,
      "lyap1_min": -0.23951217532157898,
      "lyap_spec_mean": [
        -0.22722212970256805,
        -0.22823499143123627
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1641,
      "lr": 0.0001,
      "sup_loss": 1.243861535280945,
      "rf_loss": 0.0,
      "total_loss": 1.243861535280945,
      "lyap1_mean": -0.23321495950222015,
      "lyap1_max": -0.2157880961894989,
      "lyap1_min": -0.24540333449840546,
      "lyap_spec_mean": [
        -0.23321495950222015,
        -0.2302267849445343
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1642,
      "lr": 0.0001,
      "sup_loss": 1.2398181244404114,
      "rf_loss": 0.0,
      "total_loss": 1.2398181244404114,
      "lyap1_mean": -0.23020127415657043,
      "lyap1_max": -0.2165994942188263,
      "lyap1_min": -0.24361050128936768,
      "lyap_spec_mean": [
        -0.23020127415657043,
        -0.23489293456077576
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1643,
      "lr": 0.0001,
      "sup_loss": 1.2184819803050055,
      "rf_loss": 0.0,
      "total_loss": 1.2184819803050055,
      "lyap1_mean": -0.24227112531661987,
      "lyap1_max": -0.22475141286849976,
      "lyap1_min": -0.25786370038986206,
      "lyap_spec_mean": [
        -0.24227112531661987,
        -0.23606300354003906
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1644,
      "lr": 0.0001,
      "sup_loss": 1.245245307220655,
      "rf_loss": 0.0,
      "total_loss": 1.245245307220655,
      "lyap1_mean": -0.2351195067167282,
      "lyap1_max": -0.2211797684431076,
      "lyap1_min": -0.24951913952827454,
      "lyap_spec_mean": [
        -0.2351195067167282,
        -0.23778638243675232
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1645,
      "lr": 0.0001,
      "sup_loss": 1.2257167629841257,
      "rf_loss": 0.0,
      "total_loss": 1.2257167629841257,
      "lyap1_mean": -0.23862221837043762,
      "lyap1_max": -0.2235398143529892,
      "lyap1_min": -0.2509055733680725,
      "lyap_spec_mean": [
        -0.23862220346927643,
        -0.23517362773418427
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1646,
      "lr": 0.0001,
      "sup_loss": 1.2436967734723479,
      "rf_loss": 0.0,
      "total_loss": 1.2436967734723479,
      "lyap1_mean": -0.24142348766326904,
      "lyap1_max": -0.2198011726140976,
      "lyap1_min": -0.250230997800827,
      "lyap_spec_mean": [
        -0.24142348766326904,
        -0.23461204767227173
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1647,
      "lr": 0.0001,
      "sup_loss": 1.2179871661303745,
      "rf_loss": 0.0,
      "total_loss": 1.2179871661303745,
      "lyap1_mean": -0.2384105771780014,
      "lyap1_max": -0.22393661737442017,
      "lyap1_min": -0.25291532278060913,
      "lyap_spec_mean": [
        -0.2384105771780014,
        -0.22531913220882416
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1648,
      "lr": 0.0001,
      "sup_loss": 1.2630693106215445,
      "rf_loss": 0.0,
      "total_loss": 1.2630693106215445,
      "lyap1_mean": -0.2308649718761444,
      "lyap1_max": -0.2165519893169403,
      "lyap1_min": -0.24652746319770813,
      "lyap_spec_mean": [
        -0.2308649718761444,
        -0.22861728072166443
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1649,
      "lr": 0.0001,
      "sup_loss": 1.1677367999563735,
      "rf_loss": 0.0,
      "total_loss": 1.1677367999563735,
      "lyap1_mean": -0.21362756192684174,
      "lyap1_max": -0.17917846143245697,
      "lyap1_min": -0.23395180702209473,
      "lyap_spec_mean": [
        -0.21362754702568054,
        -0.21445919573307037
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1650,
      "lr": 0.0001,
      "sup_loss": 1.277030338381647,
      "rf_loss": 0.0,
      "total_loss": 1.277030338381647,
      "lyap1_mean": -0.20062556862831116,
      "lyap1_max": -0.16563239693641663,
      "lyap1_min": -0.221363827586174,
      "lyap_spec_mean": [
        -0.20062556862831116,
        -0.2162284255027771
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1651,
      "lr": 0.0001,
      "sup_loss": 1.2457989318611336,
      "rf_loss": 0.0,
      "total_loss": 1.2457989318611336,
      "lyap1_mean": -0.20771130919456482,
      "lyap1_max": -0.1730448603630066,
      "lyap1_min": -0.227483868598938,
      "lyap_spec_mean": [
        -0.20771130919456482,
        -0.21602308750152588
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1652,
      "lr": 0.0001,
      "sup_loss": 1.2584065482532032,
      "rf_loss": 0.0,
      "total_loss": 1.2584065482532032,
      "lyap1_mean": -0.20063206553459167,
      "lyap1_max": -0.1509244590997696,
      "lyap1_min": -0.2188951075077057,
      "lyap_spec_mean": [
        -0.20063206553459167,
        -0.21727149188518524
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1653,
      "lr": 0.0001,
      "sup_loss": 1.2440115587637073,
      "rf_loss": 0.0,
      "total_loss": 1.2440115587637073,
      "lyap1_mean": -0.21637991070747375,
      "lyap1_max": -0.20768484473228455,
      "lyap1_min": -0.22590675950050354,
      "lyap_spec_mean": [
        -0.21637991070747375,
        -0.21813681721687317
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1654,
      "lr": 0.0001,
      "sup_loss": 1.2233640930104874,
      "rf_loss": 0.0,
      "total_loss": 1.2233640930104874,
      "lyap1_mean": -0.21536654233932495,
      "lyap1_max": -0.18625202775001526,
      "lyap1_min": -0.23240089416503906,
      "lyap_spec_mean": [
        -0.21536654233932495,
        -0.22311776876449585
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1655,
      "lr": 0.0001,
      "sup_loss": 1.2283958498351184,
      "rf_loss": 0.0,
      "total_loss": 1.2283958498351184,
      "lyap1_mean": -0.21396835148334503,
      "lyap1_max": -0.19082069396972656,
      "lyap1_min": -0.23313157260417938,
      "lyap_spec_mean": [
        -0.21396835148334503,
        -0.21224090456962585
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1656,
      "lr": 0.0001,
      "sup_loss": 1.2454463898482697,
      "rf_loss": 0.0,
      "total_loss": 1.2454463898482697,
      "lyap1_mean": -0.2222709357738495,
      "lyap1_max": -0.19887664914131165,
      "lyap1_min": -0.23501257598400116,
      "lyap_spec_mean": [
        -0.2222709357738495,
        -0.2198469638824463
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1657,
      "lr": 0.0001,
      "sup_loss": 1.2382365234509254,
      "rf_loss": 0.0,
      "total_loss": 1.2382365234509254,
      "lyap1_mean": -0.23150783777236938,
      "lyap1_max": -0.20237259566783905,
      "lyap1_min": -0.2449648380279541,
      "lyap_spec_mean": [
        -0.23150785267353058,
        -0.23235923051834106
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1658,
      "lr": 0.0001,
      "sup_loss": 1.2161609202123589,
      "rf_loss": 0.0,
      "total_loss": 1.2161609202123589,
      "lyap1_mean": -0.22609420120716095,
      "lyap1_max": -0.20839396119117737,
      "lyap1_min": -0.2423074096441269,
      "lyap_spec_mean": [
        -0.22609421610832214,
        -0.23446622490882874
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1659,
      "lr": 0.0001,
      "sup_loss": 1.2317134904150786,
      "rf_loss": 0.0,
      "total_loss": 1.2317134904150786,
      "lyap1_mean": -0.225505530834198,
      "lyap1_max": -0.19376495480537415,
      "lyap1_min": -0.2400609701871872,
      "lyap_spec_mean": [
        -0.2255055159330368,
        -0.22790303826332092
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1660,
      "lr": 0.0001,
      "sup_loss": 1.191202844183744,
      "rf_loss": 0.0,
      "total_loss": 1.191202844183744,
      "lyap1_mean": -0.22715505957603455,
      "lyap1_max": -0.1886955201625824,
      "lyap1_min": -0.2516360282897949,
      "lyap_spec_mean": [
        -0.22715504467487335,
        -0.2282189428806305
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1661,
      "lr": 0.0001,
      "sup_loss": 1.2453401208738317,
      "rf_loss": 0.0,
      "total_loss": 1.2453401208738317,
      "lyap1_mean": -0.22875966131687164,
      "lyap1_max": -0.21324525773525238,
      "lyap1_min": -0.2406473457813263,
      "lyap_spec_mean": [
        -0.22875964641571045,
        -0.2344803363084793
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1662,
      "lr": 0.0001,
      "sup_loss": 1.2372346085220123,
      "rf_loss": 0.0,
      "total_loss": 1.2372346085220123,
      "lyap1_mean": -0.2277098298072815,
      "lyap1_max": -0.1910771131515503,
      "lyap1_min": -0.24346940219402313,
      "lyap_spec_mean": [
        -0.2277098298072815,
        -0.22961223125457764
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1663,
      "lr": 0.0001,
      "sup_loss": 1.263783957704057,
      "rf_loss": 0.0,
      "total_loss": 1.263783957704057,
      "lyap1_mean": -0.22021818161010742,
      "lyap1_max": -0.1818740963935852,
      "lyap1_min": -0.23748692870140076,
      "lyap_spec_mean": [
        -0.22021818161010742,
        -0.22564955055713654
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1664,
      "lr": 0.0001,
      "sup_loss": 1.2332871202143731,
      "rf_loss": 0.0,
      "total_loss": 1.2332871202143731,
      "lyap1_mean": -0.22038176655769348,
      "lyap1_max": -0.2089063823223114,
      "lyap1_min": -0.24513696134090424,
      "lyap_spec_mean": [
        -0.2203817516565323,
        -0.2249353528022766
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1665,
      "lr": 0.0001,
      "sup_loss": 1.2354675567236117,
      "rf_loss": 0.0,
      "total_loss": 1.2354675567236117,
      "lyap1_mean": -0.22155380249023438,
      "lyap1_max": -0.2171805202960968,
      "lyap1_min": -0.23019516468048096,
      "lyap_spec_mean": [
        -0.22155380249023438,
        -0.2250482738018036
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1666,
      "lr": 0.0001,
      "sup_loss": 1.270124964208095,
      "rf_loss": 0.0,
      "total_loss": 1.270124964208095,
      "lyap1_mean": -0.2186168134212494,
      "lyap1_max": -0.18908511102199554,
      "lyap1_min": -0.22665582597255707,
      "lyap_spec_mean": [
        -0.2186168134212494,
        -0.22017128765583038
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1667,
      "lr": 0.0001,
      "sup_loss": 1.158910835651925,
      "rf_loss": 0.0,
      "total_loss": 1.158910835651925,
      "lyap1_mean": -0.21360468864440918,
      "lyap1_max": -0.2012241929769516,
      "lyap1_min": -0.22197145223617554,
      "lyap_spec_mean": [
        -0.21360468864440918,
        -0.21796756982803345
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1668,
      "lr": 0.0001,
      "sup_loss": 1.228150987083094,
      "rf_loss": 0.0,
      "total_loss": 1.228150987083094,
      "lyap1_mean": -0.2143372744321823,
      "lyap1_max": -0.20676372945308685,
      "lyap1_min": -0.22119075059890747,
      "lyap_spec_mean": [
        -0.21433725953102112,
        -0.21882475912570953
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1669,
      "lr": 0.0001,
      "sup_loss": 1.234914575134459,
      "rf_loss": 0.0,
      "total_loss": 1.234914575134459,
      "lyap1_mean": -0.20356884598731995,
      "lyap1_max": -0.16805385053157806,
      "lyap1_min": -0.22288066148757935,
      "lyap_spec_mean": [
        -0.20356884598731995,
        -0.21235120296478271
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1670,
      "lr": 0.0001,
      "sup_loss": 1.2606016661361266,
      "rf_loss": 0.0,
      "total_loss": 1.2606016661361266,
      "lyap1_mean": -0.20919865369796753,
      "lyap1_max": -0.20029017329216003,
      "lyap1_min": -0.21935230493545532,
      "lyap_spec_mean": [
        -0.20919863879680634,
        -0.2045252025127411
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1671,
      "lr": 0.0001,
      "sup_loss": 1.2888764843263598,
      "rf_loss": 0.0,
      "total_loss": 1.2888764843263598,
      "lyap1_mean": -0.20880678296089172,
      "lyap1_max": -0.17557673156261444,
      "lyap1_min": -0.2276061475276947,
      "lyap_spec_mean": [
        -0.20880678296089172,
        -0.21794340014457703
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1672,
      "lr": 0.0001,
      "sup_loss": 1.229703511866487,
      "rf_loss": 0.0,
      "total_loss": 1.229703511866487,
      "lyap1_mean": -0.20836791396141052,
      "lyap1_max": -0.18407157063484192,
      "lyap1_min": -0.2179967761039734,
      "lyap_spec_mean": [
        -0.20836791396141052,
        -0.21521200239658356
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1673,
      "lr": 0.0001,
      "sup_loss": 1.2377497925968717,
      "rf_loss": 0.0,
      "total_loss": 1.2377497925968717,
      "lyap1_mean": -0.22429990768432617,
      "lyap1_max": -0.21377605199813843,
      "lyap1_min": -0.23705172538757324,
      "lyap_spec_mean": [
        -0.22429990768432617,
        -0.22446084022521973
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1674,
      "lr": 0.0001,
      "sup_loss": 1.2548624791482121,
      "rf_loss": 0.0,
      "total_loss": 1.2548624791482121,
      "lyap1_mean": -0.2265288084745407,
      "lyap1_max": -0.20823071897029877,
      "lyap1_min": -0.23900841176509857,
      "lyap_spec_mean": [
        -0.2265288084745407,
        -0.22753481566905975
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1675,
      "lr": 0.0001,
      "sup_loss": 1.2048050544274176,
      "rf_loss": 0.0,
      "total_loss": 1.2048050544274176,
      "lyap1_mean": -0.22943215072155,
      "lyap1_max": -0.2200278341770172,
      "lyap1_min": -0.2398330271244049,
      "lyap_spec_mean": [
        -0.22943215072155,
        -0.22259867191314697
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1676,
      "lr": 0.0001,
      "sup_loss": 1.2634999341009379,
      "rf_loss": 0.0,
      "total_loss": 1.2634999341009379,
      "lyap1_mean": -0.2247958481311798,
      "lyap1_max": -0.18681983649730682,
      "lyap1_min": -0.2418482005596161,
      "lyap_spec_mean": [
        -0.2247958481311798,
        -0.2227332890033722
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1677,
      "lr": 0.0001,
      "sup_loss": 1.2366342196132714,
      "rf_loss": 0.0,
      "total_loss": 1.2366342196132714,
      "lyap1_mean": -0.2292729616165161,
      "lyap1_max": -0.20877158641815186,
      "lyap1_min": -0.2409873902797699,
      "lyap_spec_mean": [
        -0.2292729616165161,
        -0.23029305040836334
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1678,
      "lr": 0.0001,
      "sup_loss": 1.232800733188411,
      "rf_loss": 0.0,
      "total_loss": 1.232800733188411,
      "lyap1_mean": -0.21681760251522064,
      "lyap1_max": -0.16436731815338135,
      "lyap1_min": -0.23883184790611267,
      "lyap_spec_mean": [
        -0.21681758761405945,
        -0.22145715355873108
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1679,
      "lr": 0.0001,
      "sup_loss": 1.2340426708786936,
      "rf_loss": 0.0,
      "total_loss": 1.2340426708786936,
      "lyap1_mean": -0.22082161903381348,
      "lyap1_max": -0.19241571426391602,
      "lyap1_min": -0.24354980885982513,
      "lyap_spec_mean": [
        -0.22082160413265228,
        -0.2263389229774475
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1680,
      "lr": 0.0001,
      "sup_loss": 1.1833245018369398,
      "rf_loss": 0.0,
      "total_loss": 1.1833245018369398,
      "lyap1_mean": -0.22416916489601135,
      "lyap1_max": -0.20103228092193604,
      "lyap1_min": -0.23575252294540405,
      "lyap_spec_mean": [
        -0.22416916489601135,
        -0.22586296498775482
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1681,
      "lr": 0.0001,
      "sup_loss": 1.2198690697527503,
      "rf_loss": 0.0,
      "total_loss": 1.2198690697527503,
      "lyap1_mean": -0.20973867177963257,
      "lyap1_max": -0.18409299850463867,
      "lyap1_min": -0.2218531370162964,
      "lyap_spec_mean": [
        -0.20973865687847137,
        -0.19966550171375275
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1682,
      "lr": 0.0001,
      "sup_loss": 1.2779433680473258,
      "rf_loss": 0.0,
      "total_loss": 1.2779433680473258,
      "lyap1_mean": -0.19002145528793335,
      "lyap1_max": -0.08805402368307114,
      "lyap1_min": -0.22247332334518433,
      "lyap_spec_mean": [
        -0.19002145528793335,
        -0.21334049105644226
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1683,
      "lr": 0.0001,
      "sup_loss": 1.18566035606054,
      "rf_loss": 0.0,
      "total_loss": 1.18566035606054,
      "lyap1_mean": -0.2085331678390503,
      "lyap1_max": -0.17934726178646088,
      "lyap1_min": -0.22605890035629272,
      "lyap_spec_mean": [
        -0.2085331678390503,
        -0.21336790919303894
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1684,
      "lr": 0.0001,
      "sup_loss": 1.2855803172939302,
      "rf_loss": 0.0,
      "total_loss": 1.2855803172939302,
      "lyap1_mean": -0.21594023704528809,
      "lyap1_max": -0.2083970010280609,
      "lyap1_min": -0.22364920377731323,
      "lyap_spec_mean": [
        -0.21594023704528809,
        -0.21611186861991882
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1685,
      "lr": 0.0001,
      "sup_loss": 1.2670940829277983,
      "rf_loss": 0.0,
      "total_loss": 1.2670940829277983,
      "lyap1_mean": -0.21583051979541779,
      "lyap1_max": -0.2077701985836029,
      "lyap1_min": -0.22466987371444702,
      "lyap_spec_mean": [
        -0.21583053469657898,
        -0.21976950764656067
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1686,
      "lr": 0.0001,
      "sup_loss": 1.2576802497848234,
      "rf_loss": 0.0,
      "total_loss": 1.2576802497848234,
      "lyap1_mean": -0.21599090099334717,
      "lyap1_max": -0.20130383968353271,
      "lyap1_min": -0.22808891534805298,
      "lyap_spec_mean": [
        -0.21599090099334717,
        -0.2159389853477478
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1687,
      "lr": 0.0001,
      "sup_loss": 1.1934167224488026,
      "rf_loss": 0.0,
      "total_loss": 1.1934167224488026,
      "lyap1_mean": -0.20781585574150085,
      "lyap1_max": -0.11656610667705536,
      "lyap1_min": -0.2336227297782898,
      "lyap_spec_mean": [
        -0.20781584084033966,
        -0.22479909658432007
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1688,
      "lr": 0.0001,
      "sup_loss": 1.2574562346891822,
      "rf_loss": 0.0,
      "total_loss": 1.2574562346891822,
      "lyap1_mean": -0.21614578366279602,
      "lyap1_max": -0.1967998743057251,
      "lyap1_min": -0.23873838782310486,
      "lyap_spec_mean": [
        -0.21614578366279602,
        -0.2130555510520935
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1689,
      "lr": 0.0001,
      "sup_loss": 1.2154924735732355,
      "rf_loss": 0.0,
      "total_loss": 1.2154924735732355,
      "lyap1_mean": -0.19022908806800842,
      "lyap1_max": -0.14215506613254547,
      "lyap1_min": -0.22651444375514984,
      "lyap_spec_mean": [
        -0.19022908806800842,
        -0.21051141619682312
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1690,
      "lr": 0.0001,
      "sup_loss": 1.2169743198865126,
      "rf_loss": 0.0,
      "total_loss": 1.2169743198865126,
      "lyap1_mean": -0.22772842645645142,
      "lyap1_max": -0.2088383138179779,
      "lyap1_min": -0.24784700572490692,
      "lyap_spec_mean": [
        -0.22772842645645142,
        -0.22841531038284302
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1691,
      "lr": 0.0001,
      "sup_loss": 1.2430620134612056,
      "rf_loss": 0.0,
      "total_loss": 1.2430620134612056,
      "lyap1_mean": -0.2035713493824005,
      "lyap1_max": -0.17243419587612152,
      "lyap1_min": -0.23504948616027832,
      "lyap_spec_mean": [
        -0.2035713493824005,
        -0.22283068299293518
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1692,
      "lr": 0.0001,
      "sup_loss": 1.2461476134071803,
      "rf_loss": 0.0,
      "total_loss": 1.2461476134071803,
      "lyap1_mean": -0.2188434600830078,
      "lyap1_max": -0.20241402089595795,
      "lyap1_min": -0.23643958568572998,
      "lyap_spec_mean": [
        -0.2188434600830078,
        -0.22384905815124512
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1693,
      "lr": 0.0001,
      "sup_loss": 1.2390842718582515,
      "rf_loss": 0.0,
      "total_loss": 1.2390842718582515,
      "lyap1_mean": -0.20915785431861877,
      "lyap1_max": -0.1795276701450348,
      "lyap1_min": -0.23316602408885956,
      "lyap_spec_mean": [
        -0.20915785431861877,
        -0.222128763794899
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1694,
      "lr": 0.0001,
      "sup_loss": 1.3095404894551796,
      "rf_loss": 0.0,
      "total_loss": 1.3095404894551796,
      "lyap1_mean": -0.21591201424598694,
      "lyap1_max": -0.17662005126476288,
      "lyap1_min": -0.2372208833694458,
      "lyap_spec_mean": [
        -0.21591201424598694,
        -0.22110700607299805
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1695,
      "lr": 0.0001,
      "sup_loss": 1.2514747472114942,
      "rf_loss": 0.0,
      "total_loss": 1.2514747472114942,
      "lyap1_mean": -0.2089097648859024,
      "lyap1_max": -0.16711103916168213,
      "lyap1_min": -0.23038390278816223,
      "lyap_spec_mean": [
        -0.2089097499847412,
        -0.21610033512115479
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1696,
      "lr": 0.0001,
      "sup_loss": 1.3089493262469827,
      "rf_loss": 0.0,
      "total_loss": 1.3089493262469827,
      "lyap1_mean": -0.21090289950370789,
      "lyap1_max": -0.14735345542430878,
      "lyap1_min": -0.2493271827697754,
      "lyap_spec_mean": [
        -0.21090289950370789,
        -0.22888921201229095
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1697,
      "lr": 0.0001,
      "sup_loss": 1.2505840998026552,
      "rf_loss": 0.0,
      "total_loss": 1.2505840998026552,
      "lyap1_mean": -0.22056394815444946,
      "lyap1_max": -0.2082241177558899,
      "lyap1_min": -0.23454096913337708,
      "lyap_spec_mean": [
        -0.22056394815444946,
        -0.21916796267032623
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1698,
      "lr": 0.0001,
      "sup_loss": 1.255834212229345,
      "rf_loss": 0.0,
      "total_loss": 1.255834212229345,
      "lyap1_mean": -0.2133789211511612,
      "lyap1_max": -0.1630447804927826,
      "lyap1_min": -0.23417887091636658,
      "lyap_spec_mean": [
        -0.2133789211511612,
        -0.2207273244857788
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1699,
      "lr": 0.0001,
      "sup_loss": 1.2280987622456927,
      "rf_loss": 0.0,
      "total_loss": 1.2280987622456927,
      "lyap1_mean": -0.22625985741615295,
      "lyap1_max": -0.2022404968738556,
      "lyap1_min": -0.2417459338903427,
      "lyap_spec_mean": [
        -0.22625985741615295,
        -0.22243618965148926
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1700,
      "lr": 0.0001,
      "sup_loss": 1.2446309600416445,
      "rf_loss": 0.0,
      "total_loss": 1.2446309600416445,
      "lyap1_mean": -0.22298641502857208,
      "lyap1_max": -0.14867877960205078,
      "lyap1_min": -0.24908427894115448,
      "lyap_spec_mean": [
        -0.2229864001274109,
        -0.23025143146514893
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1701,
      "lr": 0.0001,
      "sup_loss": 1.1870068611044287,
      "rf_loss": 0.0,
      "total_loss": 1.1870068611044287,
      "lyap1_mean": -0.2087336629629135,
      "lyap1_max": -0.17548149824142456,
      "lyap1_min": -0.23710885643959045,
      "lyap_spec_mean": [
        -0.2087336629629135,
        -0.22096435725688934
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1702,
      "lr": 0.0001,
      "sup_loss": 1.2091188183824435,
      "rf_loss": 0.0,
      "total_loss": 1.2091188183824435,
      "lyap1_mean": -0.21823570132255554,
      "lyap1_max": -0.2018977850675583,
      "lyap1_min": -0.22811900079250336,
      "lyap_spec_mean": [
        -0.21823570132255554,
        -0.2169368863105774
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1703,
      "lr": 0.0001,
      "sup_loss": 1.2572929746975423,
      "rf_loss": 0.0,
      "total_loss": 1.2572929746975423,
      "lyap1_mean": -0.21818488836288452,
      "lyap1_max": -0.20388519763946533,
      "lyap1_min": -0.229170560836792,
      "lyap_spec_mean": [
        -0.21818488836288452,
        -0.22487099468708038
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1704,
      "lr": 0.0001,
      "sup_loss": 1.2340804297045895,
      "rf_loss": 0.0,
      "total_loss": 1.2340804297045895,
      "lyap1_mean": -0.21925604343414307,
      "lyap1_max": -0.2081577628850937,
      "lyap1_min": -0.23335275053977966,
      "lyap_spec_mean": [
        -0.21925604343414307,
        -0.22022955119609833
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1705,
      "lr": 0.0001,
      "sup_loss": 1.2028673072480633,
      "rf_loss": 0.0,
      "total_loss": 1.2028673072480633,
      "lyap1_mean": -0.20721369981765747,
      "lyap1_max": -0.18248134851455688,
      "lyap1_min": -0.2191215604543686,
      "lyap_spec_mean": [
        -0.20721369981765747,
        -0.21426424384117126
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1706,
      "lr": 0.0001,
      "sup_loss": 1.2027067847509785,
      "rf_loss": 0.0,
      "total_loss": 1.2027067847509785,
      "lyap1_mean": -0.20977988839149475,
      "lyap1_max": -0.18528155982494354,
      "lyap1_min": -0.2267691195011139,
      "lyap_spec_mean": [
        -0.20977987349033356,
        -0.2210642397403717
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1707,
      "lr": 0.0001,
      "sup_loss": 1.2507940466219987,
      "rf_loss": 0.0,
      "total_loss": 1.2507940466219987,
      "lyap1_mean": -0.2187003791332245,
      "lyap1_max": -0.20049268007278442,
      "lyap1_min": -0.23754893243312836,
      "lyap_spec_mean": [
        -0.2187003791332245,
        -0.22302937507629395
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1708,
      "lr": 0.0001,
      "sup_loss": 1.2107498609288945,
      "rf_loss": 0.0,
      "total_loss": 1.2107498609288945,
      "lyap1_mean": -0.22332176566123962,
      "lyap1_max": -0.19776754081249237,
      "lyap1_min": -0.24280071258544922,
      "lyap_spec_mean": [
        -0.22332176566123962,
        -0.22157242894172668
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1709,
      "lr": 0.0001,
      "sup_loss": 1.2135373634492708,
      "rf_loss": 0.0,
      "total_loss": 1.2135373634492708,
      "lyap1_mean": -0.2224181741476059,
      "lyap1_max": -0.19937579333782196,
      "lyap1_min": -0.23294077813625336,
      "lyap_spec_mean": [
        -0.2224181741476059,
        -0.22562560439109802
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1710,
      "lr": 0.0001,
      "sup_loss": 1.2656472699311938,
      "rf_loss": 0.0,
      "total_loss": 1.2656472699311938,
      "lyap1_mean": -0.21568778157234192,
      "lyap1_max": -0.1746671050786972,
      "lyap1_min": -0.23213499784469604,
      "lyap_spec_mean": [
        -0.21568778157234192,
        -0.22392384707927704
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1711,
      "lr": 0.0001,
      "sup_loss": 1.2352610642606894,
      "rf_loss": 0.0,
      "total_loss": 1.2352610642606894,
      "lyap1_mean": -0.22531114518642426,
      "lyap1_max": -0.21066652238368988,
      "lyap1_min": -0.2310287207365036,
      "lyap_spec_mean": [
        -0.22531116008758545,
        -0.2175513505935669
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1712,
      "lr": 0.0001,
      "sup_loss": 1.2234889016634432,
      "rf_loss": 0.0,
      "total_loss": 1.2234889016634432,
      "lyap1_mean": -0.22473284602165222,
      "lyap1_max": -0.21106696128845215,
      "lyap1_min": -0.23870949447155,
      "lyap_spec_mean": [
        -0.22473284602165222,
        -0.2284516841173172
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1713,
      "lr": 0.0001,
      "sup_loss": 1.2639759877158396,
      "rf_loss": 0.0,
      "total_loss": 1.2639759877158396,
      "lyap1_mean": -0.22376695275306702,
      "lyap1_max": -0.20318111777305603,
      "lyap1_min": -0.23793601989746094,
      "lyap_spec_mean": [
        -0.22376695275306702,
        -0.2252613753080368
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1714,
      "lr": 0.0001,
      "sup_loss": 1.217086482635004,
      "rf_loss": 0.0,
      "total_loss": 1.217086482635004,
      "lyap1_mean": -0.2187686711549759,
      "lyap1_max": -0.1989942044019699,
      "lyap1_min": -0.22585317492485046,
      "lyap_spec_mean": [
        -0.21876868605613708,
        -0.22130915522575378
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1715,
      "lr": 0.0001,
      "sup_loss": 1.2223137599140812,
      "rf_loss": 0.0,
      "total_loss": 1.2223137599140812,
      "lyap1_mean": -0.2135661244392395,
      "lyap1_max": -0.181796133518219,
      "lyap1_min": -0.22843515872955322,
      "lyap_spec_mean": [
        -0.21356609463691711,
        -0.2155803143978119
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1716,
      "lr": 0.0001,
      "sup_loss": 1.2278037908136583,
      "rf_loss": 0.0,
      "total_loss": 1.2278037908136583,
      "lyap1_mean": -0.21502730250358582,
      "lyap1_max": -0.2050407975912094,
      "lyap1_min": -0.23097287118434906,
      "lyap_spec_mean": [
        -0.21502730250358582,
        -0.2210267335176468
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1717,
      "lr": 0.0001,
      "sup_loss": 1.2039942620250697,
      "rf_loss": 0.0,
      "total_loss": 1.2039942620250697,
      "lyap1_mean": -0.21805639564990997,
      "lyap1_max": -0.191762313246727,
      "lyap1_min": -0.22698500752449036,
      "lyap_spec_mean": [
        -0.21805639564990997,
        -0.2219075858592987
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1718,
      "lr": 0.0001,
      "sup_loss": 1.235161405711517,
      "rf_loss": 0.0,
      "total_loss": 1.235161405711517,
      "lyap1_mean": -0.21501877903938293,
      "lyap1_max": -0.195199117064476,
      "lyap1_min": -0.23019421100616455,
      "lyap_spec_mean": [
        -0.21501876413822174,
        -0.21972963213920593
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1719,
      "lr": 0.0001,
      "sup_loss": 1.2503222961371026,
      "rf_loss": 0.0,
      "total_loss": 1.2503222961371026,
      "lyap1_mean": -0.22044241428375244,
      "lyap1_max": -0.1969119757413864,
      "lyap1_min": -0.24157629907131195,
      "lyap_spec_mean": [
        -0.22044242918491364,
        -0.22728748619556427
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1720,
      "lr": 0.0001,
      "sup_loss": 1.2327690097399804,
      "rf_loss": 0.0,
      "total_loss": 1.2327690097399804,
      "lyap1_mean": -0.2290799766778946,
      "lyap1_max": -0.2050507664680481,
      "lyap1_min": -0.2462097853422165,
      "lyap_spec_mean": [
        -0.2290799915790558,
        -0.2312830686569214
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1721,
      "lr": 0.0001,
      "sup_loss": 1.2554339187083206,
      "rf_loss": 0.0,
      "total_loss": 1.2554339187083206,
      "lyap1_mean": -0.21947717666625977,
      "lyap1_max": -0.20377618074417114,
      "lyap1_min": -0.23397181928157806,
      "lyap_spec_mean": [
        -0.21947717666625977,
        -0.22018960118293762
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1722,
      "lr": 0.0001,
      "sup_loss": 1.2430857625488365,
      "rf_loss": 0.0,
      "total_loss": 1.2430857625488365,
      "lyap1_mean": -0.22197791934013367,
      "lyap1_max": -0.19912084937095642,
      "lyap1_min": -0.2360084354877472,
      "lyap_spec_mean": [
        -0.22197791934013367,
        -0.22253374755382538
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1723,
      "lr": 0.0001,
      "sup_loss": 1.2433431816567988,
      "rf_loss": 0.0,
      "total_loss": 1.2433431816567988,
      "lyap1_mean": -0.2182479202747345,
      "lyap1_max": -0.17903804779052734,
      "lyap1_min": -0.23525910079479218,
      "lyap_spec_mean": [
        -0.2182479202747345,
        -0.219357430934906
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1724,
      "lr": 0.0001,
      "sup_loss": 1.204236971123279,
      "rf_loss": 0.0,
      "total_loss": 1.204236971123279,
      "lyap1_mean": -0.21842746436595917,
      "lyap1_max": -0.19655290246009827,
      "lyap1_min": -0.24046540260314941,
      "lyap_spec_mean": [
        -0.21842744946479797,
        -0.2175084501504898
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1725,
      "lr": 0.0001,
      "sup_loss": 1.228373288812487,
      "rf_loss": 0.0,
      "total_loss": 1.228373288812487,
      "lyap1_mean": -0.2172216922044754,
      "lyap1_max": -0.20340558886528015,
      "lyap1_min": -0.2358587235212326,
      "lyap_spec_mean": [
        -0.2172217071056366,
        -0.22367751598358154
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1726,
      "lr": 0.0001,
      "sup_loss": 1.2154976452371944,
      "rf_loss": 0.0,
      "total_loss": 1.2154976452371944,
      "lyap1_mean": -0.2117529809474945,
      "lyap1_max": -0.1959308385848999,
      "lyap1_min": -0.23018014430999756,
      "lyap_spec_mean": [
        -0.2117529809474945,
        -0.22309140861034393
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1727,
      "lr": 0.0001,
      "sup_loss": 1.2445400156860495,
      "rf_loss": 0.0,
      "total_loss": 1.2445400156860495,
      "lyap1_mean": -0.21470168232917786,
      "lyap1_max": -0.19931070506572723,
      "lyap1_min": -0.2287885546684265,
      "lyap_spec_mean": [
        -0.21470168232917786,
        -0.21906307339668274
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1728,
      "lr": 0.0001,
      "sup_loss": 1.200878717681682,
      "rf_loss": 0.0,
      "total_loss": 1.200878717681682,
      "lyap1_mean": -0.21343454718589783,
      "lyap1_max": -0.20384719967842102,
      "lyap1_min": -0.2257785052061081,
      "lyap_spec_mean": [
        -0.21343454718589783,
        -0.20663560926914215
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1729,
      "lr": 0.0001,
      "sup_loss": 1.2284238509935959,
      "rf_loss": 0.0,
      "total_loss": 1.2284238509935959,
      "lyap1_mean": -0.2121196985244751,
      "lyap1_max": -0.20057396590709686,
      "lyap1_min": -0.22475384175777435,
      "lyap_spec_mean": [
        -0.2121196836233139,
        -0.20669198036193848
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1730,
      "lr": 0.0001,
      "sup_loss": 1.1999149703683427,
      "rf_loss": 0.0,
      "total_loss": 1.1999149703683427,
      "lyap1_mean": -0.21547403931617737,
      "lyap1_max": -0.2007763832807541,
      "lyap1_min": -0.2417638599872589,
      "lyap_spec_mean": [
        -0.21547403931617737,
        -0.2171029895544052
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1731,
      "lr": 0.0001,
      "sup_loss": 1.238111588049023,
      "rf_loss": 0.0,
      "total_loss": 1.238111588049023,
      "lyap1_mean": -0.21097469329833984,
      "lyap1_max": -0.20029108226299286,
      "lyap1_min": -0.21947231888771057,
      "lyap_spec_mean": [
        -0.21097469329833984,
        -0.21291282773017883
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1732,
      "lr": 0.0001,
      "sup_loss": 1.201973177091057,
      "rf_loss": 0.0,
      "total_loss": 1.201973177091057,
      "lyap1_mean": -0.20978513360023499,
      "lyap1_max": -0.18466699123382568,
      "lyap1_min": -0.23358425498008728,
      "lyap_spec_mean": [
        -0.20978513360023499,
        -0.21836809813976288
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1733,
      "lr": 0.0001,
      "sup_loss": 1.194520660290806,
      "rf_loss": 0.0,
      "total_loss": 1.194520660290806,
      "lyap1_mean": -0.20191003382205963,
      "lyap1_max": -0.1437806934118271,
      "lyap1_min": -0.22595855593681335,
      "lyap_spec_mean": [
        -0.20191004872322083,
        -0.21017666161060333
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1734,
      "lr": 0.0001,
      "sup_loss": 1.209613648481574,
      "rf_loss": 0.0,
      "total_loss": 1.209613648481574,
      "lyap1_mean": -0.21008849143981934,
      "lyap1_max": -0.19449138641357422,
      "lyap1_min": -0.22219279408454895,
      "lyap_spec_mean": [
        -0.21008847653865814,
        -0.21492701768875122
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1735,
      "lr": 0.0001,
      "sup_loss": 1.2629876623582246,
      "rf_loss": 0.0,
      "total_loss": 1.2629876623582246,
      "lyap1_mean": -0.20932383835315704,
      "lyap1_max": -0.186326265335083,
      "lyap1_min": -0.22174951434135437,
      "lyap_spec_mean": [
        -0.20932383835315704,
        -0.2113017588853836
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1736,
      "lr": 0.0001,
      "sup_loss": 1.2236410692015538,
      "rf_loss": 0.0,
      "total_loss": 1.2236410692015538,
      "lyap1_mean": -0.2137518972158432,
      "lyap1_max": -0.2025095820426941,
      "lyap1_min": -0.22590550780296326,
      "lyap_spec_mean": [
        -0.2137518972158432,
        -0.21232452988624573
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1737,
      "lr": 0.0001,
      "sup_loss": 1.2403368563967585,
      "rf_loss": 0.0,
      "total_loss": 1.2403368563967585,
      "lyap1_mean": -0.21677431464195251,
      "lyap1_max": -0.2029515951871872,
      "lyap1_min": -0.22655199468135834,
      "lyap_spec_mean": [
        -0.21677431464195251,
        -0.21301943063735962
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1738,
      "lr": 0.0001,
      "sup_loss": 1.231433747921521,
      "rf_loss": 0.0,
      "total_loss": 1.231433747921521,
      "lyap1_mean": -0.21562865376472473,
      "lyap1_max": -0.1947682946920395,
      "lyap1_min": -0.22922538220882416,
      "lyap_spec_mean": [
        -0.21562866866588593,
        -0.21737231314182281
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1739,
      "lr": 0.0001,
      "sup_loss": 1.2247505919293074,
      "rf_loss": 0.0,
      "total_loss": 1.2247505919293074,
      "lyap1_mean": -0.22842532396316528,
      "lyap1_max": -0.21266275644302368,
      "lyap1_min": -0.2445341795682907,
      "lyap_spec_mean": [
        -0.22842535376548767,
        -0.22425338625907898
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1740,
      "lr": 0.0001,
      "sup_loss": 1.209310833487852,
      "rf_loss": 0.0,
      "total_loss": 1.209310833487852,
      "lyap1_mean": -0.22226795554161072,
      "lyap1_max": -0.20418933033943176,
      "lyap1_min": -0.24166834354400635,
      "lyap_spec_mean": [
        -0.22226795554161072,
        -0.22835087776184082
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1741,
      "lr": 0.0001,
      "sup_loss": 1.1381293869706735,
      "rf_loss": 0.0,
      "total_loss": 1.1381293869706735,
      "lyap1_mean": -0.22490954399108887,
      "lyap1_max": -0.20997115969657898,
      "lyap1_min": -0.23456446826457977,
      "lyap_spec_mean": [
        -0.22490954399108887,
        -0.2285332828760147
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1742,
      "lr": 0.0001,
      "sup_loss": 1.2235286859156127,
      "rf_loss": 0.0,
      "total_loss": 1.2235286859156127,
      "lyap1_mean": -0.22798079252243042,
      "lyap1_max": -0.20328211784362793,
      "lyap1_min": -0.23862724006175995,
      "lyap_spec_mean": [
        -0.2279808074235916,
        -0.2327173352241516
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1743,
      "lr": 0.0001,
      "sup_loss": 1.216557675416447,
      "rf_loss": 0.0,
      "total_loss": 1.216557675416447,
      "lyap1_mean": -0.22093309462070465,
      "lyap1_max": -0.1751255989074707,
      "lyap1_min": -0.23870055377483368,
      "lyap_spec_mean": [
        -0.22093310952186584,
        -0.21624130010604858
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1744,
      "lr": 0.0001,
      "sup_loss": 1.1948055879717636,
      "rf_loss": 0.0,
      "total_loss": 1.1948055879717636,
      "lyap1_mean": -0.228224977850914,
      "lyap1_max": -0.2116786688566208,
      "lyap1_min": -0.23933880031108856,
      "lyap_spec_mean": [
        -0.2282249629497528,
        -0.22798073291778564
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1745,
      "lr": 0.0001,
      "sup_loss": 1.2376836408963872,
      "rf_loss": 0.0,
      "total_loss": 1.2376836408963872,
      "lyap1_mean": -0.22248974442481995,
      "lyap1_max": -0.18931952118873596,
      "lyap1_min": -0.23815220594406128,
      "lyap_spec_mean": [
        -0.22248974442481995,
        -0.2284647524356842
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1746,
      "lr": 0.0001,
      "sup_loss": 1.2477161734212165,
      "rf_loss": 0.0,
      "total_loss": 1.2477161734212165,
      "lyap1_mean": -0.21318550407886505,
      "lyap1_max": -0.16178235411643982,
      "lyap1_min": -0.23533491790294647,
      "lyap_spec_mean": [
        -0.21318550407886505,
        -0.22520923614501953
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1747,
      "lr": 0.0001,
      "sup_loss": 1.2228948147889422,
      "rf_loss": 0.0,
      "total_loss": 1.2228948147889422,
      "lyap1_mean": -0.22077488899230957,
      "lyap1_max": -0.21547327935695648,
      "lyap1_min": -0.22650425136089325,
      "lyap_spec_mean": [
        -0.22077490389347076,
        -0.2235841304063797
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1748,
      "lr": 0.0001,
      "sup_loss": 1.2238259467472379,
      "rf_loss": 0.0,
      "total_loss": 1.2238259467472379,
      "lyap1_mean": -0.21254661679267883,
      "lyap1_max": -0.15683241188526154,
      "lyap1_min": -0.23463240265846252,
      "lyap_spec_mean": [
        -0.21254661679267883,
        -0.21992582082748413
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1749,
      "lr": 0.0001,
      "sup_loss": 1.217249947286039,
      "rf_loss": 0.0,
      "total_loss": 1.217249947286039,
      "lyap1_mean": -0.21793687343597412,
      "lyap1_max": -0.18772923946380615,
      "lyap1_min": -0.2375357449054718,
      "lyap_spec_mean": [
        -0.21793687343597412,
        -0.22203883528709412
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1750,
      "lr": 0.0001,
      "sup_loss": 1.2163079683498448,
      "rf_loss": 0.0,
      "total_loss": 1.2163079683498448,
      "lyap1_mean": -0.22416949272155762,
      "lyap1_max": -0.21448904275894165,
      "lyap1_min": -0.23824892938137054,
      "lyap_spec_mean": [
        -0.22416946291923523,
        -0.22292351722717285
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1751,
      "lr": 0.0001,
      "sup_loss": 1.225000371415997,
      "rf_loss": 0.0,
      "total_loss": 1.225000371415997,
      "lyap1_mean": -0.21496395766735077,
      "lyap1_max": -0.1826615333557129,
      "lyap1_min": -0.24080191552639008,
      "lyap_spec_mean": [
        -0.21496395766735077,
        -0.22992445528507233
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1752,
      "lr": 0.0001,
      "sup_loss": 1.2109573027055243,
      "rf_loss": 0.0,
      "total_loss": 1.2109573027055243,
      "lyap1_mean": -0.23008020222187042,
      "lyap1_max": -0.21830259263515472,
      "lyap1_min": -0.24159400165081024,
      "lyap_spec_mean": [
        -0.23008020222187042,
        -0.23616215586662292
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1753,
      "lr": 0.0001,
      "sup_loss": 1.2426923510404146,
      "rf_loss": 0.0,
      "total_loss": 1.2426923510404146,
      "lyap1_mean": -0.22077158093452454,
      "lyap1_max": -0.16742607951164246,
      "lyap1_min": -0.24435798823833466,
      "lyap_spec_mean": [
        -0.22077158093452454,
        -0.22379475831985474
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1754,
      "lr": 0.0001,
      "sup_loss": 1.1971607548543,
      "rf_loss": 0.0,
      "total_loss": 1.1971607548543,
      "lyap1_mean": -0.23512442409992218,
      "lyap1_max": -0.22350433468818665,
      "lyap1_min": -0.24791234731674194,
      "lyap_spec_mean": [
        -0.235124409198761,
        -0.23912355303764343
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1755,
      "lr": 0.0001,
      "sup_loss": 1.2409175682885587,
      "rf_loss": 0.0,
      "total_loss": 1.2409175682885587,
      "lyap1_mean": -0.2331414818763733,
      "lyap1_max": -0.21295621991157532,
      "lyap1_min": -0.24686884880065918,
      "lyap_spec_mean": [
        -0.2331414818763733,
        -0.24218584597110748
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1756,
      "lr": 0.0001,
      "sup_loss": 1.2067870699716452,
      "rf_loss": 0.0,
      "total_loss": 1.2067870699716452,
      "lyap1_mean": -0.2331065684556961,
      "lyap1_max": -0.2183161824941635,
      "lyap1_min": -0.24922087788581848,
      "lyap_spec_mean": [
        -0.2331065535545349,
        -0.23710909485816956
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1757,
      "lr": 0.0001,
      "sup_loss": 1.227961153430851,
      "rf_loss": 0.0,
      "total_loss": 1.227961153430851,
      "lyap1_mean": -0.23752757906913757,
      "lyap1_max": -0.22171714901924133,
      "lyap1_min": -0.24447064101696014,
      "lyap_spec_mean": [
        -0.23752759397029877,
        -0.23635324835777283
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1758,
      "lr": 0.0001,
      "sup_loss": 1.2562578019170774,
      "rf_loss": 0.0,
      "total_loss": 1.2562578019170774,
      "lyap1_mean": -0.23477976024150848,
      "lyap1_max": -0.19029854238033295,
      "lyap1_min": -0.2574172616004944,
      "lyap_spec_mean": [
        -0.2347797453403473,
        -0.2334209382534027
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1759,
      "lr": 0.0001,
      "sup_loss": 1.1888834879400554,
      "rf_loss": 0.0,
      "total_loss": 1.1888834879400554,
      "lyap1_mean": -0.2233901470899582,
      "lyap1_max": -0.19710497558116913,
      "lyap1_min": -0.23384687304496765,
      "lyap_spec_mean": [
        -0.22339016199111938,
        -0.22354494035243988
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1760,
      "lr": 0.0001,
      "sup_loss": 1.1877139452186267,
      "rf_loss": 0.0,
      "total_loss": 1.1877139452186267,
      "lyap1_mean": -0.22510594129562378,
      "lyap1_max": -0.1763000190258026,
      "lyap1_min": -0.2382444441318512,
      "lyap_spec_mean": [
        -0.22510595619678497,
        -0.2297685593366623
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1761,
      "lr": 0.0001,
      "sup_loss": 1.2274502420966278,
      "rf_loss": 0.0,
      "total_loss": 1.2274502420966278,
      "lyap1_mean": -0.21872931718826294,
      "lyap1_max": -0.18122348189353943,
      "lyap1_min": -0.24261364340782166,
      "lyap_spec_mean": [
        -0.21872931718826294,
        -0.22428062558174133
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1762,
      "lr": 0.0001,
      "sup_loss": 1.2350217171284752,
      "rf_loss": 0.0,
      "total_loss": 1.2350217171284752,
      "lyap1_mean": -0.20348148047924042,
      "lyap1_max": -0.16396144032478333,
      "lyap1_min": -0.2290392965078354,
      "lyap_spec_mean": [
        -0.20348148047924042,
        -0.213155135512352
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1763,
      "lr": 0.0001,
      "sup_loss": 1.1864678221357343,
      "rf_loss": 0.0,
      "total_loss": 1.1864678221357343,
      "lyap1_mean": -0.21351853013038635,
      "lyap1_max": -0.1906287968158722,
      "lyap1_min": -0.23130957782268524,
      "lyap_spec_mean": [
        -0.21351853013038635,
        -0.21698641777038574
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1764,
      "lr": 0.0001,
      "sup_loss": 1.241403174968322,
      "rf_loss": 0.0,
      "total_loss": 1.241403174968322,
      "lyap1_mean": -0.2091740369796753,
      "lyap1_max": -0.16247160732746124,
      "lyap1_min": -0.22349892556667328,
      "lyap_spec_mean": [
        -0.2091740369796753,
        -0.21553289890289307
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1765,
      "lr": 0.0001,
      "sup_loss": 1.2132393688473637,
      "rf_loss": 0.0,
      "total_loss": 1.2132393688473637,
      "lyap1_mean": -0.1924281120300293,
      "lyap1_max": -0.13040539622306824,
      "lyap1_min": -0.21482110023498535,
      "lyap_spec_mean": [
        -0.1924281120300293,
        -0.21287646889686584
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1766,
      "lr": 0.0001,
      "sup_loss": 1.2475341586234112,
      "rf_loss": 0.0,
      "total_loss": 1.2475341586234112,
      "lyap1_mean": -0.21364811062812805,
      "lyap1_max": -0.20782002806663513,
      "lyap1_min": -0.22204576432704926,
      "lyap_spec_mean": [
        -0.21364811062812805,
        -0.2143012285232544
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1767,
      "lr": 0.0001,
      "sup_loss": 1.2202478504058185,
      "rf_loss": 0.0,
      "total_loss": 1.2202478504058185,
      "lyap1_mean": -0.21984684467315674,
      "lyap1_max": -0.19223666191101074,
      "lyap1_min": -0.23390322923660278,
      "lyap_spec_mean": [
        -0.21984685957431793,
        -0.22434040904045105
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1768,
      "lr": 0.0001,
      "sup_loss": 1.2446590562278046,
      "rf_loss": 0.0,
      "total_loss": 1.2446590562278046,
      "lyap1_mean": -0.20620758831501007,
      "lyap1_max": -0.18619583547115326,
      "lyap1_min": -0.22822193801403046,
      "lyap_spec_mean": [
        -0.20620758831501007,
        -0.21413490176200867
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1769,
      "lr": 0.0001,
      "sup_loss": 1.1940895868222943,
      "rf_loss": 0.0,
      "total_loss": 1.1940895868222943,
      "lyap1_mean": -0.21198807656764984,
      "lyap1_max": -0.17204073071479797,
      "lyap1_min": -0.23160342872142792,
      "lyap_spec_mean": [
        -0.21198809146881104,
        -0.21388982236385345
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1770,
      "lr": 0.0001,
      "sup_loss": 1.2271817766291804,
      "rf_loss": 0.0,
      "total_loss": 1.2271817766291804,
      "lyap1_mean": -0.2167358100414276,
      "lyap1_max": -0.21163880825042725,
      "lyap1_min": -0.2325177639722824,
      "lyap_spec_mean": [
        -0.2167358100414276,
        -0.21792630851268768
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1771,
      "lr": 0.0001,
      "sup_loss": 1.21943653824287,
      "rf_loss": 0.0,
      "total_loss": 1.21943653824287,
      "lyap1_mean": -0.21999984979629517,
      "lyap1_max": -0.20843034982681274,
      "lyap1_min": -0.23852723836898804,
      "lyap_spec_mean": [
        -0.21999984979629517,
        -0.22308892011642456
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1772,
      "lr": 0.0001,
      "sup_loss": 1.2347787601903353,
      "rf_loss": 0.0,
      "total_loss": 1.2347787601903353,
      "lyap1_mean": -0.2154795229434967,
      "lyap1_max": -0.20038560032844543,
      "lyap1_min": -0.22782336175441742,
      "lyap_spec_mean": [
        -0.2154795229434967,
        -0.2166910469532013
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1773,
      "lr": 0.0001,
      "sup_loss": 1.2386188847528186,
      "rf_loss": 0.0,
      "total_loss": 1.2386188847528186,
      "lyap1_mean": -0.22476454079151154,
      "lyap1_max": -0.21149054169654846,
      "lyap1_min": -0.23716074228286743,
      "lyap_spec_mean": [
        -0.22476452589035034,
        -0.22531327605247498
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1774,
      "lr": 0.0001,
      "sup_loss": 1.1987624043717282,
      "rf_loss": 0.0,
      "total_loss": 1.1987624043717282,
      "lyap1_mean": -0.21582669019699097,
      "lyap1_max": -0.19815963506698608,
      "lyap1_min": -0.23655138909816742,
      "lyap_spec_mean": [
        -0.21582669019699097,
        -0.2181081771850586
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1775,
      "lr": 0.0001,
      "sup_loss": 1.234098621598192,
      "rf_loss": 0.0,
      "total_loss": 1.234098621598192,
      "lyap1_mean": -0.2195933759212494,
      "lyap1_max": -0.2033311426639557,
      "lyap1_min": -0.23649975657463074,
      "lyap_spec_mean": [
        -0.2195933759212494,
        -0.21306952834129333
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1776,
      "lr": 0.0001,
      "sup_loss": 1.2338273061529492,
      "rf_loss": 0.0,
      "total_loss": 1.2338273061529492,
      "lyap1_mean": -0.22072333097457886,
      "lyap1_max": -0.19562135636806488,
      "lyap1_min": -0.24478356540203094,
      "lyap_spec_mean": [
        -0.22072333097457886,
        -0.22474315762519836
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1777,
      "lr": 0.0001,
      "sup_loss": 1.2096543385472938,
      "rf_loss": 0.0,
      "total_loss": 1.2096543385472938,
      "lyap1_mean": -0.2252490520477295,
      "lyap1_max": -0.2143091857433319,
      "lyap1_min": -0.23634877800941467,
      "lyap_spec_mean": [
        -0.2252490520477295,
        -0.2172088325023651
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1778,
      "lr": 0.0001,
      "sup_loss": 1.235647147424735,
      "rf_loss": 0.0,
      "total_loss": 1.235647147424735,
      "lyap1_mean": -0.211030513048172,
      "lyap1_max": -0.19322948157787323,
      "lyap1_min": -0.2264867126941681,
      "lyap_spec_mean": [
        -0.211030513048172,
        -0.2153303623199463
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1779,
      "lr": 0.0001,
      "sup_loss": 1.2121791616969604,
      "rf_loss": 0.0,
      "total_loss": 1.2121791616969604,
      "lyap1_mean": -0.22371789813041687,
      "lyap1_max": -0.20820721983909607,
      "lyap1_min": -0.23272478580474854,
      "lyap_spec_mean": [
        -0.22371791303157806,
        -0.2209530621767044
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1780,
      "lr": 0.0001,
      "sup_loss": 1.2244391625617899,
      "rf_loss": 0.0,
      "total_loss": 1.2244391625617899,
      "lyap1_mean": -0.21834507584571838,
      "lyap1_max": -0.2064414620399475,
      "lyap1_min": -0.23462741076946259,
      "lyap_spec_mean": [
        -0.21834507584571838,
        -0.21867039799690247
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1781,
      "lr": 0.0001,
      "sup_loss": 1.2092329813418634,
      "rf_loss": 0.0,
      "total_loss": 1.2092329813418634,
      "lyap1_mean": -0.22105425596237183,
      "lyap1_max": -0.20435786247253418,
      "lyap1_min": -0.23552678525447845,
      "lyap_spec_mean": [
        -0.22105427086353302,
        -0.21778185665607452
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1782,
      "lr": 0.0001,
      "sup_loss": 1.1951639618824186,
      "rf_loss": 0.0,
      "total_loss": 1.1951639618824186,
      "lyap1_mean": -0.21595987677574158,
      "lyap1_max": -0.20193949341773987,
      "lyap1_min": -0.2286556363105774,
      "lyap_spec_mean": [
        -0.21595987677574158,
        -0.22276060283184052
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1783,
      "lr": 0.0001,
      "sup_loss": 1.195833193560988,
      "rf_loss": 0.0,
      "total_loss": 1.195833193560988,
      "lyap1_mean": -0.22487592697143555,
      "lyap1_max": -0.21072456240653992,
      "lyap1_min": -0.24426810443401337,
      "lyap_spec_mean": [
        -0.22487592697143555,
        -0.22393850982189178
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1784,
      "lr": 0.0001,
      "sup_loss": 1.2217578141431338,
      "rf_loss": 0.0,
      "total_loss": 1.2217578141431338,
      "lyap1_mean": -0.21840403974056244,
      "lyap1_max": -0.20265069603919983,
      "lyap1_min": -0.22941170632839203,
      "lyap_spec_mean": [
        -0.21840403974056244,
        -0.2205049991607666
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1785,
      "lr": 0.0001,
      "sup_loss": 1.2578878963005362,
      "rf_loss": 0.0,
      "total_loss": 1.2578878963005362,
      "lyap1_mean": -0.2156893014907837,
      "lyap1_max": -0.19947533309459686,
      "lyap1_min": -0.22463127970695496,
      "lyap_spec_mean": [
        -0.2156893014907837,
        -0.22489629685878754
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1786,
      "lr": 0.0001,
      "sup_loss": 1.2160986178576514,
      "rf_loss": 0.0,
      "total_loss": 1.2160986178576514,
      "lyap1_mean": -0.22340737283229828,
      "lyap1_max": -0.2081550806760788,
      "lyap1_min": -0.23330393433570862,
      "lyap_spec_mean": [
        -0.22340737283229828,
        -0.22415593266487122
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1787,
      "lr": 0.0001,
      "sup_loss": 1.2240035685837236,
      "rf_loss": 0.0,
      "total_loss": 1.2240035685837236,
      "lyap1_mean": -0.21972602605819702,
      "lyap1_max": -0.20322930812835693,
      "lyap1_min": -0.23571744561195374,
      "lyap_spec_mean": [
        -0.21972602605819702,
        -0.22291678190231323
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1788,
      "lr": 0.0001,
      "sup_loss": 1.1916128044926884,
      "rf_loss": 0.0,
      "total_loss": 1.1916128044926884,
      "lyap1_mean": -0.22214540839195251,
      "lyap1_max": -0.21099595725536346,
      "lyap1_min": -0.23337480425834656,
      "lyap_spec_mean": [
        -0.22214540839195251,
        -0.2211841344833374
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1789,
      "lr": 0.0001,
      "sup_loss": 1.1352402709251899,
      "rf_loss": 0.0,
      "total_loss": 1.1352402709251899,
      "lyap1_mean": -0.21758046746253967,
      "lyap1_max": -0.19182996451854706,
      "lyap1_min": -0.2280990481376648,
      "lyap_spec_mean": [
        -0.21758048236370087,
        -0.21958546340465546
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1790,
      "lr": 0.0001,
      "sup_loss": 1.2091016791877842,
      "rf_loss": 0.0,
      "total_loss": 1.2091016791877842,
      "lyap1_mean": -0.2184920758008957,
      "lyap1_max": -0.20420151948928833,
      "lyap1_min": -0.23136620223522186,
      "lyap_spec_mean": [
        -0.2184920608997345,
        -0.21993279457092285
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1791,
      "lr": 0.0001,
      "sup_loss": 1.1824628265141266,
      "rf_loss": 0.0,
      "total_loss": 1.1824628265141266,
      "lyap1_mean": -0.207187682390213,
      "lyap1_max": -0.18085132539272308,
      "lyap1_min": -0.23429441452026367,
      "lyap_spec_mean": [
        -0.207187682390213,
        -0.21522630751132965
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1792,
      "lr": 0.0001,
      "sup_loss": 1.1937366463700032,
      "rf_loss": 0.0,
      "total_loss": 1.1937366463700032,
      "lyap1_mean": -0.19855940341949463,
      "lyap1_max": -0.18121841549873352,
      "lyap1_min": -0.21921759843826294,
      "lyap_spec_mean": [
        -0.19855940341949463,
        -0.20143449306488037
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1793,
      "lr": 0.0001,
      "sup_loss": 1.257381361858161,
      "rf_loss": 0.0,
      "total_loss": 1.257381361858161,
      "lyap1_mean": -0.19189053773880005,
      "lyap1_max": -0.14598987996578217,
      "lyap1_min": -0.22138027846813202,
      "lyap_spec_mean": [
        -0.19189053773880005,
        -0.20148426294326782
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1794,
      "lr": 0.0001,
      "sup_loss": 1.2206907642441722,
      "rf_loss": 0.0,
      "total_loss": 1.2206907642441722,
      "lyap1_mean": -0.2025260478258133,
      "lyap1_max": -0.18981771171092987,
      "lyap1_min": -0.21286766231060028,
      "lyap_spec_mean": [
        -0.2025260329246521,
        -0.20226234197616577
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1795,
      "lr": 0.0001,
      "sup_loss": 1.2652665388477904,
      "rf_loss": 0.0,
      "total_loss": 1.2652665388477904,
      "lyap1_mean": -0.1975303739309311,
      "lyap1_max": -0.17347422242164612,
      "lyap1_min": -0.2146824449300766,
      "lyap_spec_mean": [
        -0.1975303590297699,
        -0.20187483727931976
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1796,
      "lr": 0.0001,
      "sup_loss": 1.2172314010999106,
      "rf_loss": 0.0,
      "total_loss": 1.2172314010999106,
      "lyap1_mean": -0.2027769386768341,
      "lyap1_max": -0.19009071588516235,
      "lyap1_min": -0.2134549617767334,
      "lyap_spec_mean": [
        -0.2027769386768341,
        -0.20484691858291626
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1797,
      "lr": 0.0001,
      "sup_loss": 1.2253594568821031,
      "rf_loss": 0.0,
      "total_loss": 1.2253594568821031,
      "lyap1_mean": -0.21240022778511047,
      "lyap1_max": -0.20349237322807312,
      "lyap1_min": -0.21985280513763428,
      "lyap_spec_mean": [
        -0.21240022778511047,
        -0.20864945650100708
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1798,
      "lr": 0.0001,
      "sup_loss": 1.2091111109063537,
      "rf_loss": 0.0,
      "total_loss": 1.2091111109063537,
      "lyap1_mean": -0.20331677794456482,
      "lyap1_max": -0.14449182152748108,
      "lyap1_min": -0.23242101073265076,
      "lyap_spec_mean": [
        -0.20331676304340363,
        -0.20560112595558167
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1799,
      "lr": 0.0001,
      "sup_loss": 1.1867473466084786,
      "rf_loss": 0.0,
      "total_loss": 1.1867473466084786,
      "lyap1_mean": -0.21461716294288635,
      "lyap1_max": -0.19827646017074585,
      "lyap1_min": -0.2307484745979309,
      "lyap_spec_mean": [
        -0.21461716294288635,
        -0.21129587292671204
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1800,
      "lr": 0.0001,
      "sup_loss": 1.2459380228598027,
      "rf_loss": 0.0,
      "total_loss": 1.2459380228598027,
      "lyap1_mean": -0.2183537781238556,
      "lyap1_max": -0.20422065258026123,
      "lyap1_min": -0.2275732159614563,
      "lyap_spec_mean": [
        -0.2183537781238556,
        -0.21925365924835205
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1801,
      "lr": 0.0001,
      "sup_loss": 1.1781682557816373,
      "rf_loss": 0.0,
      "total_loss": 1.1781682557816373,
      "lyap1_mean": -0.21745246648788452,
      "lyap1_max": -0.20866191387176514,
      "lyap1_min": -0.22941981256008148,
      "lyap_spec_mean": [
        -0.21745246648788452,
        -0.22318141162395477
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1802,
      "lr": 0.0001,
      "sup_loss": 1.1628181846790375,
      "rf_loss": 0.0,
      "total_loss": 1.1628181846790375,
      "lyap1_mean": -0.216487318277359,
      "lyap1_max": -0.2104015201330185,
      "lyap1_min": -0.23042063415050507,
      "lyap_spec_mean": [
        -0.216487318277359,
        -0.21829117834568024
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1803,
      "lr": 0.0001,
      "sup_loss": 1.2247334780184302,
      "rf_loss": 0.0,
      "total_loss": 1.2247334780184302,
      "lyap1_mean": -0.21856436133384705,
      "lyap1_max": -0.20106500387191772,
      "lyap1_min": -0.2329510748386383,
      "lyap_spec_mean": [
        -0.21856436133384705,
        -0.22173166275024414
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1804,
      "lr": 0.0001,
      "sup_loss": 1.2311266753992054,
      "rf_loss": 0.0,
      "total_loss": 1.2311266753992054,
      "lyap1_mean": -0.21700428426265717,
      "lyap1_max": -0.2009933590888977,
      "lyap1_min": -0.23382768034934998,
      "lyap_spec_mean": [
        -0.21700429916381836,
        -0.21250349283218384
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1805,
      "lr": 0.0001,
      "sup_loss": 1.2117328384612729,
      "rf_loss": 0.0,
      "total_loss": 1.2117328384612729,
      "lyap1_mean": -0.21844953298568726,
      "lyap1_max": -0.19772063195705414,
      "lyap1_min": -0.244431734085083,
      "lyap_spec_mean": [
        -0.21844953298568726,
        -0.22231817245483398
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1806,
      "lr": 0.0001,
      "sup_loss": 1.206408302315457,
      "rf_loss": 0.0,
      "total_loss": 1.206408302315457,
      "lyap1_mean": -0.21156543493270874,
      "lyap1_max": -0.19189105927944183,
      "lyap1_min": -0.2251930832862854,
      "lyap_spec_mean": [
        -0.21156543493270874,
        -0.21003346145153046
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1807,
      "lr": 0.0001,
      "sup_loss": 1.218577080286259,
      "rf_loss": 0.0,
      "total_loss": 1.218577080286259,
      "lyap1_mean": -0.21237698197364807,
      "lyap1_max": -0.2026568502187729,
      "lyap1_min": -0.22212418913841248,
      "lyap_spec_mean": [
        -0.21237698197364807,
        -0.21537479758262634
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1808,
      "lr": 0.0001,
      "sup_loss": 1.201289013217156,
      "rf_loss": 0.0,
      "total_loss": 1.201289013217156,
      "lyap1_mean": -0.21715189516544342,
      "lyap1_max": -0.20127920806407928,
      "lyap1_min": -0.2325100600719452,
      "lyap_spec_mean": [
        -0.21715188026428223,
        -0.21975216269493103
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1809,
      "lr": 0.0001,
      "sup_loss": 1.2042774494637782,
      "rf_loss": 0.0,
      "total_loss": 1.2042774494637782,
      "lyap1_mean": -0.2161870151758194,
      "lyap1_max": -0.203924760222435,
      "lyap1_min": -0.23099687695503235,
      "lyap_spec_mean": [
        -0.2161870151758194,
        -0.21240437030792236
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1810,
      "lr": 0.0001,
      "sup_loss": 1.2418134839515615,
      "rf_loss": 0.0,
      "total_loss": 1.2418134839515615,
      "lyap1_mean": -0.21172350645065308,
      "lyap1_max": -0.20049375295639038,
      "lyap1_min": -0.22435370087623596,
      "lyap_spec_mean": [
        -0.2117234766483307,
        -0.21234536170959473
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1811,
      "lr": 0.0001,
      "sup_loss": 1.2053325965436976,
      "rf_loss": 0.0,
      "total_loss": 1.2053325965436976,
      "lyap1_mean": -0.21180731058120728,
      "lyap1_max": -0.1638449877500534,
      "lyap1_min": -0.22495386004447937,
      "lyap_spec_mean": [
        -0.21180731058120728,
        -0.21618834137916565
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1812,
      "lr": 0.0001,
      "sup_loss": 1.2048058184866788,
      "rf_loss": 0.0,
      "total_loss": 1.2048058184866788,
      "lyap1_mean": -0.217085599899292,
      "lyap1_max": -0.19766514003276825,
      "lyap1_min": -0.2302769124507904,
      "lyap_spec_mean": [
        -0.217085599899292,
        -0.21898701786994934
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1813,
      "lr": 0.0001,
      "sup_loss": 1.2282503004801657,
      "rf_loss": 0.0,
      "total_loss": 1.2282503004801657,
      "lyap1_mean": -0.21083709597587585,
      "lyap1_max": -0.19817489385604858,
      "lyap1_min": -0.22292457520961761,
      "lyap_spec_mean": [
        -0.21083709597587585,
        -0.208273783326149
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1814,
      "lr": 0.0001,
      "sup_loss": 1.2292245788633862,
      "rf_loss": 0.0,
      "total_loss": 1.2292245788633862,
      "lyap1_mean": -0.22031009197235107,
      "lyap1_max": -0.20976869761943817,
      "lyap1_min": -0.22643005847930908,
      "lyap_spec_mean": [
        -0.22031009197235107,
        -0.2192007601261139
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1815,
      "lr": 0.0001,
      "sup_loss": 1.2211800427535016,
      "rf_loss": 0.0,
      "total_loss": 1.2211800427535016,
      "lyap1_mean": -0.21683578193187714,
      "lyap1_max": -0.19353286921977997,
      "lyap1_min": -0.22535043954849243,
      "lyap_spec_mean": [
        -0.21683578193187714,
        -0.21888014674186707
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1816,
      "lr": 0.0001,
      "sup_loss": 1.2374370762066265,
      "rf_loss": 0.0,
      "total_loss": 1.2374370762066265,
      "lyap1_mean": -0.21259668469429016,
      "lyap1_max": -0.19147275388240814,
      "lyap1_min": -0.2327761948108673,
      "lyap_spec_mean": [
        -0.21259668469429016,
        -0.21472805738449097
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1817,
      "lr": 0.0001,
      "sup_loss": 1.2073819456333197,
      "rf_loss": 0.0,
      "total_loss": 1.2073819456333197,
      "lyap1_mean": -0.22131243348121643,
      "lyap1_max": -0.20760378241539001,
      "lyap1_min": -0.23296813666820526,
      "lyap_spec_mean": [
        -0.22131243348121643,
        -0.22202882170677185
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1818,
      "lr": 0.0001,
      "sup_loss": 1.1917090027322426,
      "rf_loss": 0.0,
      "total_loss": 1.1917090027322426,
      "lyap1_mean": -0.2199854701757431,
      "lyap1_max": -0.2130098193883896,
      "lyap1_min": -0.22955948114395142,
      "lyap_spec_mean": [
        -0.2199854850769043,
        -0.219721257686615
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1819,
      "lr": 0.0001,
      "sup_loss": 1.2058551144392406,
      "rf_loss": 0.0,
      "total_loss": 1.2058551144392406,
      "lyap1_mean": -0.2272796481847763,
      "lyap1_max": -0.21359029412269592,
      "lyap1_min": -0.24405917525291443,
      "lyap_spec_mean": [
        -0.2272796630859375,
        -0.22161641716957092
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1820,
      "lr": 0.0001,
      "sup_loss": 1.231261166885536,
      "rf_loss": 0.0,
      "total_loss": 1.231261166885536,
      "lyap1_mean": -0.22320646047592163,
      "lyap1_max": -0.21014979481697083,
      "lyap1_min": -0.23209470510482788,
      "lyap_spec_mean": [
        -0.22320646047592163,
        -0.2219163477420807
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1821,
      "lr": 0.0001,
      "sup_loss": 1.2066050665033856,
      "rf_loss": 0.0,
      "total_loss": 1.2066050665033856,
      "lyap1_mean": -0.22315317392349243,
      "lyap1_max": -0.20675119757652283,
      "lyap1_min": -0.238255113363266,
      "lyap_spec_mean": [
        -0.22315317392349243,
        -0.22654849290847778
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1822,
      "lr": 0.0001,
      "sup_loss": 1.1367669764090809,
      "rf_loss": 0.0,
      "total_loss": 1.1367669764090809,
      "lyap1_mean": -0.22410181164741516,
      "lyap1_max": -0.21935778856277466,
      "lyap1_min": -0.23078417778015137,
      "lyap_spec_mean": [
        -0.22410181164741516,
        -0.22107014060020447
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1823,
      "lr": 0.0001,
      "sup_loss": 1.2284125888900594,
      "rf_loss": 0.0,
      "total_loss": 1.2284125888900594,
      "lyap1_mean": -0.2169969379901886,
      "lyap1_max": -0.2015121877193451,
      "lyap1_min": -0.227181077003479,
      "lyap_spec_mean": [
        -0.2169969528913498,
        -0.21950000524520874
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1824,
      "lr": 0.0001,
      "sup_loss": 1.1913628547556592,
      "rf_loss": 0.0,
      "total_loss": 1.1913628547556592,
      "lyap1_mean": -0.22139455378055573,
      "lyap1_max": -0.2136121392250061,
      "lyap1_min": -0.22937357425689697,
      "lyap_spec_mean": [
        -0.22139455378055573,
        -0.21619254350662231
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1825,
      "lr": 0.0001,
      "sup_loss": 1.1960267929973913,
      "rf_loss": 0.0,
      "total_loss": 1.1960267929973913,
      "lyap1_mean": -0.22555625438690186,
      "lyap1_max": -0.21157953143119812,
      "lyap1_min": -0.23488974571228027,
      "lyap_spec_mean": [
        -0.22555625438690186,
        -0.2281547486782074
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1826,
      "lr": 0.0001,
      "sup_loss": 1.242338116891788,
      "rf_loss": 0.0,
      "total_loss": 1.242338116891788,
      "lyap1_mean": -0.22344276309013367,
      "lyap1_max": -0.21030494570732117,
      "lyap1_min": -0.237410306930542,
      "lyap_spec_mean": [
        -0.22344274818897247,
        -0.22819580137729645
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1827,
      "lr": 0.0001,
      "sup_loss": 1.190388802326697,
      "rf_loss": 0.0,
      "total_loss": 1.190388802326697,
      "lyap1_mean": -0.228094220161438,
      "lyap1_max": -0.21835649013519287,
      "lyap1_min": -0.23531381785869598,
      "lyap_spec_mean": [
        -0.228094220161438,
        -0.22076262533664703
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1828,
      "lr": 0.0001,
      "sup_loss": 1.1921351535676579,
      "rf_loss": 0.0,
      "total_loss": 1.1921351535676579,
      "lyap1_mean": -0.21612609922885895,
      "lyap1_max": -0.18638035655021667,
      "lyap1_min": -0.230291947722435,
      "lyap_spec_mean": [
        -0.21612609922885895,
        -0.2213553488254547
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1829,
      "lr": 0.0001,
      "sup_loss": 1.1798643629424237,
      "rf_loss": 0.0,
      "total_loss": 1.1798643629424237,
      "lyap1_mean": -0.21791903674602509,
      "lyap1_max": -0.20207414031028748,
      "lyap1_min": -0.234170064330101,
      "lyap_spec_mean": [
        -0.2179190218448639,
        -0.22676405310630798
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1830,
      "lr": 0.0001,
      "sup_loss": 1.226634605855141,
      "rf_loss": 0.0,
      "total_loss": 1.226634605855141,
      "lyap1_mean": -0.22730548679828644,
      "lyap1_max": -0.2110510915517807,
      "lyap1_min": -0.2402859926223755,
      "lyap_spec_mean": [
        -0.22730548679828644,
        -0.22182948887348175
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1831,
      "lr": 0.0001,
      "sup_loss": 1.2040606941135408,
      "rf_loss": 0.0,
      "total_loss": 1.2040606941135408,
      "lyap1_mean": -0.21671442687511444,
      "lyap1_max": -0.19812104105949402,
      "lyap1_min": -0.2309531569480896,
      "lyap_spec_mean": [
        -0.21671442687511444,
        -0.21723179519176483
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1832,
      "lr": 0.0001,
      "sup_loss": 1.2296423270125998,
      "rf_loss": 0.0,
      "total_loss": 1.2296423270125998,
      "lyap1_mean": -0.219231978058815,
      "lyap1_max": -0.20433232188224792,
      "lyap1_min": -0.2428884506225586,
      "lyap_spec_mean": [
        -0.219231978058815,
        -0.22157783806324005
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1833,
      "lr": 0.0001,
      "sup_loss": 1.1674259456139873,
      "rf_loss": 0.0,
      "total_loss": 1.1674259456139873,
      "lyap1_mean": -0.21379899978637695,
      "lyap1_max": -0.1829877495765686,
      "lyap1_min": -0.23739413917064667,
      "lyap_spec_mean": [
        -0.21379899978637695,
        -0.21728086471557617
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1834,
      "lr": 0.0001,
      "sup_loss": 1.169962903456456,
      "rf_loss": 0.0,
      "total_loss": 1.169962903456456,
      "lyap1_mean": -0.22491538524627686,
      "lyap1_max": -0.21254244446754456,
      "lyap1_min": -0.2341628521680832,
      "lyap_spec_mean": [
        -0.22491538524627686,
        -0.22503270208835602
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1835,
      "lr": 0.0001,
      "sup_loss": 1.19868028055347,
      "rf_loss": 0.0,
      "total_loss": 1.19868028055347,
      "lyap1_mean": -0.2150333821773529,
      "lyap1_max": -0.206813246011734,
      "lyap1_min": -0.22623756527900696,
      "lyap_spec_mean": [
        -0.2150333821773529,
        -0.2184719294309616
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1836,
      "lr": 0.0001,
      "sup_loss": 1.1632307212836979,
      "rf_loss": 0.0,
      "total_loss": 1.1632307212836979,
      "lyap1_mean": -0.21651755273342133,
      "lyap1_max": -0.2082122564315796,
      "lyap1_min": -0.22994989156723022,
      "lyap_spec_mean": [
        -0.21651756763458252,
        -0.22039128839969635
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1837,
      "lr": 0.0001,
      "sup_loss": 1.18432691198042,
      "rf_loss": 0.0,
      "total_loss": 1.18432691198042,
      "lyap1_mean": -0.20989421010017395,
      "lyap1_max": -0.18583182990550995,
      "lyap1_min": -0.23164662718772888,
      "lyap_spec_mean": [
        -0.20989421010017395,
        -0.2139480710029602
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1838,
      "lr": 0.0001,
      "sup_loss": 1.2424554517372457,
      "rf_loss": 0.0,
      "total_loss": 1.2424554517372457,
      "lyap1_mean": -0.22107449173927307,
      "lyap1_max": -0.2073448747396469,
      "lyap1_min": -0.23176789283752441,
      "lyap_spec_mean": [
        -0.22107449173927307,
        -0.2200275957584381
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1839,
      "lr": 0.0001,
      "sup_loss": 1.2523816921065902,
      "rf_loss": 0.0,
      "total_loss": 1.2523816921065902,
      "lyap1_mean": -0.21420028805732727,
      "lyap1_max": -0.2014080286026001,
      "lyap1_min": -0.22398489713668823,
      "lyap_spec_mean": [
        -0.21420030295848846,
        -0.2177504152059555
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1840,
      "lr": 0.0001,
      "sup_loss": 1.250385156928714,
      "rf_loss": 0.0,
      "total_loss": 1.250385156928714,
      "lyap1_mean": -0.2204560935497284,
      "lyap1_max": -0.20609581470489502,
      "lyap1_min": -0.23044335842132568,
      "lyap_spec_mean": [
        -0.2204560935497284,
        -0.2177698016166687
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1841,
      "lr": 0.0001,
      "sup_loss": 1.2473851373057079,
      "rf_loss": 0.0,
      "total_loss": 1.2473851373057079,
      "lyap1_mean": -0.23240217566490173,
      "lyap1_max": -0.21602225303649902,
      "lyap1_min": -0.25035345554351807,
      "lyap_spec_mean": [
        -0.23240217566490173,
        -0.2316908985376358
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1842,
      "lr": 0.0001,
      "sup_loss": 1.1739977270477775,
      "rf_loss": 0.0,
      "total_loss": 1.1739977270477775,
      "lyap1_mean": -0.2315669059753418,
      "lyap1_max": -0.20922470092773438,
      "lyap1_min": -0.2478206604719162,
      "lyap_spec_mean": [
        -0.2315669059753418,
        -0.24002276360988617
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1843,
      "lr": 0.0001,
      "sup_loss": 1.1997792444465705,
      "rf_loss": 0.0,
      "total_loss": 1.1997792444465705,
      "lyap1_mean": -0.2321258932352066,
      "lyap1_max": -0.1877990961074829,
      "lyap1_min": -0.24848777055740356,
      "lyap_spec_mean": [
        -0.2321258783340454,
        -0.23607237637043
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1844,
      "lr": 0.0001,
      "sup_loss": 1.1886900624469605,
      "rf_loss": 0.0,
      "total_loss": 1.1886900624469605,
      "lyap1_mean": -0.23774833977222443,
      "lyap1_max": -0.22872596979141235,
      "lyap1_min": -0.25164783000946045,
      "lyap_spec_mean": [
        -0.23774832487106323,
        -0.2374681979417801
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1845,
      "lr": 0.0001,
      "sup_loss": 1.2189594438654476,
      "rf_loss": 0.0,
      "total_loss": 1.2189594438654476,
      "lyap1_mean": -0.233464777469635,
      "lyap1_max": -0.2036566585302353,
      "lyap1_min": -0.24729186296463013,
      "lyap_spec_mean": [
        -0.233464777469635,
        -0.23675261437892914
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1846,
      "lr": 0.0001,
      "sup_loss": 1.2248129970096522,
      "rf_loss": 0.0,
      "total_loss": 1.2248129970096522,
      "lyap1_mean": -0.23594310879707336,
      "lyap1_max": -0.22367721796035767,
      "lyap1_min": -0.24628262221813202,
      "lyap_spec_mean": [
        -0.23594310879707336,
        -0.2401345670223236
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1847,
      "lr": 0.0001,
      "sup_loss": 1.1594316239676106,
      "rf_loss": 0.0,
      "total_loss": 1.1594316239676106,
      "lyap1_mean": -0.23409336805343628,
      "lyap1_max": -0.20543555915355682,
      "lyap1_min": -0.2606560289859772,
      "lyap_spec_mean": [
        -0.23409335315227509,
        -0.23611980676651
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1848,
      "lr": 0.0001,
      "sup_loss": 1.196978052622008,
      "rf_loss": 0.0,
      "total_loss": 1.196978052622008,
      "lyap1_mean": -0.23039542138576508,
      "lyap1_max": -0.1947173923254013,
      "lyap1_min": -0.24480614066123962,
      "lyap_spec_mean": [
        -0.23039540648460388,
        -0.2359866052865982
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1849,
      "lr": 0.0001,
      "sup_loss": 1.2401471286545673,
      "rf_loss": 0.0,
      "total_loss": 1.2401471286545673,
      "lyap1_mean": -0.2381039708852768,
      "lyap1_max": -0.22848647832870483,
      "lyap1_min": -0.24326953291893005,
      "lyap_spec_mean": [
        -0.2381039559841156,
        -0.2411561757326126
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1850,
      "lr": 0.0001,
      "sup_loss": 1.1742489477492062,
      "rf_loss": 0.0,
      "total_loss": 1.1742489477492062,
      "lyap1_mean": -0.2277323603630066,
      "lyap1_max": -0.18845097720623016,
      "lyap1_min": -0.24460840225219727,
      "lyap_spec_mean": [
        -0.2277323603630066,
        -0.23569102585315704
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1851,
      "lr": 0.0001,
      "sup_loss": 1.1322832495811155,
      "rf_loss": 0.0,
      "total_loss": 1.1322832495811155,
      "lyap1_mean": -0.24175500869750977,
      "lyap1_max": -0.23546063899993896,
      "lyap1_min": -0.2500731647014618,
      "lyap_spec_mean": [
        -0.24175502359867096,
        -0.2405388355255127
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1852,
      "lr": 0.0001,
      "sup_loss": 1.1730006509441684,
      "rf_loss": 0.0,
      "total_loss": 1.1730006509441684,
      "lyap1_mean": -0.23771634697914124,
      "lyap1_max": -0.22345075011253357,
      "lyap1_min": -0.24617092311382294,
      "lyap_spec_mean": [
        -0.23771633207798004,
        -0.23664255440235138
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1853,
      "lr": 0.0001,
      "sup_loss": 1.1947656100969581,
      "rf_loss": 0.0,
      "total_loss": 1.1947656100969581,
      "lyap1_mean": -0.2263496369123459,
      "lyap1_max": -0.21556031703948975,
      "lyap1_min": -0.2334529161453247,
      "lyap_spec_mean": [
        -0.2263496220111847,
        -0.22902223467826843
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1854,
      "lr": 0.0001,
      "sup_loss": 1.1790670381028454,
      "rf_loss": 0.0,
      "total_loss": 1.1790670381028454,
      "lyap1_mean": -0.23229612410068512,
      "lyap1_max": -0.21634817123413086,
      "lyap1_min": -0.25068116188049316,
      "lyap_spec_mean": [
        -0.23229612410068512,
        -0.23238500952720642
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1855,
      "lr": 0.0001,
      "sup_loss": 1.1945134476568147,
      "rf_loss": 0.0,
      "total_loss": 1.1945134476568147,
      "lyap1_mean": -0.22854432463645935,
      "lyap1_max": -0.21979962289333344,
      "lyap1_min": -0.23917405307292938,
      "lyap_spec_mean": [
        -0.22854432463645935,
        -0.2277684211730957
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1856,
      "lr": 0.0001,
      "sup_loss": 1.1851863449638074,
      "rf_loss": 0.0,
      "total_loss": 1.1851863449638074,
      "lyap1_mean": -0.22934575378894806,
      "lyap1_max": -0.21850347518920898,
      "lyap1_min": -0.23937124013900757,
      "lyap_spec_mean": [
        -0.22934576869010925,
        -0.23292234539985657
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1857,
      "lr": 0.0001,
      "sup_loss": 1.1946124851980542,
      "rf_loss": 0.0,
      "total_loss": 1.1946124851980542,
      "lyap1_mean": -0.22459161281585693,
      "lyap1_max": -0.19405411183834076,
      "lyap1_min": -0.24423429369926453,
      "lyap_spec_mean": [
        -0.22459161281585693,
        -0.229916512966156
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1858,
      "lr": 0.0001,
      "sup_loss": 1.2214039111183643,
      "rf_loss": 0.0,
      "total_loss": 1.2214039111183643,
      "lyap1_mean": -0.23298244178295135,
      "lyap1_max": -0.21938906610012054,
      "lyap1_min": -0.24778953194618225,
      "lyap_spec_mean": [
        -0.23298242688179016,
        -0.2310599684715271
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1859,
      "lr": 0.0001,
      "sup_loss": 1.132682443267136,
      "rf_loss": 0.0,
      "total_loss": 1.132682443267136,
      "lyap1_mean": -0.23361527919769287,
      "lyap1_max": -0.2212221473455429,
      "lyap1_min": -0.2514529228210449,
      "lyap_spec_mean": [
        -0.23361527919769287,
        -0.2335258424282074
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1860,
      "lr": 0.0001,
      "sup_loss": 1.1776366180306845,
      "rf_loss": 0.0,
      "total_loss": 1.1776366180306845,
      "lyap1_mean": -0.23612794280052185,
      "lyap1_max": -0.2284536361694336,
      "lyap1_min": -0.24330465495586395,
      "lyap_spec_mean": [
        -0.23612794280052185,
        -0.23680169880390167
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1861,
      "lr": 0.0001,
      "sup_loss": 1.129605809814681,
      "rf_loss": 0.0,
      "total_loss": 1.129605809814681,
      "lyap1_mean": -0.23062193393707275,
      "lyap1_max": -0.210138738155365,
      "lyap1_min": -0.24346598982810974,
      "lyap_spec_mean": [
        -0.23062191903591156,
        -0.23079219460487366
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1862,
      "lr": 0.0001,
      "sup_loss": 1.181712257863988,
      "rf_loss": 0.0,
      "total_loss": 1.181712257863988,
      "lyap1_mean": -0.23926928639411926,
      "lyap1_max": -0.22095344960689545,
      "lyap1_min": -0.24891462922096252,
      "lyap_spec_mean": [
        -0.23926927149295807,
        -0.23678195476531982
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1863,
      "lr": 0.0001,
      "sup_loss": 1.1668027712861992,
      "rf_loss": 0.0,
      "total_loss": 1.1668027712861992,
      "lyap1_mean": -0.2322194129228592,
      "lyap1_max": -0.2039376199245453,
      "lyap1_min": -0.25233298540115356,
      "lyap_spec_mean": [
        -0.232219398021698,
        -0.23777973651885986
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1864,
      "lr": 0.0001,
      "sup_loss": 1.1630017660636798,
      "rf_loss": 0.0,
      "total_loss": 1.1630017660636798,
      "lyap1_mean": -0.23664087057113647,
      "lyap1_max": -0.19764940440654755,
      "lyap1_min": -0.24942755699157715,
      "lyap_spec_mean": [
        -0.23664087057113647,
        -0.2409193515777588
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1865,
      "lr": 0.0001,
      "sup_loss": 1.1865900472757378,
      "rf_loss": 0.0,
      "total_loss": 1.1865900472757378,
      "lyap1_mean": -0.24497079849243164,
      "lyap1_max": -0.23069486021995544,
      "lyap1_min": -0.2553427219390869,
      "lyap_spec_mean": [
        -0.24497079849243164,
        -0.2503568232059479
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1866,
      "lr": 0.0001,
      "sup_loss": 1.193080408542299,
      "rf_loss": 0.0,
      "total_loss": 1.193080408542299,
      "lyap1_mean": -0.2490101158618927,
      "lyap1_max": -0.2320573925971985,
      "lyap1_min": -0.26018190383911133,
      "lyap_spec_mean": [
        -0.2490101158618927,
        -0.2472141981124878
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1867,
      "lr": 0.0001,
      "sup_loss": 1.1941725862397794,
      "rf_loss": 0.0,
      "total_loss": 1.1941725862397794,
      "lyap1_mean": -0.24735575914382935,
      "lyap1_max": -0.23473694920539856,
      "lyap1_min": -0.2587240934371948,
      "lyap_spec_mean": [
        -0.24735574424266815,
        -0.24333080649375916
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1868,
      "lr": 0.0001,
      "sup_loss": 1.1444501688819297,
      "rf_loss": 0.0,
      "total_loss": 1.1444501688819297,
      "lyap1_mean": -0.2434074431657791,
      "lyap1_max": -0.22727954387664795,
      "lyap1_min": -0.2632601261138916,
      "lyap_spec_mean": [
        -0.2434074431657791,
        -0.24556706845760345
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1869,
      "lr": 0.0001,
      "sup_loss": 1.2176093873335665,
      "rf_loss": 0.0,
      "total_loss": 1.2176093873335665,
      "lyap1_mean": -0.2404584139585495,
      "lyap1_max": -0.23220740258693695,
      "lyap1_min": -0.24994701147079468,
      "lyap_spec_mean": [
        -0.2404584288597107,
        -0.24230512976646423
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1870,
      "lr": 0.0001,
      "sup_loss": 1.1759994906693811,
      "rf_loss": 0.0,
      "total_loss": 1.1759994906693811,
      "lyap1_mean": -0.24051222205162048,
      "lyap1_max": -0.2263905107975006,
      "lyap1_min": -0.25149762630462646,
      "lyap_spec_mean": [
        -0.24051222205162048,
        -0.24066904187202454
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1871,
      "lr": 0.0001,
      "sup_loss": 1.1501803269098785,
      "rf_loss": 0.0,
      "total_loss": 1.1501803269098785,
      "lyap1_mean": -0.2373519390821457,
      "lyap1_max": -0.22169584035873413,
      "lyap1_min": -0.24389931559562683,
      "lyap_spec_mean": [
        -0.2373519241809845,
        -0.23467494547367096
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1872,
      "lr": 0.0001,
      "sup_loss": 1.1560795192860813,
      "rf_loss": 0.0,
      "total_loss": 1.1560795192860813,
      "lyap1_mean": -0.23504438996315002,
      "lyap1_max": -0.22789648175239563,
      "lyap1_min": -0.24678896367549896,
      "lyap_spec_mean": [
        -0.23504437506198883,
        -0.23565319180488586
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1873,
      "lr": 0.0001,
      "sup_loss": 1.1470280376591404,
      "rf_loss": 0.0,
      "total_loss": 1.1470280376591404,
      "lyap1_mean": -0.23287826776504517,
      "lyap1_max": -0.21826273202896118,
      "lyap1_min": -0.24552224576473236,
      "lyap_spec_mean": [
        -0.23287828266620636,
        -0.23590244352817535
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1874,
      "lr": 0.0001,
      "sup_loss": 1.1642645009444652,
      "rf_loss": 0.0,
      "total_loss": 1.1642645009444652,
      "lyap1_mean": -0.23681460320949554,
      "lyap1_max": -0.21779708564281464,
      "lyap1_min": -0.249504953622818,
      "lyap_spec_mean": [
        -0.23681460320949554,
        -0.2368144541978836
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1875,
      "lr": 0.0001,
      "sup_loss": 1.1553855713881993,
      "rf_loss": 0.0,
      "total_loss": 1.1553855713881993,
      "lyap1_mean": -0.23023709654808044,
      "lyap1_max": -0.20162884891033173,
      "lyap1_min": -0.24557405710220337,
      "lyap_spec_mean": [
        -0.23023709654808044,
        -0.23613005876541138
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1876,
      "lr": 0.0001,
      "sup_loss": 1.146707792896573,
      "rf_loss": 0.0,
      "total_loss": 1.146707792896573,
      "lyap1_mean": -0.22954009473323822,
      "lyap1_max": -0.22004860639572144,
      "lyap1_min": -0.24288105964660645,
      "lyap_spec_mean": [
        -0.22954010963439941,
        -0.22900182008743286
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1877,
      "lr": 0.0001,
      "sup_loss": 1.171772141794031,
      "rf_loss": 0.0,
      "total_loss": 1.171772141794031,
      "lyap1_mean": -0.23351052403450012,
      "lyap1_max": -0.20775741338729858,
      "lyap1_min": -0.24536168575286865,
      "lyap_spec_mean": [
        -0.23351053893566132,
        -0.23443278670310974
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1878,
      "lr": 0.0001,
      "sup_loss": 1.1886302943525018,
      "rf_loss": 0.0,
      "total_loss": 1.1886302943525018,
      "lyap1_mean": -0.23098692297935486,
      "lyap1_max": -0.2175561487674713,
      "lyap1_min": -0.23890189826488495,
      "lyap_spec_mean": [
        -0.23098692297935486,
        -0.2349836677312851
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1879,
      "lr": 0.0001,
      "sup_loss": 1.2288803775450419,
      "rf_loss": 0.0,
      "total_loss": 1.2288803775450419,
      "lyap1_mean": -0.23475000262260437,
      "lyap1_max": -0.23073534667491913,
      "lyap1_min": -0.24128113687038422,
      "lyap_spec_mean": [
        -0.23475000262260437,
        -0.22974535822868347
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1880,
      "lr": 0.0001,
      "sup_loss": 1.2211582359522866,
      "rf_loss": 0.0,
      "total_loss": 1.2211582359522866,
      "lyap1_mean": -0.2287842184305191,
      "lyap1_max": -0.2045067846775055,
      "lyap1_min": -0.2501423954963684,
      "lyap_spec_mean": [
        -0.2287842333316803,
        -0.23747289180755615
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1881,
      "lr": 0.0001,
      "sup_loss": 1.1774661068590444,
      "rf_loss": 0.0,
      "total_loss": 1.1774661068590444,
      "lyap1_mean": -0.23819661140441895,
      "lyap1_max": -0.21772204339504242,
      "lyap1_min": -0.25101983547210693,
      "lyap_spec_mean": [
        -0.23819662630558014,
        -0.23573550581932068
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1882,
      "lr": 0.0001,
      "sup_loss": 1.1754420826291863,
      "rf_loss": 0.0,
      "total_loss": 1.1754420826291863,
      "lyap1_mean": -0.23818662762641907,
      "lyap1_max": -0.21943305432796478,
      "lyap1_min": -0.24701520800590515,
      "lyap_spec_mean": [
        -0.23818662762641907,
        -0.23058141767978668
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1883,
      "lr": 0.0001,
      "sup_loss": 1.1835255087433338,
      "rf_loss": 0.0,
      "total_loss": 1.1835255087433338,
      "lyap1_mean": -0.23990774154663086,
      "lyap1_max": -0.22206014394760132,
      "lyap1_min": -0.2511243522167206,
      "lyap_spec_mean": [
        -0.23990774154663086,
        -0.24240276217460632
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1884,
      "lr": 0.0001,
      "sup_loss": 1.1887491105027381,
      "rf_loss": 0.0,
      "total_loss": 1.1887491105027381,
      "lyap1_mean": -0.22878623008728027,
      "lyap1_max": -0.21316727995872498,
      "lyap1_min": -0.24078640341758728,
      "lyap_spec_mean": [
        -0.22878623008728027,
        -0.2198179066181183
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1885,
      "lr": 0.0001,
      "sup_loss": 1.2166163532832417,
      "rf_loss": 0.0,
      "total_loss": 1.2166163532832417,
      "lyap1_mean": -0.22637906670570374,
      "lyap1_max": -0.20968762040138245,
      "lyap1_min": -0.24940358102321625,
      "lyap_spec_mean": [
        -0.22637906670570374,
        -0.22752997279167175
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1886,
      "lr": 0.0001,
      "sup_loss": 1.191234917409344,
      "rf_loss": 0.0,
      "total_loss": 1.191234917409344,
      "lyap1_mean": -0.2329801321029663,
      "lyap1_max": -0.2045532912015915,
      "lyap1_min": -0.24897494912147522,
      "lyap_spec_mean": [
        -0.2329801321029663,
        -0.2227800190448761
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1887,
      "lr": 0.0001,
      "sup_loss": 1.1589073119183537,
      "rf_loss": 0.0,
      "total_loss": 1.1589073119183537,
      "lyap1_mean": -0.22021400928497314,
      "lyap1_max": -0.20265641808509827,
      "lyap1_min": -0.23696140944957733,
      "lyap_spec_mean": [
        -0.22021399438381195,
        -0.22574524581432343
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1888,
      "lr": 0.0001,
      "sup_loss": 1.207437491504359,
      "rf_loss": 0.0,
      "total_loss": 1.207437491504359,
      "lyap1_mean": -0.22791787981987,
      "lyap1_max": -0.2130175083875656,
      "lyap1_min": -0.24337589740753174,
      "lyap_spec_mean": [
        -0.22791787981987,
        -0.2251126766204834
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1889,
      "lr": 0.0001,
      "sup_loss": 1.1841575775826736,
      "rf_loss": 0.0,
      "total_loss": 1.1841575775826736,
      "lyap1_mean": -0.23639217019081116,
      "lyap1_max": -0.22534653544425964,
      "lyap1_min": -0.24941208958625793,
      "lyap_spec_mean": [
        -0.23639217019081116,
        -0.2380669116973877
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1890,
      "lr": 0.0001,
      "sup_loss": 1.1421313212646655,
      "rf_loss": 0.0,
      "total_loss": 1.1421313212646655,
      "lyap1_mean": -0.24062635004520416,
      "lyap1_max": -0.21742276847362518,
      "lyap1_min": -0.2571336030960083,
      "lyap_spec_mean": [
        -0.24062636494636536,
        -0.23514777421951294
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1891,
      "lr": 0.0001,
      "sup_loss": 1.1742167693233396,
      "rf_loss": 0.0,
      "total_loss": 1.1742167693233396,
      "lyap1_mean": -0.23812735080718994,
      "lyap1_max": -0.2281341254711151,
      "lyap1_min": -0.2523047924041748,
      "lyap_spec_mean": [
        -0.23812735080718994,
        -0.24158042669296265
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1892,
      "lr": 0.0001,
      "sup_loss": 1.1607912094365391,
      "rf_loss": 0.0,
      "total_loss": 1.1607912094365391,
      "lyap1_mean": -0.22931323945522308,
      "lyap1_max": -0.19349068403244019,
      "lyap1_min": -0.25291144847869873,
      "lyap_spec_mean": [
        -0.2293132245540619,
        -0.2422562837600708
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1893,
      "lr": 0.0001,
      "sup_loss": 1.165496568538639,
      "rf_loss": 0.0,
      "total_loss": 1.165496568538639,
      "lyap1_mean": -0.22709083557128906,
      "lyap1_max": -0.19932681322097778,
      "lyap1_min": -0.2438977211713791,
      "lyap_spec_mean": [
        -0.22709083557128906,
        -0.23205341398715973
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1894,
      "lr": 0.0001,
      "sup_loss": 1.1912460990005425,
      "rf_loss": 0.0,
      "total_loss": 1.1912460990005425,
      "lyap1_mean": -0.23341421782970428,
      "lyap1_max": -0.2204984426498413,
      "lyap1_min": -0.24316376447677612,
      "lyap_spec_mean": [
        -0.23341423273086548,
        -0.2317737489938736
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1895,
      "lr": 0.0001,
      "sup_loss": 1.1705156759942792,
      "rf_loss": 0.0,
      "total_loss": 1.1705156759942792,
      "lyap1_mean": -0.2288341224193573,
      "lyap1_max": -0.2107277512550354,
      "lyap1_min": -0.2393277883529663,
      "lyap_spec_mean": [
        -0.2288341224193573,
        -0.21328529715538025
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1896,
      "lr": 0.0001,
      "sup_loss": 1.208011123383379,
      "rf_loss": 0.0,
      "total_loss": 1.208011123383379,
      "lyap1_mean": -0.22639068961143494,
      "lyap1_max": -0.21091151237487793,
      "lyap1_min": -0.24068693816661835,
      "lyap_spec_mean": [
        -0.22639068961143494,
        -0.22691476345062256
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1897,
      "lr": 0.0001,
      "sup_loss": 1.1700287410843375,
      "rf_loss": 0.0,
      "total_loss": 1.1700287410843375,
      "lyap1_mean": -0.2190370261669159,
      "lyap1_max": -0.19336789846420288,
      "lyap1_min": -0.23877999186515808,
      "lyap_spec_mean": [
        -0.2190370112657547,
        -0.22846420109272003
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1898,
      "lr": 0.0001,
      "sup_loss": 1.1799141041180288,
      "rf_loss": 0.0,
      "total_loss": 1.1799141041180288,
      "lyap1_mean": -0.22794167697429657,
      "lyap1_max": -0.21621212363243103,
      "lyap1_min": -0.24005979299545288,
      "lyap_spec_mean": [
        -0.22794167697429657,
        -0.23183393478393555
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1899,
      "lr": 0.0001,
      "sup_loss": 1.2126453900129073,
      "rf_loss": 0.0,
      "total_loss": 1.2126453900129073,
      "lyap1_mean": -0.23465685546398163,
      "lyap1_max": -0.20828644931316376,
      "lyap1_min": -0.25418081879615784,
      "lyap_spec_mean": [
        -0.23465685546398163,
        -0.23431004583835602
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1900,
      "lr": 0.0001,
      "sup_loss": 1.175299203510762,
      "rf_loss": 0.0,
      "total_loss": 1.175299203510762,
      "lyap1_mean": -0.2435503900051117,
      "lyap1_max": -0.23889867961406708,
      "lyap1_min": -0.2520737051963806,
      "lyap_spec_mean": [
        -0.2435503900051117,
        -0.2495288848876953
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1901,
      "lr": 0.0001,
      "sup_loss": 1.2094628029386136,
      "rf_loss": 0.0,
      "total_loss": 1.2094628029386136,
      "lyap1_mean": -0.24572114646434784,
      "lyap1_max": -0.22793525457382202,
      "lyap1_min": -0.2604278028011322,
      "lyap_spec_mean": [
        -0.24572113156318665,
        -0.24400870501995087
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1902,
      "lr": 0.0001,
      "sup_loss": 1.1978738786986263,
      "rf_loss": 0.0,
      "total_loss": 1.1978738786986263,
      "lyap1_mean": -0.24663501977920532,
      "lyap1_max": -0.23569457232952118,
      "lyap1_min": -0.25893092155456543,
      "lyap_spec_mean": [
        -0.24663503468036652,
        -0.25426745414733887
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1903,
      "lr": 0.0001,
      "sup_loss": 1.1544275071965209,
      "rf_loss": 0.0,
      "total_loss": 1.1544275071965209,
      "lyap1_mean": -0.26121392846107483,
      "lyap1_max": -0.2407362461090088,
      "lyap1_min": -0.27213892340660095,
      "lyap_spec_mean": [
        -0.2612139582633972,
        -0.26145702600479126
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1904,
      "lr": 0.0001,
      "sup_loss": 1.2094302324155557,
      "rf_loss": 0.0,
      "total_loss": 1.2094302324155557,
      "lyap1_mean": -0.2550048828125,
      "lyap1_max": -0.2354394495487213,
      "lyap1_min": -0.2670977711677551,
      "lyap_spec_mean": [
        -0.2550048828125,
        -0.26061442494392395
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1905,
      "lr": 0.0001,
      "sup_loss": 1.1862337093143716,
      "rf_loss": 0.0,
      "total_loss": 1.1862337093143716,
      "lyap1_mean": -0.25693845748901367,
      "lyap1_max": -0.24371054768562317,
      "lyap1_min": -0.26617175340652466,
      "lyap_spec_mean": [
        -0.25693845748901367,
        -0.2545420825481415
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1906,
      "lr": 0.0001,
      "sup_loss": 1.2044555347359904,
      "rf_loss": 0.0,
      "total_loss": 1.2044555347359904,
      "lyap1_mean": -0.24981769919395447,
      "lyap1_max": -0.2279810905456543,
      "lyap1_min": -0.2627713084220886,
      "lyap_spec_mean": [
        -0.24981772899627686,
        -0.25669431686401367
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1907,
      "lr": 0.0001,
      "sup_loss": 1.1745708783975828,
      "rf_loss": 0.0,
      "total_loss": 1.1745708783975828,
      "lyap1_mean": -0.2536352574825287,
      "lyap1_max": -0.2426774501800537,
      "lyap1_min": -0.26172375679016113,
      "lyap_spec_mean": [
        -0.2536352574825287,
        -0.2511596381664276
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1908,
      "lr": 0.0001,
      "sup_loss": 1.1833637487377997,
      "rf_loss": 0.0,
      "total_loss": 1.1833637487377997,
      "lyap1_mean": -0.2406684309244156,
      "lyap1_max": -0.23311811685562134,
      "lyap1_min": -0.2496885359287262,
      "lyap_spec_mean": [
        -0.2406684309244156,
        -0.2440112978219986
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1909,
      "lr": 0.0001,
      "sup_loss": 1.1752263787261954,
      "rf_loss": 0.0,
      "total_loss": 1.1752263787261954,
      "lyap1_mean": -0.24537113308906555,
      "lyap1_max": -0.23533150553703308,
      "lyap1_min": -0.25376009941101074,
      "lyap_spec_mean": [
        -0.24537113308906555,
        -0.24322721362113953
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1910,
      "lr": 0.0001,
      "sup_loss": 1.1895207094877427,
      "rf_loss": 0.0,
      "total_loss": 1.1895207094877427,
      "lyap1_mean": -0.23951302468776703,
      "lyap1_max": -0.22565194964408875,
      "lyap1_min": -0.24866336584091187,
      "lyap_spec_mean": [
        -0.23951302468776703,
        -0.24098020792007446
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1911,
      "lr": 0.0001,
      "sup_loss": 1.1579599389969952,
      "rf_loss": 0.0,
      "total_loss": 1.1579599389969952,
      "lyap1_mean": -0.2444402277469635,
      "lyap1_max": -0.2374056577682495,
      "lyap1_min": -0.2538134753704071,
      "lyap_spec_mean": [
        -0.2444402277469635,
        -0.24347703158855438
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1912,
      "lr": 0.0001,
      "sup_loss": 1.160254312841397,
      "rf_loss": 0.0,
      "total_loss": 1.160254312841397,
      "lyap1_mean": -0.24174579977989197,
      "lyap1_max": -0.2214789092540741,
      "lyap1_min": -0.2569776773452759,
      "lyap_spec_mean": [
        -0.24174578487873077,
        -0.23446431756019592
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1913,
      "lr": 0.0001,
      "sup_loss": 1.1739042603415377,
      "rf_loss": 0.0,
      "total_loss": 1.1739042603415377,
      "lyap1_mean": -0.24531987309455872,
      "lyap1_max": -0.23031209409236908,
      "lyap1_min": -0.25282520055770874,
      "lyap_spec_mean": [
        -0.24531987309455872,
        -0.2504994571208954
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1914,
      "lr": 0.0001,
      "sup_loss": 1.1622884702948586,
      "rf_loss": 0.0,
      "total_loss": 1.1622884702948586,
      "lyap1_mean": -0.23892006278038025,
      "lyap1_max": -0.21465665102005005,
      "lyap1_min": -0.24777397513389587,
      "lyap_spec_mean": [
        -0.23892007768154144,
        -0.23407025635242462
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1915,
      "lr": 0.0001,
      "sup_loss": 1.1906367875770991,
      "rf_loss": 0.0,
      "total_loss": 1.1906367875770991,
      "lyap1_mean": -0.24140089750289917,
      "lyap1_max": -0.23043972253799438,
      "lyap1_min": -0.253162145614624,
      "lyap_spec_mean": [
        -0.24140089750289917,
        -0.23888301849365234
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1916,
      "lr": 0.0001,
      "sup_loss": 1.2025780742985839,
      "rf_loss": 0.0,
      "total_loss": 1.2025780742985839,
      "lyap1_mean": -0.23708194494247437,
      "lyap1_max": -0.2256034016609192,
      "lyap1_min": -0.25275373458862305,
      "lyap_spec_mean": [
        -0.23708194494247437,
        -0.24398206174373627
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1917,
      "lr": 0.0001,
      "sup_loss": 1.1696716378065588,
      "rf_loss": 0.0,
      "total_loss": 1.1696716378065588,
      "lyap1_mean": -0.23493033647537231,
      "lyap1_max": -0.22708813846111298,
      "lyap1_min": -0.2461146116256714,
      "lyap_spec_mean": [
        -0.2349303513765335,
        -0.2384977787733078
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1918,
      "lr": 0.0001,
      "sup_loss": 1.171806803188347,
      "rf_loss": 0.0,
      "total_loss": 1.171806803188347,
      "lyap1_mean": -0.23624354600906372,
      "lyap1_max": -0.22543959319591522,
      "lyap1_min": -0.24839404225349426,
      "lyap_spec_mean": [
        -0.23624353110790253,
        -0.24090398848056793
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1919,
      "lr": 0.0001,
      "sup_loss": 1.2137148217244076,
      "rf_loss": 0.0,
      "total_loss": 1.2137148217244076,
      "lyap1_mean": -0.24383121728897095,
      "lyap1_max": -0.2345254272222519,
      "lyap1_min": -0.2529548406600952,
      "lyap_spec_mean": [
        -0.24383121728897095,
        -0.24106194078922272
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1920,
      "lr": 0.0001,
      "sup_loss": 1.159245111916578,
      "rf_loss": 0.0,
      "total_loss": 1.159245111916578,
      "lyap1_mean": -0.2333156168460846,
      "lyap1_max": -0.21974730491638184,
      "lyap1_min": -0.24818411469459534,
      "lyap_spec_mean": [
        -0.2333156168460846,
        -0.23229822516441345
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1921,
      "lr": 0.0001,
      "sup_loss": 1.1780374302339205,
      "rf_loss": 0.0,
      "total_loss": 1.1780374302339205,
      "lyap1_mean": -0.2290751039981842,
      "lyap1_max": -0.2162182331085205,
      "lyap1_min": -0.23721656203269958,
      "lyap_spec_mean": [
        -0.2290751039981842,
        -0.23376822471618652
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1922,
      "lr": 0.0001,
      "sup_loss": 1.1667131025754707,
      "rf_loss": 0.0,
      "total_loss": 1.1667131025754707,
      "lyap1_mean": -0.23001036047935486,
      "lyap1_max": -0.20117750763893127,
      "lyap1_min": -0.24190232157707214,
      "lyap_spec_mean": [
        -0.23001036047935486,
        -0.23342359066009521
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1923,
      "lr": 0.0001,
      "sup_loss": 1.1424831060568852,
      "rf_loss": 0.0,
      "total_loss": 1.1424831060568852,
      "lyap1_mean": -0.23209598660469055,
      "lyap1_max": -0.22391223907470703,
      "lyap1_min": -0.24524633586406708,
      "lyap_spec_mean": [
        -0.23209598660469055,
        -0.23399727046489716
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1924,
      "lr": 0.0001,
      "sup_loss": 1.0806876911326586,
      "rf_loss": 0.0,
      "total_loss": 1.0806876911326586,
      "lyap1_mean": -0.22655731439590454,
      "lyap1_max": -0.20430056750774384,
      "lyap1_min": -0.23456361889839172,
      "lyap_spec_mean": [
        -0.22655731439590454,
        -0.23069894313812256
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1925,
      "lr": 0.0001,
      "sup_loss": 1.1827005030328683,
      "rf_loss": 0.0,
      "total_loss": 1.1827005030328683,
      "lyap1_mean": -0.22836969792842865,
      "lyap1_max": -0.22114405035972595,
      "lyap1_min": -0.2401835173368454,
      "lyap_spec_mean": [
        -0.22836969792842865,
        -0.23683008551597595
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1926,
      "lr": 0.0001,
      "sup_loss": 1.1800554023677392,
      "rf_loss": 0.0,
      "total_loss": 1.1800554023677392,
      "lyap1_mean": -0.2262340933084488,
      "lyap1_max": -0.21019628643989563,
      "lyap1_min": -0.23444664478302002,
      "lyap_spec_mean": [
        -0.22623410820960999,
        -0.23277172446250916
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1927,
      "lr": 0.0001,
      "sup_loss": 1.1817752146500338,
      "rf_loss": 0.0,
      "total_loss": 1.1817752146500338,
      "lyap1_mean": -0.22601789236068726,
      "lyap1_max": -0.2017054408788681,
      "lyap1_min": -0.24379363656044006,
      "lyap_spec_mean": [
        -0.22601789236068726,
        -0.233209028840065
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1928,
      "lr": 0.0001,
      "sup_loss": 1.1743522551729955,
      "rf_loss": 0.0,
      "total_loss": 1.1743522551729955,
      "lyap1_mean": -0.23675793409347534,
      "lyap1_max": -0.22191570699214935,
      "lyap1_min": -0.25155800580978394,
      "lyap_spec_mean": [
        -0.23675793409347534,
        -0.22980935871601105
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1929,
      "lr": 0.0001,
      "sup_loss": 1.1671930745137127,
      "rf_loss": 0.0,
      "total_loss": 1.1671930745137127,
      "lyap1_mean": -0.22690258920192719,
      "lyap1_max": -0.2177768051624298,
      "lyap1_min": -0.2402215301990509,
      "lyap_spec_mean": [
        -0.22690258920192719,
        -0.22394002974033356
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1930,
      "lr": 0.0001,
      "sup_loss": 1.1892213272407517,
      "rf_loss": 0.0,
      "total_loss": 1.1892213272407517,
      "lyap1_mean": -0.23461538553237915,
      "lyap1_max": -0.22328373789787292,
      "lyap1_min": -0.24335476756095886,
      "lyap_spec_mean": [
        -0.23461537063121796,
        -0.23414042592048645
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1931,
      "lr": 0.0001,
      "sup_loss": 1.1164026314511446,
      "rf_loss": 0.0,
      "total_loss": 1.1164026314511446,
      "lyap1_mean": -0.22868214547634125,
      "lyap1_max": -0.19012218713760376,
      "lyap1_min": -0.24698853492736816,
      "lyap_spec_mean": [
        -0.22868214547634125,
        -0.236097052693367
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1932,
      "lr": 0.0001,
      "sup_loss": 1.1481526726920064,
      "rf_loss": 0.0,
      "total_loss": 1.1481526726920064,
      "lyap1_mean": -0.23425725102424622,
      "lyap1_max": -0.21784749627113342,
      "lyap1_min": -0.254136323928833,
      "lyap_spec_mean": [
        -0.23425723612308502,
        -0.23395967483520508
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1933,
      "lr": 0.0001,
      "sup_loss": 1.1114282333232741,
      "rf_loss": 0.0,
      "total_loss": 1.1114282333232741,
      "lyap1_mean": -0.23060618340969086,
      "lyap1_max": -0.2231360375881195,
      "lyap1_min": -0.23722343146800995,
      "lyap_spec_mean": [
        -0.23060618340969086,
        -0.23658496141433716
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1934,
      "lr": 0.0001,
      "sup_loss": 1.1365227099390116,
      "rf_loss": 0.0,
      "total_loss": 1.1365227099390116,
      "lyap1_mean": -0.2312866747379303,
      "lyap1_max": -0.1872117966413498,
      "lyap1_min": -0.24898192286491394,
      "lyap_spec_mean": [
        -0.2312866747379303,
        -0.23961538076400757
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1935,
      "lr": 0.0001,
      "sup_loss": 1.15997189822076,
      "rf_loss": 0.0,
      "total_loss": 1.15997189822076,
      "lyap1_mean": -0.22475913166999817,
      "lyap1_max": -0.21670913696289062,
      "lyap1_min": -0.23175570368766785,
      "lyap_spec_mean": [
        -0.22475913166999817,
        -0.22524714469909668
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1936,
      "lr": 0.0001,
      "sup_loss": 1.1473124716439287,
      "rf_loss": 0.0,
      "total_loss": 1.1473124716439287,
      "lyap1_mean": -0.23134592175483704,
      "lyap1_max": -0.20582720637321472,
      "lyap1_min": -0.24507376551628113,
      "lyap_spec_mean": [
        -0.23134592175483704,
        -0.23322512209415436
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1937,
      "lr": 0.0001,
      "sup_loss": 1.1574559551287509,
      "rf_loss": 0.0,
      "total_loss": 1.1574559551287509,
      "lyap1_mean": -0.22696706652641296,
      "lyap1_max": -0.20171746611595154,
      "lyap1_min": -0.23971134424209595,
      "lyap_spec_mean": [
        -0.22696706652641296,
        -0.23665183782577515
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1938,
      "lr": 0.0001,
      "sup_loss": 1.168859102157225,
      "rf_loss": 0.0,
      "total_loss": 1.168859102157225,
      "lyap1_mean": -0.23172788321971893,
      "lyap1_max": -0.21664375066757202,
      "lyap1_min": -0.24847814440727234,
      "lyap_spec_mean": [
        -0.23172789812088013,
        -0.2360452115535736
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1939,
      "lr": 0.0001,
      "sup_loss": 1.111473671596671,
      "rf_loss": 0.0,
      "total_loss": 1.111473671596671,
      "lyap1_mean": -0.2325935661792755,
      "lyap1_max": -0.22377261519432068,
      "lyap1_min": -0.24446246027946472,
      "lyap_spec_mean": [
        -0.2325935661792755,
        -0.2346387654542923
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1940,
      "lr": 0.0001,
      "sup_loss": 1.1306319900997892,
      "rf_loss": 0.0,
      "total_loss": 1.1306319900997892,
      "lyap1_mean": -0.2423163801431656,
      "lyap1_max": -0.22710822522640228,
      "lyap1_min": -0.2523875832557678,
      "lyap_spec_mean": [
        -0.2423163801431656,
        -0.24284105002880096
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1941,
      "lr": 0.0001,
      "sup_loss": 1.162394080638245,
      "rf_loss": 0.0,
      "total_loss": 1.162394080638245,
      "lyap1_mean": -0.24018044769763947,
      "lyap1_max": -0.22651830315589905,
      "lyap1_min": -0.2522223889827728,
      "lyap_spec_mean": [
        -0.24018044769763947,
        -0.24313022196292877
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1942,
      "lr": 0.0001,
      "sup_loss": 1.1486627432780847,
      "rf_loss": 0.0,
      "total_loss": 1.1486627432780847,
      "lyap1_mean": -0.2507722079753876,
      "lyap1_max": -0.24438272416591644,
      "lyap1_min": -0.26191210746765137,
      "lyap_spec_mean": [
        -0.2507721781730652,
        -0.2516847848892212
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1943,
      "lr": 0.0001,
      "sup_loss": 1.1952245888690214,
      "rf_loss": 0.0,
      "total_loss": 1.1952245888690214,
      "lyap1_mean": -0.2500454783439636,
      "lyap1_max": -0.22222492098808289,
      "lyap1_min": -0.2630138397216797,
      "lyap_spec_mean": [
        -0.2500454783439636,
        -0.25497475266456604
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1944,
      "lr": 0.0001,
      "sup_loss": 1.170864253891461,
      "rf_loss": 0.0,
      "total_loss": 1.170864253891461,
      "lyap1_mean": -0.24489238858222961,
      "lyap1_max": -0.23501446843147278,
      "lyap1_min": -0.2678086757659912,
      "lyap_spec_mean": [
        -0.24489237368106842,
        -0.25075405836105347
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1945,
      "lr": 0.0001,
      "sup_loss": 1.149241825156861,
      "rf_loss": 0.0,
      "total_loss": 1.149241825156861,
      "lyap1_mean": -0.24088206887245178,
      "lyap1_max": -0.22380632162094116,
      "lyap1_min": -0.26247525215148926,
      "lyap_spec_mean": [
        -0.24088206887245178,
        -0.2454683929681778
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1946,
      "lr": 0.0001,
      "sup_loss": 1.1669673604728987,
      "rf_loss": 0.0,
      "total_loss": 1.1669673604728987,
      "lyap1_mean": -0.25410085916519165,
      "lyap1_max": -0.2424919605255127,
      "lyap1_min": -0.2748611867427826,
      "lyap_spec_mean": [
        -0.25410085916519165,
        -0.25899583101272583
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1947,
      "lr": 0.0001,
      "sup_loss": 1.1663277647331391,
      "rf_loss": 0.0,
      "total_loss": 1.1663277647331391,
      "lyap1_mean": -0.2531028687953949,
      "lyap1_max": -0.23920880258083344,
      "lyap1_min": -0.2618711590766907,
      "lyap_spec_mean": [
        -0.2531028687953949,
        -0.24952732026576996
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1948,
      "lr": 0.0001,
      "sup_loss": 1.1431694327895305,
      "rf_loss": 0.0,
      "total_loss": 1.1431694327895305,
      "lyap1_mean": -0.24666813015937805,
      "lyap1_max": -0.2201782912015915,
      "lyap1_min": -0.2636560797691345,
      "lyap_spec_mean": [
        -0.24666813015937805,
        -0.25190162658691406
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1949,
      "lr": 0.0001,
      "sup_loss": 1.1923225163807771,
      "rf_loss": 0.0,
      "total_loss": 1.1923225163807771,
      "lyap1_mean": -0.23923315107822418,
      "lyap1_max": -0.21885740756988525,
      "lyap1_min": -0.2555927038192749,
      "lyap_spec_mean": [
        -0.23923316597938538,
        -0.2408447116613388
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1950,
      "lr": 0.0001,
      "sup_loss": 1.1568083578909985,
      "rf_loss": 0.0,
      "total_loss": 1.1568083578909985,
      "lyap1_mean": -0.22970859706401825,
      "lyap1_max": -0.20814576745033264,
      "lyap1_min": -0.2441684901714325,
      "lyap_spec_mean": [
        -0.22970861196517944,
        -0.23675662279129028
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1951,
      "lr": 0.0001,
      "sup_loss": 1.1451731317923683,
      "rf_loss": 0.0,
      "total_loss": 1.1451731317923683,
      "lyap1_mean": -0.23659101128578186,
      "lyap1_max": -0.22283248603343964,
      "lyap1_min": -0.2508319616317749,
      "lyap_spec_mean": [
        -0.23659101128578186,
        -0.2412566840648651
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1952,
      "lr": 0.0001,
      "sup_loss": 1.1234109972596817,
      "rf_loss": 0.0,
      "total_loss": 1.1234109972596817,
      "lyap1_mean": -0.22776153683662415,
      "lyap1_max": -0.2036275863647461,
      "lyap1_min": -0.24512359499931335,
      "lyap_spec_mean": [
        -0.22776153683662415,
        -0.22874681651592255
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1953,
      "lr": 0.0001,
      "sup_loss": 1.188737258811865,
      "rf_loss": 0.0,
      "total_loss": 1.188737258811865,
      "lyap1_mean": -0.23087792098522186,
      "lyap1_max": -0.21759483218193054,
      "lyap1_min": -0.2447163462638855,
      "lyap_spec_mean": [
        -0.23087792098522186,
        -0.2329927384853363
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1954,
      "lr": 0.0001,
      "sup_loss": 1.1403825053796786,
      "rf_loss": 0.0,
      "total_loss": 1.1403825053796786,
      "lyap1_mean": -0.22597840428352356,
      "lyap1_max": -0.20637473464012146,
      "lyap1_min": -0.2379608005285263,
      "lyap_spec_mean": [
        -0.22597840428352356,
        -0.22757364809513092
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1955,
      "lr": 0.0001,
      "sup_loss": 1.138353860047327,
      "rf_loss": 0.0,
      "total_loss": 1.138353860047327,
      "lyap1_mean": -0.21838314831256866,
      "lyap1_max": -0.19719861447811127,
      "lyap1_min": -0.2446126788854599,
      "lyap_spec_mean": [
        -0.21838316321372986,
        -0.2290913462638855
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1956,
      "lr": 0.0001,
      "sup_loss": 1.1434084623134348,
      "rf_loss": 0.0,
      "total_loss": 1.1434084623134348,
      "lyap1_mean": -0.21994315087795258,
      "lyap1_max": -0.2084568440914154,
      "lyap1_min": -0.23538272082805634,
      "lyap_spec_mean": [
        -0.21994315087795258,
        -0.22367656230926514
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1957,
      "lr": 0.0001,
      "sup_loss": 1.173971995062801,
      "rf_loss": 0.0,
      "total_loss": 1.173971995062801,
      "lyap1_mean": -0.23287923634052277,
      "lyap1_max": -0.21880745887756348,
      "lyap1_min": -0.2510749399662018,
      "lyap_spec_mean": [
        -0.23287923634052277,
        -0.23448842763900757
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1958,
      "lr": 0.0001,
      "sup_loss": 1.1692731065882593,
      "rf_loss": 0.0,
      "total_loss": 1.1692731065882593,
      "lyap1_mean": -0.2417117804288864,
      "lyap1_max": -0.2163010835647583,
      "lyap1_min": -0.25929832458496094,
      "lyap_spec_mean": [
        -0.24171176552772522,
        -0.24187391996383667
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1959,
      "lr": 0.0001,
      "sup_loss": 1.1592967327476906,
      "rf_loss": 0.0,
      "total_loss": 1.1592967327476906,
      "lyap1_mean": -0.24437621235847473,
      "lyap1_max": -0.23486602306365967,
      "lyap1_min": -0.25413572788238525,
      "lyap_spec_mean": [
        -0.24437621235847473,
        -0.24364221096038818
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1960,
      "lr": 0.0001,
      "sup_loss": 1.1460155490193096,
      "rf_loss": 0.0,
      "total_loss": 1.1460155490193096,
      "lyap1_mean": -0.24025185406208038,
      "lyap1_max": -0.2294747233390808,
      "lyap1_min": -0.2606680691242218,
      "lyap_spec_mean": [
        -0.24025186896324158,
        -0.24026302993297577
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1961,
      "lr": 0.0001,
      "sup_loss": 1.1303041661091002,
      "rf_loss": 0.0,
      "total_loss": 1.1303041661091002,
      "lyap1_mean": -0.23779460787773132,
      "lyap1_max": -0.2225879430770874,
      "lyap1_min": -0.25078123807907104,
      "lyap_spec_mean": [
        -0.23779460787773132,
        -0.2384091317653656
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1962,
      "lr": 0.0001,
      "sup_loss": 1.1376836048212087,
      "rf_loss": 0.0,
      "total_loss": 1.1376836048212087,
      "lyap1_mean": -0.23092493414878845,
      "lyap1_max": -0.21150943636894226,
      "lyap1_min": -0.2538404166698456,
      "lyap_spec_mean": [
        -0.23092493414878845,
        -0.2369517982006073
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1963,
      "lr": 0.0001,
      "sup_loss": 1.0814610092737575,
      "rf_loss": 0.0,
      "total_loss": 1.0814610092737575,
      "lyap1_mean": -0.2347930371761322,
      "lyap1_max": -0.22483748197555542,
      "lyap1_min": -0.2459345906972885,
      "lyap_spec_mean": [
        -0.2347930371761322,
        -0.2357698678970337
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1964,
      "lr": 0.0001,
      "sup_loss": 1.176388267846429,
      "rf_loss": 0.0,
      "total_loss": 1.176388267846429,
      "lyap1_mean": -0.2322152554988861,
      "lyap1_max": -0.21417340636253357,
      "lyap1_min": -0.24029237031936646,
      "lyap_spec_mean": [
        -0.23221524059772491,
        -0.2377295345067978
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1965,
      "lr": 0.0001,
      "sup_loss": 1.11798438564325,
      "rf_loss": 0.0,
      "total_loss": 1.11798438564325,
      "lyap1_mean": -0.22382204234600067,
      "lyap1_max": -0.20189325511455536,
      "lyap1_min": -0.24209199845790863,
      "lyap_spec_mean": [
        -0.22382204234600067,
        -0.22282889485359192
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1966,
      "lr": 0.0001,
      "sup_loss": 1.190393586478398,
      "rf_loss": 0.0,
      "total_loss": 1.190393586478398,
      "lyap1_mean": -0.2251235842704773,
      "lyap1_max": -0.19857054948806763,
      "lyap1_min": -0.2477717250585556,
      "lyap_spec_mean": [
        -0.2251235842704773,
        -0.22738823294639587
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1967,
      "lr": 0.0001,
      "sup_loss": 1.1541443607416326,
      "rf_loss": 0.0,
      "total_loss": 1.1541443607416326,
      "lyap1_mean": -0.22337961196899414,
      "lyap1_max": -0.2020154595375061,
      "lyap1_min": -0.23914620280265808,
      "lyap_spec_mean": [
        -0.22337961196899414,
        -0.226511150598526
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1968,
      "lr": 0.0001,
      "sup_loss": 1.124558190866602,
      "rf_loss": 0.0,
      "total_loss": 1.124558190866602,
      "lyap1_mean": -0.22874580323696136,
      "lyap1_max": -0.21052855253219604,
      "lyap1_min": -0.2417878806591034,
      "lyap_spec_mean": [
        -0.22874580323696136,
        -0.22984075546264648
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1969,
      "lr": 0.0001,
      "sup_loss": 1.1954983552362815,
      "rf_loss": 0.0,
      "total_loss": 1.1954983552362815,
      "lyap1_mean": -0.22722816467285156,
      "lyap1_max": -0.20813176035881042,
      "lyap1_min": -0.2453041672706604,
      "lyap_spec_mean": [
        -0.22722816467285156,
        -0.22757276892662048
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1970,
      "lr": 0.0001,
      "sup_loss": 1.188031085428962,
      "rf_loss": 0.0,
      "total_loss": 1.188031085428962,
      "lyap1_mean": -0.23127639293670654,
      "lyap1_max": -0.2160043567419052,
      "lyap1_min": -0.24547086656093597,
      "lyap_spec_mean": [
        -0.23127639293670654,
        -0.22744065523147583
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1971,
      "lr": 0.0001,
      "sup_loss": 1.1724896225851849,
      "rf_loss": 0.0,
      "total_loss": 1.1724896225851849,
      "lyap1_mean": -0.23008936643600464,
      "lyap1_max": -0.18197134137153625,
      "lyap1_min": -0.2505011260509491,
      "lyap_spec_mean": [
        -0.23008936643600464,
        -0.23313364386558533
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1972,
      "lr": 0.0001,
      "sup_loss": 1.1463266598809065,
      "rf_loss": 0.0,
      "total_loss": 1.1463266598809065,
      "lyap1_mean": -0.24090690910816193,
      "lyap1_max": -0.22050181031227112,
      "lyap1_min": -0.2599949836730957,
      "lyap_spec_mean": [
        -0.24090690910816193,
        -0.24172233045101166
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1973,
      "lr": 0.0001,
      "sup_loss": 1.1219266516333142,
      "rf_loss": 0.0,
      "total_loss": 1.1219266516333142,
      "lyap1_mean": -0.23108656704425812,
      "lyap1_max": -0.20784717798233032,
      "lyap1_min": -0.24742472171783447,
      "lyap_spec_mean": [
        -0.2310865819454193,
        -0.2422867715358734
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1974,
      "lr": 0.0001,
      "sup_loss": 1.1565888932869188,
      "rf_loss": 0.0,
      "total_loss": 1.1565888932869188,
      "lyap1_mean": -0.25238722562789917,
      "lyap1_max": -0.23968854546546936,
      "lyap1_min": -0.26233524084091187,
      "lyap_spec_mean": [
        -0.25238722562789917,
        -0.24849537014961243
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1975,
      "lr": 0.0001,
      "sup_loss": 1.159049195106338,
      "rf_loss": 0.0,
      "total_loss": 1.159049195106338,
      "lyap1_mean": -0.25133413076400757,
      "lyap1_max": -0.2326185554265976,
      "lyap1_min": -0.26849862933158875,
      "lyap_spec_mean": [
        -0.25133413076400757,
        -0.25642678141593933
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1976,
      "lr": 0.0001,
      "sup_loss": 1.1864149234092867,
      "rf_loss": 0.0,
      "total_loss": 1.1864149234092867,
      "lyap1_mean": -0.2467135488986969,
      "lyap1_max": -0.23297075927257538,
      "lyap1_min": -0.26281338930130005,
      "lyap_spec_mean": [
        -0.2467135637998581,
        -0.24615530669689178
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1977,
      "lr": 0.0001,
      "sup_loss": 1.2040778530862128,
      "rf_loss": 0.0,
      "total_loss": 1.2040778530862128,
      "lyap1_mean": -0.2426987588405609,
      "lyap1_max": -0.2279638648033142,
      "lyap1_min": -0.2519257366657257,
      "lyap_spec_mean": [
        -0.2426987588405609,
        -0.24391156435012817
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1978,
      "lr": 0.0001,
      "sup_loss": 1.154980530318333,
      "rf_loss": 0.0,
      "total_loss": 1.154980530318333,
      "lyap1_mean": -0.23281899094581604,
      "lyap1_max": -0.20116934180259705,
      "lyap1_min": -0.2538529932498932,
      "lyap_spec_mean": [
        -0.23281899094581604,
        -0.23705260455608368
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1979,
      "lr": 0.0001,
      "sup_loss": 1.168168730668004,
      "rf_loss": 0.0,
      "total_loss": 1.168168730668004,
      "lyap1_mean": -0.23537865281105042,
      "lyap1_max": -0.21913963556289673,
      "lyap1_min": -0.24709054827690125,
      "lyap_spec_mean": [
        -0.23537865281105042,
        -0.2401077300310135
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1980,
      "lr": 0.0001,
      "sup_loss": 1.1575174317137975,
      "rf_loss": 0.0,
      "total_loss": 1.1575174317137975,
      "lyap1_mean": -0.23985794186592102,
      "lyap1_max": -0.20193247497081757,
      "lyap1_min": -0.2622644007205963,
      "lyap_spec_mean": [
        -0.23985792696475983,
        -0.2433164417743683
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1981,
      "lr": 0.0001,
      "sup_loss": 1.1060117235918538,
      "rf_loss": 0.0,
      "total_loss": 1.1060117235918538,
      "lyap1_mean": -0.22507819533348083,
      "lyap1_max": -0.2089122235774994,
      "lyap1_min": -0.24155765771865845,
      "lyap_spec_mean": [
        -0.22507819533348083,
        -0.22648805379867554
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1982,
      "lr": 0.0001,
      "sup_loss": 1.1678314909568854,
      "rf_loss": 0.0,
      "total_loss": 1.1678314909568854,
      "lyap1_mean": -0.23859527707099915,
      "lyap1_max": -0.22130367159843445,
      "lyap1_min": -0.25964638590812683,
      "lyap_spec_mean": [
        -0.23859527707099915,
        -0.23498353362083435
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1983,
      "lr": 0.0001,
      "sup_loss": 1.06483041904665,
      "rf_loss": 0.0,
      "total_loss": 1.06483041904665,
      "lyap1_mean": -0.23290877044200897,
      "lyap1_max": -0.21913503110408783,
      "lyap1_min": -0.24425534904003143,
      "lyap_spec_mean": [
        -0.23290877044200897,
        -0.23312805593013763
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1984,
      "lr": 0.0001,
      "sup_loss": 1.1842658409576272,
      "rf_loss": 0.0,
      "total_loss": 1.1842658409576272,
      "lyap1_mean": -0.2270762324333191,
      "lyap1_max": -0.21588662266731262,
      "lyap1_min": -0.24130505323410034,
      "lyap_spec_mean": [
        -0.2270762324333191,
        -0.2303503453731537
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1985,
      "lr": 0.0001,
      "sup_loss": 1.1430535216058613,
      "rf_loss": 0.0,
      "total_loss": 1.1430535216058613,
      "lyap1_mean": -0.22744852304458618,
      "lyap1_max": -0.19892442226409912,
      "lyap1_min": -0.2421073168516159,
      "lyap_spec_mean": [
        -0.22744852304458618,
        -0.22811926901340485
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1986,
      "lr": 0.0001,
      "sup_loss": 1.125077052577016,
      "rf_loss": 0.0,
      "total_loss": 1.125077052577016,
      "lyap1_mean": -0.22004076838493347,
      "lyap1_max": -0.2015644907951355,
      "lyap1_min": -0.2445121705532074,
      "lyap_spec_mean": [
        -0.22004076838493347,
        -0.23494479060173035
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1987,
      "lr": 0.0001,
      "sup_loss": 1.130129187417003,
      "rf_loss": 0.0,
      "total_loss": 1.130129187417003,
      "lyap1_mean": -0.22224070131778717,
      "lyap1_max": -0.21098566055297852,
      "lyap1_min": -0.2351444661617279,
      "lyap_spec_mean": [
        -0.22224070131778717,
        -0.2185373455286026
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1988,
      "lr": 0.0001,
      "sup_loss": 1.1305841760635027,
      "rf_loss": 0.0,
      "total_loss": 1.1305841760635027,
      "lyap1_mean": -0.2177124321460724,
      "lyap1_max": -0.17178551852703094,
      "lyap1_min": -0.23359470069408417,
      "lyap_spec_mean": [
        -0.2177124321460724,
        -0.22342407703399658
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1989,
      "lr": 0.0001,
      "sup_loss": 1.1407291024515853,
      "rf_loss": 0.0,
      "total_loss": 1.1407291024515853,
      "lyap1_mean": -0.2048388123512268,
      "lyap1_max": -0.15139137208461761,
      "lyap1_min": -0.23401056230068207,
      "lyap_spec_mean": [
        -0.2048388123512268,
        -0.21238501369953156
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1990,
      "lr": 0.0001,
      "sup_loss": 1.1262869196847083,
      "rf_loss": 0.0,
      "total_loss": 1.1262869196847083,
      "lyap1_mean": -0.210489422082901,
      "lyap1_max": -0.17622706294059753,
      "lyap1_min": -0.23079638183116913,
      "lyap_spec_mean": [
        -0.210489422082901,
        -0.21301525831222534
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1991,
      "lr": 0.0001,
      "sup_loss": 1.1420915186591785,
      "rf_loss": 0.0,
      "total_loss": 1.1420915186591785,
      "lyap1_mean": -0.2251189947128296,
      "lyap1_max": -0.2114873230457306,
      "lyap1_min": -0.24073567986488342,
      "lyap_spec_mean": [
        -0.2251189947128296,
        -0.22055217623710632
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1992,
      "lr": 0.0001,
      "sup_loss": 1.1246710092046417,
      "rf_loss": 0.0,
      "total_loss": 1.1246710092046417,
      "lyap1_mean": -0.21742981672286987,
      "lyap1_max": -0.15735377371311188,
      "lyap1_min": -0.24405871331691742,
      "lyap_spec_mean": [
        -0.21742983162403107,
        -0.2261403203010559
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1993,
      "lr": 0.0001,
      "sup_loss": 1.1351515423674516,
      "rf_loss": 0.0,
      "total_loss": 1.1351515423674516,
      "lyap1_mean": -0.22738972306251526,
      "lyap1_max": -0.19996415078639984,
      "lyap1_min": -0.24265673756599426,
      "lyap_spec_mean": [
        -0.22738973796367645,
        -0.2334345281124115
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1994,
      "lr": 0.0001,
      "sup_loss": 1.1292761808321021,
      "rf_loss": 0.0,
      "total_loss": 1.1292761808321021,
      "lyap1_mean": -0.2309742122888565,
      "lyap1_max": -0.21627449989318848,
      "lyap1_min": -0.24348637461662292,
      "lyap_spec_mean": [
        -0.2309742122888565,
        -0.23046623170375824
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1995,
      "lr": 0.0001,
      "sup_loss": 1.126878416081496,
      "rf_loss": 0.0,
      "total_loss": 1.126878416081496,
      "lyap1_mean": -0.2374679446220398,
      "lyap1_max": -0.22235292196273804,
      "lyap1_min": -0.24705234169960022,
      "lyap_spec_mean": [
        -0.2374679446220398,
        -0.23924794793128967
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1996,
      "lr": 0.0001,
      "sup_loss": 1.14034974153805,
      "rf_loss": 0.0,
      "total_loss": 1.14034974153805,
      "lyap1_mean": -0.2377510517835617,
      "lyap1_max": -0.2257365882396698,
      "lyap1_min": -0.2528075575828552,
      "lyap_spec_mean": [
        -0.2377510666847229,
        -0.2359245866537094
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1997,
      "lr": 0.0001,
      "sup_loss": 1.124032963257925,
      "rf_loss": 0.0,
      "total_loss": 1.124032963257925,
      "lyap1_mean": -0.23685932159423828,
      "lyap1_max": -0.2107326239347458,
      "lyap1_min": -0.24979136884212494,
      "lyap_spec_mean": [
        -0.23685932159423828,
        -0.23185688257217407
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1998,
      "lr": 0.0001,
      "sup_loss": 1.1099981208922274,
      "rf_loss": 0.0,
      "total_loss": 1.1099981208922274,
      "lyap1_mean": -0.23378010094165802,
      "lyap1_max": -0.1863967776298523,
      "lyap1_min": -0.2542611062526703,
      "lyap_spec_mean": [
        -0.2337801158428192,
        -0.2384898066520691
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 1999,
      "lr": 0.0001,
      "sup_loss": 1.1009440552076581,
      "rf_loss": 0.0,
      "total_loss": 1.1009440552076581,
      "lyap1_mean": -0.2357519418001175,
      "lyap1_max": -0.21637815237045288,
      "lyap1_min": -0.25624844431877136,
      "lyap_spec_mean": [
        -0.2357519268989563,
        -0.2394842803478241
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2000,
      "lr": 0.0001,
      "sup_loss": 1.1165659544771889,
      "rf_loss": 0.0,
      "total_loss": 1.1165659544771889,
      "lyap1_mean": -0.23528030514717102,
      "lyap1_max": -0.2070716917514801,
      "lyap1_min": -0.2553230822086334,
      "lyap_spec_mean": [
        -0.23528029024600983,
        -0.24117156863212585
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2001,
      "lr": 0.0001,
      "sup_loss": 1.088791263190052,
      "rf_loss": 0.0,
      "total_loss": 1.088791263190052,
      "lyap1_mean": -0.2298181653022766,
      "lyap1_max": -0.21354159712791443,
      "lyap1_min": -0.24320606887340546,
      "lyap_spec_mean": [
        -0.2298181653022766,
        -0.23054327070713043
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2002,
      "lr": 0.0001,
      "sup_loss": 1.2180528242966262,
      "rf_loss": 0.0,
      "total_loss": 1.2180528242966262,
      "lyap1_mean": -0.21877482533454895,
      "lyap1_max": -0.18701434135437012,
      "lyap1_min": -0.23625609278678894,
      "lyap_spec_mean": [
        -0.21877482533454895,
        -0.217393696308136
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2003,
      "lr": 0.0001,
      "sup_loss": 1.1629470529282675,
      "rf_loss": 0.0,
      "total_loss": 1.1629470529282675,
      "lyap1_mean": -0.21312320232391357,
      "lyap1_max": -0.18849025666713715,
      "lyap1_min": -0.23982125520706177,
      "lyap_spec_mean": [
        -0.21312320232391357,
        -0.22219590842723846
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2004,
      "lr": 0.0001,
      "sup_loss": 1.1050643394476314,
      "rf_loss": 0.0,
      "total_loss": 1.1050643394476314,
      "lyap1_mean": -0.21302855014801025,
      "lyap1_max": -0.19744931161403656,
      "lyap1_min": -0.22960013151168823,
      "lyap_spec_mean": [
        -0.21302855014801025,
        -0.2174709141254425
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2005,
      "lr": 0.0001,
      "sup_loss": 1.103849540121371,
      "rf_loss": 0.0,
      "total_loss": 1.103849540121371,
      "lyap1_mean": -0.2080540806055069,
      "lyap1_max": -0.17563378810882568,
      "lyap1_min": -0.22473880648612976,
      "lyap_spec_mean": [
        -0.2080540955066681,
        -0.21797457337379456
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2006,
      "lr": 0.0001,
      "sup_loss": 1.1442153684850633,
      "rf_loss": 0.0,
      "total_loss": 1.1442153684850633,
      "lyap1_mean": -0.20630252361297607,
      "lyap1_max": -0.18247073888778687,
      "lyap1_min": -0.22288446128368378,
      "lyap_spec_mean": [
        -0.20630252361297607,
        -0.2076193392276764
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2007,
      "lr": 0.0001,
      "sup_loss": 1.1269438034989459,
      "rf_loss": 0.0,
      "total_loss": 1.1269438034989459,
      "lyap1_mean": -0.2112140655517578,
      "lyap1_max": -0.19417986273765564,
      "lyap1_min": -0.22112217545509338,
      "lyap_spec_mean": [
        -0.2112140655517578,
        -0.2077673226594925
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2008,
      "lr": 0.0001,
      "sup_loss": 1.123201884056334,
      "rf_loss": 0.0,
      "total_loss": 1.123201884056334,
      "lyap1_mean": -0.2124238908290863,
      "lyap1_max": -0.2044908106327057,
      "lyap1_min": -0.2206183522939682,
      "lyap_spec_mean": [
        -0.2124238908290863,
        -0.21221402287483215
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2009,
      "lr": 0.0001,
      "sup_loss": 1.1367678875457816,
      "rf_loss": 0.0,
      "total_loss": 1.1367678875457816,
      "lyap1_mean": -0.22415059804916382,
      "lyap1_max": -0.20283439755439758,
      "lyap1_min": -0.23675130307674408,
      "lyap_spec_mean": [
        -0.22415059804916382,
        -0.22632703185081482
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2010,
      "lr": 0.0001,
      "sup_loss": 1.1067102130658713,
      "rf_loss": 0.0,
      "total_loss": 1.1067102130658713,
      "lyap1_mean": -0.2174122929573059,
      "lyap1_max": -0.20351803302764893,
      "lyap1_min": -0.2374173253774643,
      "lyap_spec_mean": [
        -0.2174122929573059,
        -0.2135755866765976
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2011,
      "lr": 0.0001,
      "sup_loss": 1.14013992086499,
      "rf_loss": 0.0,
      "total_loss": 1.14013992086499,
      "lyap1_mean": -0.2213817685842514,
      "lyap1_max": -0.1696401834487915,
      "lyap1_min": -0.25208568572998047,
      "lyap_spec_mean": [
        -0.2213817536830902,
        -0.21640457212924957
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2012,
      "lr": 0.0001,
      "sup_loss": 1.1256736742803277,
      "rf_loss": 0.0,
      "total_loss": 1.1256736742803277,
      "lyap1_mean": -0.22560927271842957,
      "lyap1_max": -0.18939626216888428,
      "lyap1_min": -0.24304574728012085,
      "lyap_spec_mean": [
        -0.22560927271842957,
        -0.22873549163341522
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2013,
      "lr": 0.0001,
      "sup_loss": 1.0930258137109545,
      "rf_loss": 0.0,
      "total_loss": 1.0930258137109545,
      "lyap1_mean": -0.21681144833564758,
      "lyap1_max": -0.1651461124420166,
      "lyap1_min": -0.23469150066375732,
      "lyap_spec_mean": [
        -0.21681144833564758,
        -0.22676554322242737
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2014,
      "lr": 0.0001,
      "sup_loss": 1.039013384226884,
      "rf_loss": 0.0,
      "total_loss": 1.039013384226884,
      "lyap1_mean": -0.21781261265277863,
      "lyap1_max": -0.19599924981594086,
      "lyap1_min": -0.23455719649791718,
      "lyap_spec_mean": [
        -0.21781261265277863,
        -0.22357788681983948
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2015,
      "lr": 0.0001,
      "sup_loss": 1.130920527299776,
      "rf_loss": 0.0,
      "total_loss": 1.130920527299776,
      "lyap1_mean": -0.23102790117263794,
      "lyap1_max": -0.20587795972824097,
      "lyap1_min": -0.2433759868144989,
      "lyap_spec_mean": [
        -0.23102790117263794,
        -0.23021669685840607
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2016,
      "lr": 0.0001,
      "sup_loss": 1.1029994544616957,
      "rf_loss": 0.0,
      "total_loss": 1.1029994544616957,
      "lyap1_mean": -0.225616455078125,
      "lyap1_max": -0.1755901426076889,
      "lyap1_min": -0.2510107755661011,
      "lyap_spec_mean": [
        -0.225616455078125,
        -0.23099757730960846
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2017,
      "lr": 0.0001,
      "sup_loss": 1.1037113434717092,
      "rf_loss": 0.0,
      "total_loss": 1.1037113434717092,
      "lyap1_mean": -0.22643518447875977,
      "lyap1_max": -0.212589830160141,
      "lyap1_min": -0.24295727908611298,
      "lyap_spec_mean": [
        -0.22643518447875977,
        -0.22575202584266663
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2018,
      "lr": 0.0001,
      "sup_loss": 1.1013579766533441,
      "rf_loss": 0.0,
      "total_loss": 1.1013579766533441,
      "lyap1_mean": -0.21949270367622375,
      "lyap1_max": -0.20498542487621307,
      "lyap1_min": -0.230438232421875,
      "lyap_spec_mean": [
        -0.21949270367622375,
        -0.22290633618831635
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2019,
      "lr": 0.0001,
      "sup_loss": 1.0836995110598826,
      "rf_loss": 0.0,
      "total_loss": 1.0836995110598826,
      "lyap1_mean": -0.22668784856796265,
      "lyap1_max": -0.20233750343322754,
      "lyap1_min": -0.23781125247478485,
      "lyap_spec_mean": [
        -0.22668784856796265,
        -0.224826380610466
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2020,
      "lr": 0.0001,
      "sup_loss": 1.118086930039683,
      "rf_loss": 0.0,
      "total_loss": 1.118086930039683,
      "lyap1_mean": -0.22330766916275024,
      "lyap1_max": -0.20832090079784393,
      "lyap1_min": -0.2373884916305542,
      "lyap_spec_mean": [
        -0.22330766916275024,
        -0.2305973768234253
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2021,
      "lr": 0.0001,
      "sup_loss": 1.144122097307923,
      "rf_loss": 0.0,
      "total_loss": 1.144122097307923,
      "lyap1_mean": -0.23012368381023407,
      "lyap1_max": -0.21953251957893372,
      "lyap1_min": -0.23465251922607422,
      "lyap_spec_mean": [
        -0.23012368381023407,
        -0.22662553191184998
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2022,
      "lr": 0.0001,
      "sup_loss": 1.104321728223889,
      "rf_loss": 0.0,
      "total_loss": 1.104321728223889,
      "lyap1_mean": -0.2183590531349182,
      "lyap1_max": -0.198935866355896,
      "lyap1_min": -0.23177586495876312,
      "lyap_spec_mean": [
        -0.2183590680360794,
        -0.2219735085964203
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2023,
      "lr": 0.0001,
      "sup_loss": 1.1112414683383454,
      "rf_loss": 0.0,
      "total_loss": 1.1112414683383454,
      "lyap1_mean": -0.23260368406772614,
      "lyap1_max": -0.20507954061031342,
      "lyap1_min": -0.24951806664466858,
      "lyap_spec_mean": [
        -0.23260368406772614,
        -0.2320643663406372
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2024,
      "lr": 0.0001,
      "sup_loss": 1.134658140575079,
      "rf_loss": 0.0,
      "total_loss": 1.134658140575079,
      "lyap1_mean": -0.23150359094142914,
      "lyap1_max": -0.20872196555137634,
      "lyap1_min": -0.25282806158065796,
      "lyap_spec_mean": [
        -0.23150360584259033,
        -0.23128990828990936
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2025,
      "lr": 0.0001,
      "sup_loss": 1.1429192076090469,
      "rf_loss": 0.0,
      "total_loss": 1.1429192076090469,
      "lyap1_mean": -0.23637482523918152,
      "lyap1_max": -0.2276352494955063,
      "lyap1_min": -0.2520853877067566,
      "lyap_spec_mean": [
        -0.23637481033802032,
        -0.2346847951412201
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2026,
      "lr": 0.0001,
      "sup_loss": 1.124610996515127,
      "rf_loss": 0.0,
      "total_loss": 1.124610996515127,
      "lyap1_mean": -0.23075023293495178,
      "lyap1_max": -0.20925116539001465,
      "lyap1_min": -0.2502126395702362,
      "lyap_spec_mean": [
        -0.23075023293495178,
        -0.22960931062698364
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2027,
      "lr": 0.0001,
      "sup_loss": 1.1116494915831119,
      "rf_loss": 0.0,
      "total_loss": 1.1116494915831119,
      "lyap1_mean": -0.2288704812526703,
      "lyap1_max": -0.21047882735729218,
      "lyap1_min": -0.24942290782928467,
      "lyap_spec_mean": [
        -0.2288704812526703,
        -0.23344556987285614
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2028,
      "lr": 0.0001,
      "sup_loss": 1.1099264514638079,
      "rf_loss": 0.0,
      "total_loss": 1.1099264514638079,
      "lyap1_mean": -0.22180116176605225,
      "lyap1_max": -0.2130529135465622,
      "lyap1_min": -0.24254855513572693,
      "lyap_spec_mean": [
        -0.22180116176605225,
        -0.22138451039791107
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2029,
      "lr": 0.0001,
      "sup_loss": 1.0912713423440752,
      "rf_loss": 0.0,
      "total_loss": 1.0912713423440752,
      "lyap1_mean": -0.21712875366210938,
      "lyap1_max": -0.20933833718299866,
      "lyap1_min": -0.22847424447536469,
      "lyap_spec_mean": [
        -0.21712873876094818,
        -0.2222069650888443
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2030,
      "lr": 0.0001,
      "sup_loss": 1.1420352454083667,
      "rf_loss": 0.0,
      "total_loss": 1.1420352454083667,
      "lyap1_mean": -0.21338187158107758,
      "lyap1_max": -0.1768726408481598,
      "lyap1_min": -0.23565278947353363,
      "lyap_spec_mean": [
        -0.21338185667991638,
        -0.2248392105102539
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2031,
      "lr": 0.0001,
      "sup_loss": 1.124217073871905,
      "rf_loss": 0.0,
      "total_loss": 1.124217073871905,
      "lyap1_mean": -0.22234326601028442,
      "lyap1_max": -0.2123868316411972,
      "lyap1_min": -0.23691654205322266,
      "lyap_spec_mean": [
        -0.22234326601028442,
        -0.21527017652988434
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2032,
      "lr": 0.0001,
      "sup_loss": 1.1023768838718133,
      "rf_loss": 0.0,
      "total_loss": 1.1023768838718133,
      "lyap1_mean": -0.21708950400352478,
      "lyap1_max": -0.17301934957504272,
      "lyap1_min": -0.2335180640220642,
      "lyap_spec_mean": [
        -0.2170894891023636,
        -0.21713736653327942
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2033,
      "lr": 0.0001,
      "sup_loss": 1.1134054439717593,
      "rf_loss": 0.0,
      "total_loss": 1.1134054439717593,
      "lyap1_mean": -0.20615717768669128,
      "lyap1_max": -0.17184972763061523,
      "lyap1_min": -0.23959225416183472,
      "lyap_spec_mean": [
        -0.20615720748901367,
        -0.21824055910110474
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2034,
      "lr": 0.0001,
      "sup_loss": 1.1228625373620518,
      "rf_loss": 0.0,
      "total_loss": 1.1228625373620518,
      "lyap1_mean": -0.21493138372898102,
      "lyap1_max": -0.20399436354637146,
      "lyap1_min": -0.22723768651485443,
      "lyap_spec_mean": [
        -0.21493138372898102,
        -0.22376331686973572
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2035,
      "lr": 0.0001,
      "sup_loss": 1.0975421719608547,
      "rf_loss": 0.0,
      "total_loss": 1.0975421719608547,
      "lyap1_mean": -0.21366584300994873,
      "lyap1_max": -0.18607351183891296,
      "lyap1_min": -0.2298896759748459,
      "lyap_spec_mean": [
        -0.21366584300994873,
        -0.2168322205543518
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2036,
      "lr": 0.0001,
      "sup_loss": 1.087134819006324,
      "rf_loss": 0.0,
      "total_loss": 1.087134819006324,
      "lyap1_mean": -0.20580559968948364,
      "lyap1_max": -0.18120256066322327,
      "lyap1_min": -0.22556275129318237,
      "lyap_spec_mean": [
        -0.20580559968948364,
        -0.21483451128005981
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2037,
      "lr": 0.0001,
      "sup_loss": 1.1434992955674985,
      "rf_loss": 0.0,
      "total_loss": 1.1434992955674985,
      "lyap1_mean": -0.2119615077972412,
      "lyap1_max": -0.18928071856498718,
      "lyap1_min": -0.22558188438415527,
      "lyap_spec_mean": [
        -0.2119615077972412,
        -0.22029903531074524
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2038,
      "lr": 0.0001,
      "sup_loss": 1.121443855100171,
      "rf_loss": 0.0,
      "total_loss": 1.121443855100171,
      "lyap1_mean": -0.20823229849338531,
      "lyap1_max": -0.1846124231815338,
      "lyap1_min": -0.23558399081230164,
      "lyap_spec_mean": [
        -0.20823229849338531,
        -0.2069532573223114
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2039,
      "lr": 0.0001,
      "sup_loss": 1.0908707303716294,
      "rf_loss": 0.0,
      "total_loss": 1.0908707303716294,
      "lyap1_mean": -0.20605021715164185,
      "lyap1_max": -0.18251089751720428,
      "lyap1_min": -0.2185935229063034,
      "lyap_spec_mean": [
        -0.20605021715164185,
        -0.20269441604614258
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2040,
      "lr": 0.0001,
      "sup_loss": 1.082635235220031,
      "rf_loss": 0.0,
      "total_loss": 1.082635235220031,
      "lyap1_mean": -0.2047329545021057,
      "lyap1_max": -0.18916943669319153,
      "lyap1_min": -0.2159946858882904,
      "lyap_spec_mean": [
        -0.2047329545021057,
        -0.2035103142261505
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2041,
      "lr": 0.0001,
      "sup_loss": 1.093718080294672,
      "rf_loss": 0.0,
      "total_loss": 1.093718080294672,
      "lyap1_mean": -0.19607573747634888,
      "lyap1_max": -0.1703818440437317,
      "lyap1_min": -0.2113320529460907,
      "lyap_spec_mean": [
        -0.19607573747634888,
        -0.20740783214569092
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2042,
      "lr": 0.0001,
      "sup_loss": 1.1193988376913055,
      "rf_loss": 0.0,
      "total_loss": 1.1193988376913055,
      "lyap1_mean": -0.19309395551681519,
      "lyap1_max": -0.15786640346050262,
      "lyap1_min": -0.21091371774673462,
      "lyap_spec_mean": [
        -0.19309395551681519,
        -0.19547198712825775
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2043,
      "lr": 0.0001,
      "sup_loss": 1.1496153249471448,
      "rf_loss": 0.0,
      "total_loss": 1.1496153249471448,
      "lyap1_mean": -0.19567224383354187,
      "lyap1_max": -0.1659359633922577,
      "lyap1_min": -0.2068934142589569,
      "lyap_spec_mean": [
        -0.19567224383354187,
        -0.19584721326828003
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2044,
      "lr": 0.0001,
      "sup_loss": 1.116836996473864,
      "rf_loss": 0.0,
      "total_loss": 1.116836996473864,
      "lyap1_mean": -0.18967755138874054,
      "lyap1_max": -0.160919651389122,
      "lyap1_min": -0.20569446682929993,
      "lyap_spec_mean": [
        -0.18967753648757935,
        -0.20322582125663757
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2045,
      "lr": 0.0001,
      "sup_loss": 1.119071908354198,
      "rf_loss": 0.0,
      "total_loss": 1.119071908354198,
      "lyap1_mean": -0.19068026542663574,
      "lyap1_max": -0.1731911301612854,
      "lyap1_min": -0.20167452096939087,
      "lyap_spec_mean": [
        -0.19068025052547455,
        -0.2029302418231964
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2046,
      "lr": 0.0001,
      "sup_loss": 1.1009513982736578,
      "rf_loss": 0.0,
      "total_loss": 1.1009513982736578,
      "lyap1_mean": -0.19386829435825348,
      "lyap1_max": -0.16256679594516754,
      "lyap1_min": -0.21048009395599365,
      "lyap_spec_mean": [
        -0.19386829435825348,
        -0.19782409071922302
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2047,
      "lr": 0.0001,
      "sup_loss": 1.0920570162780983,
      "rf_loss": 0.0,
      "total_loss": 1.0920570162780983,
      "lyap1_mean": -0.19181080162525177,
      "lyap1_max": -0.15321770310401917,
      "lyap1_min": -0.21118710935115814,
      "lyap_spec_mean": [
        -0.19181081652641296,
        -0.2003163844347
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2048,
      "lr": 0.0001,
      "sup_loss": 1.099123032411439,
      "rf_loss": 0.0,
      "total_loss": 1.099123032411439,
      "lyap1_mean": -0.20963557064533234,
      "lyap1_max": -0.18132202327251434,
      "lyap1_min": -0.22943511605262756,
      "lyap_spec_mean": [
        -0.20963557064533234,
        -0.2172544151544571
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2049,
      "lr": 0.0001,
      "sup_loss": 1.060818440839214,
      "rf_loss": 0.0,
      "total_loss": 1.060818440839214,
      "lyap1_mean": -0.20422673225402832,
      "lyap1_max": -0.17962460219860077,
      "lyap1_min": -0.22016385197639465,
      "lyap_spec_mean": [
        -0.20422673225402832,
        -0.20651422441005707
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2050,
      "lr": 0.0001,
      "sup_loss": 1.1224784526095979,
      "rf_loss": 0.0,
      "total_loss": 1.1224784526095979,
      "lyap1_mean": -0.20766973495483398,
      "lyap1_max": -0.1909220665693283,
      "lyap1_min": -0.22152850031852722,
      "lyap_spec_mean": [
        -0.20766973495483398,
        -0.20638594031333923
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2051,
      "lr": 0.0001,
      "sup_loss": 1.0876262292637175,
      "rf_loss": 0.0,
      "total_loss": 1.0876262292637175,
      "lyap1_mean": -0.2098904848098755,
      "lyap1_max": -0.18682442605495453,
      "lyap1_min": -0.22184628248214722,
      "lyap_spec_mean": [
        -0.2098904699087143,
        -0.2148941606283188
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2052,
      "lr": 0.0001,
      "sup_loss": 1.105776585536287,
      "rf_loss": 0.0,
      "total_loss": 1.105776585536287,
      "lyap1_mean": -0.19825835525989532,
      "lyap1_max": -0.14760662615299225,
      "lyap1_min": -0.2145598977804184,
      "lyap_spec_mean": [
        -0.19825835525989532,
        -0.2038625031709671
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2053,
      "lr": 0.0001,
      "sup_loss": 1.1069250386230394,
      "rf_loss": 0.0,
      "total_loss": 1.1069250386230394,
      "lyap1_mean": -0.20761798322200775,
      "lyap1_max": -0.1980661004781723,
      "lyap1_min": -0.21923106908798218,
      "lyap_spec_mean": [
        -0.20761799812316895,
        -0.19909876585006714
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2054,
      "lr": 0.0001,
      "sup_loss": 1.1836774769342817,
      "rf_loss": 0.0,
      "total_loss": 1.1836774769342817,
      "lyap1_mean": -0.20101051032543182,
      "lyap1_max": -0.15809747576713562,
      "lyap1_min": -0.22580337524414062,
      "lyap_spec_mean": [
        -0.20101052522659302,
        -0.2161468267440796
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2055,
      "lr": 0.0001,
      "sup_loss": 1.125931712766457,
      "rf_loss": 0.0,
      "total_loss": 1.125931712766457,
      "lyap1_mean": -0.21505942940711975,
      "lyap1_max": -0.19664299488067627,
      "lyap1_min": -0.23273931443691254,
      "lyap_spec_mean": [
        -0.21505941450595856,
        -0.21506136655807495
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2056,
      "lr": 0.0001,
      "sup_loss": 1.124078580602291,
      "rf_loss": 0.0,
      "total_loss": 1.124078580602291,
      "lyap1_mean": -0.2109723538160324,
      "lyap1_max": -0.17830753326416016,
      "lyap1_min": -0.22763662040233612,
      "lyap_spec_mean": [
        -0.21097233891487122,
        -0.22352974116802216
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2057,
      "lr": 0.0001,
      "sup_loss": 1.0661804533971297,
      "rf_loss": 0.0,
      "total_loss": 1.0661804533971297,
      "lyap1_mean": -0.22605614364147186,
      "lyap1_max": -0.16926638782024384,
      "lyap1_min": -0.24817481637001038,
      "lyap_spec_mean": [
        -0.22605614364147186,
        -0.2265574038028717
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2058,
      "lr": 0.0001,
      "sup_loss": 1.1102150181017256,
      "rf_loss": 0.0,
      "total_loss": 1.1102150181017256,
      "lyap1_mean": -0.2321728616952896,
      "lyap1_max": -0.20758017897605896,
      "lyap1_min": -0.24598878622055054,
      "lyap_spec_mean": [
        -0.2321728616952896,
        -0.23546048998832703
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2059,
      "lr": 0.0001,
      "sup_loss": 1.1013760091017224,
      "rf_loss": 0.0,
      "total_loss": 1.1013760091017224,
      "lyap1_mean": -0.22590118646621704,
      "lyap1_max": -0.1940222978591919,
      "lyap1_min": -0.24922655522823334,
      "lyap_spec_mean": [
        -0.22590120136737823,
        -0.23114171624183655
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2060,
      "lr": 0.0001,
      "sup_loss": 1.1397222800889455,
      "rf_loss": 0.0,
      "total_loss": 1.1397222800889455,
      "lyap1_mean": -0.23071415722370148,
      "lyap1_max": -0.22365477681159973,
      "lyap1_min": -0.24854175746440887,
      "lyap_spec_mean": [
        -0.23071415722370148,
        -0.24057066440582275
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2061,
      "lr": 0.0001,
      "sup_loss": 1.0901424878493804,
      "rf_loss": 0.0,
      "total_loss": 1.0901424878493804,
      "lyap1_mean": -0.23655328154563904,
      "lyap1_max": -0.2164154350757599,
      "lyap1_min": -0.24864104390144348,
      "lyap_spec_mean": [
        -0.23655328154563904,
        -0.23650863766670227
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2062,
      "lr": 0.0001,
      "sup_loss": 1.1012706912861938,
      "rf_loss": 0.0,
      "total_loss": 1.1012706912861938,
      "lyap1_mean": -0.2314879596233368,
      "lyap1_max": -0.21915730834007263,
      "lyap1_min": -0.2553270757198334,
      "lyap_spec_mean": [
        -0.2314879596233368,
        -0.23122411966323853
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2063,
      "lr": 0.0001,
      "sup_loss": 1.106122302250003,
      "rf_loss": 0.0,
      "total_loss": 1.106122302250003,
      "lyap1_mean": -0.22335529327392578,
      "lyap1_max": -0.19261562824249268,
      "lyap1_min": -0.24230985343456268,
      "lyap_spec_mean": [
        -0.22335529327392578,
        -0.23287564516067505
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2064,
      "lr": 0.0001,
      "sup_loss": 1.127453734440484,
      "rf_loss": 0.0,
      "total_loss": 1.127453734440484,
      "lyap1_mean": -0.2085387408733368,
      "lyap1_max": -0.17226772010326385,
      "lyap1_min": -0.2323317974805832,
      "lyap_spec_mean": [
        -0.2085387408733368,
        -0.21207661926746368
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2065,
      "lr": 0.0001,
      "sup_loss": 1.1080617852567383,
      "rf_loss": 0.0,
      "total_loss": 1.1080617852567383,
      "lyap1_mean": -0.22189640998840332,
      "lyap1_max": -0.20173034071922302,
      "lyap1_min": -0.23141825199127197,
      "lyap_spec_mean": [
        -0.22189639508724213,
        -0.21377961337566376
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2066,
      "lr": 0.0001,
      "sup_loss": 1.1112045609520111,
      "rf_loss": 0.0,
      "total_loss": 1.1112045609520111,
      "lyap1_mean": -0.21845832467079163,
      "lyap1_max": -0.20270487666130066,
      "lyap1_min": -0.22555971145629883,
      "lyap_spec_mean": [
        -0.21845832467079163,
        -0.2202773094177246
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2067,
      "lr": 0.0001,
      "sup_loss": 1.1176616645172033,
      "rf_loss": 0.0,
      "total_loss": 1.1176616645172033,
      "lyap1_mean": -0.22270524501800537,
      "lyap1_max": -0.21175043284893036,
      "lyap1_min": -0.23687593638896942,
      "lyap_spec_mean": [
        -0.22270524501800537,
        -0.21908825635910034
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2068,
      "lr": 0.0001,
      "sup_loss": 1.101028076687775,
      "rf_loss": 0.0,
      "total_loss": 1.101028076687775,
      "lyap1_mean": -0.2180885374546051,
      "lyap1_max": -0.2020879089832306,
      "lyap1_min": -0.22543513774871826,
      "lyap_spec_mean": [
        -0.2180885523557663,
        -0.21869128942489624
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2069,
      "lr": 0.0001,
      "sup_loss": 1.0846784600552666,
      "rf_loss": 0.0,
      "total_loss": 1.0846784600552666,
      "lyap1_mean": -0.2032974511384964,
      "lyap1_max": -0.17366540431976318,
      "lyap1_min": -0.22664311528205872,
      "lyap_spec_mean": [
        -0.2032974511384964,
        -0.21797679364681244
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2070,
      "lr": 0.0001,
      "sup_loss": 1.1426751354890605,
      "rf_loss": 0.0,
      "total_loss": 1.1426751354890605,
      "lyap1_mean": -0.21714429557323456,
      "lyap1_max": -0.20828840136528015,
      "lyap1_min": -0.22595922648906708,
      "lyap_spec_mean": [
        -0.21714429557323456,
        -0.21773691475391388
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2071,
      "lr": 0.0001,
      "sup_loss": 1.105001421885479,
      "rf_loss": 0.0,
      "total_loss": 1.105001421885479,
      "lyap1_mean": -0.21209999918937683,
      "lyap1_max": -0.19968870282173157,
      "lyap1_min": -0.22067177295684814,
      "lyap_spec_mean": [
        -0.21209999918937683,
        -0.21746104955673218
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2072,
      "lr": 0.0001,
      "sup_loss": 1.0821416312403442,
      "rf_loss": 0.0,
      "total_loss": 1.0821416312403442,
      "lyap1_mean": -0.21154183149337769,
      "lyap1_max": -0.20308361947536469,
      "lyap1_min": -0.22097545862197876,
      "lyap_spec_mean": [
        -0.21154183149337769,
        -0.2103719711303711
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2073,
      "lr": 0.0001,
      "sup_loss": 1.1275281860592186,
      "rf_loss": 0.0,
      "total_loss": 1.1275281860592186,
      "lyap1_mean": -0.2102344036102295,
      "lyap1_max": -0.19076894223690033,
      "lyap1_min": -0.22858069837093353,
      "lyap_spec_mean": [
        -0.2102344036102295,
        -0.2121202051639557
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2074,
      "lr": 0.0001,
      "sup_loss": 1.1045906683932314,
      "rf_loss": 0.0,
      "total_loss": 1.1045906683932314,
      "lyap1_mean": -0.21753384172916412,
      "lyap1_max": -0.20651845633983612,
      "lyap1_min": -0.23367223143577576,
      "lyap_spec_mean": [
        -0.21753382682800293,
        -0.22060632705688477
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2075,
      "lr": 0.0001,
      "sup_loss": 1.0710893816119813,
      "rf_loss": 0.0,
      "total_loss": 1.0710893816119813,
      "lyap1_mean": -0.21958933770656586,
      "lyap1_max": -0.20521360635757446,
      "lyap1_min": -0.23197707533836365,
      "lyap_spec_mean": [
        -0.21958932280540466,
        -0.21933799982070923
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2076,
      "lr": 0.0001,
      "sup_loss": 1.1119634672307541,
      "rf_loss": 0.0,
      "total_loss": 1.1119634672307541,
      "lyap1_mean": -0.2194189578294754,
      "lyap1_max": -0.20544517040252686,
      "lyap1_min": -0.23415321111679077,
      "lyap_spec_mean": [
        -0.2194189578294754,
        -0.2081167995929718
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2077,
      "lr": 0.0001,
      "sup_loss": 1.064561009153666,
      "rf_loss": 0.0,
      "total_loss": 1.064561009153666,
      "lyap1_mean": -0.20978327095508575,
      "lyap1_max": -0.1769762635231018,
      "lyap1_min": -0.2282584011554718,
      "lyap_spec_mean": [
        -0.20978327095508575,
        -0.2143917679786682
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2078,
      "lr": 0.0001,
      "sup_loss": 1.0734639940746256,
      "rf_loss": 0.0,
      "total_loss": 1.0734639940746256,
      "lyap1_mean": -0.21687835454940796,
      "lyap1_max": -0.20595262944698334,
      "lyap1_min": -0.23007819056510925,
      "lyap_spec_mean": [
        -0.21687835454940796,
        -0.21396706998348236
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2079,
      "lr": 0.0001,
      "sup_loss": 1.1423242447233395,
      "rf_loss": 0.0,
      "total_loss": 1.1423242447233395,
      "lyap1_mean": -0.21548329293727875,
      "lyap1_max": -0.19526825845241547,
      "lyap1_min": -0.22832439839839935,
      "lyap_spec_mean": [
        -0.21548329293727875,
        -0.22222638130187988
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2080,
      "lr": 0.0001,
      "sup_loss": 1.1927032898504442,
      "rf_loss": 0.0,
      "total_loss": 1.1927032898504442,
      "lyap1_mean": -0.21161794662475586,
      "lyap1_max": -0.19427600502967834,
      "lyap1_min": -0.22687211632728577,
      "lyap_spec_mean": [
        -0.21161794662475586,
        -0.2129572182893753
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2081,
      "lr": 0.0001,
      "sup_loss": 1.0934062736020356,
      "rf_loss": 0.0,
      "total_loss": 1.0934062736020356,
      "lyap1_mean": -0.21826595067977905,
      "lyap1_max": -0.20927123725414276,
      "lyap1_min": -0.2258061021566391,
      "lyap_spec_mean": [
        -0.21826593577861786,
        -0.21171626448631287
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2082,
      "lr": 0.0001,
      "sup_loss": 1.1320485844450647,
      "rf_loss": 0.0,
      "total_loss": 1.1320485844450647,
      "lyap1_mean": -0.21091490983963013,
      "lyap1_max": -0.18953442573547363,
      "lyap1_min": -0.22286109626293182,
      "lyap_spec_mean": [
        -0.21091490983963013,
        -0.21803395450115204
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2083,
      "lr": 0.0001,
      "sup_loss": 1.0886393955569893,
      "rf_loss": 0.0,
      "total_loss": 1.0886393955569893,
      "lyap1_mean": -0.22179031372070312,
      "lyap1_max": -0.20645180344581604,
      "lyap1_min": -0.2335633486509323,
      "lyap_spec_mean": [
        -0.22179032862186432,
        -0.22317096590995789
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2084,
      "lr": 0.0001,
      "sup_loss": 1.169527212377491,
      "rf_loss": 0.0,
      "total_loss": 1.169527212377491,
      "lyap1_mean": -0.21770617365837097,
      "lyap1_max": -0.20913481712341309,
      "lyap1_min": -0.22601096332073212,
      "lyap_spec_mean": [
        -0.21770615875720978,
        -0.2151864767074585
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2085,
      "lr": 0.0001,
      "sup_loss": 1.0473893672202188,
      "rf_loss": 0.0,
      "total_loss": 1.0473893672202188,
      "lyap1_mean": -0.2147308886051178,
      "lyap1_max": -0.20579491555690765,
      "lyap1_min": -0.23237524926662445,
      "lyap_spec_mean": [
        -0.2147308886051178,
        -0.22205473482608795
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2086,
      "lr": 0.0001,
      "sup_loss": 1.0430104681856371,
      "rf_loss": 0.0,
      "total_loss": 1.0430104681856371,
      "lyap1_mean": -0.2104131281375885,
      "lyap1_max": -0.17592138051986694,
      "lyap1_min": -0.22672465443611145,
      "lyap_spec_mean": [
        -0.2104130983352661,
        -0.2230059802532196
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2087,
      "lr": 0.0001,
      "sup_loss": 1.1051314375151455,
      "rf_loss": 0.0,
      "total_loss": 1.1051314375151455,
      "lyap1_mean": -0.22312749922275543,
      "lyap1_max": -0.2035856544971466,
      "lyap1_min": -0.23623871803283691,
      "lyap_spec_mean": [
        -0.22312751412391663,
        -0.2240362912416458
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2088,
      "lr": 0.0001,
      "sup_loss": 1.0791334769876952,
      "rf_loss": 0.0,
      "total_loss": 1.0791334769876952,
      "lyap1_mean": -0.22250501811504364,
      "lyap1_max": -0.20838662981987,
      "lyap1_min": -0.23372620344161987,
      "lyap_spec_mean": [
        -0.22250501811504364,
        -0.22803428769111633
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2089,
      "lr": 0.0001,
      "sup_loss": 1.1052337039201758,
      "rf_loss": 0.0,
      "total_loss": 1.1052337039201758,
      "lyap1_mean": -0.218398317694664,
      "lyap1_max": -0.20714649558067322,
      "lyap1_min": -0.22859585285186768,
      "lyap_spec_mean": [
        -0.2183983325958252,
        -0.21953865885734558
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2090,
      "lr": 0.0001,
      "sup_loss": 1.1153599741345432,
      "rf_loss": 0.0,
      "total_loss": 1.1153599741345432,
      "lyap1_mean": -0.2180413007736206,
      "lyap1_max": -0.19645516574382782,
      "lyap1_min": -0.2293933629989624,
      "lyap_spec_mean": [
        -0.2180413007736206,
        -0.21760770678520203
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2091,
      "lr": 0.0001,
      "sup_loss": 1.0861738796394524,
      "rf_loss": 0.0,
      "total_loss": 1.0861738796394524,
      "lyap1_mean": -0.20956069231033325,
      "lyap1_max": -0.18580693006515503,
      "lyap1_min": -0.2224816530942917,
      "lyap_spec_mean": [
        -0.20956069231033325,
        -0.20524001121520996
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2092,
      "lr": 0.0001,
      "sup_loss": 1.1016022692667642,
      "rf_loss": 0.0,
      "total_loss": 1.1016022692667642,
      "lyap1_mean": -0.20424985885620117,
      "lyap1_max": -0.17789191007614136,
      "lyap1_min": -0.22843679785728455,
      "lyap_spec_mean": [
        -0.20424985885620117,
        -0.21230968832969666
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2093,
      "lr": 0.0001,
      "sup_loss": 1.0708768868653638,
      "rf_loss": 0.0,
      "total_loss": 1.0708768868653638,
      "lyap1_mean": -0.20109519362449646,
      "lyap1_max": -0.15886543691158295,
      "lyap1_min": -0.21481220424175262,
      "lyap_spec_mean": [
        -0.20109519362449646,
        -0.20726653933525085
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2094,
      "lr": 0.0001,
      "sup_loss": 1.14073089238794,
      "rf_loss": 0.0,
      "total_loss": 1.14073089238794,
      "lyap1_mean": -0.19900284707546234,
      "lyap1_max": -0.18665364384651184,
      "lyap1_min": -0.21268674731254578,
      "lyap_spec_mean": [
        -0.19900284707546234,
        -0.20046791434288025
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2095,
      "lr": 0.0001,
      "sup_loss": 1.097009798505213,
      "rf_loss": 0.0,
      "total_loss": 1.097009798505213,
      "lyap1_mean": -0.1942845582962036,
      "lyap1_max": -0.1831459254026413,
      "lyap1_min": -0.21023783087730408,
      "lyap_spec_mean": [
        -0.1942845582962036,
        -0.20021295547485352
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2096,
      "lr": 0.0001,
      "sup_loss": 1.128057992510279,
      "rf_loss": 0.0,
      "total_loss": 1.128057992510279,
      "lyap1_mean": -0.19997361302375793,
      "lyap1_max": -0.1605992466211319,
      "lyap1_min": -0.2175731360912323,
      "lyap_spec_mean": [
        -0.19997361302375793,
        -0.20821675658226013
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2097,
      "lr": 0.0001,
      "sup_loss": 1.1508292068318087,
      "rf_loss": 0.0,
      "total_loss": 1.1508292068318087,
      "lyap1_mean": -0.19404707849025726,
      "lyap1_max": -0.15301519632339478,
      "lyap1_min": -0.2175641506910324,
      "lyap_spec_mean": [
        -0.19404706358909607,
        -0.2027934491634369
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2098,
      "lr": 0.0001,
      "sup_loss": 1.1186127204089809,
      "rf_loss": 0.0,
      "total_loss": 1.1186127204089809,
      "lyap1_mean": -0.20765328407287598,
      "lyap1_max": -0.19457769393920898,
      "lyap1_min": -0.21577630937099457,
      "lyap_spec_mean": [
        -0.20765326917171478,
        -0.21145427227020264
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2099,
      "lr": 0.0001,
      "sup_loss": 1.1174981264152106,
      "rf_loss": 0.0,
      "total_loss": 1.1174981264152106,
      "lyap1_mean": -0.20715127885341644,
      "lyap1_max": -0.1766170859336853,
      "lyap1_min": -0.21975356340408325,
      "lyap_spec_mean": [
        -0.20715126395225525,
        -0.21248163282871246
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2100,
      "lr": 0.0001,
      "sup_loss": 1.0987033385553322,
      "rf_loss": 0.0,
      "total_loss": 1.0987033385553322,
      "lyap1_mean": -0.22495967149734497,
      "lyap1_max": -0.195987269282341,
      "lyap1_min": -0.23787109553813934,
      "lyap_spec_mean": [
        -0.22495967149734497,
        -0.22613409161567688
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2101,
      "lr": 0.0001,
      "sup_loss": 1.1284128142228238,
      "rf_loss": 0.0,
      "total_loss": 1.1284128142228238,
      "lyap1_mean": -0.2226371169090271,
      "lyap1_max": -0.19996611773967743,
      "lyap1_min": -0.23550552129745483,
      "lyap_spec_mean": [
        -0.2226371169090271,
        -0.21577370166778564
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2102,
      "lr": 0.0001,
      "sup_loss": 1.1381875214168875,
      "rf_loss": 0.0,
      "total_loss": 1.1381875214168875,
      "lyap1_mean": -0.22312289476394653,
      "lyap1_max": -0.205121248960495,
      "lyap1_min": -0.24193327128887177,
      "lyap_spec_mean": [
        -0.22312287986278534,
        -0.219792902469635
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2103,
      "lr": 0.0001,
      "sup_loss": 1.0831223868182924,
      "rf_loss": 0.0,
      "total_loss": 1.0831223868182924,
      "lyap1_mean": -0.21716183423995972,
      "lyap1_max": -0.19623979926109314,
      "lyap1_min": -0.226267009973526,
      "lyap_spec_mean": [
        -0.21716183423995972,
        -0.22096598148345947
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2104,
      "lr": 0.0001,
      "sup_loss": 1.0992048332765303,
      "rf_loss": 0.0,
      "total_loss": 1.0992048332765303,
      "lyap1_mean": -0.22587525844573975,
      "lyap1_max": -0.20789578557014465,
      "lyap1_min": -0.23782777786254883,
      "lyap_spec_mean": [
        -0.22587525844573975,
        -0.2249578982591629
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2105,
      "lr": 0.0001,
      "sup_loss": 1.1786265520963732,
      "rf_loss": 0.0,
      "total_loss": 1.1786265520963732,
      "lyap1_mean": -0.20937933027744293,
      "lyap1_max": -0.18661074340343475,
      "lyap1_min": -0.23038923740386963,
      "lyap_spec_mean": [
        -0.20937931537628174,
        -0.20384176075458527
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2106,
      "lr": 0.0001,
      "sup_loss": 1.0718264295472193,
      "rf_loss": 0.0,
      "total_loss": 1.0718264295472193,
      "lyap1_mean": -0.21942244470119476,
      "lyap1_max": -0.20969024300575256,
      "lyap1_min": -0.23186783492565155,
      "lyap_spec_mean": [
        -0.21942244470119476,
        -0.22209706902503967
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2107,
      "lr": 0.0001,
      "sup_loss": 1.0763586301205779,
      "rf_loss": 0.0,
      "total_loss": 1.0763586301205779,
      "lyap1_mean": -0.21243834495544434,
      "lyap1_max": -0.19988343119621277,
      "lyap1_min": -0.22829315066337585,
      "lyap_spec_mean": [
        -0.21243834495544434,
        -0.2077816128730774
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2108,
      "lr": 0.0001,
      "sup_loss": 1.08832390697072,
      "rf_loss": 0.0,
      "total_loss": 1.08832390697072,
      "lyap1_mean": -0.21065029501914978,
      "lyap1_max": -0.20542609691619873,
      "lyap1_min": -0.21341931819915771,
      "lyap_spec_mean": [
        -0.21065030992031097,
        -0.21495431661605835
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2109,
      "lr": 0.0001,
      "sup_loss": 1.0790570731423184,
      "rf_loss": 0.0,
      "total_loss": 1.0790570731423184,
      "lyap1_mean": -0.19980445504188538,
      "lyap1_max": -0.17304834723472595,
      "lyap1_min": -0.21116022765636444,
      "lyap_spec_mean": [
        -0.19980445504188538,
        -0.19947153329849243
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2110,
      "lr": 0.0001,
      "sup_loss": 1.1033381562926303,
      "rf_loss": 0.0,
      "total_loss": 1.1033381562926303,
      "lyap1_mean": -0.20788991451263428,
      "lyap1_max": -0.1934855878353119,
      "lyap1_min": -0.21768847107887268,
      "lyap_spec_mean": [
        -0.20788991451263428,
        -0.20894956588745117
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2111,
      "lr": 0.0001,
      "sup_loss": 1.0667169070354996,
      "rf_loss": 0.0,
      "total_loss": 1.0667169070354996,
      "lyap1_mean": -0.20526650547981262,
      "lyap1_max": -0.17317456007003784,
      "lyap1_min": -0.22196632623672485,
      "lyap_spec_mean": [
        -0.20526652038097382,
        -0.20673970878124237
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2112,
      "lr": 0.0001,
      "sup_loss": 1.1023591649489985,
      "rf_loss": 0.0,
      "total_loss": 1.1023591649489985,
      "lyap1_mean": -0.21062146127223969,
      "lyap1_max": -0.2035197913646698,
      "lyap1_min": -0.2225143164396286,
      "lyap_spec_mean": [
        -0.21062146127223969,
        -0.2083938717842102
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2113,
      "lr": 0.0001,
      "sup_loss": 1.1159516960493676,
      "rf_loss": 0.0,
      "total_loss": 1.1159516960493676,
      "lyap1_mean": -0.20625489950180054,
      "lyap1_max": -0.1880960315465927,
      "lyap1_min": -0.22120264172554016,
      "lyap_spec_mean": [
        -0.20625489950180054,
        -0.21096816658973694
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2114,
      "lr": 0.0001,
      "sup_loss": 1.1156103921980631,
      "rf_loss": 0.0,
      "total_loss": 1.1156103921980631,
      "lyap1_mean": -0.21738404035568237,
      "lyap1_max": -0.19305430352687836,
      "lyap1_min": -0.22998248040676117,
      "lyap_spec_mean": [
        -0.21738404035568237,
        -0.22139687836170197
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2115,
      "lr": 0.0001,
      "sup_loss": 1.0994156596392906,
      "rf_loss": 0.0,
      "total_loss": 1.0994156596392906,
      "lyap1_mean": -0.20936408638954163,
      "lyap1_max": -0.16135185956954956,
      "lyap1_min": -0.22083066403865814,
      "lyap_spec_mean": [
        -0.20936410129070282,
        -0.2195778787136078
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2116,
      "lr": 0.0001,
      "sup_loss": 1.08387289459098,
      "rf_loss": 0.0,
      "total_loss": 1.08387289459098,
      "lyap1_mean": -0.21701784431934357,
      "lyap1_max": -0.19493409991264343,
      "lyap1_min": -0.23528890311717987,
      "lyap_spec_mean": [
        -0.21701784431934357,
        -0.22383838891983032
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2117,
      "lr": 0.0001,
      "sup_loss": 1.062511767455397,
      "rf_loss": 0.0,
      "total_loss": 1.062511767455397,
      "lyap1_mean": -0.21609915792942047,
      "lyap1_max": -0.1737017035484314,
      "lyap1_min": -0.2323034107685089,
      "lyap_spec_mean": [
        -0.21609917283058167,
        -0.21980586647987366
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2118,
      "lr": 0.0001,
      "sup_loss": 1.0960223424448126,
      "rf_loss": 0.0,
      "total_loss": 1.0960223424448126,
      "lyap1_mean": -0.21327492594718933,
      "lyap1_max": -0.18189768493175507,
      "lyap1_min": -0.23243676126003265,
      "lyap_spec_mean": [
        -0.21327494084835052,
        -0.21159899234771729
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2119,
      "lr": 0.0001,
      "sup_loss": 1.0492624775834412,
      "rf_loss": 0.0,
      "total_loss": 1.0492624775834412,
      "lyap1_mean": -0.22913919389247894,
      "lyap1_max": -0.22265124320983887,
      "lyap1_min": -0.2370426505804062,
      "lyap_spec_mean": [
        -0.22913917899131775,
        -0.22817352414131165
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2120,
      "lr": 0.0001,
      "sup_loss": 1.0828139841904494,
      "rf_loss": 0.0,
      "total_loss": 1.0828139841904494,
      "lyap1_mean": -0.22338277101516724,
      "lyap1_max": -0.19007444381713867,
      "lyap1_min": -0.2467152327299118,
      "lyap_spec_mean": [
        -0.22338275611400604,
        -0.23317402601242065
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2121,
      "lr": 0.0001,
      "sup_loss": 1.15153991504392,
      "rf_loss": 0.0,
      "total_loss": 1.15153991504392,
      "lyap1_mean": -0.22763296961784363,
      "lyap1_max": -0.20658676326274872,
      "lyap1_min": -0.23940615355968475,
      "lyap_spec_mean": [
        -0.22763296961784363,
        -0.21807599067687988
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2122,
      "lr": 0.0001,
      "sup_loss": 1.105846375941963,
      "rf_loss": 0.0,
      "total_loss": 1.105846375941963,
      "lyap1_mean": -0.2275199443101883,
      "lyap1_max": -0.1948523372411728,
      "lyap1_min": -0.2451179474592209,
      "lyap_spec_mean": [
        -0.2275199443101883,
        -0.22813177108764648
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2123,
      "lr": 0.0001,
      "sup_loss": 1.0793627932002603,
      "rf_loss": 0.0,
      "total_loss": 1.0793627932002603,
      "lyap1_mean": -0.20947593450546265,
      "lyap1_max": -0.19137293100357056,
      "lyap1_min": -0.23338258266448975,
      "lyap_spec_mean": [
        -0.20947591960430145,
        -0.21505701541900635
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2124,
      "lr": 0.0001,
      "sup_loss": 1.0838869720061441,
      "rf_loss": 0.0,
      "total_loss": 1.0838869720061441,
      "lyap1_mean": -0.2152373492717743,
      "lyap1_max": -0.19110803306102753,
      "lyap1_min": -0.24881581962108612,
      "lyap_spec_mean": [
        -0.21523736417293549,
        -0.22035232186317444
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2125,
      "lr": 0.0001,
      "sup_loss": 1.0994285388230323,
      "rf_loss": 0.0,
      "total_loss": 1.0994285388230323,
      "lyap1_mean": -0.21421223878860474,
      "lyap1_max": -0.177312433719635,
      "lyap1_min": -0.22946827113628387,
      "lyap_spec_mean": [
        -0.21421223878860474,
        -0.2114085704088211
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2126,
      "lr": 0.0001,
      "sup_loss": 1.1019743587698103,
      "rf_loss": 0.0,
      "total_loss": 1.1019743587698103,
      "lyap1_mean": -0.21972453594207764,
      "lyap1_max": -0.2099270522594452,
      "lyap1_min": -0.22806453704833984,
      "lyap_spec_mean": [
        -0.21972453594207764,
        -0.21522486209869385
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2127,
      "lr": 0.0001,
      "sup_loss": 1.081018323548349,
      "rf_loss": 0.0,
      "total_loss": 1.081018323548349,
      "lyap1_mean": -0.2024666965007782,
      "lyap1_max": -0.1600436419248581,
      "lyap1_min": -0.21796301007270813,
      "lyap_spec_mean": [
        -0.202466681599617,
        -0.2083003968000412
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2128,
      "lr": 0.0001,
      "sup_loss": 1.144745114717913,
      "rf_loss": 0.0,
      "total_loss": 1.144745114717913,
      "lyap1_mean": -0.21245667338371277,
      "lyap1_max": -0.1840454339981079,
      "lyap1_min": -0.22963689267635345,
      "lyap_spec_mean": [
        -0.21245668828487396,
        -0.21957454085350037
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2129,
      "lr": 0.0001,
      "sup_loss": 1.1246137697784577,
      "rf_loss": 0.0,
      "total_loss": 1.1246137697784577,
      "lyap1_mean": -0.20922738313674927,
      "lyap1_max": -0.16829901933670044,
      "lyap1_min": -0.23084817826747894,
      "lyap_spec_mean": [
        -0.20922738313674927,
        -0.22059887647628784
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2130,
      "lr": 0.0001,
      "sup_loss": 1.08070465703145,
      "rf_loss": 0.0,
      "total_loss": 1.08070465703145,
      "lyap1_mean": -0.2137397825717926,
      "lyap1_max": -0.17060284316539764,
      "lyap1_min": -0.24357575178146362,
      "lyap_spec_mean": [
        -0.2137397825717926,
        -0.22144654393196106
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2131,
      "lr": 0.0001,
      "sup_loss": 1.0991640448334752,
      "rf_loss": 0.0,
      "total_loss": 1.0991640448334752,
      "lyap1_mean": -0.2040611207485199,
      "lyap1_max": -0.1506606936454773,
      "lyap1_min": -0.2259262055158615,
      "lyap_spec_mean": [
        -0.2040611207485199,
        -0.21408332884311676
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2132,
      "lr": 0.0001,
      "sup_loss": 1.1080957013155461,
      "rf_loss": 0.0,
      "total_loss": 1.1080957013155461,
      "lyap1_mean": -0.20540134608745575,
      "lyap1_max": -0.16343018412590027,
      "lyap1_min": -0.2266036868095398,
      "lyap_spec_mean": [
        -0.20540134608745575,
        -0.21503010392189026
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2133,
      "lr": 0.0001,
      "sup_loss": 1.102436678225752,
      "rf_loss": 0.0,
      "total_loss": 1.102436678225752,
      "lyap1_mean": -0.19399288296699524,
      "lyap1_max": -0.1692628711462021,
      "lyap1_min": -0.2188023030757904,
      "lyap_spec_mean": [
        -0.19399289786815643,
        -0.19082824885845184
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2134,
      "lr": 0.0001,
      "sup_loss": 1.039531020224615,
      "rf_loss": 0.0,
      "total_loss": 1.039531020224615,
      "lyap1_mean": -0.21406862139701843,
      "lyap1_max": -0.18831513822078705,
      "lyap1_min": -0.22578518092632294,
      "lyap_spec_mean": [
        -0.21406860649585724,
        -0.21273747086524963
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2135,
      "lr": 0.0001,
      "sup_loss": 1.105970035211983,
      "rf_loss": 0.0,
      "total_loss": 1.105970035211983,
      "lyap1_mean": -0.20234709978103638,
      "lyap1_max": -0.155873104929924,
      "lyap1_min": -0.22357043623924255,
      "lyap_spec_mean": [
        -0.20234711468219757,
        -0.20542600750923157
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2136,
      "lr": 0.0001,
      "sup_loss": 1.0975713221201646,
      "rf_loss": 0.0,
      "total_loss": 1.0975713221201646,
      "lyap1_mean": -0.2190188765525818,
      "lyap1_max": -0.20720325410366058,
      "lyap1_min": -0.22723329067230225,
      "lyap_spec_mean": [
        -0.2190188616514206,
        -0.20953711867332458
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2137,
      "lr": 0.0001,
      "sup_loss": 1.0863156382545083,
      "rf_loss": 0.0,
      "total_loss": 1.0863156382545083,
      "lyap1_mean": -0.210035502910614,
      "lyap1_max": -0.19953438639640808,
      "lyap1_min": -0.223524808883667,
      "lyap_spec_mean": [
        -0.210035502910614,
        -0.21410895884037018
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2138,
      "lr": 0.0001,
      "sup_loss": 1.0953301911863031,
      "rf_loss": 0.0,
      "total_loss": 1.0953301911863031,
      "lyap1_mean": -0.21585720777511597,
      "lyap1_max": -0.20311777293682098,
      "lyap1_min": -0.2251812219619751,
      "lyap_spec_mean": [
        -0.21585720777511597,
        -0.2255980670452118
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2139,
      "lr": 0.0001,
      "sup_loss": 1.059163752145206,
      "rf_loss": 0.0,
      "total_loss": 1.059163752145206,
      "lyap1_mean": -0.21380648016929626,
      "lyap1_max": -0.20085552334785461,
      "lyap1_min": -0.22744521498680115,
      "lyap_spec_mean": [
        -0.21380649507045746,
        -0.22167879343032837
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2140,
      "lr": 0.0001,
      "sup_loss": 1.0977241009636538,
      "rf_loss": 0.0,
      "total_loss": 1.0977241009636538,
      "lyap1_mean": -0.20162083208560944,
      "lyap1_max": -0.16177362203598022,
      "lyap1_min": -0.2196243852376938,
      "lyap_spec_mean": [
        -0.20162084698677063,
        -0.209699809551239
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2141,
      "lr": 0.0001,
      "sup_loss": 1.1345985243620118,
      "rf_loss": 0.0,
      "total_loss": 1.1345985243620118,
      "lyap1_mean": -0.2141687124967575,
      "lyap1_max": -0.1941237449645996,
      "lyap1_min": -0.2279265969991684,
      "lyap_spec_mean": [
        -0.2141687124967575,
        -0.22021013498306274
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2142,
      "lr": 0.0001,
      "sup_loss": 1.0812453095096333,
      "rf_loss": 0.0,
      "total_loss": 1.0812453095096333,
      "lyap1_mean": -0.20577146112918854,
      "lyap1_max": -0.17535579204559326,
      "lyap1_min": -0.23136107623577118,
      "lyap_spec_mean": [
        -0.20577146112918854,
        -0.20612311363220215
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2143,
      "lr": 0.0001,
      "sup_loss": 1.150187203516145,
      "rf_loss": 0.0,
      "total_loss": 1.150187203516145,
      "lyap1_mean": -0.21066978573799133,
      "lyap1_max": -0.19084250926971436,
      "lyap1_min": -0.22741751372814178,
      "lyap_spec_mean": [
        -0.21066978573799133,
        -0.21215589344501495
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2144,
      "lr": 0.0001,
      "sup_loss": 1.0511580028632614,
      "rf_loss": 0.0,
      "total_loss": 1.0511580028632614,
      "lyap1_mean": -0.19596117734909058,
      "lyap1_max": -0.15981978178024292,
      "lyap1_min": -0.22210447490215302,
      "lyap_spec_mean": [
        -0.19596117734909058,
        -0.20984260737895966
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2145,
      "lr": 0.0001,
      "sup_loss": 1.1472399349599944,
      "rf_loss": 0.0,
      "total_loss": 1.1472399349599944,
      "lyap1_mean": -0.21166792511940002,
      "lyap1_max": -0.1857384741306305,
      "lyap1_min": -0.22650405764579773,
      "lyap_spec_mean": [
        -0.21166792511940002,
        -0.20612040162086487
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2146,
      "lr": 0.0001,
      "sup_loss": 1.0679186261845832,
      "rf_loss": 0.0,
      "total_loss": 1.0679186261845832,
      "lyap1_mean": -0.2038230150938034,
      "lyap1_max": -0.17288325726985931,
      "lyap1_min": -0.22904056310653687,
      "lyap_spec_mean": [
        -0.2038230150938034,
        -0.20974330604076385
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2147,
      "lr": 0.0001,
      "sup_loss": 1.1173531106777497,
      "rf_loss": 0.0,
      "total_loss": 1.1173531106777497,
      "lyap1_mean": -0.20287162065505981,
      "lyap1_max": -0.1752893030643463,
      "lyap1_min": -0.22250103950500488,
      "lyap_spec_mean": [
        -0.20287162065505981,
        -0.20222552120685577
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2148,
      "lr": 0.0001,
      "sup_loss": 1.0854118810197637,
      "rf_loss": 0.0,
      "total_loss": 1.0854118810197637,
      "lyap1_mean": -0.2096015363931656,
      "lyap1_max": -0.1885974407196045,
      "lyap1_min": -0.22294577956199646,
      "lyap_spec_mean": [
        -0.2096015214920044,
        -0.20254921913146973
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2149,
      "lr": 0.0001,
      "sup_loss": 1.1007939953100716,
      "rf_loss": 0.0,
      "total_loss": 1.1007939953100716,
      "lyap1_mean": -0.205005943775177,
      "lyap1_max": -0.19621501863002777,
      "lyap1_min": -0.2182237207889557,
      "lyap_spec_mean": [
        -0.205005943775177,
        -0.2038738876581192
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2150,
      "lr": 0.0001,
      "sup_loss": 1.1067525714339053,
      "rf_loss": 0.0,
      "total_loss": 1.1067525714339053,
      "lyap1_mean": -0.20166520774364471,
      "lyap1_max": -0.17921635508537292,
      "lyap1_min": -0.21740493178367615,
      "lyap_spec_mean": [
        -0.20166520774364471,
        -0.20472115278244019
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2151,
      "lr": 0.0001,
      "sup_loss": 1.0961432506314956,
      "rf_loss": 0.0,
      "total_loss": 1.0961432506314956,
      "lyap1_mean": -0.20473146438598633,
      "lyap1_max": -0.1895359456539154,
      "lyap1_min": -0.21751493215560913,
      "lyap_spec_mean": [
        -0.20473147928714752,
        -0.20411445200443268
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2152,
      "lr": 0.0001,
      "sup_loss": 1.1140793933038988,
      "rf_loss": 0.0,
      "total_loss": 1.1140793933038988,
      "lyap1_mean": -0.2030937373638153,
      "lyap1_max": -0.16998645663261414,
      "lyap1_min": -0.22079919278621674,
      "lyap_spec_mean": [
        -0.2030937373638153,
        -0.20281437039375305
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2153,
      "lr": 0.0001,
      "sup_loss": 1.0704262387250534,
      "rf_loss": 0.0,
      "total_loss": 1.0704262387250534,
      "lyap1_mean": -0.2021515667438507,
      "lyap1_max": -0.17448072135448456,
      "lyap1_min": -0.21663782000541687,
      "lyap_spec_mean": [
        -0.2021515667438507,
        -0.20355184376239777
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2154,
      "lr": 0.0001,
      "sup_loss": 1.1048517502853128,
      "rf_loss": 0.0,
      "total_loss": 1.1048517502853128,
      "lyap1_mean": -0.21119646728038788,
      "lyap1_max": -0.1946960687637329,
      "lyap1_min": -0.23529955744743347,
      "lyap_spec_mean": [
        -0.21119645237922668,
        -0.20937657356262207
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2155,
      "lr": 0.0001,
      "sup_loss": 1.0872288011437525,
      "rf_loss": 0.0,
      "total_loss": 1.0872288011437525,
      "lyap1_mean": -0.19138997793197632,
      "lyap1_max": -0.18011319637298584,
      "lyap1_min": -0.20657531917095184,
      "lyap_spec_mean": [
        -0.19138997793197632,
        -0.18900693953037262
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2156,
      "lr": 0.0001,
      "sup_loss": 1.090894967512335,
      "rf_loss": 0.0,
      "total_loss": 1.090894967512335,
      "lyap1_mean": -0.18842217326164246,
      "lyap1_max": -0.1754104346036911,
      "lyap1_min": -0.2021535336971283,
      "lyap_spec_mean": [
        -0.18842215836048126,
        -0.19584885239601135
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2157,
      "lr": 0.0001,
      "sup_loss": 1.0962634374194702,
      "rf_loss": 0.0,
      "total_loss": 1.0962634374194702,
      "lyap1_mean": -0.1968420445919037,
      "lyap1_max": -0.19111692905426025,
      "lyap1_min": -0.2068696916103363,
      "lyap_spec_mean": [
        -0.1968420296907425,
        -0.19053861498832703
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2158,
      "lr": 0.0001,
      "sup_loss": 1.0757493934235303,
      "rf_loss": 0.0,
      "total_loss": 1.0757493934235303,
      "lyap1_mean": -0.19514548778533936,
      "lyap1_max": -0.18210124969482422,
      "lyap1_min": -0.213242769241333,
      "lyap_spec_mean": [
        -0.19514548778533936,
        -0.19474045932292938
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2159,
      "lr": 0.0001,
      "sup_loss": 1.1261837937175347,
      "rf_loss": 0.0,
      "total_loss": 1.1261837937175347,
      "lyap1_mean": -0.19931554794311523,
      "lyap1_max": -0.1851821392774582,
      "lyap1_min": -0.21106396615505219,
      "lyap_spec_mean": [
        -0.19931554794311523,
        -0.1989935338497162
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2160,
      "lr": 0.0001,
      "sup_loss": 1.1093135397644398,
      "rf_loss": 0.0,
      "total_loss": 1.1093135397644398,
      "lyap1_mean": -0.19765853881835938,
      "lyap1_max": -0.16950713098049164,
      "lyap1_min": -0.21467939019203186,
      "lyap_spec_mean": [
        -0.19765853881835938,
        -0.19968241453170776
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2161,
      "lr": 0.0001,
      "sup_loss": 1.1008321706473212,
      "rf_loss": 0.0,
      "total_loss": 1.1008321706473212,
      "lyap1_mean": -0.21109940111637115,
      "lyap1_max": -0.19316187500953674,
      "lyap1_min": -0.22434662282466888,
      "lyap_spec_mean": [
        -0.21109938621520996,
        -0.1974903792142868
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2162,
      "lr": 0.0001,
      "sup_loss": 1.10679757867929,
      "rf_loss": 0.0,
      "total_loss": 1.10679757867929,
      "lyap1_mean": -0.21063223481178284,
      "lyap1_max": -0.18803685903549194,
      "lyap1_min": -0.2316056340932846,
      "lyap_spec_mean": [
        -0.21063223481178284,
        -0.2097095549106598
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2163,
      "lr": 0.0001,
      "sup_loss": 1.033360617516657,
      "rf_loss": 0.0,
      "total_loss": 1.033360617516657,
      "lyap1_mean": -0.20050862431526184,
      "lyap1_max": -0.16210809350013733,
      "lyap1_min": -0.21554675698280334,
      "lyap_spec_mean": [
        -0.20050863921642303,
        -0.218671977519989
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2164,
      "lr": 0.0001,
      "sup_loss": 1.1179732744412008,
      "rf_loss": 0.0,
      "total_loss": 1.1179732744412008,
      "lyap1_mean": -0.22130994498729706,
      "lyap1_max": -0.2117985188961029,
      "lyap1_min": -0.2324836254119873,
      "lyap_spec_mean": [
        -0.22130993008613586,
        -0.2182210385799408
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2165,
      "lr": 0.0001,
      "sup_loss": 1.1277157874378978,
      "rf_loss": 0.0,
      "total_loss": 1.1277157874378978,
      "lyap1_mean": -0.1974353790283203,
      "lyap1_max": -0.15966500341892242,
      "lyap1_min": -0.2219173163175583,
      "lyap_spec_mean": [
        -0.1974353790283203,
        -0.20642144978046417
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2166,
      "lr": 0.0001,
      "sup_loss": 1.116582802736618,
      "rf_loss": 0.0,
      "total_loss": 1.116582802736618,
      "lyap1_mean": -0.20164895057678223,
      "lyap1_max": -0.1716439127922058,
      "lyap1_min": -0.21488772332668304,
      "lyap_spec_mean": [
        -0.20164895057678223,
        -0.20825578272342682
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2167,
      "lr": 0.0001,
      "sup_loss": 1.0816751426382458,
      "rf_loss": 0.0,
      "total_loss": 1.0816751426382458,
      "lyap1_mean": -0.20742768049240112,
      "lyap1_max": -0.19447192549705505,
      "lyap1_min": -0.22171878814697266,
      "lyap_spec_mean": [
        -0.20742766559123993,
        -0.21244986355304718
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2168,
      "lr": 0.0001,
      "sup_loss": 1.1058869940329183,
      "rf_loss": 0.0,
      "total_loss": 1.1058869940329183,
      "lyap1_mean": -0.20275932550430298,
      "lyap1_max": -0.1765463799238205,
      "lyap1_min": -0.2160261571407318,
      "lyap_spec_mean": [
        -0.20275934040546417,
        -0.2031019628047943
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2169,
      "lr": 0.0001,
      "sup_loss": 1.0959985952435531,
      "rf_loss": 0.0,
      "total_loss": 1.0959985952435531,
      "lyap1_mean": -0.20758581161499023,
      "lyap1_max": -0.20215795934200287,
      "lyap1_min": -0.21570073068141937,
      "lyap_spec_mean": [
        -0.20758581161499023,
        -0.2018093764781952
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2170,
      "lr": 0.0001,
      "sup_loss": 1.0844121652852856,
      "rf_loss": 0.0,
      "total_loss": 1.0844121652852856,
      "lyap1_mean": -0.1938648819923401,
      "lyap1_max": -0.12691178917884827,
      "lyap1_min": -0.22410576045513153,
      "lyap_spec_mean": [
        -0.1938648670911789,
        -0.19893789291381836
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2171,
      "lr": 0.0001,
      "sup_loss": 1.0797019996366461,
      "rf_loss": 0.0,
      "total_loss": 1.0797019996366461,
      "lyap1_mean": -0.18861395120620728,
      "lyap1_max": -0.15106885135173798,
      "lyap1_min": -0.21827010810375214,
      "lyap_spec_mean": [
        -0.18861393630504608,
        -0.199356809258461
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2172,
      "lr": 0.0001,
      "sup_loss": 1.1379587343182824,
      "rf_loss": 0.0,
      "total_loss": 1.1379587343182824,
      "lyap1_mean": -0.20377002656459808,
      "lyap1_max": -0.18717548251152039,
      "lyap1_min": -0.21342596411705017,
      "lyap_spec_mean": [
        -0.20377004146575928,
        -0.20527401566505432
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2173,
      "lr": 0.0001,
      "sup_loss": 1.1157273284069307,
      "rf_loss": 0.0,
      "total_loss": 1.1157273284069307,
      "lyap1_mean": -0.1957896202802658,
      "lyap1_max": -0.14830341935157776,
      "lyap1_min": -0.2113223522901535,
      "lyap_spec_mean": [
        -0.195789635181427,
        -0.20320233702659607
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2174,
      "lr": 0.0001,
      "sup_loss": 1.1286162071928327,
      "rf_loss": 0.0,
      "total_loss": 1.1286162071928327,
      "lyap1_mean": -0.19517241418361664,
      "lyap1_max": -0.15523475408554077,
      "lyap1_min": -0.21018964052200317,
      "lyap_spec_mean": [
        -0.19517241418361664,
        -0.19095337390899658
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2175,
      "lr": 0.0001,
      "sup_loss": 1.0884955927193904,
      "rf_loss": 0.0,
      "total_loss": 1.0884955927193904,
      "lyap1_mean": -0.20216882228851318,
      "lyap1_max": -0.1867128312587738,
      "lyap1_min": -0.2151603400707245,
      "lyap_spec_mean": [
        -0.20216882228851318,
        -0.1976679563522339
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2176,
      "lr": 0.0001,
      "sup_loss": 1.1111913398769657,
      "rf_loss": 0.0,
      "total_loss": 1.1111913398769657,
      "lyap1_mean": -0.1969042867422104,
      "lyap1_max": -0.1835034340620041,
      "lyap1_min": -0.2185896337032318,
      "lyap_spec_mean": [
        -0.1969042867422104,
        -0.19308805465698242
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2177,
      "lr": 0.0001,
      "sup_loss": 1.11258953810781,
      "rf_loss": 0.0,
      "total_loss": 1.11258953810781,
      "lyap1_mean": -0.21076610684394836,
      "lyap1_max": -0.199436217546463,
      "lyap1_min": -0.23110955953598022,
      "lyap_spec_mean": [
        -0.21076609194278717,
        -0.2048986852169037
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2178,
      "lr": 0.0001,
      "sup_loss": 1.0786512305634999,
      "rf_loss": 0.0,
      "total_loss": 1.0786512305634999,
      "lyap1_mean": -0.1956610530614853,
      "lyap1_max": -0.1772458404302597,
      "lyap1_min": -0.2062719315290451,
      "lyap_spec_mean": [
        -0.19566106796264648,
        -0.20849351584911346
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2179,
      "lr": 0.0001,
      "sup_loss": 1.1046695062251186,
      "rf_loss": 0.0,
      "total_loss": 1.1046695062251186,
      "lyap1_mean": -0.203765869140625,
      "lyap1_max": -0.1907484531402588,
      "lyap1_min": -0.2150614857673645,
      "lyap_spec_mean": [
        -0.203765869140625,
        -0.2051944136619568
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2180,
      "lr": 0.0001,
      "sup_loss": 1.0887874053197024,
      "rf_loss": 0.0,
      "total_loss": 1.0887874053197024,
      "lyap1_mean": -0.20648550987243652,
      "lyap1_max": -0.18994657695293427,
      "lyap1_min": -0.22775951027870178,
      "lyap_spec_mean": [
        -0.20648550987243652,
        -0.20531567931175232
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2181,
      "lr": 0.0001,
      "sup_loss": 1.1027151707275908,
      "rf_loss": 0.0,
      "total_loss": 1.1027151707275908,
      "lyap1_mean": -0.20030972361564636,
      "lyap1_max": -0.15474694967269897,
      "lyap1_min": -0.22405056655406952,
      "lyap_spec_mean": [
        -0.20030972361564636,
        -0.20848384499549866
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2182,
      "lr": 0.0001,
      "sup_loss": 1.0287079721053924,
      "rf_loss": 0.0,
      "total_loss": 1.0287079721053924,
      "lyap1_mean": -0.21725009381771088,
      "lyap1_max": -0.20551693439483643,
      "lyap1_min": -0.230169415473938,
      "lyap_spec_mean": [
        -0.21725009381771088,
        -0.21169736981391907
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2183,
      "lr": 0.0001,
      "sup_loss": 1.1106398084078561,
      "rf_loss": 0.0,
      "total_loss": 1.1106398084078561,
      "lyap1_mean": -0.20082145929336548,
      "lyap1_max": -0.1598796397447586,
      "lyap1_min": -0.22093068063259125,
      "lyap_spec_mean": [
        -0.20082145929336548,
        -0.20410814881324768
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2184,
      "lr": 0.0001,
      "sup_loss": 1.0852699438896294,
      "rf_loss": 0.0,
      "total_loss": 1.0852699438896294,
      "lyap1_mean": -0.19573432207107544,
      "lyap1_max": -0.18130606412887573,
      "lyap1_min": -0.21468690037727356,
      "lyap_spec_mean": [
        -0.19573432207107544,
        -0.20207008719444275
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2185,
      "lr": 0.0001,
      "sup_loss": 1.1101585731782055,
      "rf_loss": 0.0,
      "total_loss": 1.1101585731782055,
      "lyap1_mean": -0.20707005262374878,
      "lyap1_max": -0.19655941426753998,
      "lyap1_min": -0.22452972829341888,
      "lyap_spec_mean": [
        -0.20707005262374878,
        -0.20662705600261688
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2186,
      "lr": 0.0001,
      "sup_loss": 1.114218026811309,
      "rf_loss": 0.0,
      "total_loss": 1.114218026811309,
      "lyap1_mean": -0.19203384220600128,
      "lyap1_max": -0.17757616937160492,
      "lyap1_min": -0.19879916310310364,
      "lyap_spec_mean": [
        -0.19203384220600128,
        -0.19082507491111755
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2187,
      "lr": 0.0001,
      "sup_loss": 1.1092797993250951,
      "rf_loss": 0.0,
      "total_loss": 1.1092797993250951,
      "lyap1_mean": -0.19737555086612701,
      "lyap1_max": -0.1794278919696808,
      "lyap1_min": -0.21136032044887543,
      "lyap_spec_mean": [
        -0.1973755657672882,
        -0.2032996118068695
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2188,
      "lr": 0.0001,
      "sup_loss": 1.0757420614826285,
      "rf_loss": 0.0,
      "total_loss": 1.0757420614826285,
      "lyap1_mean": -0.19574487209320068,
      "lyap1_max": -0.17226871848106384,
      "lyap1_min": -0.2076137512922287,
      "lyap_spec_mean": [
        -0.19574487209320068,
        -0.1951446533203125
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2189,
      "lr": 0.0001,
      "sup_loss": 1.1379605738278977,
      "rf_loss": 0.0,
      "total_loss": 1.1379605738278977,
      "lyap1_mean": -0.19742313027381897,
      "lyap1_max": -0.1548575460910797,
      "lyap1_min": -0.21467849612236023,
      "lyap_spec_mean": [
        -0.19742313027381897,
        -0.19568899273872375
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2190,
      "lr": 0.0001,
      "sup_loss": 1.0676723120244114,
      "rf_loss": 0.0,
      "total_loss": 1.0676723120244114,
      "lyap1_mean": -0.20196205377578735,
      "lyap1_max": -0.18906885385513306,
      "lyap1_min": -0.22079132497310638,
      "lyap_spec_mean": [
        -0.20196205377578735,
        -0.20250584185123444
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2191,
      "lr": 0.0001,
      "sup_loss": 1.036829946200717,
      "rf_loss": 0.0,
      "total_loss": 1.036829946200717,
      "lyap1_mean": -0.20493444800376892,
      "lyap1_max": -0.19345323741436005,
      "lyap1_min": -0.21625545620918274,
      "lyap_spec_mean": [
        -0.20493443310260773,
        -0.20529213547706604
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2192,
      "lr": 0.0001,
      "sup_loss": 1.0820303238688358,
      "rf_loss": 0.0,
      "total_loss": 1.0820303238688358,
      "lyap1_mean": -0.20240584015846252,
      "lyap1_max": -0.18942084908485413,
      "lyap1_min": -0.20966514945030212,
      "lyap_spec_mean": [
        -0.20240584015846252,
        -0.20598237216472626
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2193,
      "lr": 0.0001,
      "sup_loss": 1.0582874575023804,
      "rf_loss": 0.0,
      "total_loss": 1.0582874575023804,
      "lyap1_mean": -0.20071205496788025,
      "lyap1_max": -0.18348358571529388,
      "lyap1_min": -0.20788311958312988,
      "lyap_spec_mean": [
        -0.20071205496788025,
        -0.20638230443000793
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2194,
      "lr": 0.0001,
      "sup_loss": 1.0890590810551095,
      "rf_loss": 0.0,
      "total_loss": 1.0890590810551095,
      "lyap1_mean": -0.20221510529518127,
      "lyap1_max": -0.16859331727027893,
      "lyap1_min": -0.21554355323314667,
      "lyap_spec_mean": [
        -0.20221509039402008,
        -0.2052696794271469
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2195,
      "lr": 0.0001,
      "sup_loss": 1.0580517322171754,
      "rf_loss": 0.0,
      "total_loss": 1.0580517322171754,
      "lyap1_mean": -0.20143748819828033,
      "lyap1_max": -0.17489519715309143,
      "lyap1_min": -0.21837739646434784,
      "lyap_spec_mean": [
        -0.20143748819828033,
        -0.19966328144073486
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2196,
      "lr": 0.0001,
      "sup_loss": 0.9935643545551158,
      "rf_loss": 0.0,
      "total_loss": 0.9935643545551158,
      "lyap1_mean": -0.19323301315307617,
      "lyap1_max": -0.17804914712905884,
      "lyap1_min": -0.20737020671367645,
      "lyap_spec_mean": [
        -0.19323299825191498,
        -0.19598235189914703
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2197,
      "lr": 0.0001,
      "sup_loss": 1.0247543437873892,
      "rf_loss": 0.0,
      "total_loss": 1.0247543437873892,
      "lyap1_mean": -0.19332042336463928,
      "lyap1_max": -0.18133258819580078,
      "lyap1_min": -0.20400230586528778,
      "lyap_spec_mean": [
        -0.19332042336463928,
        -0.1966276913881302
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2198,
      "lr": 0.0001,
      "sup_loss": 1.0242577911903534,
      "rf_loss": 0.0,
      "total_loss": 1.0242577911903534,
      "lyap1_mean": -0.1937483549118042,
      "lyap1_max": -0.1621081531047821,
      "lyap1_min": -0.20589999854564667,
      "lyap_spec_mean": [
        -0.1937483698129654,
        -0.19308026134967804
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2199,
      "lr": 0.0001,
      "sup_loss": 1.0150081232164767,
      "rf_loss": 0.0,
      "total_loss": 1.0150081232164767,
      "lyap1_mean": -0.19445012509822845,
      "lyap1_max": -0.18239562213420868,
      "lyap1_min": -0.2095569223165512,
      "lyap_spec_mean": [
        -0.19445011019706726,
        -0.19834667444229126
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2200,
      "lr": 0.0001,
      "sup_loss": 1.1348649637454256,
      "rf_loss": 0.0,
      "total_loss": 1.1348649637454256,
      "lyap1_mean": -0.18994763493537903,
      "lyap1_max": -0.17316757142543793,
      "lyap1_min": -0.20247724652290344,
      "lyap_spec_mean": [
        -0.18994763493537903,
        -0.19294622540473938
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2201,
      "lr": 0.0001,
      "sup_loss": 1.0459692181502365,
      "rf_loss": 0.0,
      "total_loss": 1.0459692181502365,
      "lyap1_mean": -0.19573086500167847,
      "lyap1_max": -0.18070554733276367,
      "lyap1_min": -0.2074892520904541,
      "lyap_spec_mean": [
        -0.19573086500167847,
        -0.19945427775382996
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2202,
      "lr": 0.0001,
      "sup_loss": 1.1197661135848735,
      "rf_loss": 0.0,
      "total_loss": 1.1197661135848735,
      "lyap1_mean": -0.18571071326732635,
      "lyap1_max": -0.168412446975708,
      "lyap1_min": -0.19550584256649017,
      "lyap_spec_mean": [
        -0.18571072816848755,
        -0.19121330976486206
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2203,
      "lr": 0.0001,
      "sup_loss": 1.0530050605658328,
      "rf_loss": 0.0,
      "total_loss": 1.0530050605658328,
      "lyap1_mean": -0.18980634212493896,
      "lyap1_max": -0.17230308055877686,
      "lyap1_min": -0.2043924778699875,
      "lyap_spec_mean": [
        -0.18980632722377777,
        -0.19186429679393768
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2204,
      "lr": 0.0001,
      "sup_loss": 1.107203506242774,
      "rf_loss": 0.0,
      "total_loss": 1.107203506242774,
      "lyap1_mean": -0.186246857047081,
      "lyap1_max": -0.16750191152095795,
      "lyap1_min": -0.19418148696422577,
      "lyap_spec_mean": [
        -0.186246857047081,
        -0.19316062331199646
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2205,
      "lr": 0.0001,
      "sup_loss": 1.0291172900636902,
      "rf_loss": 0.0,
      "total_loss": 1.0291172900636902,
      "lyap1_mean": -0.19178181886672974,
      "lyap1_max": -0.15547290444374084,
      "lyap1_min": -0.21557705104351044,
      "lyap_spec_mean": [
        -0.19178181886672974,
        -0.19732190668582916
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2206,
      "lr": 0.0001,
      "sup_loss": 1.0568195284014141,
      "rf_loss": 0.0,
      "total_loss": 1.0568195284014141,
      "lyap1_mean": -0.2102617621421814,
      "lyap1_max": -0.20143160223960876,
      "lyap1_min": -0.21809779107570648,
      "lyap_spec_mean": [
        -0.2102617621421814,
        -0.20578759908676147
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2207,
      "lr": 0.0001,
      "sup_loss": 1.1083703257144526,
      "rf_loss": 0.0,
      "total_loss": 1.1083703257144526,
      "lyap1_mean": -0.20103493332862854,
      "lyap1_max": -0.17298129200935364,
      "lyap1_min": -0.216886967420578,
      "lyap_spec_mean": [
        -0.20103494822978973,
        -0.20786042511463165
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2208,
      "lr": 0.0001,
      "sup_loss": 1.0843465632532252,
      "rf_loss": 0.0,
      "total_loss": 1.0843465632532252,
      "lyap1_mean": -0.20168927311897278,
      "lyap1_max": -0.1877380609512329,
      "lyap1_min": -0.21080103516578674,
      "lyap_spec_mean": [
        -0.20168925821781158,
        -0.19834791123867035
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2209,
      "lr": 0.0001,
      "sup_loss": 1.092567540150288,
      "rf_loss": 0.0,
      "total_loss": 1.092567540150288,
      "lyap1_mean": -0.20012882351875305,
      "lyap1_max": -0.14970935881137848,
      "lyap1_min": -0.22512128949165344,
      "lyap_spec_mean": [
        -0.20012882351875305,
        -0.20317450165748596
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2210,
      "lr": 0.0001,
      "sup_loss": 1.129828039281029,
      "rf_loss": 0.0,
      "total_loss": 1.129828039281029,
      "lyap1_mean": -0.20130419731140137,
      "lyap1_max": -0.18774396181106567,
      "lyap1_min": -0.20909065008163452,
      "lyap_spec_mean": [
        -0.20130419731140137,
        -0.20328283309936523
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2211,
      "lr": 0.0001,
      "sup_loss": 1.0838494727586847,
      "rf_loss": 0.0,
      "total_loss": 1.0838494727586847,
      "lyap1_mean": -0.1982709765434265,
      "lyap1_max": -0.17296427488327026,
      "lyap1_min": -0.22284774482250214,
      "lyap_spec_mean": [
        -0.1982709765434265,
        -0.19908128678798676
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2212,
      "lr": 0.0001,
      "sup_loss": 1.1084390050567112,
      "rf_loss": 0.0,
      "total_loss": 1.1084390050567112,
      "lyap1_mean": -0.20083275437355042,
      "lyap1_max": -0.18876618146896362,
      "lyap1_min": -0.2115785777568817,
      "lyap_spec_mean": [
        -0.20083275437355042,
        -0.1985703855752945
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2213,
      "lr": 0.0001,
      "sup_loss": 1.1277825769506764,
      "rf_loss": 0.0,
      "total_loss": 1.1277825769506764,
      "lyap1_mean": -0.2028293013572693,
      "lyap1_max": -0.19083234667778015,
      "lyap1_min": -0.21214568614959717,
      "lyap_spec_mean": [
        -0.2028292864561081,
        -0.19882796704769135
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2214,
      "lr": 0.0001,
      "sup_loss": 1.0627987538711734,
      "rf_loss": 0.0,
      "total_loss": 1.0627987538711734,
      "lyap1_mean": -0.19506153464317322,
      "lyap1_max": -0.18503591418266296,
      "lyap1_min": -0.20866864919662476,
      "lyap_spec_mean": [
        -0.1950615495443344,
        -0.19773873686790466
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2215,
      "lr": 0.0001,
      "sup_loss": 1.1642593250452338,
      "rf_loss": 0.0,
      "total_loss": 1.1642593250452338,
      "lyap1_mean": -0.19055750966072083,
      "lyap1_max": -0.16258211433887482,
      "lyap1_min": -0.2149597704410553,
      "lyap_spec_mean": [
        -0.19055750966072083,
        -0.17810457944869995
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2216,
      "lr": 0.0001,
      "sup_loss": 1.069036141136315,
      "rf_loss": 0.0,
      "total_loss": 1.069036141136315,
      "lyap1_mean": -0.1902397722005844,
      "lyap1_max": -0.1683918535709381,
      "lyap1_min": -0.20697419345378876,
      "lyap_spec_mean": [
        -0.1902397722005844,
        -0.1957472264766693
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2217,
      "lr": 0.0001,
      "sup_loss": 1.0538397216115292,
      "rf_loss": 0.0,
      "total_loss": 1.0538397216115292,
      "lyap1_mean": -0.1916762739419937,
      "lyap1_max": -0.1514861285686493,
      "lyap1_min": -0.21202079951763153,
      "lyap_spec_mean": [
        -0.1916762888431549,
        -0.19769912958145142
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2218,
      "lr": 0.0001,
      "sup_loss": 1.097721023432221,
      "rf_loss": 0.0,
      "total_loss": 1.097721023432221,
      "lyap1_mean": -0.1959390640258789,
      "lyap1_max": -0.18585404753684998,
      "lyap1_min": -0.20334690809249878,
      "lyap_spec_mean": [
        -0.1959390640258789,
        -0.19641569256782532
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2219,
      "lr": 0.0001,
      "sup_loss": 1.1040906664680719,
      "rf_loss": 0.0,
      "total_loss": 1.1040906664680719,
      "lyap1_mean": -0.19704461097717285,
      "lyap1_max": -0.15343722701072693,
      "lyap1_min": -0.2175074815750122,
      "lyap_spec_mean": [
        -0.19704461097717285,
        -0.20480072498321533
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2220,
      "lr": 0.0001,
      "sup_loss": 1.1316858821628113,
      "rf_loss": 0.0,
      "total_loss": 1.1316858821628113,
      "lyap1_mean": -0.19849345088005066,
      "lyap1_max": -0.18084067106246948,
      "lyap1_min": -0.20890454947948456,
      "lyap_spec_mean": [
        -0.19849343597888947,
        -0.19957883656024933
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2221,
      "lr": 0.0001,
      "sup_loss": 1.1052631815747613,
      "rf_loss": 0.0,
      "total_loss": 1.1052631815747613,
      "lyap1_mean": -0.2060476839542389,
      "lyap1_max": -0.1996927708387375,
      "lyap1_min": -0.21061170101165771,
      "lyap_spec_mean": [
        -0.2060476541519165,
        -0.20424747467041016
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2222,
      "lr": 0.0001,
      "sup_loss": 1.0727358736919745,
      "rf_loss": 0.0,
      "total_loss": 1.0727358736919745,
      "lyap1_mean": -0.20137852430343628,
      "lyap1_max": -0.17282448709011078,
      "lyap1_min": -0.21434615552425385,
      "lyap_spec_mean": [
        -0.20137852430343628,
        -0.2135179340839386
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2223,
      "lr": 0.0001,
      "sup_loss": 1.0918875418959888,
      "rf_loss": 0.0,
      "total_loss": 1.0918875418959888,
      "lyap1_mean": -0.19698791205883026,
      "lyap1_max": -0.1615365445613861,
      "lyap1_min": -0.21979224681854248,
      "lyap_spec_mean": [
        -0.19698791205883026,
        -0.20915932953357697
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2224,
      "lr": 0.0001,
      "sup_loss": 1.1104283925662553,
      "rf_loss": 0.0,
      "total_loss": 1.1104283925662553,
      "lyap1_mean": -0.19997060298919678,
      "lyap1_max": -0.1907871663570404,
      "lyap1_min": -0.20847955346107483,
      "lyap_spec_mean": [
        -0.19997060298919678,
        -0.1952216625213623
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2225,
      "lr": 0.0001,
      "sup_loss": 1.0942410909463987,
      "rf_loss": 0.0,
      "total_loss": 1.0942410909463987,
      "lyap1_mean": -0.1944752037525177,
      "lyap1_max": -0.15018543601036072,
      "lyap1_min": -0.2120828628540039,
      "lyap_spec_mean": [
        -0.1944752037525177,
        -0.1942903995513916
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2226,
      "lr": 0.0001,
      "sup_loss": 1.12937672694769,
      "rf_loss": 0.0,
      "total_loss": 1.12937672694769,
      "lyap1_mean": -0.1928934007883072,
      "lyap1_max": -0.17557907104492188,
      "lyap1_min": -0.2099541276693344,
      "lyap_spec_mean": [
        -0.192893385887146,
        -0.19373390078544617
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2227,
      "lr": 0.0001,
      "sup_loss": 1.102830084253461,
      "rf_loss": 0.0,
      "total_loss": 1.102830084253461,
      "lyap1_mean": -0.19078320264816284,
      "lyap1_max": -0.18084129691123962,
      "lyap1_min": -0.20356285572052002,
      "lyap_spec_mean": [
        -0.19078318774700165,
        -0.19177989661693573
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2228,
      "lr": 0.0001,
      "sup_loss": 1.0530760296364234,
      "rf_loss": 0.0,
      "total_loss": 1.0530760296364234,
      "lyap1_mean": -0.191633403301239,
      "lyap1_max": -0.17632773518562317,
      "lyap1_min": -0.20365916192531586,
      "lyap_spec_mean": [
        -0.191633403301239,
        -0.190558061003685
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2229,
      "lr": 0.0001,
      "sup_loss": 1.1217166748670315,
      "rf_loss": 0.0,
      "total_loss": 1.1217166748670315,
      "lyap1_mean": -0.19009099900722504,
      "lyap1_max": -0.17759393155574799,
      "lyap1_min": -0.20133742690086365,
      "lyap_spec_mean": [
        -0.19009099900722504,
        -0.19289222359657288
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2230,
      "lr": 0.0001,
      "sup_loss": 1.0590590908090936,
      "rf_loss": 0.0,
      "total_loss": 1.0590590908090936,
      "lyap1_mean": -0.19250957667827606,
      "lyap1_max": -0.1633235067129135,
      "lyap1_min": -0.2064674198627472,
      "lyap_spec_mean": [
        -0.19250959157943726,
        -0.19469775259494781
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2231,
      "lr": 0.0001,
      "sup_loss": 1.0897056253143071,
      "rf_loss": 0.0,
      "total_loss": 1.0897056253143071,
      "lyap1_mean": -0.19445163011550903,
      "lyap1_max": -0.18038570880889893,
      "lyap1_min": -0.2096329629421234,
      "lyap_spec_mean": [
        -0.19445163011550903,
        -0.19526714086532593
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2232,
      "lr": 0.0001,
      "sup_loss": 1.114128102005798,
      "rf_loss": 0.0,
      "total_loss": 1.114128102005798,
      "lyap1_mean": -0.201068714261055,
      "lyap1_max": -0.18346361815929413,
      "lyap1_min": -0.2261558175086975,
      "lyap_spec_mean": [
        -0.2010687291622162,
        -0.20381122827529907
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2233,
      "lr": 0.0001,
      "sup_loss": 1.086295340266944,
      "rf_loss": 0.0,
      "total_loss": 1.086295340266944,
      "lyap1_mean": -0.20075373351573944,
      "lyap1_max": -0.17657791078090668,
      "lyap1_min": -0.21271350979804993,
      "lyap_spec_mean": [
        -0.20075373351573944,
        -0.20240774750709534
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2234,
      "lr": 0.0001,
      "sup_loss": 1.0996000498031635,
      "rf_loss": 0.0,
      "total_loss": 1.0996000498031635,
      "lyap1_mean": -0.20256665349006653,
      "lyap1_max": -0.18635904788970947,
      "lyap1_min": -0.21683648228645325,
      "lyap_spec_mean": [
        -0.20256663858890533,
        -0.20185965299606323
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2235,
      "lr": 0.0001,
      "sup_loss": 1.0750065846029186,
      "rf_loss": 0.0,
      "total_loss": 1.0750065846029186,
      "lyap1_mean": -0.20342925190925598,
      "lyap1_max": -0.1923636794090271,
      "lyap1_min": -0.22431574761867523,
      "lyap_spec_mean": [
        -0.20342925190925598,
        -0.2072179615497589
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2236,
      "lr": 0.0001,
      "sup_loss": 1.0633691230673918,
      "rf_loss": 0.0,
      "total_loss": 1.0633691230673918,
      "lyap1_mean": -0.19845804572105408,
      "lyap1_max": -0.18041673302650452,
      "lyap1_min": -0.2076510637998581,
      "lyap_spec_mean": [
        -0.19845804572105408,
        -0.19889973104000092
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2237,
      "lr": 0.0001,
      "sup_loss": 1.099695912326829,
      "rf_loss": 0.0,
      "total_loss": 1.099695912326829,
      "lyap1_mean": -0.18954932689666748,
      "lyap1_max": -0.16576939821243286,
      "lyap1_min": -0.20269998908042908,
      "lyap_spec_mean": [
        -0.18954932689666748,
        -0.19438880681991577
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2238,
      "lr": 0.0001,
      "sup_loss": 1.110771975830621,
      "rf_loss": 0.0,
      "total_loss": 1.110771975830621,
      "lyap1_mean": -0.1939026117324829,
      "lyap1_max": -0.16993819177150726,
      "lyap1_min": -0.20440804958343506,
      "lyap_spec_mean": [
        -0.1939026117324829,
        -0.19960623979568481
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2239,
      "lr": 0.0001,
      "sup_loss": 1.1084640139337063,
      "rf_loss": 0.0,
      "total_loss": 1.1084640139337063,
      "lyap1_mean": -0.18929244577884674,
      "lyap1_max": -0.1685011386871338,
      "lyap1_min": -0.20642796158790588,
      "lyap_spec_mean": [
        -0.18929246068000793,
        -0.19252201914787292
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2240,
      "lr": 0.0001,
      "sup_loss": 1.101907872759454,
      "rf_loss": 0.0,
      "total_loss": 1.101907872759454,
      "lyap1_mean": -0.1905696541070938,
      "lyap1_max": -0.17983689904212952,
      "lyap1_min": -0.20185500383377075,
      "lyap_spec_mean": [
        -0.1905696541070938,
        -0.1952962875366211
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2241,
      "lr": 0.0001,
      "sup_loss": 1.0613772508983428,
      "rf_loss": 0.0,
      "total_loss": 1.0613772508983428,
      "lyap1_mean": -0.19727778434753418,
      "lyap1_max": -0.19070854783058167,
      "lyap1_min": -0.2072656750679016,
      "lyap_spec_mean": [
        -0.19727776944637299,
        -0.19597366452217102
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2242,
      "lr": 0.0001,
      "sup_loss": 1.083487888437682,
      "rf_loss": 0.0,
      "total_loss": 1.083487888437682,
      "lyap1_mean": -0.18805836141109467,
      "lyap1_max": -0.14485132694244385,
      "lyap1_min": -0.2035713493824005,
      "lyap_spec_mean": [
        -0.18805836141109467,
        -0.18785600364208221
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2243,
      "lr": 0.0001,
      "sup_loss": 1.1198963701962399,
      "rf_loss": 0.0,
      "total_loss": 1.1198963701962399,
      "lyap1_mean": -0.19731028378009796,
      "lyap1_max": -0.18371373414993286,
      "lyap1_min": -0.2056168168783188,
      "lyap_spec_mean": [
        -0.19731028378009796,
        -0.19674289226531982
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2244,
      "lr": 0.0001,
      "sup_loss": 1.1000970483348635,
      "rf_loss": 0.0,
      "total_loss": 1.1000970483348635,
      "lyap1_mean": -0.19609400629997253,
      "lyap1_max": -0.176069438457489,
      "lyap1_min": -0.21324048936367035,
      "lyap_spec_mean": [
        -0.19609400629997253,
        -0.20264282822608948
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2245,
      "lr": 0.0001,
      "sup_loss": 1.11412601103034,
      "rf_loss": 0.0,
      "total_loss": 1.11412601103034,
      "lyap1_mean": -0.19081835448741913,
      "lyap1_max": -0.17021486163139343,
      "lyap1_min": -0.20552895963191986,
      "lyap_spec_mean": [
        -0.19081836938858032,
        -0.19607245922088623
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2246,
      "lr": 0.0001,
      "sup_loss": 1.1173907053044878,
      "rf_loss": 0.0,
      "total_loss": 1.1173907053044878,
      "lyap1_mean": -0.19615325331687927,
      "lyap1_max": -0.17283284664154053,
      "lyap1_min": -0.21275466680526733,
      "lyap_spec_mean": [
        -0.19615325331687927,
        -0.19062310457229614
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2247,
      "lr": 0.0001,
      "sup_loss": 1.0562222645217083,
      "rf_loss": 0.0,
      "total_loss": 1.0562222645217083,
      "lyap1_mean": -0.19767732918262482,
      "lyap1_max": -0.18096265196800232,
      "lyap1_min": -0.21367165446281433,
      "lyap_spec_mean": [
        -0.19767732918262482,
        -0.20421604812145233
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2248,
      "lr": 0.0001,
      "sup_loss": 1.1008092307753266,
      "rf_loss": 0.0,
      "total_loss": 1.1008092307753266,
      "lyap1_mean": -0.20205315947532654,
      "lyap1_max": -0.1854347437620163,
      "lyap1_min": -0.21433553099632263,
      "lyap_spec_mean": [
        -0.20205317437648773,
        -0.20038093626499176
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2249,
      "lr": 0.0001,
      "sup_loss": 1.0834007675903647,
      "rf_loss": 0.0,
      "total_loss": 1.0834007675903647,
      "lyap1_mean": -0.21278315782546997,
      "lyap1_max": -0.1934395730495453,
      "lyap1_min": -0.22762058675289154,
      "lyap_spec_mean": [
        -0.21278315782546997,
        -0.21082940697669983
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2250,
      "lr": 0.0001,
      "sup_loss": 1.0376377560423258,
      "rf_loss": 0.0,
      "total_loss": 1.0376377560423258,
      "lyap1_mean": -0.1975625455379486,
      "lyap1_max": -0.172573059797287,
      "lyap1_min": -0.21075491607189178,
      "lyap_spec_mean": [
        -0.1975625455379486,
        -0.20950967073440552
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2251,
      "lr": 0.0001,
      "sup_loss": 1.0558913687305298,
      "rf_loss": 0.0,
      "total_loss": 1.0558913687305298,
      "lyap1_mean": -0.2020660936832428,
      "lyap1_max": -0.17545485496520996,
      "lyap1_min": -0.21507400274276733,
      "lyap_spec_mean": [
        -0.2020660936832428,
        -0.20787617564201355
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2252,
      "lr": 0.0001,
      "sup_loss": 1.0778642369743179,
      "rf_loss": 0.0,
      "total_loss": 1.0778642369743179,
      "lyap1_mean": -0.19271661341190338,
      "lyap1_max": -0.163468599319458,
      "lyap1_min": -0.21167777478694916,
      "lyap_spec_mean": [
        -0.1927165985107422,
        -0.19547659158706665
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2253,
      "lr": 0.0001,
      "sup_loss": 1.1044134517815285,
      "rf_loss": 0.0,
      "total_loss": 1.1044134517815285,
      "lyap1_mean": -0.19191524386405945,
      "lyap1_max": -0.1667058914899826,
      "lyap1_min": -0.21114623546600342,
      "lyap_spec_mean": [
        -0.19191524386405945,
        -0.1913357675075531
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2254,
      "lr": 0.0001,
      "sup_loss": 1.100751947043798,
      "rf_loss": 0.0,
      "total_loss": 1.100751947043798,
      "lyap1_mean": -0.18977898359298706,
      "lyap1_max": -0.18204563856124878,
      "lyap1_min": -0.20088574290275574,
      "lyap_spec_mean": [
        -0.18977898359298706,
        -0.18712252378463745
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2255,
      "lr": 0.0001,
      "sup_loss": 1.049539397188631,
      "rf_loss": 0.0,
      "total_loss": 1.049539397188631,
      "lyap1_mean": -0.19143573939800262,
      "lyap1_max": -0.17280784249305725,
      "lyap1_min": -0.2019728124141693,
      "lyap_spec_mean": [
        -0.19143575429916382,
        -0.1957940012216568
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2256,
      "lr": 0.0001,
      "sup_loss": 1.0812610453501463,
      "rf_loss": 0.0,
      "total_loss": 1.0812610453501463,
      "lyap1_mean": -0.19871941208839417,
      "lyap1_max": -0.18420541286468506,
      "lyap1_min": -0.21489766240119934,
      "lyap_spec_mean": [
        -0.19871941208839417,
        -0.19979870319366455
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2257,
      "lr": 0.0001,
      "sup_loss": 1.027554113018707,
      "rf_loss": 0.0,
      "total_loss": 1.027554113018707,
      "lyap1_mean": -0.19893638789653778,
      "lyap1_max": -0.18473796546459198,
      "lyap1_min": -0.20571094751358032,
      "lyap_spec_mean": [
        -0.1989363729953766,
        -0.19492745399475098
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2258,
      "lr": 0.0001,
      "sup_loss": 1.081187749961532,
      "rf_loss": 0.0,
      "total_loss": 1.081187749961532,
      "lyap1_mean": -0.19918520748615265,
      "lyap1_max": -0.16970381140708923,
      "lyap1_min": -0.2168305367231369,
      "lyap_spec_mean": [
        -0.19918520748615265,
        -0.20266054570674896
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2259,
      "lr": 0.0001,
      "sup_loss": 0.9918395701459845,
      "rf_loss": 0.0,
      "total_loss": 0.9918395701459845,
      "lyap1_mean": -0.2055768072605133,
      "lyap1_max": -0.1907292604446411,
      "lyap1_min": -0.21689479053020477,
      "lyap_spec_mean": [
        -0.2055768072605133,
        -0.20027515292167664
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2260,
      "lr": 0.0001,
      "sup_loss": 1.0873010264630645,
      "rf_loss": 0.0,
      "total_loss": 1.0873010264630645,
      "lyap1_mean": -0.20015639066696167,
      "lyap1_max": -0.19177882373332977,
      "lyap1_min": -0.21112188696861267,
      "lyap_spec_mean": [
        -0.20015639066696167,
        -0.20054671168327332
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2261,
      "lr": 0.0001,
      "sup_loss": 1.0950272944794954,
      "rf_loss": 0.0,
      "total_loss": 1.0950272944794954,
      "lyap1_mean": -0.19676804542541504,
      "lyap1_max": -0.18055979907512665,
      "lyap1_min": -0.2119210958480835,
      "lyap_spec_mean": [
        -0.19676804542541504,
        -0.1972203552722931
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2262,
      "lr": 0.0001,
      "sup_loss": 1.1138581436813273,
      "rf_loss": 0.0,
      "total_loss": 1.1138581436813273,
      "lyap1_mean": -0.19535136222839355,
      "lyap1_max": -0.16647428274154663,
      "lyap1_min": -0.21128128468990326,
      "lyap_spec_mean": [
        -0.19535136222839355,
        -0.1996658444404602
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2263,
      "lr": 0.0001,
      "sup_loss": 1.1219621373536537,
      "rf_loss": 0.0,
      "total_loss": 1.1219621373536537,
      "lyap1_mean": -0.19803160429000854,
      "lyap1_max": -0.1779264509677887,
      "lyap1_min": -0.21613439917564392,
      "lyap_spec_mean": [
        -0.19803161919116974,
        -0.1983679085969925
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2264,
      "lr": 0.0001,
      "sup_loss": 1.0633986110447962,
      "rf_loss": 0.0,
      "total_loss": 1.0633986110447962,
      "lyap1_mean": -0.1973520666360855,
      "lyap1_max": -0.1709613800048828,
      "lyap1_min": -0.20954343676567078,
      "lyap_spec_mean": [
        -0.19735205173492432,
        -0.1964561939239502
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2265,
      "lr": 0.0001,
      "sup_loss": 1.0229245528913284,
      "rf_loss": 0.0,
      "total_loss": 1.0229245528913284,
      "lyap1_mean": -0.19476202130317688,
      "lyap1_max": -0.1466665416955948,
      "lyap1_min": -0.2171972393989563,
      "lyap_spec_mean": [
        -0.19476200640201569,
        -0.20317581295967102
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2266,
      "lr": 0.0001,
      "sup_loss": 1.0730005105780345,
      "rf_loss": 0.0,
      "total_loss": 1.0730005105780345,
      "lyap1_mean": -0.20902949571609497,
      "lyap1_max": -0.16554100811481476,
      "lyap1_min": -0.22157631814479828,
      "lyap_spec_mean": [
        -0.20902949571609497,
        -0.21215218305587769
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2267,
      "lr": 0.0001,
      "sup_loss": 1.123225397920528,
      "rf_loss": 0.0,
      "total_loss": 1.123225397920528,
      "lyap1_mean": -0.20349106192588806,
      "lyap1_max": -0.17099985480308533,
      "lyap1_min": -0.22290609776973724,
      "lyap_spec_mean": [
        -0.20349106192588806,
        -0.21090534329414368
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2268,
      "lr": 0.0001,
      "sup_loss": 1.081219633472778,
      "rf_loss": 0.0,
      "total_loss": 1.081219633472778,
      "lyap1_mean": -0.20570412278175354,
      "lyap1_max": -0.18162868916988373,
      "lyap1_min": -0.21873405575752258,
      "lyap_spec_mean": [
        -0.20570412278175354,
        -0.2072954624891281
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2269,
      "lr": 0.0001,
      "sup_loss": 1.0998842890723834,
      "rf_loss": 0.0,
      "total_loss": 1.0998842890723834,
      "lyap1_mean": -0.2104398012161255,
      "lyap1_max": -0.20442140102386475,
      "lyap1_min": -0.22345124185085297,
      "lyap_spec_mean": [
        -0.2104398012161255,
        -0.2146012783050537
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2270,
      "lr": 0.0001,
      "sup_loss": 1.085736055180011,
      "rf_loss": 0.0,
      "total_loss": 1.085736055180011,
      "lyap1_mean": -0.19654348492622375,
      "lyap1_max": -0.18781810998916626,
      "lyap1_min": -0.2139267921447754,
      "lyap_spec_mean": [
        -0.19654348492622375,
        -0.20098930597305298
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2271,
      "lr": 0.0001,
      "sup_loss": 1.0200745326282514,
      "rf_loss": 0.0,
      "total_loss": 1.0200745326282514,
      "lyap1_mean": -0.20011883974075317,
      "lyap1_max": -0.18409810960292816,
      "lyap1_min": -0.21300610899925232,
      "lyap_spec_mean": [
        -0.20011882483959198,
        -0.20071670413017273
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2272,
      "lr": 0.0001,
      "sup_loss": 1.1147732685366432,
      "rf_loss": 0.0,
      "total_loss": 1.1147732685366432,
      "lyap1_mean": -0.1933956891298294,
      "lyap1_max": -0.179849773645401,
      "lyap1_min": -0.20754340291023254,
      "lyap_spec_mean": [
        -0.1933956891298294,
        -0.20057111978530884
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2273,
      "lr": 0.0001,
      "sup_loss": 1.0831751288716616,
      "rf_loss": 0.0,
      "total_loss": 1.0831751288716616,
      "lyap1_mean": -0.19431553781032562,
      "lyap1_max": -0.18281248211860657,
      "lyap1_min": -0.20076650381088257,
      "lyap_spec_mean": [
        -0.19431553781032562,
        -0.19453763961791992
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2274,
      "lr": 0.0001,
      "sup_loss": 1.057895513910441,
      "rf_loss": 0.0,
      "total_loss": 1.057895513910441,
      "lyap1_mean": -0.18842285871505737,
      "lyap1_max": -0.14554332196712494,
      "lyap1_min": -0.20398198068141937,
      "lyap_spec_mean": [
        -0.18842285871505737,
        -0.19821275770664215
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2275,
      "lr": 0.0001,
      "sup_loss": 1.0725937735672517,
      "rf_loss": 0.0,
      "total_loss": 1.0725937735672517,
      "lyap1_mean": -0.19239753484725952,
      "lyap1_max": -0.16117718815803528,
      "lyap1_min": -0.2104710340499878,
      "lyap_spec_mean": [
        -0.19239753484725952,
        -0.19314877688884735
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2276,
      "lr": 0.0001,
      "sup_loss": 1.1153000316857542,
      "rf_loss": 0.0,
      "total_loss": 1.1153000316857542,
      "lyap1_mean": -0.19030135869979858,
      "lyap1_max": -0.17937999963760376,
      "lyap1_min": -0.20503386855125427,
      "lyap_spec_mean": [
        -0.19030135869979858,
        -0.19208088517189026
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2277,
      "lr": 0.0001,
      "sup_loss": 1.0587635515378304,
      "rf_loss": 0.0,
      "total_loss": 1.0587635515378304,
      "lyap1_mean": -0.1960781216621399,
      "lyap1_max": -0.1850632280111313,
      "lyap1_min": -0.20438829064369202,
      "lyap_spec_mean": [
        -0.1960781216621399,
        -0.1920958310365677
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2278,
      "lr": 0.0001,
      "sup_loss": 1.1265192113931066,
      "rf_loss": 0.0,
      "total_loss": 1.1265192113931066,
      "lyap1_mean": -0.1938377320766449,
      "lyap1_max": -0.17036855220794678,
      "lyap1_min": -0.20847474038600922,
      "lyap_spec_mean": [
        -0.1938377320766449,
        -0.18485839664936066
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2279,
      "lr": 0.0001,
      "sup_loss": 1.1396044851913494,
      "rf_loss": 0.0,
      "total_loss": 1.1396044851913494,
      "lyap1_mean": -0.18721354007720947,
      "lyap1_max": -0.16663822531700134,
      "lyap1_min": -0.2084563672542572,
      "lyap_spec_mean": [
        -0.18721354007720947,
        -0.18909725546836853
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2280,
      "lr": 0.0001,
      "sup_loss": 1.0688342998428737,
      "rf_loss": 0.0,
      "total_loss": 1.0688342998428737,
      "lyap1_mean": -0.1976923793554306,
      "lyap1_max": -0.18313029408454895,
      "lyap1_min": -0.2043832540512085,
      "lyap_spec_mean": [
        -0.1976923793554306,
        -0.20003032684326172
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2281,
      "lr": 0.0001,
      "sup_loss": 1.1133744094630553,
      "rf_loss": 0.0,
      "total_loss": 1.1133744094630553,
      "lyap1_mean": -0.19611957669258118,
      "lyap1_max": -0.18495778739452362,
      "lyap1_min": -0.20164459943771362,
      "lyap_spec_mean": [
        -0.19611957669258118,
        -0.1966661810874939
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2282,
      "lr": 0.0001,
      "sup_loss": 1.0943640031910389,
      "rf_loss": 0.0,
      "total_loss": 1.0943640031910389,
      "lyap1_mean": -0.20681160688400269,
      "lyap1_max": -0.1893746554851532,
      "lyap1_min": -0.21709772944450378,
      "lyap_spec_mean": [
        -0.20681160688400269,
        -0.20819121599197388
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2283,
      "lr": 0.0001,
      "sup_loss": 1.1586793902614216,
      "rf_loss": 0.0,
      "total_loss": 1.1586793902614216,
      "lyap1_mean": -0.20248502492904663,
      "lyap1_max": -0.17578524351119995,
      "lyap1_min": -0.23587077856063843,
      "lyap_spec_mean": [
        -0.20248502492904663,
        -0.20948103070259094
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2284,
      "lr": 0.0001,
      "sup_loss": 1.0568887805132188,
      "rf_loss": 0.0,
      "total_loss": 1.0568887805132188,
      "lyap1_mean": -0.2088789939880371,
      "lyap1_max": -0.19698774814605713,
      "lyap1_min": -0.2223435491323471,
      "lyap_spec_mean": [
        -0.20887897908687592,
        -0.2107195109128952
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2285,
      "lr": 0.0001,
      "sup_loss": 1.0748341061991558,
      "rf_loss": 0.0,
      "total_loss": 1.0748341061991558,
      "lyap1_mean": -0.20533736050128937,
      "lyap1_max": -0.19517652690410614,
      "lyap1_min": -0.21967709064483643,
      "lyap_spec_mean": [
        -0.20533736050128937,
        -0.2067660093307495
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2286,
      "lr": 0.0001,
      "sup_loss": 1.1049180117431658,
      "rf_loss": 0.0,
      "total_loss": 1.1049180117431658,
      "lyap1_mean": -0.1979103982448578,
      "lyap1_max": -0.1857682317495346,
      "lyap1_min": -0.2216874361038208,
      "lyap_spec_mean": [
        -0.1979103833436966,
        -0.20090630650520325
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2287,
      "lr": 0.0001,
      "sup_loss": 1.1181875728809978,
      "rf_loss": 0.0,
      "total_loss": 1.1181875728809978,
      "lyap1_mean": -0.18630774319171906,
      "lyap1_max": -0.14283469319343567,
      "lyap1_min": -0.2024623155593872,
      "lyap_spec_mean": [
        -0.18630774319171906,
        -0.1953539401292801
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2288,
      "lr": 0.0001,
      "sup_loss": 1.1061331458654402,
      "rf_loss": 0.0,
      "total_loss": 1.1061331458654402,
      "lyap1_mean": -0.19339367747306824,
      "lyap1_max": -0.1871398687362671,
      "lyap1_min": -0.20345312356948853,
      "lyap_spec_mean": [
        -0.19339369237422943,
        -0.19791869819164276
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2289,
      "lr": 0.0001,
      "sup_loss": 1.0850993396010844,
      "rf_loss": 0.0,
      "total_loss": 1.0850993396010844,
      "lyap1_mean": -0.18746808171272278,
      "lyap1_max": -0.17565080523490906,
      "lyap1_min": -0.198342427611351,
      "lyap_spec_mean": [
        -0.18746808171272278,
        -0.19370213150978088
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2290,
      "lr": 0.0001,
      "sup_loss": 1.0732374398230489,
      "rf_loss": 0.0,
      "total_loss": 1.0732374398230489,
      "lyap1_mean": -0.1914701759815216,
      "lyap1_max": -0.17743776738643646,
      "lyap1_min": -0.20936718583106995,
      "lyap_spec_mean": [
        -0.1914701759815216,
        -0.19286835193634033
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2291,
      "lr": 0.0001,
      "sup_loss": 1.0939682055939401,
      "rf_loss": 0.0,
      "total_loss": 1.0939682055939401,
      "lyap1_mean": -0.18989653885364532,
      "lyap1_max": -0.16998809576034546,
      "lyap1_min": -0.2039620727300644,
      "lyap_spec_mean": [
        -0.18989652395248413,
        -0.1938607394695282
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2292,
      "lr": 0.0001,
      "sup_loss": 1.0871286532866582,
      "rf_loss": 0.0,
      "total_loss": 1.0871286532866582,
      "lyap1_mean": -0.1906977891921997,
      "lyap1_max": -0.1624169647693634,
      "lyap1_min": -0.21913866698741913,
      "lyap_spec_mean": [
        -0.1906977891921997,
        -0.19609498977661133
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2293,
      "lr": 0.0001,
      "sup_loss": 1.005036379946953,
      "rf_loss": 0.0,
      "total_loss": 1.005036379946953,
      "lyap1_mean": -0.19175024330615997,
      "lyap1_max": -0.17416155338287354,
      "lyap1_min": -0.20821398496627808,
      "lyap_spec_mean": [
        -0.19175022840499878,
        -0.19928240776062012
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2294,
      "lr": 0.0001,
      "sup_loss": 1.072420256215931,
      "rf_loss": 0.0,
      "total_loss": 1.072420256215931,
      "lyap1_mean": -0.198240727186203,
      "lyap1_max": -0.18510238826274872,
      "lyap1_min": -0.21029716730117798,
      "lyap_spec_mean": [
        -0.198240727186203,
        -0.1970987617969513
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2295,
      "lr": 0.0001,
      "sup_loss": 1.0630599725345768,
      "rf_loss": 0.0,
      "total_loss": 1.0630599725345768,
      "lyap1_mean": -0.19645309448242188,
      "lyap1_max": -0.1817227452993393,
      "lyap1_min": -0.22004851698875427,
      "lyap_spec_mean": [
        -0.19645310938358307,
        -0.19929438829421997
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2296,
      "lr": 0.0001,
      "sup_loss": 1.0767381754957293,
      "rf_loss": 0.0,
      "total_loss": 1.0767381754957293,
      "lyap1_mean": -0.1940554529428482,
      "lyap1_max": -0.17460350692272186,
      "lyap1_min": -0.206403911113739,
      "lyap_spec_mean": [
        -0.1940554678440094,
        -0.18710137903690338
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2297,
      "lr": 0.0001,
      "sup_loss": 1.0908248591632521,
      "rf_loss": 0.0,
      "total_loss": 1.0908248591632521,
      "lyap1_mean": -0.19730490446090698,
      "lyap1_max": -0.16725865006446838,
      "lyap1_min": -0.21009843051433563,
      "lyap_spec_mean": [
        -0.19730490446090698,
        -0.19778339564800262
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2298,
      "lr": 0.0001,
      "sup_loss": 1.0349696910937114,
      "rf_loss": 0.0,
      "total_loss": 1.0349696910937114,
      "lyap1_mean": -0.19650866091251373,
      "lyap1_max": -0.1773066371679306,
      "lyap1_min": -0.208471417427063,
      "lyap_spec_mean": [
        -0.19650867581367493,
        -0.19531801342964172
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2299,
      "lr": 0.0001,
      "sup_loss": 1.0698393517021172,
      "rf_loss": 0.0,
      "total_loss": 1.0698393517021172,
      "lyap1_mean": -0.20053140819072723,
      "lyap1_max": -0.18769417703151703,
      "lyap1_min": -0.20946568250656128,
      "lyap_spec_mean": [
        -0.20053139328956604,
        -0.1942657083272934
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2300,
      "lr": 0.0001,
      "sup_loss": 1.1100090739652586,
      "rf_loss": 0.0,
      "total_loss": 1.1100090739652586,
      "lyap1_mean": -0.18771012127399445,
      "lyap1_max": -0.1573607176542282,
      "lyap1_min": -0.21176777780056,
      "lyap_spec_mean": [
        -0.18771012127399445,
        -0.19560463726520538
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2301,
      "lr": 0.0001,
      "sup_loss": 1.084384707451701,
      "rf_loss": 0.0,
      "total_loss": 1.084384707451701,
      "lyap1_mean": -0.19101691246032715,
      "lyap1_max": -0.17435142397880554,
      "lyap1_min": -0.20604076981544495,
      "lyap_spec_mean": [
        -0.19101689755916595,
        -0.19432976841926575
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2302,
      "lr": 0.0001,
      "sup_loss": 1.0914599569005548,
      "rf_loss": 0.0,
      "total_loss": 1.0914599569005548,
      "lyap1_mean": -0.18714065849781036,
      "lyap1_max": -0.17130276560783386,
      "lyap1_min": -0.19836805760860443,
      "lyap_spec_mean": [
        -0.18714067339897156,
        -0.19394929707050323
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2303,
      "lr": 0.0001,
      "sup_loss": 1.0730360663626792,
      "rf_loss": 0.0,
      "total_loss": 1.0730360663626792,
      "lyap1_mean": -0.19744710624217987,
      "lyap1_max": -0.18281643092632294,
      "lyap1_min": -0.20862585306167603,
      "lyap_spec_mean": [
        -0.19744710624217987,
        -0.19117069244384766
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2304,
      "lr": 0.0001,
      "sup_loss": 1.0993835403798604,
      "rf_loss": 0.0,
      "total_loss": 1.0993835403798604,
      "lyap1_mean": -0.18396975100040436,
      "lyap1_max": -0.1399374008178711,
      "lyap1_min": -0.20025703310966492,
      "lyap_spec_mean": [
        -0.18396975100040436,
        -0.19794104993343353
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2305,
      "lr": 0.0001,
      "sup_loss": 1.0419308480668792,
      "rf_loss": 0.0,
      "total_loss": 1.0419308480668792,
      "lyap1_mean": -0.19377124309539795,
      "lyap1_max": -0.16693341732025146,
      "lyap1_min": -0.20690035820007324,
      "lyap_spec_mean": [
        -0.19377124309539795,
        -0.1947278380393982
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2306,
      "lr": 0.0001,
      "sup_loss": 1.0560400441059876,
      "rf_loss": 0.0,
      "total_loss": 1.0560400441059876,
      "lyap1_mean": -0.19775721430778503,
      "lyap1_max": -0.17458252608776093,
      "lyap1_min": -0.20954370498657227,
      "lyap_spec_mean": [
        -0.19775721430778503,
        -0.20149141550064087
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2307,
      "lr": 0.0001,
      "sup_loss": 1.0719504987638035,
      "rf_loss": 0.0,
      "total_loss": 1.0719504987638035,
      "lyap1_mean": -0.20367653667926788,
      "lyap1_max": -0.19254790246486664,
      "lyap1_min": -0.21484673023223877,
      "lyap_spec_mean": [
        -0.20367653667926788,
        -0.19882701337337494
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2308,
      "lr": 0.0001,
      "sup_loss": 1.110697331495632,
      "rf_loss": 0.0,
      "total_loss": 1.110697331495632,
      "lyap1_mean": -0.19600921869277954,
      "lyap1_max": -0.1754206120967865,
      "lyap1_min": -0.20970039069652557,
      "lyap_spec_mean": [
        -0.19600921869277954,
        -0.19794470071792603
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2309,
      "lr": 0.0001,
      "sup_loss": 1.0745658184228535,
      "rf_loss": 0.0,
      "total_loss": 1.0745658184228535,
      "lyap1_mean": -0.19952762126922607,
      "lyap1_max": -0.18887273967266083,
      "lyap1_min": -0.20941781997680664,
      "lyap_spec_mean": [
        -0.19952762126922607,
        -0.19674953818321228
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2310,
      "lr": 0.0001,
      "sup_loss": 1.1337943042738694,
      "rf_loss": 0.0,
      "total_loss": 1.1337943042738694,
      "lyap1_mean": -0.19510556757450104,
      "lyap1_max": -0.1829269826412201,
      "lyap1_min": -0.1993853896856308,
      "lyap_spec_mean": [
        -0.19510556757450104,
        -0.1950574666261673
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2311,
      "lr": 0.0001,
      "sup_loss": 1.0802310113371048,
      "rf_loss": 0.0,
      "total_loss": 1.0802310113371048,
      "lyap1_mean": -0.18912678956985474,
      "lyap1_max": -0.16054320335388184,
      "lyap1_min": -0.2047978639602661,
      "lyap_spec_mean": [
        -0.18912680447101593,
        -0.19731904566287994
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2312,
      "lr": 0.0001,
      "sup_loss": 1.0971928707620244,
      "rf_loss": 0.0,
      "total_loss": 1.0971928707620244,
      "lyap1_mean": -0.19272968173027039,
      "lyap1_max": -0.18986234068870544,
      "lyap1_min": -0.20009112358093262,
      "lyap_spec_mean": [
        -0.19272968173027039,
        -0.1925988644361496
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2313,
      "lr": 0.0001,
      "sup_loss": 1.0586415207512287,
      "rf_loss": 0.0,
      "total_loss": 1.0586415207512287,
      "lyap1_mean": -0.18771123886108398,
      "lyap1_max": -0.17861807346343994,
      "lyap1_min": -0.19413165748119354,
      "lyap_spec_mean": [
        -0.18771125376224518,
        -0.19053605198860168
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2314,
      "lr": 0.0001,
      "sup_loss": 1.1045844773159346,
      "rf_loss": 0.0,
      "total_loss": 1.1045844773159346,
      "lyap1_mean": -0.18421858549118042,
      "lyap1_max": -0.1665203869342804,
      "lyap1_min": -0.1933281421661377,
      "lyap_spec_mean": [
        -0.18421858549118042,
        -0.18600907921791077
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2315,
      "lr": 0.0001,
      "sup_loss": 1.0633507725725868,
      "rf_loss": 0.0,
      "total_loss": 1.0633507725725868,
      "lyap1_mean": -0.18148984014987946,
      "lyap1_max": -0.16713252663612366,
      "lyap1_min": -0.20154361426830292,
      "lyap_spec_mean": [
        -0.18148984014987946,
        -0.18625923991203308
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2316,
      "lr": 0.0001,
      "sup_loss": 1.0948725739517717,
      "rf_loss": 0.0,
      "total_loss": 1.0948725739517717,
      "lyap1_mean": -0.18100251257419586,
      "lyap1_max": -0.14683373272418976,
      "lyap1_min": -0.19831356406211853,
      "lyap_spec_mean": [
        -0.18100251257419586,
        -0.1904621422290802
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2317,
      "lr": 0.0001,
      "sup_loss": 1.0848981300208635,
      "rf_loss": 0.0,
      "total_loss": 1.0848981300208635,
      "lyap1_mean": -0.18635284900665283,
      "lyap1_max": -0.17821387946605682,
      "lyap1_min": -0.1927366703748703,
      "lyap_spec_mean": [
        -0.18635284900665283,
        -0.18794222176074982
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2318,
      "lr": 0.0001,
      "sup_loss": 1.0721884180669286,
      "rf_loss": 0.0,
      "total_loss": 1.0721884180669286,
      "lyap1_mean": -0.18682928383350372,
      "lyap1_max": -0.1741625964641571,
      "lyap1_min": -0.20150355994701385,
      "lyap_spec_mean": [
        -0.18682929873466492,
        -0.1877993494272232
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2319,
      "lr": 0.0001,
      "sup_loss": 1.094618165420956,
      "rf_loss": 0.0,
      "total_loss": 1.094618165420956,
      "lyap1_mean": -0.19524894654750824,
      "lyap1_max": -0.1867869794368744,
      "lyap1_min": -0.20141476392745972,
      "lyap_spec_mean": [
        -0.19524896144866943,
        -0.1920943707227707
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2320,
      "lr": 0.0001,
      "sup_loss": 1.0921369843190445,
      "rf_loss": 0.0,
      "total_loss": 1.0921369843190445,
      "lyap1_mean": -0.1913110911846161,
      "lyap1_max": -0.15693756937980652,
      "lyap1_min": -0.2084481567144394,
      "lyap_spec_mean": [
        -0.1913110911846161,
        -0.19913402199745178
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2321,
      "lr": 0.0001,
      "sup_loss": 1.0739833125934,
      "rf_loss": 0.0,
      "total_loss": 1.0739833125934,
      "lyap1_mean": -0.19038549065589905,
      "lyap1_max": -0.16794109344482422,
      "lyap1_min": -0.20074144005775452,
      "lyap_spec_mean": [
        -0.19038549065589905,
        -0.19332371652126312
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2322,
      "lr": 0.0001,
      "sup_loss": 1.1057770832943954,
      "rf_loss": 0.0,
      "total_loss": 1.1057770832943954,
      "lyap1_mean": -0.19663795828819275,
      "lyap1_max": -0.1776016354560852,
      "lyap1_min": -0.2070132941007614,
      "lyap_spec_mean": [
        -0.19663795828819275,
        -0.19742047786712646
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2323,
      "lr": 0.0001,
      "sup_loss": 1.0613079665939478,
      "rf_loss": 0.0,
      "total_loss": 1.0613079665939478,
      "lyap1_mean": -0.19722232222557068,
      "lyap1_max": -0.18362382054328918,
      "lyap1_min": -0.20979927480220795,
      "lyap_spec_mean": [
        -0.19722232222557068,
        -0.1991279423236847
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2324,
      "lr": 0.0001,
      "sup_loss": 1.106009320101215,
      "rf_loss": 0.0,
      "total_loss": 1.106009320101215,
      "lyap1_mean": -0.1914159506559372,
      "lyap1_max": -0.1818402111530304,
      "lyap1_min": -0.19795547425746918,
      "lyap_spec_mean": [
        -0.1914159506559372,
        -0.19083350896835327
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2325,
      "lr": 0.0001,
      "sup_loss": 1.0527599980498819,
      "rf_loss": 0.0,
      "total_loss": 1.0527599980498819,
      "lyap1_mean": -0.19198012351989746,
      "lyap1_max": -0.1755571961402893,
      "lyap1_min": -0.21202167868614197,
      "lyap_spec_mean": [
        -0.19198012351989746,
        -0.19162839651107788
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2326,
      "lr": 0.0001,
      "sup_loss": 1.0723645701696456,
      "rf_loss": 0.0,
      "total_loss": 1.0723645701696456,
      "lyap1_mean": -0.19324824213981628,
      "lyap1_max": -0.17766210436820984,
      "lyap1_min": -0.20325718820095062,
      "lyap_spec_mean": [
        -0.19324824213981628,
        -0.1931285262107849
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2327,
      "lr": 0.0001,
      "sup_loss": 1.0394459663000677,
      "rf_loss": 0.0,
      "total_loss": 1.0394459663000677,
      "lyap1_mean": -0.1900397390127182,
      "lyap1_max": -0.16602712869644165,
      "lyap1_min": -0.20042279362678528,
      "lyap_spec_mean": [
        -0.1900397390127182,
        -0.19035086035728455
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2328,
      "lr": 0.0001,
      "sup_loss": 1.1172451551288276,
      "rf_loss": 0.0,
      "total_loss": 1.1172451551288276,
      "lyap1_mean": -0.18927520513534546,
      "lyap1_max": -0.165113165974617,
      "lyap1_min": -0.19881653785705566,
      "lyap_spec_mean": [
        -0.18927520513534546,
        -0.19153013825416565
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2329,
      "lr": 0.0001,
      "sup_loss": 1.1001482968393734,
      "rf_loss": 0.0,
      "total_loss": 1.1001482968393734,
      "lyap1_mean": -0.18599379062652588,
      "lyap1_max": -0.1719699203968048,
      "lyap1_min": -0.20328247547149658,
      "lyap_spec_mean": [
        -0.18599377572536469,
        -0.1910725235939026
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2330,
      "lr": 0.0001,
      "sup_loss": 1.0173472979690492,
      "rf_loss": 0.0,
      "total_loss": 1.0173472979690492,
      "lyap1_mean": -0.18986159563064575,
      "lyap1_max": -0.16923874616622925,
      "lyap1_min": -0.20637868344783783,
      "lyap_spec_mean": [
        -0.18986161053180695,
        -0.19010424613952637
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2331,
      "lr": 0.0001,
      "sup_loss": 1.0313663065171652,
      "rf_loss": 0.0,
      "total_loss": 1.0313663065171652,
      "lyap1_mean": -0.18315443396568298,
      "lyap1_max": -0.16900217533111572,
      "lyap1_min": -0.19716429710388184,
      "lyap_spec_mean": [
        -0.18315443396568298,
        -0.1866110861301422
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2332,
      "lr": 0.0001,
      "sup_loss": 1.1468758363571576,
      "rf_loss": 0.0,
      "total_loss": 1.1468758363571576,
      "lyap1_mean": -0.18499477207660675,
      "lyap1_max": -0.17792299389839172,
      "lyap1_min": -0.1934325397014618,
      "lyap_spec_mean": [
        -0.18499477207660675,
        -0.18335245549678802
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2333,
      "lr": 0.0001,
      "sup_loss": 1.0976723995909896,
      "rf_loss": 0.0,
      "total_loss": 1.0976723995909896,
      "lyap1_mean": -0.17996859550476074,
      "lyap1_max": -0.16180011630058289,
      "lyap1_min": -0.19854389131069183,
      "lyap_spec_mean": [
        -0.17996859550476074,
        -0.1823604851961136
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2334,
      "lr": 0.0001,
      "sup_loss": 1.0993759238588898,
      "rf_loss": 0.0,
      "total_loss": 1.0993759238588898,
      "lyap1_mean": -0.18698953092098236,
      "lyap1_max": -0.17423364520072937,
      "lyap1_min": -0.20080392062664032,
      "lyap_spec_mean": [
        -0.18698954582214355,
        -0.18645666539669037
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2335,
      "lr": 0.0001,
      "sup_loss": 1.0696825658769076,
      "rf_loss": 0.0,
      "total_loss": 1.0696825658769076,
      "lyap1_mean": -0.18569424748420715,
      "lyap1_max": -0.17882072925567627,
      "lyap1_min": -0.19138693809509277,
      "lyap_spec_mean": [
        -0.18569426238536835,
        -0.18807898461818695
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2336,
      "lr": 0.0001,
      "sup_loss": 1.064077513857575,
      "rf_loss": 0.0,
      "total_loss": 1.064077513857575,
      "lyap1_mean": -0.19832181930541992,
      "lyap1_max": -0.18358510732650757,
      "lyap1_min": -0.2137533724308014,
      "lyap_spec_mean": [
        -0.19832181930541992,
        -0.196149080991745
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2337,
      "lr": 0.0001,
      "sup_loss": 1.0797117621139214,
      "rf_loss": 0.0,
      "total_loss": 1.0797117621139214,
      "lyap1_mean": -0.19764137268066406,
      "lyap1_max": -0.18719033896923065,
      "lyap1_min": -0.20742666721343994,
      "lyap_spec_mean": [
        -0.19764135777950287,
        -0.20468373596668243
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2338,
      "lr": 0.0001,
      "sup_loss": 1.0528435873113722,
      "rf_loss": 0.0,
      "total_loss": 1.0528435873113722,
      "lyap1_mean": -0.19993732869625092,
      "lyap1_max": -0.17136363685131073,
      "lyap1_min": -0.21109597384929657,
      "lyap_spec_mean": [
        -0.19993732869625092,
        -0.19861933588981628
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2339,
      "lr": 0.0001,
      "sup_loss": 1.0380594704771815,
      "rf_loss": 0.0,
      "total_loss": 1.0380594704771815,
      "lyap1_mean": -0.20177030563354492,
      "lyap1_max": -0.19122865796089172,
      "lyap1_min": -0.21214747428894043,
      "lyap_spec_mean": [
        -0.20177030563354492,
        -0.19564758241176605
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2340,
      "lr": 0.0001,
      "sup_loss": 1.0856679733026067,
      "rf_loss": 0.0,
      "total_loss": 1.0856679733026067,
      "lyap1_mean": -0.18957199156284332,
      "lyap1_max": -0.171465665102005,
      "lyap1_min": -0.2004019021987915,
      "lyap_spec_mean": [
        -0.18957199156284332,
        -0.19194279611110687
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2341,
      "lr": 0.0001,
      "sup_loss": 1.0953564819888282,
      "rf_loss": 0.0,
      "total_loss": 1.0953564819888282,
      "lyap1_mean": -0.1911056786775589,
      "lyap1_max": -0.17006538808345795,
      "lyap1_min": -0.2016311138868332,
      "lyap_spec_mean": [
        -0.1911056935787201,
        -0.1901143491268158
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2342,
      "lr": 0.0001,
      "sup_loss": 1.0799730986112963,
      "rf_loss": 0.0,
      "total_loss": 1.0799730986112963,
      "lyap1_mean": -0.19400405883789062,
      "lyap1_max": -0.17157672345638275,
      "lyap1_min": -0.20838294923305511,
      "lyap_spec_mean": [
        -0.19400405883789062,
        -0.18868474662303925
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2343,
      "lr": 0.0001,
      "sup_loss": 1.0977310250564982,
      "rf_loss": 0.0,
      "total_loss": 1.0977310250564982,
      "lyap1_mean": -0.1807878613471985,
      "lyap1_max": -0.16343463957309723,
      "lyap1_min": -0.19888818264007568,
      "lyap_spec_mean": [
        -0.1807878464460373,
        -0.17617526650428772
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2344,
      "lr": 0.0001,
      "sup_loss": 1.0998040244113607,
      "rf_loss": 0.0,
      "total_loss": 1.0998040244113607,
      "lyap1_mean": -0.1765514761209488,
      "lyap1_max": -0.1273806095123291,
      "lyap1_min": -0.19924908876419067,
      "lyap_spec_mean": [
        -0.1765514761209488,
        -0.18076810240745544
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2345,
      "lr": 0.0001,
      "sup_loss": 1.1040903090846708,
      "rf_loss": 0.0,
      "total_loss": 1.1040903090846708,
      "lyap1_mean": -0.1823882758617401,
      "lyap1_max": -0.17238932847976685,
      "lyap1_min": -0.19077271223068237,
      "lyap_spec_mean": [
        -0.18238826096057892,
        -0.18473398685455322
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2346,
      "lr": 0.0001,
      "sup_loss": 1.081623099113286,
      "rf_loss": 0.0,
      "total_loss": 1.081623099113286,
      "lyap1_mean": -0.18137222528457642,
      "lyap1_max": -0.17018412053585052,
      "lyap1_min": -0.19167116284370422,
      "lyap_spec_mean": [
        -0.18137222528457642,
        -0.18259760737419128
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2347,
      "lr": 0.0001,
      "sup_loss": 1.0419668977471421,
      "rf_loss": 0.0,
      "total_loss": 1.0419668977471421,
      "lyap1_mean": -0.18418090045452118,
      "lyap1_max": -0.16441713273525238,
      "lyap1_min": -0.2004072368144989,
      "lyap_spec_mean": [
        -0.18418090045452118,
        -0.18982073664665222
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2348,
      "lr": 0.0001,
      "sup_loss": 1.0731855861599722,
      "rf_loss": 0.0,
      "total_loss": 1.0731855861599722,
      "lyap1_mean": -0.1948385238647461,
      "lyap1_max": -0.17580275237560272,
      "lyap1_min": -0.20767836272716522,
      "lyap_spec_mean": [
        -0.1948385238647461,
        -0.1964246779680252
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2349,
      "lr": 0.0001,
      "sup_loss": 0.9947348264669734,
      "rf_loss": 0.0,
      "total_loss": 0.9947348264669734,
      "lyap1_mean": -0.18180955946445465,
      "lyap1_max": -0.1703615039587021,
      "lyap1_min": -0.19388329982757568,
      "lyap_spec_mean": [
        -0.18180954456329346,
        -0.1837853193283081
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2350,
      "lr": 0.0001,
      "sup_loss": 1.096702133783187,
      "rf_loss": 0.0,
      "total_loss": 1.096702133783187,
      "lyap1_mean": -0.18922746181488037,
      "lyap1_max": -0.16257569193840027,
      "lyap1_min": -0.2077125906944275,
      "lyap_spec_mean": [
        -0.18922746181488037,
        -0.18336591124534607
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2351,
      "lr": 0.0001,
      "sup_loss": 1.140996399452947,
      "rf_loss": 0.0,
      "total_loss": 1.140996399452947,
      "lyap1_mean": -0.1929924488067627,
      "lyap1_max": -0.16974613070487976,
      "lyap1_min": -0.2017204463481903,
      "lyap_spec_mean": [
        -0.1929924488067627,
        -0.1981910765171051
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2352,
      "lr": 0.0001,
      "sup_loss": 1.0988488330844985,
      "rf_loss": 0.0,
      "total_loss": 1.0988488330844985,
      "lyap1_mean": -0.1842327117919922,
      "lyap1_max": -0.1385614573955536,
      "lyap1_min": -0.20654210448265076,
      "lyap_spec_mean": [
        -0.1842327117919922,
        -0.18627983331680298
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2353,
      "lr": 0.0001,
      "sup_loss": 1.0950519028578507,
      "rf_loss": 0.0,
      "total_loss": 1.0950519028578507,
      "lyap1_mean": -0.1972023844718933,
      "lyap1_max": -0.17356054484844208,
      "lyap1_min": -0.22045490145683289,
      "lyap_spec_mean": [
        -0.1972023844718933,
        -0.2007829248905182
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2354,
      "lr": 0.0001,
      "sup_loss": 1.0691638665566494,
      "rf_loss": 0.0,
      "total_loss": 1.0691638665566494,
      "lyap1_mean": -0.18894948065280914,
      "lyap1_max": -0.17013178765773773,
      "lyap1_min": -0.2072698324918747,
      "lyap_spec_mean": [
        -0.18894948065280914,
        -0.19620046019554138
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2355,
      "lr": 0.0001,
      "sup_loss": 1.097295075977316,
      "rf_loss": 0.0,
      "total_loss": 1.097295075977316,
      "lyap1_mean": -0.19287735223770142,
      "lyap1_max": -0.17824354767799377,
      "lyap1_min": -0.2053278386592865,
      "lyap_spec_mean": [
        -0.19287735223770142,
        -0.19150042533874512
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2356,
      "lr": 0.0001,
      "sup_loss": 1.088312702942946,
      "rf_loss": 0.0,
      "total_loss": 1.088312702942946,
      "lyap1_mean": -0.17709024250507355,
      "lyap1_max": -0.16117550432682037,
      "lyap1_min": -0.19009888172149658,
      "lyap_spec_mean": [
        -0.17709025740623474,
        -0.18257516622543335
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2357,
      "lr": 0.0001,
      "sup_loss": 1.0953271209482285,
      "rf_loss": 0.0,
      "total_loss": 1.0953271209482285,
      "lyap1_mean": -0.17747996747493744,
      "lyap1_max": -0.1598067581653595,
      "lyap1_min": -0.19046208262443542,
      "lyap_spec_mean": [
        -0.17747996747493744,
        -0.1853969693183899
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2358,
      "lr": 0.0001,
      "sup_loss": 1.0576498248017856,
      "rf_loss": 0.0,
      "total_loss": 1.0576498248017856,
      "lyap1_mean": -0.17690563201904297,
      "lyap1_max": -0.15614254772663116,
      "lyap1_min": -0.19216635823249817,
      "lyap_spec_mean": [
        -0.17690563201904297,
        -0.18294695019721985
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2359,
      "lr": 0.0001,
      "sup_loss": 1.0606210075292646,
      "rf_loss": 0.0,
      "total_loss": 1.0606210075292646,
      "lyap1_mean": -0.17737871408462524,
      "lyap1_max": -0.15793092548847198,
      "lyap1_min": -0.19246086478233337,
      "lyap_spec_mean": [
        -0.17737871408462524,
        -0.1754562258720398
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2360,
      "lr": 0.0001,
      "sup_loss": 1.0883610802395574,
      "rf_loss": 0.0,
      "total_loss": 1.0883610802395574,
      "lyap1_mean": -0.18211306631565094,
      "lyap1_max": -0.15798000991344452,
      "lyap1_min": -0.1948738545179367,
      "lyap_spec_mean": [
        -0.18211308121681213,
        -0.17978893220424652
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2361,
      "lr": 0.0001,
      "sup_loss": 1.1149085676783506,
      "rf_loss": 0.0,
      "total_loss": 1.1149085676783506,
      "lyap1_mean": -0.18284016847610474,
      "lyap1_max": -0.16736064851284027,
      "lyap1_min": -0.1958140730857849,
      "lyap_spec_mean": [
        -0.18284016847610474,
        -0.18489192426204681
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2362,
      "lr": 0.0001,
      "sup_loss": 1.0610702452627991,
      "rf_loss": 0.0,
      "total_loss": 1.0610702452627991,
      "lyap1_mean": -0.18918389081954956,
      "lyap1_max": -0.17494964599609375,
      "lyap1_min": -0.20132410526275635,
      "lyap_spec_mean": [
        -0.18918389081954956,
        -0.18706098198890686
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2363,
      "lr": 0.0001,
      "sup_loss": 1.1136791538383175,
      "rf_loss": 0.0,
      "total_loss": 1.1136791538383175,
      "lyap1_mean": -0.19148287177085876,
      "lyap1_max": -0.1703449934720993,
      "lyap1_min": -0.20169192552566528,
      "lyap_spec_mean": [
        -0.19148287177085876,
        -0.18951569497585297
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2364,
      "lr": 0.0001,
      "sup_loss": 1.0836977039039009,
      "rf_loss": 0.0,
      "total_loss": 1.0836977039039009,
      "lyap1_mean": -0.19048382341861725,
      "lyap1_max": -0.18147806823253632,
      "lyap1_min": -0.1994163691997528,
      "lyap_spec_mean": [
        -0.19048383831977844,
        -0.18680040538311005
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2365,
      "lr": 0.0001,
      "sup_loss": 1.0761396167667763,
      "rf_loss": 0.0,
      "total_loss": 1.0761396167667763,
      "lyap1_mean": -0.18193063139915466,
      "lyap1_max": -0.16278044879436493,
      "lyap1_min": -0.1987539827823639,
      "lyap_spec_mean": [
        -0.18193063139915466,
        -0.19129487872123718
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2366,
      "lr": 0.0001,
      "sup_loss": 1.0658729485187863,
      "rf_loss": 0.0,
      "total_loss": 1.0658729485187863,
      "lyap1_mean": -0.19213998317718506,
      "lyap1_max": -0.17313429713249207,
      "lyap1_min": -0.203986257314682,
      "lyap_spec_mean": [
        -0.19213998317718506,
        -0.19387613236904144
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2367,
      "lr": 0.0001,
      "sup_loss": 1.0677626485235312,
      "rf_loss": 0.0,
      "total_loss": 1.0677626485235312,
      "lyap1_mean": -0.18979892134666443,
      "lyap1_max": -0.1847374141216278,
      "lyap1_min": -0.19905737042427063,
      "lyap_spec_mean": [
        -0.18979893624782562,
        -0.1917780637741089
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2368,
      "lr": 0.0001,
      "sup_loss": 1.0726531751460364,
      "rf_loss": 0.0,
      "total_loss": 1.0726531751460364,
      "lyap1_mean": -0.1910398006439209,
      "lyap1_max": -0.17812184989452362,
      "lyap1_min": -0.20639728009700775,
      "lyap_spec_mean": [
        -0.1910397857427597,
        -0.19036902487277985
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2369,
      "lr": 0.0001,
      "sup_loss": 1.070937819292085,
      "rf_loss": 0.0,
      "total_loss": 1.070937819292085,
      "lyap1_mean": -0.18935629725456238,
      "lyap1_max": -0.172475203871727,
      "lyap1_min": -0.21181893348693848,
      "lyap_spec_mean": [
        -0.18935629725456238,
        -0.1964746117591858
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2370,
      "lr": 0.0001,
      "sup_loss": 1.0612112333536698,
      "rf_loss": 0.0,
      "total_loss": 1.0612112333536698,
      "lyap1_mean": -0.18241320550441742,
      "lyap1_max": -0.1554247885942459,
      "lyap1_min": -0.19988477230072021,
      "lyap_spec_mean": [
        -0.18241319060325623,
        -0.18904100358486176
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2371,
      "lr": 0.0001,
      "sup_loss": 1.0457350780869905,
      "rf_loss": 0.0,
      "total_loss": 1.0457350780869905,
      "lyap1_mean": -0.19525146484375,
      "lyap1_max": -0.18406036496162415,
      "lyap1_min": -0.20450946688652039,
      "lyap_spec_mean": [
        -0.19525146484375,
        -0.19351103901863098
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2372,
      "lr": 0.0001,
      "sup_loss": 1.0546614768099136,
      "rf_loss": 0.0,
      "total_loss": 1.0546614768099136,
      "lyap1_mean": -0.18496841192245483,
      "lyap1_max": -0.17648158967494965,
      "lyap1_min": -0.19075343012809753,
      "lyap_spec_mean": [
        -0.18496842682361603,
        -0.18399566411972046
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2373,
      "lr": 0.0001,
      "sup_loss": 1.0631463876037,
      "rf_loss": 0.0,
      "total_loss": 1.0631463876037,
      "lyap1_mean": -0.18706779181957245,
      "lyap1_max": -0.16544348001480103,
      "lyap1_min": -0.2053421437740326,
      "lyap_spec_mean": [
        -0.18706779181957245,
        -0.18729142844676971
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2374,
      "lr": 0.0001,
      "sup_loss": 1.1114846427381517,
      "rf_loss": 0.0,
      "total_loss": 1.1114846427381517,
      "lyap1_mean": -0.17675450444221497,
      "lyap1_max": -0.14530710875988007,
      "lyap1_min": -0.20624159276485443,
      "lyap_spec_mean": [
        -0.17675450444221497,
        -0.18753574788570404
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2375,
      "lr": 0.0001,
      "sup_loss": 1.1122776642054175,
      "rf_loss": 0.0,
      "total_loss": 1.1122776642054175,
      "lyap1_mean": -0.18874913454055786,
      "lyap1_max": -0.1724446713924408,
      "lyap1_min": -0.2067277431488037,
      "lyap_spec_mean": [
        -0.18874913454055786,
        -0.18410621583461761
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2376,
      "lr": 0.0001,
      "sup_loss": 1.0749313522481692,
      "rf_loss": 0.0,
      "total_loss": 1.0749313522481692,
      "lyap1_mean": -0.18901818990707397,
      "lyap1_max": -0.17308402061462402,
      "lyap1_min": -0.2032371461391449,
      "lyap_spec_mean": [
        -0.18901818990707397,
        -0.19002610445022583
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2377,
      "lr": 0.0001,
      "sup_loss": 1.0656927347767957,
      "rf_loss": 0.0,
      "total_loss": 1.0656927347767957,
      "lyap1_mean": -0.1919369399547577,
      "lyap1_max": -0.17918804287910461,
      "lyap1_min": -0.20625576376914978,
      "lyap_spec_mean": [
        -0.1919369399547577,
        -0.19587059319019318
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2378,
      "lr": 0.0001,
      "sup_loss": 1.023770323377837,
      "rf_loss": 0.0,
      "total_loss": 1.023770323377837,
      "lyap1_mean": -0.1890363246202469,
      "lyap1_max": -0.17419323325157166,
      "lyap1_min": -0.20453469455242157,
      "lyap_spec_mean": [
        -0.1890363246202469,
        -0.19160395860671997
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2379,
      "lr": 0.0001,
      "sup_loss": 1.0347625101666034,
      "rf_loss": 0.0,
      "total_loss": 1.0347625101666034,
      "lyap1_mean": -0.18989484012126923,
      "lyap1_max": -0.16868698596954346,
      "lyap1_min": -0.202732115983963,
      "lyap_spec_mean": [
        -0.18989484012126923,
        -0.19364500045776367
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2380,
      "lr": 0.0001,
      "sup_loss": 1.018632141617944,
      "rf_loss": 0.0,
      "total_loss": 1.018632141617944,
      "lyap1_mean": -0.18989571928977966,
      "lyap1_max": -0.1772799789905548,
      "lyap1_min": -0.20085273683071136,
      "lyap_spec_mean": [
        -0.18989570438861847,
        -0.19570252299308777
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2381,
      "lr": 0.0001,
      "sup_loss": 1.0842511956203456,
      "rf_loss": 0.0,
      "total_loss": 1.0842511956203456,
      "lyap1_mean": -0.1904224455356598,
      "lyap1_max": -0.1721329689025879,
      "lyap1_min": -0.19999030232429504,
      "lyap_spec_mean": [
        -0.1904224455356598,
        -0.19032864272594452
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2382,
      "lr": 0.0001,
      "sup_loss": 1.1044571337110574,
      "rf_loss": 0.0,
      "total_loss": 1.1044571337110574,
      "lyap1_mean": -0.18760378658771515,
      "lyap1_max": -0.1614694595336914,
      "lyap1_min": -0.2083519697189331,
      "lyap_spec_mean": [
        -0.18760378658771515,
        -0.19579516351222992
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2383,
      "lr": 0.0001,
      "sup_loss": 1.081333680714365,
      "rf_loss": 0.0,
      "total_loss": 1.081333680714365,
      "lyap1_mean": -0.18921107053756714,
      "lyap1_max": -0.17873388528823853,
      "lyap1_min": -0.20232538878917694,
      "lyap_spec_mean": [
        -0.18921105563640594,
        -0.19125747680664062
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2384,
      "lr": 0.0001,
      "sup_loss": 1.0038766396792353,
      "rf_loss": 0.0,
      "total_loss": 1.0038766396792353,
      "lyap1_mean": -0.18681639432907104,
      "lyap1_max": -0.15527157485485077,
      "lyap1_min": -0.20101720094680786,
      "lyap_spec_mean": [
        -0.18681639432907104,
        -0.1927446573972702
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2385,
      "lr": 0.0001,
      "sup_loss": 1.0790949015232099,
      "rf_loss": 0.0,
      "total_loss": 1.0790949015232099,
      "lyap1_mean": -0.18683922290802002,
      "lyap1_max": -0.17470304667949677,
      "lyap1_min": -0.2008395493030548,
      "lyap_spec_mean": [
        -0.1868392378091812,
        -0.18757233023643494
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2386,
      "lr": 0.0001,
      "sup_loss": 1.0719910631960026,
      "rf_loss": 0.0,
      "total_loss": 1.0719910631960026,
      "lyap1_mean": -0.19121937453746796,
      "lyap1_max": -0.18387389183044434,
      "lyap1_min": -0.2027602195739746,
      "lyap_spec_mean": [
        -0.19121935963630676,
        -0.1913064420223236
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2387,
      "lr": 0.0001,
      "sup_loss": 1.0946113687747063,
      "rf_loss": 0.0,
      "total_loss": 1.0946113687747063,
      "lyap1_mean": -0.19104090332984924,
      "lyap1_max": -0.17854610085487366,
      "lyap1_min": -0.2028098702430725,
      "lyap_spec_mean": [
        -0.19104088842868805,
        -0.19023041427135468
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2388,
      "lr": 0.0001,
      "sup_loss": 0.9738552055277381,
      "rf_loss": 0.0,
      "total_loss": 0.9738552055277381,
      "lyap1_mean": -0.19288963079452515,
      "lyap1_max": -0.17753279209136963,
      "lyap1_min": -0.20766288042068481,
      "lyap_spec_mean": [
        -0.19288963079452515,
        -0.1897394061088562
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2389,
      "lr": 0.0001,
      "sup_loss": 1.0533841939168769,
      "rf_loss": 0.0,
      "total_loss": 1.0533841939168769,
      "lyap1_mean": -0.18584886193275452,
      "lyap1_max": -0.17299684882164001,
      "lyap1_min": -0.2023005485534668,
      "lyap_spec_mean": [
        -0.18584886193275452,
        -0.192158043384552
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2390,
      "lr": 0.0001,
      "sup_loss": 1.0854832056441421,
      "rf_loss": 0.0,
      "total_loss": 1.0854832056441421,
      "lyap1_mean": -0.17620491981506348,
      "lyap1_max": -0.15027639269828796,
      "lyap1_min": -0.19081610441207886,
      "lyap_spec_mean": [
        -0.17620493471622467,
        -0.18048787117004395
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2391,
      "lr": 0.0001,
      "sup_loss": 1.1124749190730612,
      "rf_loss": 0.0,
      "total_loss": 1.1124749190730612,
      "lyap1_mean": -0.1819242537021637,
      "lyap1_max": -0.17495471239089966,
      "lyap1_min": -0.19241969287395477,
      "lyap_spec_mean": [
        -0.1819242537021637,
        -0.17945480346679688
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2392,
      "lr": 0.0001,
      "sup_loss": 1.0522137647725143,
      "rf_loss": 0.0,
      "total_loss": 1.0522137647725143,
      "lyap1_mean": -0.180930495262146,
      "lyap1_max": -0.17315083742141724,
      "lyap1_min": -0.1902497112751007,
      "lyap_spec_mean": [
        -0.1809305101633072,
        -0.17602130770683289
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2393,
      "lr": 0.0001,
      "sup_loss": 1.063513806123026,
      "rf_loss": 0.0,
      "total_loss": 1.063513806123026,
      "lyap1_mean": -0.1768961250782013,
      "lyap1_max": -0.15484048426151276,
      "lyap1_min": -0.18667708337306976,
      "lyap_spec_mean": [
        -0.1768961250782013,
        -0.17541269958019257
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2394,
      "lr": 0.0001,
      "sup_loss": 1.0844488225068722,
      "rf_loss": 0.0,
      "total_loss": 1.0844488225068722,
      "lyap1_mean": -0.17754563689231873,
      "lyap1_max": -0.16217093169689178,
      "lyap1_min": -0.19455209374427795,
      "lyap_spec_mean": [
        -0.17754563689231873,
        -0.18297412991523743
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2395,
      "lr": 0.0001,
      "sup_loss": 1.0345937879827323,
      "rf_loss": 0.0,
      "total_loss": 1.0345937879827323,
      "lyap1_mean": -0.17588545382022858,
      "lyap1_max": -0.16013416647911072,
      "lyap1_min": -0.18701796233654022,
      "lyap_spec_mean": [
        -0.17588545382022858,
        -0.18899352848529816
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2396,
      "lr": 0.0001,
      "sup_loss": 1.0392355768098482,
      "rf_loss": 0.0,
      "total_loss": 1.0392355768098482,
      "lyap1_mean": -0.1807248294353485,
      "lyap1_max": -0.16879433393478394,
      "lyap1_min": -0.19233328104019165,
      "lyap_spec_mean": [
        -0.18072481453418732,
        -0.18294617533683777
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2397,
      "lr": 0.0001,
      "sup_loss": 1.0762210608184115,
      "rf_loss": 0.0,
      "total_loss": 1.0762210608184115,
      "lyap1_mean": -0.18061253428459167,
      "lyap1_max": -0.16306057572364807,
      "lyap1_min": -0.19621382653713226,
      "lyap_spec_mean": [
        -0.18061253428459167,
        -0.1848861277103424
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2398,
      "lr": 0.0001,
      "sup_loss": 1.0741311538936738,
      "rf_loss": 0.0,
      "total_loss": 1.0741311538936738,
      "lyap1_mean": -0.18471603095531464,
      "lyap1_max": -0.1659461408853531,
      "lyap1_min": -0.195892333984375,
      "lyap_spec_mean": [
        -0.18471603095531464,
        -0.18398165702819824
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2399,
      "lr": 0.0001,
      "sup_loss": 1.0657808896996424,
      "rf_loss": 0.0,
      "total_loss": 1.0657808896996424,
      "lyap1_mean": -0.18318042159080505,
      "lyap1_max": -0.17590999603271484,
      "lyap1_min": -0.19470565021038055,
      "lyap_spec_mean": [
        -0.18318042159080505,
        -0.17973405122756958
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2400,
      "lr": 0.0001,
      "sup_loss": 1.0764202614356928,
      "rf_loss": 0.0,
      "total_loss": 1.0764202614356928,
      "lyap1_mean": -0.18523111939430237,
      "lyap1_max": -0.1732422113418579,
      "lyap1_min": -0.19889383018016815,
      "lyap_spec_mean": [
        -0.18523114919662476,
        -0.1859050989151001
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2401,
      "lr": 0.0001,
      "sup_loss": 1.1078578010486508,
      "rf_loss": 0.0,
      "total_loss": 1.1078578010486508,
      "lyap1_mean": -0.17957374453544617,
      "lyap1_max": -0.16412612795829773,
      "lyap1_min": -0.19828349351882935,
      "lyap_spec_mean": [
        -0.17957374453544617,
        -0.1712108850479126
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2402,
      "lr": 0.0001,
      "sup_loss": 1.0986778687951122,
      "rf_loss": 0.0,
      "total_loss": 1.0986778687951122,
      "lyap1_mean": -0.18259644508361816,
      "lyap1_max": -0.16529908776283264,
      "lyap1_min": -0.19458912312984467,
      "lyap_spec_mean": [
        -0.18259644508361816,
        -0.18280063569545746
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2403,
      "lr": 0.0001,
      "sup_loss": 1.0805045573138197,
      "rf_loss": 0.0,
      "total_loss": 1.0805045573138197,
      "lyap1_mean": -0.18080389499664307,
      "lyap1_max": -0.16960851848125458,
      "lyap1_min": -0.19898512959480286,
      "lyap_spec_mean": [
        -0.18080388009548187,
        -0.17984884977340698
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2404,
      "lr": 0.0001,
      "sup_loss": 1.054997726888025,
      "rf_loss": 0.0,
      "total_loss": 1.054997726888025,
      "lyap1_mean": -0.1781826615333557,
      "lyap1_max": -0.15943647921085358,
      "lyap1_min": -0.1896611899137497,
      "lyap_spec_mean": [
        -0.1781826615333557,
        -0.1831497997045517
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2405,
      "lr": 0.0001,
      "sup_loss": 1.0885123481169552,
      "rf_loss": 0.0,
      "total_loss": 1.0885123481169552,
      "lyap1_mean": -0.18336942791938782,
      "lyap1_max": -0.16915544867515564,
      "lyap1_min": -0.1897605061531067,
      "lyap_spec_mean": [
        -0.18336941301822662,
        -0.1786661595106125
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2406,
      "lr": 0.0001,
      "sup_loss": 1.052497930901545,
      "rf_loss": 0.0,
      "total_loss": 1.052497930901545,
      "lyap1_mean": -0.18845471739768982,
      "lyap1_max": -0.17242179811000824,
      "lyap1_min": -0.20283737778663635,
      "lyap_spec_mean": [
        -0.18845470249652863,
        -0.18472528457641602
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2407,
      "lr": 0.0001,
      "sup_loss": 1.0668211410804005,
      "rf_loss": 0.0,
      "total_loss": 1.0668211410804005,
      "lyap1_mean": -0.18284818530082703,
      "lyap1_max": -0.17297135293483734,
      "lyap1_min": -0.19674210250377655,
      "lyap_spec_mean": [
        -0.18284818530082703,
        -0.18593719601631165
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2408,
      "lr": 0.0001,
      "sup_loss": 1.0612125922188098,
      "rf_loss": 0.0,
      "total_loss": 1.0612125922188098,
      "lyap1_mean": -0.18482793867588043,
      "lyap1_max": -0.17026929557323456,
      "lyap1_min": -0.19373014569282532,
      "lyap_spec_mean": [
        -0.18482793867588043,
        -0.1788451373577118
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2409,
      "lr": 0.0001,
      "sup_loss": 1.0794045744881862,
      "rf_loss": 0.0,
      "total_loss": 1.0794045744881862,
      "lyap1_mean": -0.18417412042617798,
      "lyap1_max": -0.16191253066062927,
      "lyap1_min": -0.19899813830852509,
      "lyap_spec_mean": [
        -0.18417412042617798,
        -0.1826508641242981
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2410,
      "lr": 0.0001,
      "sup_loss": 1.0415184804079296,
      "rf_loss": 0.0,
      "total_loss": 1.0415184804079296,
      "lyap1_mean": -0.1789206862449646,
      "lyap1_max": -0.14929579198360443,
      "lyap1_min": -0.19167473912239075,
      "lyap_spec_mean": [
        -0.1789206564426422,
        -0.17933081090450287
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2411,
      "lr": 0.0001,
      "sup_loss": 1.0271434262238748,
      "rf_loss": 0.0,
      "total_loss": 1.0271434262238748,
      "lyap1_mean": -0.19086579978466034,
      "lyap1_max": -0.18537893891334534,
      "lyap1_min": -0.19772052764892578,
      "lyap_spec_mean": [
        -0.19086578488349915,
        -0.18495936691761017
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2412,
      "lr": 0.0001,
      "sup_loss": 1.0213739158714783,
      "rf_loss": 0.0,
      "total_loss": 1.0213739158714783,
      "lyap1_mean": -0.17921414971351624,
      "lyap1_max": -0.16182920336723328,
      "lyap1_min": -0.1963655799627304,
      "lyap_spec_mean": [
        -0.17921417951583862,
        -0.18477922677993774
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2413,
      "lr": 0.0001,
      "sup_loss": 1.0756945257077843,
      "rf_loss": 0.0,
      "total_loss": 1.0756945257077843,
      "lyap1_mean": -0.1766466200351715,
      "lyap1_max": -0.16293340921401978,
      "lyap1_min": -0.1925770491361618,
      "lyap_spec_mean": [
        -0.1766466200351715,
        -0.1784278005361557
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2414,
      "lr": 0.0001,
      "sup_loss": 1.089599741317741,
      "rf_loss": 0.0,
      "total_loss": 1.089599741317741,
      "lyap1_mean": -0.17188045382499695,
      "lyap1_max": -0.1524134874343872,
      "lyap1_min": -0.18891994655132294,
      "lyap_spec_mean": [
        -0.17188045382499695,
        -0.17619554698467255
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2415,
      "lr": 0.0001,
      "sup_loss": 1.0973690372292628,
      "rf_loss": 0.0,
      "total_loss": 1.0973690372292628,
      "lyap1_mean": -0.1760072559118271,
      "lyap1_max": -0.16624978184700012,
      "lyap1_min": -0.19277366995811462,
      "lyap_spec_mean": [
        -0.1760072559118271,
        -0.18025055527687073
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2416,
      "lr": 0.0001,
      "sup_loss": 1.0577746265510153,
      "rf_loss": 0.0,
      "total_loss": 1.0577746265510153,
      "lyap1_mean": -0.17334897816181183,
      "lyap1_max": -0.15645955502986908,
      "lyap1_min": -0.19100582599639893,
      "lyap_spec_mean": [
        -0.17334896326065063,
        -0.17499367892742157
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2417,
      "lr": 0.0001,
      "sup_loss": 1.0844972611616135,
      "rf_loss": 0.0,
      "total_loss": 1.0844972611616135,
      "lyap1_mean": -0.1790192872285843,
      "lyap1_max": -0.1670604944229126,
      "lyap1_min": -0.185694620013237,
      "lyap_spec_mean": [
        -0.1790192723274231,
        -0.18205314874649048
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2418,
      "lr": 0.0001,
      "sup_loss": 1.0704468325065222,
      "rf_loss": 0.0,
      "total_loss": 1.0704468325065222,
      "lyap1_mean": -0.1862688958644867,
      "lyap1_max": -0.1610959768295288,
      "lyap1_min": -0.19939935207366943,
      "lyap_spec_mean": [
        -0.1862688958644867,
        -0.18968066573143005
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2419,
      "lr": 0.0001,
      "sup_loss": 1.077276303136556,
      "rf_loss": 0.0,
      "total_loss": 1.077276303136556,
      "lyap1_mean": -0.18826253712177277,
      "lyap1_max": -0.17220351099967957,
      "lyap1_min": -0.20115384459495544,
      "lyap_spec_mean": [
        -0.18826255202293396,
        -0.19011980295181274
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2420,
      "lr": 0.0001,
      "sup_loss": 1.060022067737642,
      "rf_loss": 0.0,
      "total_loss": 1.060022067737642,
      "lyap1_mean": -0.1821504831314087,
      "lyap1_max": -0.1571287363767624,
      "lyap1_min": -0.19644859433174133,
      "lyap_spec_mean": [
        -0.1821504831314087,
        -0.18629659712314606
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2421,
      "lr": 0.0001,
      "sup_loss": 1.072970982372569,
      "rf_loss": 0.0,
      "total_loss": 1.072970982372569,
      "lyap1_mean": -0.1767890751361847,
      "lyap1_max": -0.15088993310928345,
      "lyap1_min": -0.18828535079956055,
      "lyap_spec_mean": [
        -0.1767890900373459,
        -0.1899305135011673
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2422,
      "lr": 0.0001,
      "sup_loss": 1.0550002312947542,
      "rf_loss": 0.0,
      "total_loss": 1.0550002312947542,
      "lyap1_mean": -0.18548083305358887,
      "lyap1_max": -0.1756165623664856,
      "lyap1_min": -0.19619868695735931,
      "lyap_spec_mean": [
        -0.18548083305358887,
        -0.1782100647687912
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2423,
      "lr": 0.0001,
      "sup_loss": 1.0815422559032153,
      "rf_loss": 0.0,
      "total_loss": 1.0815422559032153,
      "lyap1_mean": -0.17947061359882355,
      "lyap1_max": -0.15533339977264404,
      "lyap1_min": -0.19845709204673767,
      "lyap_spec_mean": [
        -0.17947061359882355,
        -0.1786922812461853
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2424,
      "lr": 0.0001,
      "sup_loss": 1.0205357185351858,
      "rf_loss": 0.0,
      "total_loss": 1.0205357185351858,
      "lyap1_mean": -0.17761363089084625,
      "lyap1_max": -0.15274985134601593,
      "lyap1_min": -0.1904866099357605,
      "lyap_spec_mean": [
        -0.17761364579200745,
        -0.17796942591667175
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2425,
      "lr": 0.0001,
      "sup_loss": 1.042875817384876,
      "rf_loss": 0.0,
      "total_loss": 1.042875817384876,
      "lyap1_mean": -0.1706366091966629,
      "lyap1_max": -0.15256164968013763,
      "lyap1_min": -0.18061578273773193,
      "lyap_spec_mean": [
        -0.1706365942955017,
        -0.1742011457681656
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2426,
      "lr": 0.0001,
      "sup_loss": 1.0725491549798045,
      "rf_loss": 0.0,
      "total_loss": 1.0725491549798045,
      "lyap1_mean": -0.16243387758731842,
      "lyap1_max": -0.15078005194664001,
      "lyap1_min": -0.1751604974269867,
      "lyap_spec_mean": [
        -0.16243386268615723,
        -0.16515518724918365
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2427,
      "lr": 0.0001,
      "sup_loss": 1.0745115277469355,
      "rf_loss": 0.0,
      "total_loss": 1.0745115277469355,
      "lyap1_mean": -0.16971343755722046,
      "lyap1_max": -0.1547408252954483,
      "lyap1_min": -0.18067143857479095,
      "lyap_spec_mean": [
        -0.16971343755722046,
        -0.17254170775413513
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2428,
      "lr": 0.0001,
      "sup_loss": 1.0689504624907558,
      "rf_loss": 0.0,
      "total_loss": 1.0689504624907558,
      "lyap1_mean": -0.1662643849849701,
      "lyap1_max": -0.14610958099365234,
      "lyap1_min": -0.17988964915275574,
      "lyap_spec_mean": [
        -0.1662643849849701,
        -0.16438084840774536
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2429,
      "lr": 0.0001,
      "sup_loss": 1.0942821201386257,
      "rf_loss": 0.0,
      "total_loss": 1.0942821201386257,
      "lyap1_mean": -0.1608004868030548,
      "lyap1_max": -0.149965301156044,
      "lyap1_min": -0.18355274200439453,
      "lyap_spec_mean": [
        -0.1608004868030548,
        -0.16694605350494385
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2430,
      "lr": 0.0001,
      "sup_loss": 1.066864780841881,
      "rf_loss": 0.0,
      "total_loss": 1.066864780841881,
      "lyap1_mean": -0.17386174201965332,
      "lyap1_max": -0.16267402470111847,
      "lyap1_min": -0.18396823108196259,
      "lyap_spec_mean": [
        -0.17386174201965332,
        -0.16748256981372833
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2431,
      "lr": 0.0001,
      "sup_loss": 1.0670910427975238,
      "rf_loss": 0.0,
      "total_loss": 1.0670910427975238,
      "lyap1_mean": -0.16458213329315186,
      "lyap1_max": -0.14339342713356018,
      "lyap1_min": -0.18652504682540894,
      "lyap_spec_mean": [
        -0.16458211839199066,
        -0.1656949520111084
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2432,
      "lr": 0.0001,
      "sup_loss": 1.0629015933592472,
      "rf_loss": 0.0,
      "total_loss": 1.0629015933592472,
      "lyap1_mean": -0.1785556972026825,
      "lyap1_max": -0.1672462671995163,
      "lyap1_min": -0.19062750041484833,
      "lyap_spec_mean": [
        -0.1785556972026825,
        -0.1801440566778183
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2433,
      "lr": 0.0001,
      "sup_loss": 1.0899151391999675,
      "rf_loss": 0.0,
      "total_loss": 1.0899151391999675,
      "lyap1_mean": -0.179694265127182,
      "lyap1_max": -0.16171109676361084,
      "lyap1_min": -0.188534677028656,
      "lyap_spec_mean": [
        -0.179694265127182,
        -0.17906121909618378
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2434,
      "lr": 0.0001,
      "sup_loss": 1.0870778864056811,
      "rf_loss": 0.0,
      "total_loss": 1.0870778864056811,
      "lyap1_mean": -0.1805497109889984,
      "lyap1_max": -0.16203655302524567,
      "lyap1_min": -0.19011664390563965,
      "lyap_spec_mean": [
        -0.1805497109889984,
        -0.18177106976509094
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2435,
      "lr": 0.0001,
      "sup_loss": 1.0216730711209503,
      "rf_loss": 0.0,
      "total_loss": 1.0216730711209503,
      "lyap1_mean": -0.18742917478084564,
      "lyap1_max": -0.18162648379802704,
      "lyap1_min": -0.20007364451885223,
      "lyap_spec_mean": [
        -0.18742918968200684,
        -0.1845460832118988
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2436,
      "lr": 0.0001,
      "sup_loss": 1.0374594148795426,
      "rf_loss": 0.0,
      "total_loss": 1.0374594148795426,
      "lyap1_mean": -0.1842157542705536,
      "lyap1_max": -0.16640837490558624,
      "lyap1_min": -0.19897311925888062,
      "lyap_spec_mean": [
        -0.18421576917171478,
        -0.18138039112091064
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2437,
      "lr": 0.0001,
      "sup_loss": 1.1329213716654654,
      "rf_loss": 0.0,
      "total_loss": 1.1329213716654654,
      "lyap1_mean": -0.18300335109233856,
      "lyap1_max": -0.16555985808372498,
      "lyap1_min": -0.19520080089569092,
      "lyap_spec_mean": [
        -0.18300333619117737,
        -0.1796252429485321
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2438,
      "lr": 0.0001,
      "sup_loss": 1.0712007343489969,
      "rf_loss": 0.0,
      "total_loss": 1.0712007343489969,
      "lyap1_mean": -0.17085978388786316,
      "lyap1_max": -0.11723653972148895,
      "lyap1_min": -0.195068821310997,
      "lyap_spec_mean": [
        -0.17085978388786316,
        -0.17809386551380157
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2439,
      "lr": 0.0001,
      "sup_loss": 1.0498774234932282,
      "rf_loss": 0.0,
      "total_loss": 1.0498774234932282,
      "lyap1_mean": -0.17311078310012817,
      "lyap1_max": -0.1463659107685089,
      "lyap1_min": -0.19651737809181213,
      "lyap_spec_mean": [
        -0.17311078310012817,
        -0.18106208741664886
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2440,
      "lr": 0.0001,
      "sup_loss": 1.0452564660202346,
      "rf_loss": 0.0,
      "total_loss": 1.0452564660202346,
      "lyap1_mean": -0.18567925691604614,
      "lyap1_max": -0.1732082962989807,
      "lyap1_min": -0.20193623006343842,
      "lyap_spec_mean": [
        -0.18567925691604614,
        -0.18304912745952606
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2441,
      "lr": 0.0001,
      "sup_loss": 1.0890458103829126,
      "rf_loss": 0.0,
      "total_loss": 1.0890458103829126,
      "lyap1_mean": -0.17815136909484863,
      "lyap1_max": -0.1719212830066681,
      "lyap1_min": -0.18661677837371826,
      "lyap_spec_mean": [
        -0.17815136909484863,
        -0.1768459975719452
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2442,
      "lr": 0.0001,
      "sup_loss": 1.0487084462440355,
      "rf_loss": 0.0,
      "total_loss": 1.0487084462440355,
      "lyap1_mean": -0.17080464959144592,
      "lyap1_max": -0.12882724404335022,
      "lyap1_min": -0.18644466996192932,
      "lyap_spec_mean": [
        -0.17080464959144592,
        -0.1716170459985733
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2443,
      "lr": 0.0001,
      "sup_loss": 1.1343511095360395,
      "rf_loss": 0.0,
      "total_loss": 1.1343511095360395,
      "lyap1_mean": -0.17254316806793213,
      "lyap1_max": -0.13491488993167877,
      "lyap1_min": -0.19720152020454407,
      "lyap_spec_mean": [
        -0.17254316806793213,
        -0.1788364052772522
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2444,
      "lr": 0.0001,
      "sup_loss": 1.0703516720376112,
      "rf_loss": 0.0,
      "total_loss": 1.0703516720376112,
      "lyap1_mean": -0.1783181130886078,
      "lyap1_max": -0.16699573397636414,
      "lyap1_min": -0.19052720069885254,
      "lyap_spec_mean": [
        -0.1783180981874466,
        -0.17415489256381989
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2445,
      "lr": 0.0001,
      "sup_loss": 1.0530659449120483,
      "rf_loss": 0.0,
      "total_loss": 1.0530659449120483,
      "lyap1_mean": -0.17561618983745575,
      "lyap1_max": -0.16921564936637878,
      "lyap1_min": -0.18069224059581757,
      "lyap_spec_mean": [
        -0.17561618983745575,
        -0.17709071934223175
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2446,
      "lr": 0.0001,
      "sup_loss": 1.0818095557167746,
      "rf_loss": 0.0,
      "total_loss": 1.0818095557167746,
      "lyap1_mean": -0.1789971888065338,
      "lyap1_max": -0.17307637631893158,
      "lyap1_min": -0.18530063331127167,
      "lyap_spec_mean": [
        -0.1789971888065338,
        -0.1771802008152008
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2447,
      "lr": 0.0001,
      "sup_loss": 1.0572081956235588,
      "rf_loss": 0.0,
      "total_loss": 1.0572081956235588,
      "lyap1_mean": -0.170474573969841,
      "lyap1_max": -0.16346919536590576,
      "lyap1_min": -0.18409311771392822,
      "lyap_spec_mean": [
        -0.1704745888710022,
        -0.17015473544597626
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2448,
      "lr": 0.0001,
      "sup_loss": 1.0343223698883386,
      "rf_loss": 0.0,
      "total_loss": 1.0343223698883386,
      "lyap1_mean": -0.17246830463409424,
      "lyap1_max": -0.15708062052726746,
      "lyap1_min": -0.19518928229808807,
      "lyap_spec_mean": [
        -0.17246830463409424,
        -0.17767101526260376
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2449,
      "lr": 0.0001,
      "sup_loss": 1.0867468541274719,
      "rf_loss": 0.0,
      "total_loss": 1.0867468541274719,
      "lyap1_mean": -0.16896787285804749,
      "lyap1_max": -0.15758031606674194,
      "lyap1_min": -0.17413192987442017,
      "lyap_spec_mean": [
        -0.16896788775920868,
        -0.1710565984249115
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2450,
      "lr": 0.0001,
      "sup_loss": 1.1140095136976362,
      "rf_loss": 0.0,
      "total_loss": 1.1140095136976362,
      "lyap1_mean": -0.1666761040687561,
      "lyap1_max": -0.154903843998909,
      "lyap1_min": -0.1741453856229782,
      "lyap_spec_mean": [
        -0.1666761040687561,
        -0.17111025750637054
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2451,
      "lr": 0.0001,
      "sup_loss": 1.0505627762087282,
      "rf_loss": 0.0,
      "total_loss": 1.0505627762087282,
      "lyap1_mean": -0.16474954783916473,
      "lyap1_max": -0.15922555327415466,
      "lyap1_min": -0.17839840054512024,
      "lyap_spec_mean": [
        -0.16474954783916473,
        -0.16793853044509888
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2452,
      "lr": 0.0001,
      "sup_loss": 1.0316629638762178,
      "rf_loss": 0.0,
      "total_loss": 1.0316629638762178,
      "lyap1_mean": -0.160268172621727,
      "lyap1_max": -0.14093264937400818,
      "lyap1_min": -0.16993039846420288,
      "lyap_spec_mean": [
        -0.160268172621727,
        -0.15919232368469238
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2453,
      "lr": 0.0001,
      "sup_loss": 1.1053419229306949,
      "rf_loss": 0.0,
      "total_loss": 1.1053419229306949,
      "lyap1_mean": -0.158440500497818,
      "lyap1_max": -0.14598029851913452,
      "lyap1_min": -0.1662750542163849,
      "lyap_spec_mean": [
        -0.158440500497818,
        -0.16171923279762268
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2454,
      "lr": 0.0001,
      "sup_loss": 1.0376439287763755,
      "rf_loss": 0.0,
      "total_loss": 1.0376439287763755,
      "lyap1_mean": -0.16668930649757385,
      "lyap1_max": -0.1521381288766861,
      "lyap1_min": -0.17802461981773376,
      "lyap_spec_mean": [
        -0.16668930649757385,
        -0.16627544164657593
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2455,
      "lr": 0.0001,
      "sup_loss": 1.002371544938005,
      "rf_loss": 0.0,
      "total_loss": 1.002371544938005,
      "lyap1_mean": -0.1620018482208252,
      "lyap1_max": -0.13636356592178345,
      "lyap1_min": -0.17475490272045135,
      "lyap_spec_mean": [
        -0.1620018631219864,
        -0.1664736121892929
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2456,
      "lr": 0.0001,
      "sup_loss": 1.095042852017396,
      "rf_loss": 0.0,
      "total_loss": 1.095042852017396,
      "lyap1_mean": -0.1653713434934616,
      "lyap1_max": -0.13053399324417114,
      "lyap1_min": -0.18071793019771576,
      "lyap_spec_mean": [
        -0.16537132859230042,
        -0.16586089134216309
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2457,
      "lr": 0.0001,
      "sup_loss": 1.1066569993935866,
      "rf_loss": 0.0,
      "total_loss": 1.1066569993935866,
      "lyap1_mean": -0.16765597462654114,
      "lyap1_max": -0.13252440094947815,
      "lyap1_min": -0.17924730479717255,
      "lyap_spec_mean": [
        -0.16765597462654114,
        -0.168451726436615
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2458,
      "lr": 0.0001,
      "sup_loss": 1.0923474882599695,
      "rf_loss": 0.0,
      "total_loss": 1.0923474882599695,
      "lyap1_mean": -0.1606086939573288,
      "lyap1_max": -0.14554429054260254,
      "lyap1_min": -0.1814158856868744,
      "lyap_spec_mean": [
        -0.1606086790561676,
        -0.1623057872056961
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2459,
      "lr": 0.0001,
      "sup_loss": 1.05585683795137,
      "rf_loss": 0.0,
      "total_loss": 1.05585683795137,
      "lyap1_mean": -0.16477668285369873,
      "lyap1_max": -0.15340736508369446,
      "lyap1_min": -0.17933058738708496,
      "lyap_spec_mean": [
        -0.16477669775485992,
        -0.1683802604675293
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2460,
      "lr": 0.0001,
      "sup_loss": 1.063355985124174,
      "rf_loss": 0.0,
      "total_loss": 1.063355985124174,
      "lyap1_mean": -0.1662481427192688,
      "lyap1_max": -0.13532476127147675,
      "lyap1_min": -0.17912572622299194,
      "lyap_spec_mean": [
        -0.1662481427192688,
        -0.1709662228822708
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2461,
      "lr": 0.0001,
      "sup_loss": 1.0365348487277803,
      "rf_loss": 0.0,
      "total_loss": 1.0365348487277803,
      "lyap1_mean": -0.1686181128025055,
      "lyap1_max": -0.15726646780967712,
      "lyap1_min": -0.17913471162319183,
      "lyap_spec_mean": [
        -0.1686181128025055,
        -0.17223095893859863
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2462,
      "lr": 0.0001,
      "sup_loss": 1.1133976655396867,
      "rf_loss": 0.0,
      "total_loss": 1.1133976655396867,
      "lyap1_mean": -0.167892724275589,
      "lyap1_max": -0.1589565873146057,
      "lyap1_min": -0.1797534078359604,
      "lyap_spec_mean": [
        -0.167892724275589,
        -0.17298807203769684
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2463,
      "lr": 0.0001,
      "sup_loss": 1.0287998816419313,
      "rf_loss": 0.0,
      "total_loss": 1.0287998816419313,
      "lyap1_mean": -0.17124098539352417,
      "lyap1_max": -0.16370068490505219,
      "lyap1_min": -0.18532124161720276,
      "lyap_spec_mean": [
        -0.17124100029468536,
        -0.17214107513427734
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2464,
      "lr": 0.0001,
      "sup_loss": 1.1105428476368273,
      "rf_loss": 0.0,
      "total_loss": 1.1105428476368273,
      "lyap1_mean": -0.17977991700172424,
      "lyap1_max": -0.171029195189476,
      "lyap1_min": -0.1934882402420044,
      "lyap_spec_mean": [
        -0.17977991700172424,
        -0.18047332763671875
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2465,
      "lr": 0.0001,
      "sup_loss": 1.0701075663690776,
      "rf_loss": 0.0,
      "total_loss": 1.0701075663690776,
      "lyap1_mean": -0.18411070108413696,
      "lyap1_max": -0.1666770875453949,
      "lyap1_min": -0.19730472564697266,
      "lyap_spec_mean": [
        -0.18411070108413696,
        -0.18324051797389984
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2466,
      "lr": 0.0001,
      "sup_loss": 1.0707380345125617,
      "rf_loss": 0.0,
      "total_loss": 1.0707380345125617,
      "lyap1_mean": -0.1794435977935791,
      "lyap1_max": -0.15432634949684143,
      "lyap1_min": -0.1991901844739914,
      "lyap_spec_mean": [
        -0.1794435977935791,
        -0.1858942210674286
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2467,
      "lr": 0.0001,
      "sup_loss": 1.0493681086101994,
      "rf_loss": 0.0,
      "total_loss": 1.0493681086101994,
      "lyap1_mean": -0.18642202019691467,
      "lyap1_max": -0.17933599650859833,
      "lyap1_min": -0.19309554994106293,
      "lyap_spec_mean": [
        -0.18642202019691467,
        -0.18732327222824097
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2468,
      "lr": 0.0001,
      "sup_loss": 1.073758517688917,
      "rf_loss": 0.0,
      "total_loss": 1.073758517688917,
      "lyap1_mean": -0.18758563697338104,
      "lyap1_max": -0.1702788770198822,
      "lyap1_min": -0.2072838991880417,
      "lyap_spec_mean": [
        -0.18758562207221985,
        -0.18769033253192902
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2469,
      "lr": 0.0001,
      "sup_loss": 1.0195373121580344,
      "rf_loss": 0.0,
      "total_loss": 1.0195373121580344,
      "lyap1_mean": -0.1801842451095581,
      "lyap1_max": -0.1553426831960678,
      "lyap1_min": -0.1945802867412567,
      "lyap_spec_mean": [
        -0.1801842451095581,
        -0.1834704577922821
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2470,
      "lr": 0.0001,
      "sup_loss": 1.0705572188077934,
      "rf_loss": 0.0,
      "total_loss": 1.0705572188077934,
      "lyap1_mean": -0.18309183418750763,
      "lyap1_max": -0.16953909397125244,
      "lyap1_min": -0.1972719430923462,
      "lyap_spec_mean": [
        -0.18309181928634644,
        -0.18705832958221436
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2471,
      "lr": 0.0001,
      "sup_loss": 1.0573648285367014,
      "rf_loss": 0.0,
      "total_loss": 1.0573648285367014,
      "lyap1_mean": -0.17291070520877838,
      "lyap1_max": -0.14650627970695496,
      "lyap1_min": -0.191836878657341,
      "lyap_spec_mean": [
        -0.17291070520877838,
        -0.17781798541545868
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2472,
      "lr": 0.0001,
      "sup_loss": 1.074765658181165,
      "rf_loss": 0.0,
      "total_loss": 1.074765658181165,
      "lyap1_mean": -0.1733429729938507,
      "lyap1_max": -0.1579848974943161,
      "lyap1_min": -0.18651239573955536,
      "lyap_spec_mean": [
        -0.1733429729938507,
        -0.17600548267364502
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2473,
      "lr": 0.0001,
      "sup_loss": 1.0818883391571668,
      "rf_loss": 0.0,
      "total_loss": 1.0818883391571668,
      "lyap1_mean": -0.1649703085422516,
      "lyap1_max": -0.14815740287303925,
      "lyap1_min": -0.179629847407341,
      "lyap_spec_mean": [
        -0.1649703085422516,
        -0.16696704924106598
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2474,
      "lr": 0.0001,
      "sup_loss": 1.1140497655289827,
      "rf_loss": 0.0,
      "total_loss": 1.1140497655289827,
      "lyap1_mean": -0.15877726674079895,
      "lyap1_max": -0.13513605296611786,
      "lyap1_min": -0.17139706015586853,
      "lyap_spec_mean": [
        -0.15877726674079895,
        -0.15678155422210693
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2475,
      "lr": 0.0001,
      "sup_loss": 1.050111103977231,
      "rf_loss": 0.0,
      "total_loss": 1.050111103977231,
      "lyap1_mean": -0.15533533692359924,
      "lyap1_max": -0.1193452998995781,
      "lyap1_min": -0.1694212406873703,
      "lyap_spec_mean": [
        -0.15533533692359924,
        -0.1563407927751541
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2476,
      "lr": 0.0001,
      "sup_loss": 1.0650593747022339,
      "rf_loss": 0.0,
      "total_loss": 1.0650593747022339,
      "lyap1_mean": -0.15414974093437195,
      "lyap1_max": -0.14497041702270508,
      "lyap1_min": -0.16461080312728882,
      "lyap_spec_mean": [
        -0.15414974093437195,
        -0.15181902050971985
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2477,
      "lr": 0.0001,
      "sup_loss": 1.1093895036859973,
      "rf_loss": 0.0,
      "total_loss": 1.1093895036859973,
      "lyap1_mean": -0.15836462378501892,
      "lyap1_max": -0.14450779557228088,
      "lyap1_min": -0.17226074635982513,
      "lyap_spec_mean": [
        -0.15836463868618011,
        -0.15845663845539093
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2478,
      "lr": 0.0001,
      "sup_loss": 1.119555432190368,
      "rf_loss": 0.0,
      "total_loss": 1.119555432190368,
      "lyap1_mean": -0.16705113649368286,
      "lyap1_max": -0.14272816479206085,
      "lyap1_min": -0.17803792655467987,
      "lyap_spec_mean": [
        -0.16705113649368286,
        -0.1643936038017273
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2479,
      "lr": 0.0001,
      "sup_loss": 1.1198923199443453,
      "rf_loss": 0.0,
      "total_loss": 1.1198923199443453,
      "lyap1_mean": -0.1634790599346161,
      "lyap1_max": -0.12627080082893372,
      "lyap1_min": -0.18418076634407043,
      "lyap_spec_mean": [
        -0.1634790599346161,
        -0.17194882035255432
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2480,
      "lr": 0.0001,
      "sup_loss": 1.0357920920559525,
      "rf_loss": 0.0,
      "total_loss": 1.0357920920559525,
      "lyap1_mean": -0.17072215676307678,
      "lyap1_max": -0.14461499452590942,
      "lyap1_min": -0.19872504472732544,
      "lyap_spec_mean": [
        -0.17072215676307678,
        -0.17841969430446625
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2481,
      "lr": 0.0001,
      "sup_loss": 1.0524741747093718,
      "rf_loss": 0.0,
      "total_loss": 1.0524741747093718,
      "lyap1_mean": -0.18225397169589996,
      "lyap1_max": -0.1674400269985199,
      "lyap1_min": -0.1919308602809906,
      "lyap_spec_mean": [
        -0.18225397169589996,
        -0.1909618377685547
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2482,
      "lr": 0.0001,
      "sup_loss": 1.077782402369243,
      "rf_loss": 0.0,
      "total_loss": 1.077782402369243,
      "lyap1_mean": -0.18422845005989075,
      "lyap1_max": -0.1762748658657074,
      "lyap1_min": -0.19666433334350586,
      "lyap_spec_mean": [
        -0.18422845005989075,
        -0.1893640160560608
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2483,
      "lr": 0.0001,
      "sup_loss": 1.0298693525500728,
      "rf_loss": 0.0,
      "total_loss": 1.0298693525500728,
      "lyap1_mean": -0.18742236495018005,
      "lyap1_max": -0.1688314527273178,
      "lyap1_min": -0.19991520047187805,
      "lyap_spec_mean": [
        -0.18742236495018005,
        -0.18654844164848328
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2484,
      "lr": 0.0001,
      "sup_loss": 1.0351294785233836,
      "rf_loss": 0.0,
      "total_loss": 1.0351294785233836,
      "lyap1_mean": -0.18318666517734528,
      "lyap1_max": -0.16702942550182343,
      "lyap1_min": -0.19632303714752197,
      "lyap_spec_mean": [
        -0.18318666517734528,
        -0.18555866181850433
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2485,
      "lr": 0.0001,
      "sup_loss": 1.0505046770458268,
      "rf_loss": 0.0,
      "total_loss": 1.0505046770458268,
      "lyap1_mean": -0.1841813623905182,
      "lyap1_max": -0.16859212517738342,
      "lyap1_min": -0.2018599510192871,
      "lyap_spec_mean": [
        -0.1841813623905182,
        -0.18043437600135803
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2486,
      "lr": 0.0001,
      "sup_loss": 1.0897341904475748,
      "rf_loss": 0.0,
      "total_loss": 1.0897341904475748,
      "lyap1_mean": -0.16552263498306274,
      "lyap1_max": -0.14085032045841217,
      "lyap1_min": -0.1833127737045288,
      "lyap_spec_mean": [
        -0.16552263498306274,
        -0.16810846328735352
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2487,
      "lr": 0.0001,
      "sup_loss": 1.0697230260652062,
      "rf_loss": 0.0,
      "total_loss": 1.0697230260652062,
      "lyap1_mean": -0.16405805945396423,
      "lyap1_max": -0.15026718378067017,
      "lyap1_min": -0.1742805689573288,
      "lyap_spec_mean": [
        -0.16405805945396423,
        -0.16699595749378204
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2488,
      "lr": 0.0001,
      "sup_loss": 1.0540916631254778,
      "rf_loss": 0.0,
      "total_loss": 1.0540916631254778,
      "lyap1_mean": -0.1765594184398651,
      "lyap1_max": -0.1628618836402893,
      "lyap1_min": -0.1914871335029602,
      "lyap_spec_mean": [
        -0.1765594184398651,
        -0.17124900221824646
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2489,
      "lr": 0.0001,
      "sup_loss": 1.0569233763218961,
      "rf_loss": 0.0,
      "total_loss": 1.0569233763218961,
      "lyap1_mean": -0.1706758737564087,
      "lyap1_max": -0.15664970874786377,
      "lyap1_min": -0.1837560385465622,
      "lyap_spec_mean": [
        -0.1706758737564087,
        -0.16932958364486694
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2490,
      "lr": 0.0001,
      "sup_loss": 1.0646561688010932,
      "rf_loss": 0.0,
      "total_loss": 1.0646561688010932,
      "lyap1_mean": -0.17027348279953003,
      "lyap1_max": -0.15753436088562012,
      "lyap1_min": -0.18268969655036926,
      "lyap_spec_mean": [
        -0.17027349770069122,
        -0.17189155519008636
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2491,
      "lr": 0.0001,
      "sup_loss": 1.0695290835887272,
      "rf_loss": 0.0,
      "total_loss": 1.0695290835887272,
      "lyap1_mean": -0.16045910120010376,
      "lyap1_max": -0.13716231286525726,
      "lyap1_min": -0.17312590777873993,
      "lyap_spec_mean": [
        -0.16045910120010376,
        -0.16362294554710388
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2492,
      "lr": 0.0001,
      "sup_loss": 1.0457537894670368,
      "rf_loss": 0.0,
      "total_loss": 1.0457537894670368,
      "lyap1_mean": -0.17451193928718567,
      "lyap1_max": -0.1623743623495102,
      "lyap1_min": -0.1798618733882904,
      "lyap_spec_mean": [
        -0.17451193928718567,
        -0.17438514530658722
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2493,
      "lr": 0.0001,
      "sup_loss": 1.0595267252137628,
      "rf_loss": 0.0,
      "total_loss": 1.0595267252137628,
      "lyap1_mean": -0.17154741287231445,
      "lyap1_max": -0.16017597913742065,
      "lyap1_min": -0.18593263626098633,
      "lyap_spec_mean": [
        -0.17154741287231445,
        -0.1690691113471985
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2494,
      "lr": 0.0001,
      "sup_loss": 1.0516232962067464,
      "rf_loss": 0.0,
      "total_loss": 1.0516232962067464,
      "lyap1_mean": -0.17644910514354706,
      "lyap1_max": -0.16379520297050476,
      "lyap1_min": -0.18764036893844604,
      "lyap_spec_mean": [
        -0.17644909024238586,
        -0.17323903739452362
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2495,
      "lr": 0.0001,
      "sup_loss": 1.0535507291223694,
      "rf_loss": 0.0,
      "total_loss": 1.0535507291223694,
      "lyap1_mean": -0.165215402841568,
      "lyap1_max": -0.14395557343959808,
      "lyap1_min": -0.17359209060668945,
      "lyap_spec_mean": [
        -0.165215402841568,
        -0.17515355348587036
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2496,
      "lr": 0.0001,
      "sup_loss": 1.0023122708431118,
      "rf_loss": 0.0,
      "total_loss": 1.0023122708431118,
      "lyap1_mean": -0.17504465579986572,
      "lyap1_max": -0.1661181002855301,
      "lyap1_min": -0.18735045194625854,
      "lyap_spec_mean": [
        -0.17504465579986572,
        -0.17589198052883148
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2497,
      "lr": 0.0001,
      "sup_loss": 1.0960907017091848,
      "rf_loss": 0.0,
      "total_loss": 1.0960907017091848,
      "lyap1_mean": -0.16747722029685974,
      "lyap1_max": -0.14915773272514343,
      "lyap1_min": -0.17820410430431366,
      "lyap_spec_mean": [
        -0.16747722029685974,
        -0.1660969853401184
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2498,
      "lr": 0.0001,
      "sup_loss": 1.0913378580812672,
      "rf_loss": 0.0,
      "total_loss": 1.0913378580812672,
      "lyap1_mean": -0.16995884478092194,
      "lyap1_max": -0.14789576828479767,
      "lyap1_min": -0.18980012834072113,
      "lyap_spec_mean": [
        -0.16995884478092194,
        -0.17143738269805908
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2499,
      "lr": 0.0001,
      "sup_loss": 1.065008873637346,
      "rf_loss": 0.0,
      "total_loss": 1.065008873637346,
      "lyap1_mean": -0.17592504620552063,
      "lyap1_max": -0.16886839270591736,
      "lyap1_min": -0.18418630957603455,
      "lyap_spec_mean": [
        -0.17592504620552063,
        -0.17162935435771942
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2500,
      "lr": 0.0001,
      "sup_loss": 1.0039401426166845,
      "rf_loss": 0.0,
      "total_loss": 1.0039401426166845,
      "lyap1_mean": -0.16033048927783966,
      "lyap1_max": -0.14944227039813995,
      "lyap1_min": -0.17465567588806152,
      "lyap_spec_mean": [
        -0.16033048927783966,
        -0.16873618960380554
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2501,
      "lr": 0.0001,
      "sup_loss": 1.0595750688592853,
      "rf_loss": 0.0,
      "total_loss": 1.0595750688592853,
      "lyap1_mean": -0.1635943055152893,
      "lyap1_max": -0.13319984078407288,
      "lyap1_min": -0.17604586482048035,
      "lyap_spec_mean": [
        -0.1635943204164505,
        -0.1692095696926117
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2502,
      "lr": 0.0001,
      "sup_loss": 1.0916047147807237,
      "rf_loss": 0.0,
      "total_loss": 1.0916047147807237,
      "lyap1_mean": -0.16720165312290192,
      "lyap1_max": -0.12152250111103058,
      "lyap1_min": -0.18047651648521423,
      "lyap_spec_mean": [
        -0.16720163822174072,
        -0.16949954628944397
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2503,
      "lr": 0.0001,
      "sup_loss": 1.0491633263905547,
      "rf_loss": 0.0,
      "total_loss": 1.0491633263905547,
      "lyap1_mean": -0.16153208911418915,
      "lyap1_max": -0.15052655339241028,
      "lyap1_min": -0.17198973894119263,
      "lyap_spec_mean": [
        -0.16153208911418915,
        -0.16897571086883545
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2504,
      "lr": 0.0001,
      "sup_loss": 1.0863688010633965,
      "rf_loss": 0.0,
      "total_loss": 1.0863688010633965,
      "lyap1_mean": -0.16573309898376465,
      "lyap1_max": -0.14430348575115204,
      "lyap1_min": -0.17619138956069946,
      "lyap_spec_mean": [
        -0.16573309898376465,
        -0.16691315174102783
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2505,
      "lr": 0.0001,
      "sup_loss": 1.0458668528546153,
      "rf_loss": 0.0,
      "total_loss": 1.0458668528546153,
      "lyap1_mean": -0.16825786232948303,
      "lyap1_max": -0.15467604994773865,
      "lyap1_min": -0.18149760365486145,
      "lyap_spec_mean": [
        -0.16825786232948303,
        -0.1678438037633896
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2506,
      "lr": 0.0001,
      "sup_loss": 1.037856206797155,
      "rf_loss": 0.0,
      "total_loss": 1.037856206797155,
      "lyap1_mean": -0.1662834882736206,
      "lyap1_max": -0.14984411001205444,
      "lyap1_min": -0.17671677470207214,
      "lyap_spec_mean": [
        -0.1662834733724594,
        -0.17114077508449554
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2507,
      "lr": 0.0001,
      "sup_loss": 1.1358570953083091,
      "rf_loss": 0.0,
      "total_loss": 1.1358570953083091,
      "lyap1_mean": -0.174678772687912,
      "lyap1_max": -0.16361306607723236,
      "lyap1_min": -0.18462851643562317,
      "lyap_spec_mean": [
        -0.174678772687912,
        -0.17645832896232605
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2508,
      "lr": 0.0001,
      "sup_loss": 1.1041838820608805,
      "rf_loss": 0.0,
      "total_loss": 1.1041838820608805,
      "lyap1_mean": -0.16969691216945648,
      "lyap1_max": -0.1298709362745285,
      "lyap1_min": -0.18618541955947876,
      "lyap_spec_mean": [
        -0.16969691216945648,
        -0.17282900214195251
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2509,
      "lr": 0.0001,
      "sup_loss": 1.0926561313005183,
      "rf_loss": 0.0,
      "total_loss": 1.0926561313005183,
      "lyap1_mean": -0.16921575367450714,
      "lyap1_max": -0.14148984849452972,
      "lyap1_min": -0.17959851026535034,
      "lyap_spec_mean": [
        -0.16921575367450714,
        -0.172444686293602
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2510,
      "lr": 0.0001,
      "sup_loss": 1.059190595200947,
      "rf_loss": 0.0,
      "total_loss": 1.059190595200947,
      "lyap1_mean": -0.17543451488018036,
      "lyap1_max": -0.15410514175891876,
      "lyap1_min": -0.1853451430797577,
      "lyap_spec_mean": [
        -0.17543452978134155,
        -0.1796131730079651
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2511,
      "lr": 0.0001,
      "sup_loss": 1.032284081160506,
      "rf_loss": 0.0,
      "total_loss": 1.032284081160506,
      "lyap1_mean": -0.1727147400379181,
      "lyap1_max": -0.16001297533512115,
      "lyap1_min": -0.18457531929016113,
      "lyap_spec_mean": [
        -0.1727147400379181,
        -0.17131292819976807
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2512,
      "lr": 0.0001,
      "sup_loss": 1.0769224367689836,
      "rf_loss": 0.0,
      "total_loss": 1.0769224367689836,
      "lyap1_mean": -0.1648271381855011,
      "lyap1_max": -0.1414443999528885,
      "lyap1_min": -0.18869684636592865,
      "lyap_spec_mean": [
        -0.1648271381855011,
        -0.16227532923221588
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2513,
      "lr": 0.0001,
      "sup_loss": 1.0683139892305191,
      "rf_loss": 0.0,
      "total_loss": 1.0683139892305191,
      "lyap1_mean": -0.16428115963935852,
      "lyap1_max": -0.1426752507686615,
      "lyap1_min": -0.17879539728164673,
      "lyap_spec_mean": [
        -0.16428115963935852,
        -0.170785591006279
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2514,
      "lr": 0.0001,
      "sup_loss": 0.9991618896549755,
      "rf_loss": 0.0,
      "total_loss": 0.9991618896549755,
      "lyap1_mean": -0.1643534004688263,
      "lyap1_max": -0.14754930138587952,
      "lyap1_min": -0.17896924912929535,
      "lyap_spec_mean": [
        -0.1643534004688263,
        -0.16913771629333496
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2515,
      "lr": 0.0001,
      "sup_loss": 1.1077460494933267,
      "rf_loss": 0.0,
      "total_loss": 1.1077460494933267,
      "lyap1_mean": -0.1613936424255371,
      "lyap1_max": -0.1515815705060959,
      "lyap1_min": -0.17199712991714478,
      "lyap_spec_mean": [
        -0.1613936424255371,
        -0.16630667448043823
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2516,
      "lr": 0.0001,
      "sup_loss": 1.111076907120983,
      "rf_loss": 0.0,
      "total_loss": 1.111076907120983,
      "lyap1_mean": -0.1622997522354126,
      "lyap1_max": -0.14818212389945984,
      "lyap1_min": -0.18222562968730927,
      "lyap_spec_mean": [
        -0.1622997373342514,
        -0.16585694253444672
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2517,
      "lr": 0.0001,
      "sup_loss": 1.0518143704315355,
      "rf_loss": 0.0,
      "total_loss": 1.0518143704315355,
      "lyap1_mean": -0.1655251532793045,
      "lyap1_max": -0.15571750700473785,
      "lyap1_min": -0.17535921931266785,
      "lyap_spec_mean": [
        -0.1655251532793045,
        -0.1675969660282135
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2518,
      "lr": 0.0001,
      "sup_loss": 1.0485564208275733,
      "rf_loss": 0.0,
      "total_loss": 1.0485564208275733,
      "lyap1_mean": -0.16068506240844727,
      "lyap1_max": -0.13801835477352142,
      "lyap1_min": -0.17394006252288818,
      "lyap_spec_mean": [
        -0.16068506240844727,
        -0.1608022153377533
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2519,
      "lr": 0.0001,
      "sup_loss": 1.0673478785627393,
      "rf_loss": 0.0,
      "total_loss": 1.0673478785627393,
      "lyap1_mean": -0.17071017622947693,
      "lyap1_max": -0.1547585427761078,
      "lyap1_min": -0.18360905349254608,
      "lyap_spec_mean": [
        -0.17071017622947693,
        -0.16990607976913452
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2520,
      "lr": 0.0001,
      "sup_loss": 1.0478148283285886,
      "rf_loss": 0.0,
      "total_loss": 1.0478148283285886,
      "lyap1_mean": -0.16336321830749512,
      "lyap1_max": -0.14545518159866333,
      "lyap1_min": -0.1766016185283661,
      "lyap_spec_mean": [
        -0.16336321830749512,
        -0.1633319854736328
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2521,
      "lr": 0.0001,
      "sup_loss": 1.0883543146541959,
      "rf_loss": 0.0,
      "total_loss": 1.0883543146541959,
      "lyap1_mean": -0.16548748314380646,
      "lyap1_max": -0.14365516602993011,
      "lyap1_min": -0.17655877768993378,
      "lyap_spec_mean": [
        -0.16548748314380646,
        -0.16516847908496857
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2522,
      "lr": 0.0001,
      "sup_loss": 1.0950749228189152,
      "rf_loss": 0.0,
      "total_loss": 1.0950749228189152,
      "lyap1_mean": -0.16492265462875366,
      "lyap1_max": -0.13880927860736847,
      "lyap1_min": -0.17974357306957245,
      "lyap_spec_mean": [
        -0.16492265462875366,
        -0.16339856386184692
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2523,
      "lr": 0.0001,
      "sup_loss": 1.0887553523217075,
      "rf_loss": 0.0,
      "total_loss": 1.0887553523217075,
      "lyap1_mean": -0.1621309518814087,
      "lyap1_max": -0.14168070256710052,
      "lyap1_min": -0.1728283166885376,
      "lyap_spec_mean": [
        -0.1621309518814087,
        -0.16497990489006042
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2524,
      "lr": 0.0001,
      "sup_loss": 1.0912492534751985,
      "rf_loss": 0.0,
      "total_loss": 1.0912492534751985,
      "lyap1_mean": -0.1693602353334427,
      "lyap1_max": -0.14873918890953064,
      "lyap1_min": -0.184263676404953,
      "lyap_spec_mean": [
        -0.1693602353334427,
        -0.17036324739456177
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2525,
      "lr": 0.0001,
      "sup_loss": 1.0724817065816354,
      "rf_loss": 0.0,
      "total_loss": 1.0724817065816354,
      "lyap1_mean": -0.17772692441940308,
      "lyap1_max": -0.16476604342460632,
      "lyap1_min": -0.1917869746685028,
      "lyap_spec_mean": [
        -0.17772693932056427,
        -0.1739753633737564
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2526,
      "lr": 0.0001,
      "sup_loss": 1.0244998213744891,
      "rf_loss": 0.0,
      "total_loss": 1.0244998213744891,
      "lyap1_mean": -0.17198987305164337,
      "lyap1_max": -0.15119490027427673,
      "lyap1_min": -0.18683820962905884,
      "lyap_spec_mean": [
        -0.17198988795280457,
        -0.1724015772342682
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2527,
      "lr": 0.0001,
      "sup_loss": 1.0523210515691337,
      "rf_loss": 0.0,
      "total_loss": 1.0523210515691337,
      "lyap1_mean": -0.18321296572685242,
      "lyap1_max": -0.1733325719833374,
      "lyap1_min": -0.19144603610038757,
      "lyap_spec_mean": [
        -0.18321296572685242,
        -0.17513686418533325
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2528,
      "lr": 0.0001,
      "sup_loss": 1.0764705658890616,
      "rf_loss": 0.0,
      "total_loss": 1.0764705658890616,
      "lyap1_mean": -0.18109598755836487,
      "lyap1_max": -0.16940557956695557,
      "lyap1_min": -0.19203534722328186,
      "lyap_spec_mean": [
        -0.18109598755836487,
        -0.18395763635635376
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2529,
      "lr": 0.0001,
      "sup_loss": 1.0243350889163465,
      "rf_loss": 0.0,
      "total_loss": 1.0243350889163465,
      "lyap1_mean": -0.1759922057390213,
      "lyap1_max": -0.1678415983915329,
      "lyap1_min": -0.18566998839378357,
      "lyap_spec_mean": [
        -0.1759922206401825,
        -0.17494714260101318
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2530,
      "lr": 0.0001,
      "sup_loss": 1.0861400618420436,
      "rf_loss": 0.0,
      "total_loss": 1.0861400618420436,
      "lyap1_mean": -0.17309319972991943,
      "lyap1_max": -0.15419703722000122,
      "lyap1_min": -0.18372783064842224,
      "lyap_spec_mean": [
        -0.17309319972991943,
        -0.17365418374538422
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2531,
      "lr": 0.0001,
      "sup_loss": 1.0841072320004215,
      "rf_loss": 0.0,
      "total_loss": 1.0841072320004215,
      "lyap1_mean": -0.17579205334186554,
      "lyap1_max": -0.16302567720413208,
      "lyap1_min": -0.1928243339061737,
      "lyap_spec_mean": [
        -0.17579205334186554,
        -0.17886604368686676
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2532,
      "lr": 0.0001,
      "sup_loss": 1.036365489024651,
      "rf_loss": 0.0,
      "total_loss": 1.036365489024651,
      "lyap1_mean": -0.18243402242660522,
      "lyap1_max": -0.1724219024181366,
      "lyap1_min": -0.19820742309093475,
      "lyap_spec_mean": [
        -0.18243400752544403,
        -0.17855599522590637
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2533,
      "lr": 0.0001,
      "sup_loss": 1.1139894124553222,
      "rf_loss": 0.0,
      "total_loss": 1.1139894124553222,
      "lyap1_mean": -0.17857521772384644,
      "lyap1_max": -0.16272690892219543,
      "lyap1_min": -0.19349150359630585,
      "lyap_spec_mean": [
        -0.17857521772384644,
        -0.18369925022125244
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2534,
      "lr": 0.0001,
      "sup_loss": 1.065765127359043,
      "rf_loss": 0.0,
      "total_loss": 1.065765127359043,
      "lyap1_mean": -0.17723609507083893,
      "lyap1_max": -0.14777638018131256,
      "lyap1_min": -0.1943904012441635,
      "lyap_spec_mean": [
        -0.17723609507083893,
        -0.17896828055381775
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2535,
      "lr": 0.0001,
      "sup_loss": 1.079817702876472,
      "rf_loss": 0.0,
      "total_loss": 1.079817702876472,
      "lyap1_mean": -0.18027375638484955,
      "lyap1_max": -0.1705191433429718,
      "lyap1_min": -0.19000613689422607,
      "lyap_spec_mean": [
        -0.18027375638484955,
        -0.18193376064300537
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2536,
      "lr": 0.0001,
      "sup_loss": 1.037506114725294,
      "rf_loss": 0.0,
      "total_loss": 1.037506114725294,
      "lyap1_mean": -0.1797303408384323,
      "lyap1_max": -0.17670296132564545,
      "lyap1_min": -0.18402612209320068,
      "lyap_spec_mean": [
        -0.1797303408384323,
        -0.18605192005634308
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2537,
      "lr": 0.0001,
      "sup_loss": 1.0846148105516775,
      "rf_loss": 0.0,
      "total_loss": 1.0846148105516775,
      "lyap1_mean": -0.177301287651062,
      "lyap1_max": -0.1593184769153595,
      "lyap1_min": -0.19812211394309998,
      "lyap_spec_mean": [
        -0.177301287651062,
        -0.18057699501514435
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2538,
      "lr": 0.0001,
      "sup_loss": 1.025211652349,
      "rf_loss": 0.0,
      "total_loss": 1.025211652349,
      "lyap1_mean": -0.17117848992347717,
      "lyap1_max": -0.14563366770744324,
      "lyap1_min": -0.18695774674415588,
      "lyap_spec_mean": [
        -0.17117848992347717,
        -0.176371768116951
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2539,
      "lr": 0.0001,
      "sup_loss": 1.0720541649323092,
      "rf_loss": 0.0,
      "total_loss": 1.0720541649323092,
      "lyap1_mean": -0.17707112431526184,
      "lyap1_max": -0.16239747405052185,
      "lyap1_min": -0.1887650340795517,
      "lyap_spec_mean": [
        -0.17707112431526184,
        -0.18067099153995514
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2540,
      "lr": 0.0001,
      "sup_loss": 1.0503683504846337,
      "rf_loss": 0.0,
      "total_loss": 1.0503683504846337,
      "lyap1_mean": -0.17044666409492493,
      "lyap1_max": -0.15274843573570251,
      "lyap1_min": -0.18740741908550262,
      "lyap_spec_mean": [
        -0.17044667899608612,
        -0.17808301746845245
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2541,
      "lr": 0.0001,
      "sup_loss": 1.0283151615510082,
      "rf_loss": 0.0,
      "total_loss": 1.0283151615510082,
      "lyap1_mean": -0.1728893220424652,
      "lyap1_max": -0.16768744587898254,
      "lyap1_min": -0.18120336532592773,
      "lyap_spec_mean": [
        -0.1728893220424652,
        -0.17242497205734253
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2542,
      "lr": 0.0001,
      "sup_loss": 1.0745204850190915,
      "rf_loss": 0.0,
      "total_loss": 1.0745204850190915,
      "lyap1_mean": -0.17306110262870789,
      "lyap1_max": -0.16601169109344482,
      "lyap1_min": -0.18162015080451965,
      "lyap_spec_mean": [
        -0.17306110262870789,
        -0.17396923899650574
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2543,
      "lr": 0.0001,
      "sup_loss": 1.1080167892575357,
      "rf_loss": 0.0,
      "total_loss": 1.1080167892575357,
      "lyap1_mean": -0.17393088340759277,
      "lyap1_max": -0.1656801402568817,
      "lyap1_min": -0.18205693364143372,
      "lyap_spec_mean": [
        -0.17393088340759277,
        -0.17610058188438416
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2544,
      "lr": 0.0001,
      "sup_loss": 1.0672267501465054,
      "rf_loss": 0.0,
      "total_loss": 1.0672267501465054,
      "lyap1_mean": -0.16578778624534607,
      "lyap1_max": -0.14719149470329285,
      "lyap1_min": -0.18151961266994476,
      "lyap_spec_mean": [
        -0.16578778624534607,
        -0.17210260033607483
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2545,
      "lr": 0.0001,
      "sup_loss": 1.1283660942768827,
      "rf_loss": 0.0,
      "total_loss": 1.1283660942768827,
      "lyap1_mean": -0.17166996002197266,
      "lyap1_max": -0.1618606448173523,
      "lyap1_min": -0.17943304777145386,
      "lyap_spec_mean": [
        -0.17166996002197266,
        -0.1706225574016571
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2546,
      "lr": 0.0001,
      "sup_loss": 1.04262366784188,
      "rf_loss": 0.0,
      "total_loss": 1.04262366784188,
      "lyap1_mean": -0.17583991587162018,
      "lyap1_max": -0.15375009179115295,
      "lyap1_min": -0.19067224860191345,
      "lyap_spec_mean": [
        -0.17583991587162018,
        -0.18129447102546692
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2547,
      "lr": 0.0001,
      "sup_loss": 1.0756436363328608,
      "rf_loss": 0.0,
      "total_loss": 1.0756436363328608,
      "lyap1_mean": -0.17391285300254822,
      "lyap1_max": -0.15019679069519043,
      "lyap1_min": -0.18987011909484863,
      "lyap_spec_mean": [
        -0.17391285300254822,
        -0.18027028441429138
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2548,
      "lr": 0.0001,
      "sup_loss": 1.0725102128082222,
      "rf_loss": 0.0,
      "total_loss": 1.0725102128082222,
      "lyap1_mean": -0.17798733711242676,
      "lyap1_max": -0.15158578753471375,
      "lyap1_min": -0.18927258253097534,
      "lyap_spec_mean": [
        -0.17798733711242676,
        -0.18256516754627228
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2549,
      "lr": 0.0001,
      "sup_loss": 1.0652232291029382,
      "rf_loss": 0.0,
      "total_loss": 1.0652232291029382,
      "lyap1_mean": -0.16959860920906067,
      "lyap1_max": -0.16252285242080688,
      "lyap1_min": -0.18430575728416443,
      "lyap_spec_mean": [
        -0.16959860920906067,
        -0.17583584785461426
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2550,
      "lr": 0.0001,
      "sup_loss": 1.0578528330274282,
      "rf_loss": 0.0,
      "total_loss": 1.0578528330274282,
      "lyap1_mean": -0.16745972633361816,
      "lyap1_max": -0.1513403058052063,
      "lyap1_min": -0.1759948432445526,
      "lyap_spec_mean": [
        -0.16745972633361816,
        -0.17176805436611176
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2551,
      "lr": 0.0001,
      "sup_loss": 1.087045712008316,
      "rf_loss": 0.0,
      "total_loss": 1.087045712008316,
      "lyap1_mean": -0.16364333033561707,
      "lyap1_max": -0.14952322840690613,
      "lyap1_min": -0.176075741648674,
      "lyap_spec_mean": [
        -0.16364331543445587,
        -0.16789795458316803
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2552,
      "lr": 0.0001,
      "sup_loss": 1.055003091939633,
      "rf_loss": 0.0,
      "total_loss": 1.055003091939633,
      "lyap1_mean": -0.16476133465766907,
      "lyap1_max": -0.14403216540813446,
      "lyap1_min": -0.18510061502456665,
      "lyap_spec_mean": [
        -0.16476133465766907,
        -0.16718347370624542
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2553,
      "lr": 0.0001,
      "sup_loss": 1.0935025706809975,
      "rf_loss": 0.0,
      "total_loss": 1.0935025706809975,
      "lyap1_mean": -0.16175782680511475,
      "lyap1_max": -0.12134286016225815,
      "lyap1_min": -0.17796830832958221,
      "lyap_spec_mean": [
        -0.16175782680511475,
        -0.16876111924648285
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2554,
      "lr": 0.0001,
      "sup_loss": 1.042774895896758,
      "rf_loss": 0.0,
      "total_loss": 1.042774895896758,
      "lyap1_mean": -0.16794821619987488,
      "lyap1_max": -0.14876309037208557,
      "lyap1_min": -0.17366068065166473,
      "lyap_spec_mean": [
        -0.16794821619987488,
        -0.165446475148201
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2555,
      "lr": 0.0001,
      "sup_loss": 1.1011658970786342,
      "rf_loss": 0.0,
      "total_loss": 1.1011658970786342,
      "lyap1_mean": -0.1617436558008194,
      "lyap1_max": -0.14304447174072266,
      "lyap1_min": -0.173073410987854,
      "lyap_spec_mean": [
        -0.1617436408996582,
        -0.16601435840129852
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2556,
      "lr": 0.0001,
      "sup_loss": 0.9909887138268546,
      "rf_loss": 0.0,
      "total_loss": 0.9909887138268546,
      "lyap1_mean": -0.16403654217720032,
      "lyap1_max": -0.14358802139759064,
      "lyap1_min": -0.1756996363401413,
      "lyap_spec_mean": [
        -0.16403654217720032,
        -0.16237491369247437
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2557,
      "lr": 0.0001,
      "sup_loss": 1.0975647724016988,
      "rf_loss": 0.0,
      "total_loss": 1.0975647724016988,
      "lyap1_mean": -0.16159066557884216,
      "lyap1_max": -0.1483159363269806,
      "lyap1_min": -0.17377214133739471,
      "lyap_spec_mean": [
        -0.16159065067768097,
        -0.1634192168712616
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2558,
      "lr": 0.0001,
      "sup_loss": 1.0695799569669708,
      "rf_loss": 0.0,
      "total_loss": 1.0695799569669708,
      "lyap1_mean": -0.16235512495040894,
      "lyap1_max": -0.15210865437984467,
      "lyap1_min": -0.17766034603118896,
      "lyap_spec_mean": [
        -0.16235511004924774,
        -0.16104106605052948
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2559,
      "lr": 0.0001,
      "sup_loss": 0.9775532048445142,
      "rf_loss": 0.0,
      "total_loss": 0.9775532048445142,
      "lyap1_mean": -0.1673945188522339,
      "lyap1_max": -0.1518864631652832,
      "lyap1_min": -0.182760089635849,
      "lyap_spec_mean": [
        -0.16739453375339508,
        -0.16700312495231628
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2560,
      "lr": 0.0001,
      "sup_loss": 1.0887576525103282,
      "rf_loss": 0.0,
      "total_loss": 1.0887576525103282,
      "lyap1_mean": -0.15873488783836365,
      "lyap1_max": -0.14202344417572021,
      "lyap1_min": -0.1812066286802292,
      "lyap_spec_mean": [
        -0.15873490273952484,
        -0.16172441840171814
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2561,
      "lr": 0.0001,
      "sup_loss": 1.0897496147614099,
      "rf_loss": 0.0,
      "total_loss": 1.0897496147614099,
      "lyap1_mean": -0.16297006607055664,
      "lyap1_max": -0.1520681381225586,
      "lyap1_min": -0.17760199308395386,
      "lyap_spec_mean": [
        -0.16297006607055664,
        -0.16614006459712982
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2562,
      "lr": 0.0001,
      "sup_loss": 1.109019394054032,
      "rf_loss": 0.0,
      "total_loss": 1.109019394054032,
      "lyap1_mean": -0.16550791263580322,
      "lyap1_max": -0.1514538824558258,
      "lyap1_min": -0.17906133830547333,
      "lyap_spec_mean": [
        -0.16550791263580322,
        -0.16802766919136047
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2563,
      "lr": 0.0001,
      "sup_loss": 1.0837919955867865,
      "rf_loss": 0.0,
      "total_loss": 1.0837919955867865,
      "lyap1_mean": -0.16654837131500244,
      "lyap1_max": -0.1521359086036682,
      "lyap1_min": -0.17944513261318207,
      "lyap_spec_mean": [
        -0.16654837131500244,
        -0.17075681686401367
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2564,
      "lr": 0.0001,
      "sup_loss": 1.0673525525018843,
      "rf_loss": 0.0,
      "total_loss": 1.0673525525018843,
      "lyap1_mean": -0.16880881786346436,
      "lyap1_max": -0.1552637815475464,
      "lyap1_min": -0.1802811622619629,
      "lyap_spec_mean": [
        -0.16880881786346436,
        -0.168188214302063
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2565,
      "lr": 0.0001,
      "sup_loss": 1.0522033260737198,
      "rf_loss": 0.0,
      "total_loss": 1.0522033260737198,
      "lyap1_mean": -0.17152109742164612,
      "lyap1_max": -0.16245430707931519,
      "lyap1_min": -0.17864784598350525,
      "lyap_spec_mean": [
        -0.17152109742164612,
        -0.1728288233280182
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2566,
      "lr": 0.0001,
      "sup_loss": 1.0753940673574494,
      "rf_loss": 0.0,
      "total_loss": 1.0753940673574494,
      "lyap1_mean": -0.1877971887588501,
      "lyap1_max": -0.17436806857585907,
      "lyap1_min": -0.2020931839942932,
      "lyap_spec_mean": [
        -0.1877971887588501,
        -0.18567527830600739
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2567,
      "lr": 0.0001,
      "sup_loss": 1.0973415987563677,
      "rf_loss": 0.0,
      "total_loss": 1.0973415987563677,
      "lyap1_mean": -0.1867186725139618,
      "lyap1_max": -0.16827988624572754,
      "lyap1_min": -0.1984354704618454,
      "lyap_spec_mean": [
        -0.1867186725139618,
        -0.18252182006835938
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2568,
      "lr": 0.0001,
      "sup_loss": 1.0805423793053426,
      "rf_loss": 0.0,
      "total_loss": 1.0805423793053426,
      "lyap1_mean": -0.18508116900920868,
      "lyap1_max": -0.16075089573860168,
      "lyap1_min": -0.19771265983581543,
      "lyap_spec_mean": [
        -0.18508116900920868,
        -0.19105742871761322
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2569,
      "lr": 0.0001,
      "sup_loss": 1.0830676154065166,
      "rf_loss": 0.0,
      "total_loss": 1.0830676154065166,
      "lyap1_mean": -0.1777297705411911,
      "lyap1_max": -0.16037923097610474,
      "lyap1_min": -0.19124500453472137,
      "lyap_spec_mean": [
        -0.1777297705411911,
        -0.17815947532653809
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2570,
      "lr": 0.0001,
      "sup_loss": 1.0916915314735303,
      "rf_loss": 0.0,
      "total_loss": 1.0916915314735303,
      "lyap1_mean": -0.1722090244293213,
      "lyap1_max": -0.1481054127216339,
      "lyap1_min": -0.18426159024238586,
      "lyap_spec_mean": [
        -0.1722090244293213,
        -0.16557732224464417
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2571,
      "lr": 0.0001,
      "sup_loss": 1.0680395723199383,
      "rf_loss": 0.0,
      "total_loss": 1.0680395723199383,
      "lyap1_mean": -0.16525110602378845,
      "lyap1_max": -0.14335471391677856,
      "lyap1_min": -0.17960047721862793,
      "lyap_spec_mean": [
        -0.16525110602378845,
        -0.16734953224658966
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2572,
      "lr": 0.0001,
      "sup_loss": 1.0885128411908003,
      "rf_loss": 0.0,
      "total_loss": 1.0885128411908003,
      "lyap1_mean": -0.1721344292163849,
      "lyap1_max": -0.14294494688510895,
      "lyap1_min": -0.18213313817977905,
      "lyap_spec_mean": [
        -0.1721344292163849,
        -0.1710595339536667
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2573,
      "lr": 0.0001,
      "sup_loss": 1.0801392337775473,
      "rf_loss": 0.0,
      "total_loss": 1.0801392337775473,
      "lyap1_mean": -0.16515135765075684,
      "lyap1_max": -0.1480972319841385,
      "lyap1_min": -0.18788091838359833,
      "lyap_spec_mean": [
        -0.16515135765075684,
        -0.16440249979496002
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2574,
      "lr": 0.0001,
      "sup_loss": 1.0943910196771016,
      "rf_loss": 0.0,
      "total_loss": 1.0943910196771016,
      "lyap1_mean": -0.16053993999958038,
      "lyap1_max": -0.1397731602191925,
      "lyap1_min": -0.17871642112731934,
      "lyap_spec_mean": [
        -0.1605399250984192,
        -0.1591046154499054
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2575,
      "lr": 0.0001,
      "sup_loss": 1.0615562205341056,
      "rf_loss": 0.0,
      "total_loss": 1.0615562205341056,
      "lyap1_mean": -0.15865769982337952,
      "lyap1_max": -0.15131281316280365,
      "lyap1_min": -0.16637882590293884,
      "lyap_spec_mean": [
        -0.15865769982337952,
        -0.15933522582054138
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2576,
      "lr": 0.0001,
      "sup_loss": 1.0658707700383891,
      "rf_loss": 0.0,
      "total_loss": 1.0658707700383891,
      "lyap1_mean": -0.15557317435741425,
      "lyap1_max": -0.14683157205581665,
      "lyap1_min": -0.16390584409236908,
      "lyap_spec_mean": [
        -0.15557317435741425,
        -0.15632420778274536
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2577,
      "lr": 0.0001,
      "sup_loss": 1.0699615777963722,
      "rf_loss": 0.0,
      "total_loss": 1.0699615777963722,
      "lyap1_mean": -0.15957598388195038,
      "lyap1_max": -0.1459740698337555,
      "lyap1_min": -0.1754399538040161,
      "lyap_spec_mean": [
        -0.15957598388195038,
        -0.15773463249206543
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2578,
      "lr": 0.0001,
      "sup_loss": 0.9830707433604846,
      "rf_loss": 0.0,
      "total_loss": 0.9830707433604846,
      "lyap1_mean": -0.158135324716568,
      "lyap1_max": -0.14705683290958405,
      "lyap1_min": -0.1638684719800949,
      "lyap_spec_mean": [
        -0.158135324716568,
        -0.1568530797958374
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2579,
      "lr": 0.0001,
      "sup_loss": 1.0546490611326922,
      "rf_loss": 0.0,
      "total_loss": 1.0546490611326922,
      "lyap1_mean": -0.15115496516227722,
      "lyap1_max": -0.13509203493595123,
      "lyap1_min": -0.16392157971858978,
      "lyap_spec_mean": [
        -0.15115496516227722,
        -0.15935984253883362
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2580,
      "lr": 0.0001,
      "sup_loss": 1.0515653748811762,
      "rf_loss": 0.0,
      "total_loss": 1.0515653748811762,
      "lyap1_mean": -0.15670281648635864,
      "lyap1_max": -0.14296159148216248,
      "lyap1_min": -0.16610249876976013,
      "lyap_spec_mean": [
        -0.15670281648635864,
        -0.15645849704742432
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2581,
      "lr": 0.0001,
      "sup_loss": 1.0101037767137815,
      "rf_loss": 0.0,
      "total_loss": 1.0101037767137815,
      "lyap1_mean": -0.15585443377494812,
      "lyap1_max": -0.1442139446735382,
      "lyap1_min": -0.16533906757831573,
      "lyap_spec_mean": [
        -0.15585441887378693,
        -0.1579391360282898
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2582,
      "lr": 0.0001,
      "sup_loss": 1.0554773921569267,
      "rf_loss": 0.0,
      "total_loss": 1.0554773921569267,
      "lyap1_mean": -0.16357165575027466,
      "lyap1_max": -0.1464371383190155,
      "lyap1_min": -0.18299365043640137,
      "lyap_spec_mean": [
        -0.16357165575027466,
        -0.16466854512691498
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2583,
      "lr": 0.0001,
      "sup_loss": 1.0595933737988865,
      "rf_loss": 0.0,
      "total_loss": 1.0595933737988865,
      "lyap1_mean": -0.1628229320049286,
      "lyap1_max": -0.14922232925891876,
      "lyap1_min": -0.17381785809993744,
      "lyap_spec_mean": [
        -0.1628229320049286,
        -0.1635022759437561
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2584,
      "lr": 0.0001,
      "sup_loss": 1.0567559789361427,
      "rf_loss": 0.0,
      "total_loss": 1.0567559789361427,
      "lyap1_mean": -0.16096755862236023,
      "lyap1_max": -0.1474250704050064,
      "lyap1_min": -0.16845594346523285,
      "lyap_spec_mean": [
        -0.16096755862236023,
        -0.16288936138153076
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2585,
      "lr": 0.0001,
      "sup_loss": 1.030209641689263,
      "rf_loss": 0.0,
      "total_loss": 1.030209641689263,
      "lyap1_mean": -0.16784396767616272,
      "lyap1_max": -0.1492985486984253,
      "lyap1_min": -0.18000468611717224,
      "lyap_spec_mean": [
        -0.16784396767616272,
        -0.16489645838737488
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2586,
      "lr": 0.0001,
      "sup_loss": 1.0659231654406247,
      "rf_loss": 0.0,
      "total_loss": 1.0659231654406247,
      "lyap1_mean": -0.16816496849060059,
      "lyap1_max": -0.1536480188369751,
      "lyap1_min": -0.1797899305820465,
      "lyap_spec_mean": [
        -0.1681649535894394,
        -0.1675771176815033
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2587,
      "lr": 0.0001,
      "sup_loss": 1.0679227966940412,
      "rf_loss": 0.0,
      "total_loss": 1.0679227966940412,
      "lyap1_mean": -0.16684302687644958,
      "lyap1_max": -0.15746498107910156,
      "lyap1_min": -0.17501574754714966,
      "lyap_spec_mean": [
        -0.16684302687644958,
        -0.16868817806243896
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2588,
      "lr": 0.0001,
      "sup_loss": 1.092405786346751,
      "rf_loss": 0.0,
      "total_loss": 1.092405786346751,
      "lyap1_mean": -0.16458144783973694,
      "lyap1_max": -0.1502465009689331,
      "lyap1_min": -0.1771782636642456,
      "lyap_spec_mean": [
        -0.16458144783973694,
        -0.164046049118042
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2589,
      "lr": 0.0001,
      "sup_loss": 1.0756881607718922,
      "rf_loss": 0.0,
      "total_loss": 1.0756881607718922,
      "lyap1_mean": -0.1649281084537506,
      "lyap1_max": -0.15100210905075073,
      "lyap1_min": -0.18069563806056976,
      "lyap_spec_mean": [
        -0.1649281084537506,
        -0.1654740571975708
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2590,
      "lr": 0.0001,
      "sup_loss": 1.0830242521178368,
      "rf_loss": 0.0,
      "total_loss": 1.0830242521178368,
      "lyap1_mean": -0.15627050399780273,
      "lyap1_max": -0.14873456954956055,
      "lyap1_min": -0.1662280559539795,
      "lyap_spec_mean": [
        -0.15627050399780273,
        -0.1568899154663086
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2591,
      "lr": 0.0001,
      "sup_loss": 1.0467758260098055,
      "rf_loss": 0.0,
      "total_loss": 1.0467758260098055,
      "lyap1_mean": -0.15908056497573853,
      "lyap1_max": -0.14497537910938263,
      "lyap1_min": -0.1678600311279297,
      "lyap_spec_mean": [
        -0.15908056497573853,
        -0.15882256627082825
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2592,
      "lr": 0.0001,
      "sup_loss": 1.0274507698792101,
      "rf_loss": 0.0,
      "total_loss": 1.0274507698792101,
      "lyap1_mean": -0.1532326340675354,
      "lyap1_max": -0.14043918251991272,
      "lyap1_min": -0.1593780368566513,
      "lyap_spec_mean": [
        -0.1532326340675354,
        -0.1528080850839615
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2593,
      "lr": 0.0001,
      "sup_loss": 1.0431073601561052,
      "rf_loss": 0.0,
      "total_loss": 1.0431073601561052,
      "lyap1_mean": -0.15692302584648132,
      "lyap1_max": -0.1419038325548172,
      "lyap1_min": -0.165620356798172,
      "lyap_spec_mean": [
        -0.15692302584648132,
        -0.15308021008968353
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2594,
      "lr": 0.0001,
      "sup_loss": 1.1539265058159411,
      "rf_loss": 0.0,
      "total_loss": 1.1539265058159411,
      "lyap1_mean": -0.14819559454917908,
      "lyap1_max": -0.12710237503051758,
      "lyap1_min": -0.1637641191482544,
      "lyap_spec_mean": [
        -0.14819559454917908,
        -0.15415868163108826
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2595,
      "lr": 0.0001,
      "sup_loss": 1.0488029386671722,
      "rf_loss": 0.0,
      "total_loss": 1.0488029386671722,
      "lyap1_mean": -0.15393349528312683,
      "lyap1_max": -0.14343322813510895,
      "lyap1_min": -0.16170889139175415,
      "lyap_spec_mean": [
        -0.15393349528312683,
        -0.15130220353603363
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2596,
      "lr": 0.0001,
      "sup_loss": 1.054073252583318,
      "rf_loss": 0.0,
      "total_loss": 1.054073252583318,
      "lyap1_mean": -0.15323147177696228,
      "lyap1_max": -0.13153661787509918,
      "lyap1_min": -0.16787952184677124,
      "lyap_spec_mean": [
        -0.15323147177696228,
        -0.15380007028579712
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2597,
      "lr": 0.0001,
      "sup_loss": 1.0089395122071867,
      "rf_loss": 0.0,
      "total_loss": 1.0089395122071867,
      "lyap1_mean": -0.1677301675081253,
      "lyap1_max": -0.15471342206001282,
      "lyap1_min": -0.19155776500701904,
      "lyap_spec_mean": [
        -0.1677301675081253,
        -0.16370722651481628
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2598,
      "lr": 0.0001,
      "sup_loss": 1.0751001312917796,
      "rf_loss": 0.0,
      "total_loss": 1.0751001312917796,
      "lyap1_mean": -0.17079666256904602,
      "lyap1_max": -0.1594904214143753,
      "lyap1_min": -0.1831831932067871,
      "lyap_spec_mean": [
        -0.17079666256904602,
        -0.17180520296096802
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2599,
      "lr": 0.0001,
      "sup_loss": 1.0383558592260398,
      "rf_loss": 0.0,
      "total_loss": 1.0383558592260398,
      "lyap1_mean": -0.17067569494247437,
      "lyap1_max": -0.16080044209957123,
      "lyap1_min": -0.17915861308574677,
      "lyap_spec_mean": [
        -0.17067568004131317,
        -0.17091578245162964
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2600,
      "lr": 0.0001,
      "sup_loss": 1.0612857238320919,
      "rf_loss": 0.0,
      "total_loss": 1.0612857238320919,
      "lyap1_mean": -0.1675231158733368,
      "lyap1_max": -0.15237081050872803,
      "lyap1_min": -0.17797458171844482,
      "lyap_spec_mean": [
        -0.1675231158733368,
        -0.17302784323692322
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2601,
      "lr": 0.0001,
      "sup_loss": 1.0465022794132028,
      "rf_loss": 0.0,
      "total_loss": 1.0465022794132028,
      "lyap1_mean": -0.15837371349334717,
      "lyap1_max": -0.1387602835893631,
      "lyap1_min": -0.1835019290447235,
      "lyap_spec_mean": [
        -0.15837369859218597,
        -0.16182327270507812
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2602,
      "lr": 0.0001,
      "sup_loss": 1.0646712931054578,
      "rf_loss": 0.0,
      "total_loss": 1.0646712931054578,
      "lyap1_mean": -0.16322797536849976,
      "lyap1_max": -0.15110310912132263,
      "lyap1_min": -0.17075584828853607,
      "lyap_spec_mean": [
        -0.16322797536849976,
        -0.16032670438289642
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2603,
      "lr": 0.0001,
      "sup_loss": 1.0198497856812518,
      "rf_loss": 0.0,
      "total_loss": 1.0198497856812518,
      "lyap1_mean": -0.1522616744041443,
      "lyap1_max": -0.14268448948860168,
      "lyap1_min": -0.16536186635494232,
      "lyap_spec_mean": [
        -0.1522616744041443,
        -0.15840160846710205
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2604,
      "lr": 0.0001,
      "sup_loss": 1.0681461756617168,
      "rf_loss": 0.0,
      "total_loss": 1.0681461756617168,
      "lyap1_mean": -0.14914529025554657,
      "lyap1_max": -0.12996508181095123,
      "lyap1_min": -0.17623667418956757,
      "lyap_spec_mean": [
        -0.14914529025554657,
        -0.15043607354164124
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2605,
      "lr": 0.0001,
      "sup_loss": 1.0728110411681926,
      "rf_loss": 0.0,
      "total_loss": 1.0728110411681926,
      "lyap1_mean": -0.1588526964187622,
      "lyap1_max": -0.14676786959171295,
      "lyap1_min": -0.16824327409267426,
      "lyap_spec_mean": [
        -0.1588526964187622,
        -0.16329193115234375
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2606,
      "lr": 0.0001,
      "sup_loss": 1.050270361519757,
      "rf_loss": 0.0,
      "total_loss": 1.050270361519757,
      "lyap1_mean": -0.16533535718917847,
      "lyap1_max": -0.15460476279258728,
      "lyap1_min": -0.18007540702819824,
      "lyap_spec_mean": [
        -0.16533535718917847,
        -0.16330890357494354
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2607,
      "lr": 0.0001,
      "sup_loss": 1.042197011614971,
      "rf_loss": 0.0,
      "total_loss": 1.042197011614971,
      "lyap1_mean": -0.1582368016242981,
      "lyap1_max": -0.140628844499588,
      "lyap1_min": -0.17687498033046722,
      "lyap_spec_mean": [
        -0.1582368016242981,
        -0.16584545373916626
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2608,
      "lr": 0.0001,
      "sup_loss": 1.0565191333235038,
      "rf_loss": 0.0,
      "total_loss": 1.0565191333235038,
      "lyap1_mean": -0.16726036369800568,
      "lyap1_max": -0.15025819838047028,
      "lyap1_min": -0.17782406508922577,
      "lyap_spec_mean": [
        -0.16726036369800568,
        -0.17400839924812317
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2609,
      "lr": 0.0001,
      "sup_loss": 1.0862681926139954,
      "rf_loss": 0.0,
      "total_loss": 1.0862681926139954,
      "lyap1_mean": -0.17444159090518951,
      "lyap1_max": -0.14492161571979523,
      "lyap1_min": -0.18833300471305847,
      "lyap_spec_mean": [
        -0.1744416058063507,
        -0.17681077122688293
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2610,
      "lr": 0.0001,
      "sup_loss": 1.0761250056857221,
      "rf_loss": 0.0,
      "total_loss": 1.0761250056857221,
      "lyap1_mean": -0.16952046751976013,
      "lyap1_max": -0.15639136731624603,
      "lyap1_min": -0.17711429297924042,
      "lyap_spec_mean": [
        -0.16952046751976013,
        -0.1737131029367447
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2611,
      "lr": 0.0001,
      "sup_loss": 1.0392980212591474,
      "rf_loss": 0.0,
      "total_loss": 1.0392980212591474,
      "lyap1_mean": -0.1761588454246521,
      "lyap1_max": -0.15918311476707458,
      "lyap1_min": -0.19595259428024292,
      "lyap_spec_mean": [
        -0.1761588454246521,
        -0.1768900454044342
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2612,
      "lr": 0.0001,
      "sup_loss": 1.0741907379863282,
      "rf_loss": 0.0,
      "total_loss": 1.0741907379863282,
      "lyap1_mean": -0.17765451967716217,
      "lyap1_max": -0.15051999688148499,
      "lyap1_min": -0.19264879822731018,
      "lyap_spec_mean": [
        -0.17765450477600098,
        -0.17790555953979492
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2613,
      "lr": 0.0001,
      "sup_loss": 1.0627361365663495,
      "rf_loss": 0.0,
      "total_loss": 1.0627361365663495,
      "lyap1_mean": -0.17029713094234467,
      "lyap1_max": -0.15103349089622498,
      "lyap1_min": -0.18438264727592468,
      "lyap_spec_mean": [
        -0.17029711604118347,
        -0.1732562929391861
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2614,
      "lr": 0.0001,
      "sup_loss": 1.1160100302358,
      "rf_loss": 0.0,
      "total_loss": 1.1160100302358,
      "lyap1_mean": -0.1698814034461975,
      "lyap1_max": -0.1510489284992218,
      "lyap1_min": -0.18645304441452026,
      "lyap_spec_mean": [
        -0.1698814183473587,
        -0.17096921801567078
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2615,
      "lr": 0.0001,
      "sup_loss": 1.0864408201091253,
      "rf_loss": 0.0,
      "total_loss": 1.0864408201091253,
      "lyap1_mean": -0.15783989429473877,
      "lyap1_max": -0.11329483985900879,
      "lyap1_min": -0.17592692375183105,
      "lyap_spec_mean": [
        -0.15783989429473877,
        -0.165097177028656
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2616,
      "lr": 0.0001,
      "sup_loss": 1.1049454239834464,
      "rf_loss": 0.0,
      "total_loss": 1.1049454239834464,
      "lyap1_mean": -0.1660686433315277,
      "lyap1_max": -0.15691901743412018,
      "lyap1_min": -0.17484919726848602,
      "lyap_spec_mean": [
        -0.1660686433315277,
        -0.16625449061393738
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2617,
      "lr": 0.0001,
      "sup_loss": 1.0819211780809732,
      "rf_loss": 0.0,
      "total_loss": 1.0819211780809732,
      "lyap1_mean": -0.15503577888011932,
      "lyap1_max": -0.1304740309715271,
      "lyap1_min": -0.16847428679466248,
      "lyap_spec_mean": [
        -0.15503579378128052,
        -0.16273455321788788
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2618,
      "lr": 0.0001,
      "sup_loss": 1.059913279694273,
      "rf_loss": 0.0,
      "total_loss": 1.059913279694273,
      "lyap1_mean": -0.15349532663822174,
      "lyap1_max": -0.12524890899658203,
      "lyap1_min": -0.1680656373500824,
      "lyap_spec_mean": [
        -0.15349531173706055,
        -0.1548682153224945
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2619,
      "lr": 0.0001,
      "sup_loss": 1.0182261763908558,
      "rf_loss": 0.0,
      "total_loss": 1.0182261763908558,
      "lyap1_mean": -0.1525261104106903,
      "lyap1_max": -0.13729137182235718,
      "lyap1_min": -0.17465738952159882,
      "lyap_spec_mean": [
        -0.1525261104106903,
        -0.15054550766944885
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2620,
      "lr": 0.0001,
      "sup_loss": 1.03887322223164,
      "rf_loss": 0.0,
      "total_loss": 1.03887322223164,
      "lyap1_mean": -0.15688887238502502,
      "lyap1_max": -0.14808925986289978,
      "lyap1_min": -0.1657007783651352,
      "lyap_spec_mean": [
        -0.15688888728618622,
        -0.15413475036621094
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2621,
      "lr": 0.0001,
      "sup_loss": 1.0409797440590396,
      "rf_loss": 0.0,
      "total_loss": 1.0409797440590396,
      "lyap1_mean": -0.15437261760234833,
      "lyap1_max": -0.14615985751152039,
      "lyap1_min": -0.16608096659183502,
      "lyap_spec_mean": [
        -0.15437260270118713,
        -0.1580689251422882
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2622,
      "lr": 0.0001,
      "sup_loss": 1.058411352774649,
      "rf_loss": 0.0,
      "total_loss": 1.058411352774649,
      "lyap1_mean": -0.15829700231552124,
      "lyap1_max": -0.14130455255508423,
      "lyap1_min": -0.17787769436836243,
      "lyap_spec_mean": [
        -0.15829700231552124,
        -0.15719375014305115
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2623,
      "lr": 0.0001,
      "sup_loss": 1.09541177893566,
      "rf_loss": 0.0,
      "total_loss": 1.09541177893566,
      "lyap1_mean": -0.1684349924325943,
      "lyap1_max": -0.14130903780460358,
      "lyap1_min": -0.1830388903617859,
      "lyap_spec_mean": [
        -0.1684350073337555,
        -0.16867928206920624
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2624,
      "lr": 0.0001,
      "sup_loss": 1.0320850874498695,
      "rf_loss": 0.0,
      "total_loss": 1.0320850874498695,
      "lyap1_mean": -0.18018214404582977,
      "lyap1_max": -0.17126721143722534,
      "lyap1_min": -0.19322800636291504,
      "lyap_spec_mean": [
        -0.18018212914466858,
        -0.17537793517112732
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2625,
      "lr": 0.0001,
      "sup_loss": 1.063616769155357,
      "rf_loss": 0.0,
      "total_loss": 1.063616769155357,
      "lyap1_mean": -0.17543521523475647,
      "lyap1_max": -0.16165655851364136,
      "lyap1_min": -0.19252613186836243,
      "lyap_spec_mean": [
        -0.17543521523475647,
        -0.17808794975280762
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2626,
      "lr": 0.0001,
      "sup_loss": 1.0525603973508832,
      "rf_loss": 0.0,
      "total_loss": 1.0525603973508832,
      "lyap1_mean": -0.16744273900985718,
      "lyap1_max": -0.1298063099384308,
      "lyap1_min": -0.18498550355434418,
      "lyap_spec_mean": [
        -0.16744273900985718,
        -0.1688721477985382
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2627,
      "lr": 0.0001,
      "sup_loss": 1.0494017597873933,
      "rf_loss": 0.0,
      "total_loss": 1.0494017597873933,
      "lyap1_mean": -0.1737857609987259,
      "lyap1_max": -0.16052892804145813,
      "lyap1_min": -0.1852039098739624,
      "lyap_spec_mean": [
        -0.17378577589988708,
        -0.17450985312461853
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2628,
      "lr": 0.0001,
      "sup_loss": 1.0815973874644809,
      "rf_loss": 0.0,
      "total_loss": 1.0815973874644809,
      "lyap1_mean": -0.17502358555793762,
      "lyap1_max": -0.16987785696983337,
      "lyap1_min": -0.18597833812236786,
      "lyap_spec_mean": [
        -0.17502358555793762,
        -0.1752861738204956
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2629,
      "lr": 0.0001,
      "sup_loss": 1.047833777628462,
      "rf_loss": 0.0,
      "total_loss": 1.047833777628462,
      "lyap1_mean": -0.1629137247800827,
      "lyap1_max": -0.142284095287323,
      "lyap1_min": -0.1796775907278061,
      "lyap_spec_mean": [
        -0.1629137247800827,
        -0.16752682626247406
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2630,
      "lr": 0.0001,
      "sup_loss": 1.0581209086659202,
      "rf_loss": 0.0,
      "total_loss": 1.0581209086659202,
      "lyap1_mean": -0.16648676991462708,
      "lyap1_max": -0.1552579700946808,
      "lyap1_min": -0.1737872064113617,
      "lyap_spec_mean": [
        -0.16648676991462708,
        -0.1638767570257187
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2631,
      "lr": 0.0001,
      "sup_loss": 1.0244312544142757,
      "rf_loss": 0.0,
      "total_loss": 1.0244312544142757,
      "lyap1_mean": -0.16305677592754364,
      "lyap1_max": -0.146094411611557,
      "lyap1_min": -0.1751708984375,
      "lyap_spec_mean": [
        -0.16305676102638245,
        -0.16309083998203278
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2632,
      "lr": 0.0001,
      "sup_loss": 1.0648258274345919,
      "rf_loss": 0.0,
      "total_loss": 1.0648258274345919,
      "lyap1_mean": -0.16046160459518433,
      "lyap1_max": -0.14234137535095215,
      "lyap1_min": -0.17421600222587585,
      "lyap_spec_mean": [
        -0.16046160459518433,
        -0.16179387271404266
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2633,
      "lr": 0.0001,
      "sup_loss": 1.0320564551834477,
      "rf_loss": 0.0,
      "total_loss": 1.0320564551834477,
      "lyap1_mean": -0.16384759545326233,
      "lyap1_max": -0.15546856820583344,
      "lyap1_min": -0.17499586939811707,
      "lyap_spec_mean": [
        -0.16384761035442352,
        -0.16072526574134827
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2634,
      "lr": 0.0001,
      "sup_loss": 1.0785463107848836,
      "rf_loss": 0.0,
      "total_loss": 1.0785463107848836,
      "lyap1_mean": -0.158206045627594,
      "lyap1_max": -0.13560187816619873,
      "lyap1_min": -0.17768961191177368,
      "lyap_spec_mean": [
        -0.158206045627594,
        -0.1583971232175827
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2635,
      "lr": 0.0001,
      "sup_loss": 1.0726293044329338,
      "rf_loss": 0.0,
      "total_loss": 1.0726293044329338,
      "lyap1_mean": -0.15749529004096985,
      "lyap1_max": -0.14852772653102875,
      "lyap1_min": -0.16298510134220123,
      "lyap_spec_mean": [
        -0.15749530494213104,
        -0.16076652705669403
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2636,
      "lr": 0.0001,
      "sup_loss": 1.060066174347466,
      "rf_loss": 0.0,
      "total_loss": 1.060066174347466,
      "lyap1_mean": -0.1596357673406601,
      "lyap1_max": -0.14661502838134766,
      "lyap1_min": -0.18031460046768188,
      "lyap_spec_mean": [
        -0.1596357822418213,
        -0.15787672996520996
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2637,
      "lr": 0.0001,
      "sup_loss": 1.058228074754894,
      "rf_loss": 0.0,
      "total_loss": 1.058228074754894,
      "lyap1_mean": -0.16219563782215118,
      "lyap1_max": -0.15056473016738892,
      "lyap1_min": -0.18105310201644897,
      "lyap_spec_mean": [
        -0.16219563782215118,
        -0.1597406417131424
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2638,
      "lr": 0.0001,
      "sup_loss": 1.0377153006628788,
      "rf_loss": 0.0,
      "total_loss": 1.0377153006628788,
      "lyap1_mean": -0.15739315748214722,
      "lyap1_max": -0.14380845427513123,
      "lyap1_min": -0.1663004606962204,
      "lyap_spec_mean": [
        -0.15739314258098602,
        -0.1529015451669693
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2639,
      "lr": 0.0001,
      "sup_loss": 1.0678856183405905,
      "rf_loss": 0.0,
      "total_loss": 1.0678856183405905,
      "lyap1_mean": -0.1609501987695694,
      "lyap1_max": -0.15003164112567902,
      "lyap1_min": -0.1786605566740036,
      "lyap_spec_mean": [
        -0.1609501838684082,
        -0.1647661030292511
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2640,
      "lr": 0.0001,
      "sup_loss": 1.057631565637349,
      "rf_loss": 0.0,
      "total_loss": 1.057631565637349,
      "lyap1_mean": -0.16449999809265137,
      "lyap1_max": -0.15148979425430298,
      "lyap1_min": -0.17794552445411682,
      "lyap_spec_mean": [
        -0.16449999809265137,
        -0.1638929694890976
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2641,
      "lr": 0.0001,
      "sup_loss": 1.0578798190091392,
      "rf_loss": 0.0,
      "total_loss": 1.0578798190091392,
      "lyap1_mean": -0.1596480906009674,
      "lyap1_max": -0.13971883058547974,
      "lyap1_min": -0.1728406846523285,
      "lyap_spec_mean": [
        -0.1596480756998062,
        -0.15640434622764587
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2642,
      "lr": 0.0001,
      "sup_loss": 1.064210593854831,
      "rf_loss": 0.0,
      "total_loss": 1.064210593854831,
      "lyap1_mean": -0.16336625814437866,
      "lyap1_max": -0.14553026854991913,
      "lyap1_min": -0.18218033015727997,
      "lyap_spec_mean": [
        -0.16336625814437866,
        -0.1670827567577362
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2643,
      "lr": 0.0001,
      "sup_loss": 1.049220410352022,
      "rf_loss": 0.0,
      "total_loss": 1.049220410352022,
      "lyap1_mean": -0.1676800549030304,
      "lyap1_max": -0.1587378978729248,
      "lyap1_min": -0.1789405196905136,
      "lyap_spec_mean": [
        -0.1676800549030304,
        -0.16915330290794373
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2644,
      "lr": 0.0001,
      "sup_loss": 1.051707180348348,
      "rf_loss": 0.0,
      "total_loss": 1.051707180348348,
      "lyap1_mean": -0.16104744374752045,
      "lyap1_max": -0.1477433741092682,
      "lyap1_min": -0.1809099018573761,
      "lyap_spec_mean": [
        -0.16104744374752045,
        -0.16490301489830017
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2645,
      "lr": 0.0001,
      "sup_loss": 1.0688821983307892,
      "rf_loss": 0.0,
      "total_loss": 1.0688821983307892,
      "lyap1_mean": -0.16504597663879395,
      "lyap1_max": -0.14312157034873962,
      "lyap1_min": -0.1744716614484787,
      "lyap_spec_mean": [
        -0.16504596173763275,
        -0.1618981659412384
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2646,
      "lr": 0.0001,
      "sup_loss": 1.0620772455262895,
      "rf_loss": 0.0,
      "total_loss": 1.0620772455262895,
      "lyap1_mean": -0.1529853343963623,
      "lyap1_max": -0.1422467827796936,
      "lyap1_min": -0.16801564395427704,
      "lyap_spec_mean": [
        -0.1529853343963623,
        -0.15246637165546417
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2647,
      "lr": 0.0001,
      "sup_loss": 1.0402766570259596,
      "rf_loss": 0.0,
      "total_loss": 1.0402766570259596,
      "lyap1_mean": -0.16231149435043335,
      "lyap1_max": -0.14048175513744354,
      "lyap1_min": -0.17381054162979126,
      "lyap_spec_mean": [
        -0.16231150925159454,
        -0.16408085823059082
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2648,
      "lr": 0.0001,
      "sup_loss": 1.0220661569536813,
      "rf_loss": 0.0,
      "total_loss": 1.0220661569536813,
      "lyap1_mean": -0.15683454275131226,
      "lyap1_max": -0.14260052144527435,
      "lyap1_min": -0.17169329524040222,
      "lyap_spec_mean": [
        -0.15683454275131226,
        -0.15651053190231323
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2649,
      "lr": 0.0001,
      "sup_loss": 1.0280137333852513,
      "rf_loss": 0.0,
      "total_loss": 1.0280137333852513,
      "lyap1_mean": -0.1487722545862198,
      "lyap1_max": -0.13298751413822174,
      "lyap1_min": -0.1670994758605957,
      "lyap_spec_mean": [
        -0.1487722545862198,
        -0.15450376272201538
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2650,
      "lr": 0.0001,
      "sup_loss": 1.1511953724936148,
      "rf_loss": 0.0,
      "total_loss": 1.1511953724936148,
      "lyap1_mean": -0.155577152967453,
      "lyap1_max": -0.14570604264736176,
      "lyap1_min": -0.1746942102909088,
      "lyap_spec_mean": [
        -0.155577152967453,
        -0.1576261818408966
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2651,
      "lr": 0.0001,
      "sup_loss": 1.0591147041725972,
      "rf_loss": 0.0,
      "total_loss": 1.0591147041725972,
      "lyap1_mean": -0.1575300693511963,
      "lyap1_max": -0.1433379054069519,
      "lyap1_min": -0.16725419461727142,
      "lyap_spec_mean": [
        -0.1575300693511963,
        -0.1563267856836319
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2652,
      "lr": 0.0001,
      "sup_loss": 0.9922243165269675,
      "rf_loss": 0.0,
      "total_loss": 0.9922243165269675,
      "lyap1_mean": -0.16029122471809387,
      "lyap1_max": -0.14101219177246094,
      "lyap1_min": -0.176423579454422,
      "lyap_spec_mean": [
        -0.16029122471809387,
        -0.16105692088603973
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2653,
      "lr": 0.0001,
      "sup_loss": 1.0907776143994807,
      "rf_loss": 0.0,
      "total_loss": 1.0907776143994807,
      "lyap1_mean": -0.16595932841300964,
      "lyap1_max": -0.15782149136066437,
      "lyap1_min": -0.1764088124036789,
      "lyap_spec_mean": [
        -0.16595932841300964,
        -0.16236193478107452
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2654,
      "lr": 0.0001,
      "sup_loss": 1.0786495312229754,
      "rf_loss": 0.0,
      "total_loss": 1.0786495312229754,
      "lyap1_mean": -0.16455021500587463,
      "lyap1_max": -0.15643057227134705,
      "lyap1_min": -0.17009679973125458,
      "lyap_spec_mean": [
        -0.16455021500587463,
        -0.16538801789283752
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2655,
      "lr": 0.0001,
      "sup_loss": 1.0585422825002997,
      "rf_loss": 0.0,
      "total_loss": 1.0585422825002997,
      "lyap1_mean": -0.16339580714702606,
      "lyap1_max": -0.1531020849943161,
      "lyap1_min": -0.18232950568199158,
      "lyap_spec_mean": [
        -0.16339580714702606,
        -0.169213205575943
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2656,
      "lr": 0.0001,
      "sup_loss": 1.0220497577298056,
      "rf_loss": 0.0,
      "total_loss": 1.0220497577298056,
      "lyap1_mean": -0.1685207486152649,
      "lyap1_max": -0.15003108978271484,
      "lyap1_min": -0.18137894570827484,
      "lyap_spec_mean": [
        -0.1685207486152649,
        -0.17194046080112457
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2657,
      "lr": 0.0001,
      "sup_loss": 1.0802244145746136,
      "rf_loss": 0.0,
      "total_loss": 1.0802244145746136,
      "lyap1_mean": -0.16802045702934265,
      "lyap1_max": -0.15531069040298462,
      "lyap1_min": -0.1817941665649414,
      "lyap_spec_mean": [
        -0.16802045702934265,
        -0.1659412980079651
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2658,
      "lr": 0.0001,
      "sup_loss": 1.0703102730483367,
      "rf_loss": 0.0,
      "total_loss": 1.0703102730483367,
      "lyap1_mean": -0.1613072156906128,
      "lyap1_max": -0.1419375091791153,
      "lyap1_min": -0.17135481536388397,
      "lyap_spec_mean": [
        -0.1613072156906128,
        -0.1673179715871811
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2659,
      "lr": 0.0001,
      "sup_loss": 1.0624864460118997,
      "rf_loss": 0.0,
      "total_loss": 1.0624864460118997,
      "lyap1_mean": -0.1638461947441101,
      "lyap1_max": -0.15018923580646515,
      "lyap1_min": -0.18007414042949677,
      "lyap_spec_mean": [
        -0.1638461947441101,
        -0.165456160902977
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2660,
      "lr": 0.0001,
      "sup_loss": 1.0725013376663908,
      "rf_loss": 0.0,
      "total_loss": 1.0725013376663908,
      "lyap1_mean": -0.16895805299282074,
      "lyap1_max": -0.16014516353607178,
      "lyap1_min": -0.17757704854011536,
      "lyap_spec_mean": [
        -0.16895805299282074,
        -0.16902288794517517
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2661,
      "lr": 0.0001,
      "sup_loss": 1.0814841737297909,
      "rf_loss": 0.0,
      "total_loss": 1.0814841737297909,
      "lyap1_mean": -0.16163237392902374,
      "lyap1_max": -0.15229861438274384,
      "lyap1_min": -0.16924963891506195,
      "lyap_spec_mean": [
        -0.16163235902786255,
        -0.1647838056087494
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2662,
      "lr": 0.0001,
      "sup_loss": 1.0839623513483714,
      "rf_loss": 0.0,
      "total_loss": 1.0839623513483714,
      "lyap1_mean": -0.167161762714386,
      "lyap1_max": -0.15777337551116943,
      "lyap1_min": -0.17518550157546997,
      "lyap_spec_mean": [
        -0.167161762714386,
        -0.16591551899909973
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2663,
      "lr": 0.0001,
      "sup_loss": 1.037626169676042,
      "rf_loss": 0.0,
      "total_loss": 1.037626169676042,
      "lyap1_mean": -0.16769206523895264,
      "lyap1_max": -0.1610136777162552,
      "lyap1_min": -0.17591647803783417,
      "lyap_spec_mean": [
        -0.16769208014011383,
        -0.16637760400772095
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2664,
      "lr": 0.0001,
      "sup_loss": 1.0530142254137003,
      "rf_loss": 0.0,
      "total_loss": 1.0530142254137003,
      "lyap1_mean": -0.1724441647529602,
      "lyap1_max": -0.15708398818969727,
      "lyap1_min": -0.18196478486061096,
      "lyap_spec_mean": [
        -0.1724441647529602,
        -0.17319148778915405
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2665,
      "lr": 0.0001,
      "sup_loss": 1.0803607353659221,
      "rf_loss": 0.0,
      "total_loss": 1.0803607353659221,
      "lyap1_mean": -0.17249664664268494,
      "lyap1_max": -0.1611180305480957,
      "lyap1_min": -0.18314413726329803,
      "lyap_spec_mean": [
        -0.17249664664268494,
        -0.1728273332118988
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2666,
      "lr": 0.0001,
      "sup_loss": 1.0495680237082448,
      "rf_loss": 0.0,
      "total_loss": 1.0495680237082448,
      "lyap1_mean": -0.1692151576280594,
      "lyap1_max": -0.1561753898859024,
      "lyap1_min": -0.1796398162841797,
      "lyap_spec_mean": [
        -0.1692151427268982,
        -0.1669413447380066
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2667,
      "lr": 0.0001,
      "sup_loss": 1.040855447035354,
      "rf_loss": 0.0,
      "total_loss": 1.040855447035354,
      "lyap1_mean": -0.16749528050422668,
      "lyap1_max": -0.15720084309577942,
      "lyap1_min": -0.17631636559963226,
      "lyap_spec_mean": [
        -0.16749528050422668,
        -0.17051367461681366
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2668,
      "lr": 0.0001,
      "sup_loss": 1.0574261493890462,
      "rf_loss": 0.0,
      "total_loss": 1.0574261493890462,
      "lyap1_mean": -0.16654953360557556,
      "lyap1_max": -0.1499149203300476,
      "lyap1_min": -0.17621058225631714,
      "lyap_spec_mean": [
        -0.16654954850673676,
        -0.1631188541650772
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2669,
      "lr": 0.0001,
      "sup_loss": 1.0189913470293532,
      "rf_loss": 0.0,
      "total_loss": 1.0189913470293532,
      "lyap1_mean": -0.1604669988155365,
      "lyap1_max": -0.13936619460582733,
      "lyap1_min": -0.17369934916496277,
      "lyap_spec_mean": [
        -0.1604669988155365,
        -0.16384218633174896
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2670,
      "lr": 0.0001,
      "sup_loss": 1.1087929886320307,
      "rf_loss": 0.0,
      "total_loss": 1.1087929886320307,
      "lyap1_mean": -0.16111920773983002,
      "lyap1_max": -0.15186001360416412,
      "lyap1_min": -0.17031054198741913,
      "lyap_spec_mean": [
        -0.1611192226409912,
        -0.16182942688465118
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2671,
      "lr": 0.0001,
      "sup_loss": 1.0005647353968536,
      "rf_loss": 0.0,
      "total_loss": 1.0005647353968536,
      "lyap1_mean": -0.15651217103004456,
      "lyap1_max": -0.1490408331155777,
      "lyap1_min": -0.16794250905513763,
      "lyap_spec_mean": [
        -0.15651217103004456,
        -0.15895241498947144
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2672,
      "lr": 0.0001,
      "sup_loss": 1.0823434587175373,
      "rf_loss": 0.0,
      "total_loss": 1.0823434587175373,
      "lyap1_mean": -0.14958477020263672,
      "lyap1_max": -0.13698947429656982,
      "lyap1_min": -0.16213934123516083,
      "lyap_spec_mean": [
        -0.14958477020263672,
        -0.1579231321811676
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2673,
      "lr": 0.0001,
      "sup_loss": 1.0276569288731776,
      "rf_loss": 0.0,
      "total_loss": 1.0276569288731776,
      "lyap1_mean": -0.14738479256629944,
      "lyap1_max": -0.1305234283208847,
      "lyap1_min": -0.1629365235567093,
      "lyap_spec_mean": [
        -0.14738479256629944,
        -0.1470043659210205
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2674,
      "lr": 0.0001,
      "sup_loss": 1.0369199961299531,
      "rf_loss": 0.0,
      "total_loss": 1.0369199961299531,
      "lyap1_mean": -0.15320906043052673,
      "lyap1_max": -0.1262844204902649,
      "lyap1_min": -0.1651259809732437,
      "lyap_spec_mean": [
        -0.15320906043052673,
        -0.15265649557113647
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2675,
      "lr": 0.0001,
      "sup_loss": 1.0485042849776343,
      "rf_loss": 0.0,
      "total_loss": 1.0485042849776343,
      "lyap1_mean": -0.1585797369480133,
      "lyap1_max": -0.14964880049228668,
      "lyap1_min": -0.16619890928268433,
      "lyap_spec_mean": [
        -0.1585797369480133,
        -0.15339837968349457
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2676,
      "lr": 0.0001,
      "sup_loss": 1.0192895436421547,
      "rf_loss": 0.0,
      "total_loss": 1.0192895436421547,
      "lyap1_mean": -0.15020841360092163,
      "lyap1_max": -0.13106633722782135,
      "lyap1_min": -0.16182005405426025,
      "lyap_spec_mean": [
        -0.15020841360092163,
        -0.14931121468544006
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2677,
      "lr": 0.0001,
      "sup_loss": 1.0017128145509517,
      "rf_loss": 0.0,
      "total_loss": 1.0017128145509517,
      "lyap1_mean": -0.15361565351486206,
      "lyap1_max": -0.14109322428703308,
      "lyap1_min": -0.1644434928894043,
      "lyap_spec_mean": [
        -0.15361565351486206,
        -0.15522657334804535
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2678,
      "lr": 0.0001,
      "sup_loss": 1.0681725759882994,
      "rf_loss": 0.0,
      "total_loss": 1.0681725759882994,
      "lyap1_mean": -0.1614512950181961,
      "lyap1_max": -0.15029975771903992,
      "lyap1_min": -0.17327523231506348,
      "lyap_spec_mean": [
        -0.1614513099193573,
        -0.1600959599018097
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2679,
      "lr": 0.0001,
      "sup_loss": 1.070994963669388,
      "rf_loss": 0.0,
      "total_loss": 1.070994963669388,
      "lyap1_mean": -0.16021989285945892,
      "lyap1_max": -0.13812315464019775,
      "lyap1_min": -0.17544853687286377,
      "lyap_spec_mean": [
        -0.16021989285945892,
        -0.16502800583839417
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2680,
      "lr": 0.0001,
      "sup_loss": 1.0021352001524013,
      "rf_loss": 0.0,
      "total_loss": 1.0021352001524013,
      "lyap1_mean": -0.15925513207912445,
      "lyap1_max": -0.13834476470947266,
      "lyap1_min": -0.17620107531547546,
      "lyap_spec_mean": [
        -0.15925513207912445,
        -0.16527363657951355
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2681,
      "lr": 0.0001,
      "sup_loss": 1.0496316311433718,
      "rf_loss": 0.0,
      "total_loss": 1.0496316311433718,
      "lyap1_mean": -0.16980701684951782,
      "lyap1_max": -0.16481362283229828,
      "lyap1_min": -0.17669497430324554,
      "lyap_spec_mean": [
        -0.16980701684951782,
        -0.1690584272146225
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2682,
      "lr": 0.0001,
      "sup_loss": 1.1144777121069889,
      "rf_loss": 0.0,
      "total_loss": 1.1144777121069889,
      "lyap1_mean": -0.16944895684719086,
      "lyap1_max": -0.1608031988143921,
      "lyap1_min": -0.18147461116313934,
      "lyap_spec_mean": [
        -0.16944894194602966,
        -0.17302805185317993
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2683,
      "lr": 0.0001,
      "sup_loss": 1.0499022393372957,
      "rf_loss": 0.0,
      "total_loss": 1.0499022393372957,
      "lyap1_mean": -0.16261707246303558,
      "lyap1_max": -0.15613876283168793,
      "lyap1_min": -0.17539039254188538,
      "lyap_spec_mean": [
        -0.16261708736419678,
        -0.1703948974609375
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2684,
      "lr": 0.0001,
      "sup_loss": 1.0725101024825026,
      "rf_loss": 0.0,
      "total_loss": 1.0725101024825026,
      "lyap1_mean": -0.1581980288028717,
      "lyap1_max": -0.14927291870117188,
      "lyap1_min": -0.1774797886610031,
      "lyap_spec_mean": [
        -0.1581980288028717,
        -0.15895429253578186
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2685,
      "lr": 0.0001,
      "sup_loss": 0.9978497199136752,
      "rf_loss": 0.0,
      "total_loss": 0.9978497199136752,
      "lyap1_mean": -0.15644001960754395,
      "lyap1_max": -0.1389196813106537,
      "lyap1_min": -0.1691184937953949,
      "lyap_spec_mean": [
        -0.15644001960754395,
        -0.1530042439699173
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2686,
      "lr": 0.0001,
      "sup_loss": 1.0668781269606755,
      "rf_loss": 0.0,
      "total_loss": 1.0668781269606755,
      "lyap1_mean": -0.1601659059524536,
      "lyap1_max": -0.1506717950105667,
      "lyap1_min": -0.17583376169204712,
      "lyap_spec_mean": [
        -0.1601659059524536,
        -0.15970167517662048
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2687,
      "lr": 0.0001,
      "sup_loss": 1.07777021759001,
      "rf_loss": 0.0,
      "total_loss": 1.07777021759001,
      "lyap1_mean": -0.15883544087409973,
      "lyap1_max": -0.1469641774892807,
      "lyap1_min": -0.16635166108608246,
      "lyap_spec_mean": [
        -0.15883544087409973,
        -0.1567992866039276
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2688,
      "lr": 0.0001,
      "sup_loss": 1.0598298370519221,
      "rf_loss": 0.0,
      "total_loss": 1.0598298370519221,
      "lyap1_mean": -0.16503021121025085,
      "lyap1_max": -0.14831659197807312,
      "lyap1_min": -0.17654632031917572,
      "lyap_spec_mean": [
        -0.16503019630908966,
        -0.1638696789741516
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2689,
      "lr": 0.0001,
      "sup_loss": 1.0147388119798306,
      "rf_loss": 0.0,
      "total_loss": 1.0147388119798306,
      "lyap1_mean": -0.160587340593338,
      "lyap1_max": -0.14897412061691284,
      "lyap1_min": -0.17266133427619934,
      "lyap_spec_mean": [
        -0.160587340593338,
        -0.16388773918151855
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2690,
      "lr": 0.0001,
      "sup_loss": 1.068611834098575,
      "rf_loss": 0.0,
      "total_loss": 1.068611834098575,
      "lyap1_mean": -0.1553657054901123,
      "lyap1_max": -0.1322287768125534,
      "lyap1_min": -0.16718074679374695,
      "lyap_spec_mean": [
        -0.1553657054901123,
        -0.16316933929920197
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2691,
      "lr": 0.0001,
      "sup_loss": 1.01289170870966,
      "rf_loss": 0.0,
      "total_loss": 1.01289170870966,
      "lyap1_mean": -0.1614208072423935,
      "lyap1_max": -0.13944843411445618,
      "lyap1_min": -0.17624686658382416,
      "lyap_spec_mean": [
        -0.1614207923412323,
        -0.16367456316947937
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2692,
      "lr": 0.0001,
      "sup_loss": 1.0414328829720279,
      "rf_loss": 0.0,
      "total_loss": 1.0414328829720279,
      "lyap1_mean": -0.16430866718292236,
      "lyap1_max": -0.15540127456188202,
      "lyap1_min": -0.17231392860412598,
      "lyap_spec_mean": [
        -0.16430866718292236,
        -0.16515880823135376
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2693,
      "lr": 0.0001,
      "sup_loss": 1.0618315543674208,
      "rf_loss": 0.0,
      "total_loss": 1.0618315543674208,
      "lyap1_mean": -0.15741488337516785,
      "lyap1_max": -0.14480793476104736,
      "lyap1_min": -0.16398748755455017,
      "lyap_spec_mean": [
        -0.15741488337516785,
        -0.16067296266555786
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2694,
      "lr": 0.0001,
      "sup_loss": 1.042379234758044,
      "rf_loss": 0.0,
      "total_loss": 1.042379234758044,
      "lyap1_mean": -0.15942732989788055,
      "lyap1_max": -0.13878346979618073,
      "lyap1_min": -0.17098838090896606,
      "lyap_spec_mean": [
        -0.15942731499671936,
        -0.16456075012683868
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2695,
      "lr": 0.0001,
      "sup_loss": 0.9963243744503703,
      "rf_loss": 0.0,
      "total_loss": 0.9963243744503703,
      "lyap1_mean": -0.16260145604610443,
      "lyap1_max": -0.14841800928115845,
      "lyap1_min": -0.17727035284042358,
      "lyap_spec_mean": [
        -0.16260145604610443,
        -0.16355523467063904
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2696,
      "lr": 0.0001,
      "sup_loss": 1.0757513631215974,
      "rf_loss": 0.0,
      "total_loss": 1.0757513631215974,
      "lyap1_mean": -0.1601456105709076,
      "lyap1_max": -0.14730204641819,
      "lyap1_min": -0.1703561544418335,
      "lyap_spec_mean": [
        -0.1601456105709076,
        -0.15795597434043884
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2697,
      "lr": 0.0001,
      "sup_loss": 1.0678103010394433,
      "rf_loss": 0.0,
      "total_loss": 1.0678103010394433,
      "lyap1_mean": -0.1551743447780609,
      "lyap1_max": -0.14299964904785156,
      "lyap1_min": -0.16128146648406982,
      "lyap_spec_mean": [
        -0.1551743447780609,
        -0.15801891684532166
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2698,
      "lr": 0.0001,
      "sup_loss": 1.042688603588362,
      "rf_loss": 0.0,
      "total_loss": 1.042688603588362,
      "lyap1_mean": -0.15675166249275208,
      "lyap1_max": -0.14855925738811493,
      "lyap1_min": -0.16174469888210297,
      "lyap_spec_mean": [
        -0.15675166249275208,
        -0.16091951727867126
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2699,
      "lr": 0.0001,
      "sup_loss": 1.0400750630362925,
      "rf_loss": 0.0,
      "total_loss": 1.0400750630362925,
      "lyap1_mean": -0.15678009390830994,
      "lyap1_max": -0.14903110265731812,
      "lyap1_min": -0.16857722401618958,
      "lyap_spec_mean": [
        -0.15678010880947113,
        -0.16242311894893646
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2700,
      "lr": 0.0001,
      "sup_loss": 1.0584157516054185,
      "rf_loss": 0.0,
      "total_loss": 1.0584157516054185,
      "lyap1_mean": -0.16394154727458954,
      "lyap1_max": -0.14956021308898926,
      "lyap1_min": -0.17070506513118744,
      "lyap_spec_mean": [
        -0.16394156217575073,
        -0.16338515281677246
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2701,
      "lr": 0.0001,
      "sup_loss": 1.1088781900264435,
      "rf_loss": 0.0,
      "total_loss": 1.1088781900264435,
      "lyap1_mean": -0.16548536717891693,
      "lyap1_max": -0.14977844059467316,
      "lyap1_min": -0.1805526614189148,
      "lyap_spec_mean": [
        -0.16548535227775574,
        -0.16645826399326324
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2702,
      "lr": 0.0001,
      "sup_loss": 1.0448351452390956,
      "rf_loss": 0.0,
      "total_loss": 1.0448351452390956,
      "lyap1_mean": -0.16588154435157776,
      "lyap1_max": -0.157029390335083,
      "lyap1_min": -0.18144206702709198,
      "lyap_spec_mean": [
        -0.16588152945041656,
        -0.1658373773097992
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2703,
      "lr": 0.0001,
      "sup_loss": 1.050306587023939,
      "rf_loss": 0.0,
      "total_loss": 1.050306587023939,
      "lyap1_mean": -0.1698732078075409,
      "lyap1_max": -0.15003906190395355,
      "lyap1_min": -0.18162904679775238,
      "lyap_spec_mean": [
        -0.1698731929063797,
        -0.16613587737083435
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2704,
      "lr": 0.0001,
      "sup_loss": 1.0097211264676795,
      "rf_loss": 0.0,
      "total_loss": 1.0097211264676795,
      "lyap1_mean": -0.16585798561573029,
      "lyap1_max": -0.15427595376968384,
      "lyap1_min": -0.17511795461177826,
      "lyap_spec_mean": [
        -0.16585800051689148,
        -0.1648680418729782
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2705,
      "lr": 0.0001,
      "sup_loss": 1.0659342547803914,
      "rf_loss": 0.0,
      "total_loss": 1.0659342547803914,
      "lyap1_mean": -0.1629502773284912,
      "lyap1_max": -0.15258559584617615,
      "lyap1_min": -0.17103779315948486,
      "lyap_spec_mean": [
        -0.1629502773284912,
        -0.16350801289081573
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2706,
      "lr": 0.0001,
      "sup_loss": 1.1227892424427446,
      "rf_loss": 0.0,
      "total_loss": 1.1227892424427446,
      "lyap1_mean": -0.16310134530067444,
      "lyap1_max": -0.1479920744895935,
      "lyap1_min": -0.17883989214897156,
      "lyap_spec_mean": [
        -0.16310134530067444,
        -0.16416829824447632
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2707,
      "lr": 0.0001,
      "sup_loss": 1.0072839688858923,
      "rf_loss": 0.0,
      "total_loss": 1.0072839688858923,
      "lyap1_mean": -0.16752344369888306,
      "lyap1_max": -0.1555941104888916,
      "lyap1_min": -0.1787068247795105,
      "lyap_spec_mean": [
        -0.16752345860004425,
        -0.1644357293844223
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2708,
      "lr": 0.0001,
      "sup_loss": 0.9892530633999495,
      "rf_loss": 0.0,
      "total_loss": 0.9892530633999495,
      "lyap1_mean": -0.15882134437561035,
      "lyap1_max": -0.13401418924331665,
      "lyap1_min": -0.1678878366947174,
      "lyap_spec_mean": [
        -0.15882135927677155,
        -0.16147145628929138
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2709,
      "lr": 0.0001,
      "sup_loss": 1.07035822191296,
      "rf_loss": 0.0,
      "total_loss": 1.07035822191296,
      "lyap1_mean": -0.16057468950748444,
      "lyap1_max": -0.14326003193855286,
      "lyap1_min": -0.17386457324028015,
      "lyap_spec_mean": [
        -0.16057468950748444,
        -0.15857025980949402
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2710,
      "lr": 0.0001,
      "sup_loss": 1.061299280133159,
      "rf_loss": 0.0,
      "total_loss": 1.061299280133159,
      "lyap1_mean": -0.15040546655654907,
      "lyap1_max": -0.11395275592803955,
      "lyap1_min": -0.1697334349155426,
      "lyap_spec_mean": [
        -0.15040546655654907,
        -0.15989337861537933
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2711,
      "lr": 0.0001,
      "sup_loss": 1.0108920598669242,
      "rf_loss": 0.0,
      "total_loss": 1.0108920598669242,
      "lyap1_mean": -0.15083816647529602,
      "lyap1_max": -0.14247626066207886,
      "lyap1_min": -0.16507908701896667,
      "lyap_spec_mean": [
        -0.15083816647529602,
        -0.15334539115428925
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2712,
      "lr": 0.0001,
      "sup_loss": 1.0359188207050785,
      "rf_loss": 0.0,
      "total_loss": 1.0359188207050785,
      "lyap1_mean": -0.15287750959396362,
      "lyap1_max": -0.14896942675113678,
      "lyap1_min": -0.15848559141159058,
      "lyap_spec_mean": [
        -0.15287749469280243,
        -0.15559817850589752
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2713,
      "lr": 0.0001,
      "sup_loss": 1.0857944564685846,
      "rf_loss": 0.0,
      "total_loss": 1.0857944564685846,
      "lyap1_mean": -0.15558499097824097,
      "lyap1_max": -0.14886081218719482,
      "lyap1_min": -0.1645987331867218,
      "lyap_spec_mean": [
        -0.15558499097824097,
        -0.15785673260688782
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2714,
      "lr": 0.0001,
      "sup_loss": 0.9926397692329846,
      "rf_loss": 0.0,
      "total_loss": 0.9926397692329846,
      "lyap1_mean": -0.15400514006614685,
      "lyap1_max": -0.13912543654441833,
      "lyap1_min": -0.17397522926330566,
      "lyap_spec_mean": [
        -0.15400514006614685,
        -0.15513190627098083
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2715,
      "lr": 0.0001,
      "sup_loss": 1.0540062631370546,
      "rf_loss": 0.0,
      "total_loss": 1.0540062631370546,
      "lyap1_mean": -0.15917104482650757,
      "lyap1_max": -0.15227913856506348,
      "lyap1_min": -0.16547927260398865,
      "lyap_spec_mean": [
        -0.15917104482650757,
        -0.1582534909248352
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2716,
      "lr": 0.0001,
      "sup_loss": 0.9964530926720752,
      "rf_loss": 0.0,
      "total_loss": 0.9964530926720752,
      "lyap1_mean": -0.16141806542873383,
      "lyap1_max": -0.1485017091035843,
      "lyap1_min": -0.1761246919631958,
      "lyap_spec_mean": [
        -0.16141806542873383,
        -0.1625625193119049
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2717,
      "lr": 0.0001,
      "sup_loss": 0.9649673423569329,
      "rf_loss": 0.0,
      "total_loss": 0.9649673423569329,
      "lyap1_mean": -0.15842320024967194,
      "lyap1_max": -0.14608310163021088,
      "lyap1_min": -0.17226967215538025,
      "lyap_spec_mean": [
        -0.15842320024967194,
        -0.16077901422977448
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2718,
      "lr": 0.0001,
      "sup_loss": 0.9844218827115818,
      "rf_loss": 0.0,
      "total_loss": 0.9844218827115818,
      "lyap1_mean": -0.1507023423910141,
      "lyap1_max": -0.1425268054008484,
      "lyap1_min": -0.1600283980369568,
      "lyap_spec_mean": [
        -0.1507023572921753,
        -0.1544349491596222
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2719,
      "lr": 0.0001,
      "sup_loss": 1.0784903294580297,
      "rf_loss": 0.0,
      "total_loss": 1.0784903294580297,
      "lyap1_mean": -0.15809932351112366,
      "lyap1_max": -0.14498072862625122,
      "lyap1_min": -0.1670130342245102,
      "lyap_spec_mean": [
        -0.15809932351112366,
        -0.15969884395599365
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2720,
      "lr": 0.0001,
      "sup_loss": 1.027461380440241,
      "rf_loss": 0.0,
      "total_loss": 1.027461380440241,
      "lyap1_mean": -0.15689510107040405,
      "lyap1_max": -0.15109455585479736,
      "lyap1_min": -0.16571058332920074,
      "lyap_spec_mean": [
        -0.15689510107040405,
        -0.15982185304164886
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2721,
      "lr": 0.0001,
      "sup_loss": 1.030332991362026,
      "rf_loss": 0.0,
      "total_loss": 1.030332991362026,
      "lyap1_mean": -0.1553073227405548,
      "lyap1_max": -0.14185643196105957,
      "lyap1_min": -0.16453014314174652,
      "lyap_spec_mean": [
        -0.1553073227405548,
        -0.15729351341724396
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2722,
      "lr": 0.0001,
      "sup_loss": 1.03901460341928,
      "rf_loss": 0.0,
      "total_loss": 1.03901460341928,
      "lyap1_mean": -0.15323777496814728,
      "lyap1_max": -0.14685344696044922,
      "lyap1_min": -0.16093112528324127,
      "lyap_spec_mean": [
        -0.15323778986930847,
        -0.15757742524147034
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2723,
      "lr": 0.0001,
      "sup_loss": 1.0663728111057007,
      "rf_loss": 0.0,
      "total_loss": 1.0663728111057007,
      "lyap1_mean": -0.15422169864177704,
      "lyap1_max": -0.1437717080116272,
      "lyap1_min": -0.15983203053474426,
      "lyap_spec_mean": [
        -0.15422171354293823,
        -0.1560850441455841
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2724,
      "lr": 0.0001,
      "sup_loss": 1.0571572682303871,
      "rf_loss": 0.0,
      "total_loss": 1.0571572682303871,
      "lyap1_mean": -0.15906836092472076,
      "lyap1_max": -0.15009252727031708,
      "lyap1_min": -0.16550539433956146,
      "lyap_spec_mean": [
        -0.15906836092472076,
        -0.16265565156936646
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2725,
      "lr": 0.0001,
      "sup_loss": 1.0377787125469868,
      "rf_loss": 0.0,
      "total_loss": 1.0377787125469868,
      "lyap1_mean": -0.14823982119560242,
      "lyap1_max": -0.13107669353485107,
      "lyap1_min": -0.16528813540935516,
      "lyap_spec_mean": [
        -0.14823982119560242,
        -0.15998171269893646
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2726,
      "lr": 0.0001,
      "sup_loss": 1.0368776039116467,
      "rf_loss": 0.0,
      "total_loss": 1.0368776039116467,
      "lyap1_mean": -0.15629087388515472,
      "lyap1_max": -0.14320491254329681,
      "lyap1_min": -0.1646050065755844,
      "lyap_spec_mean": [
        -0.15629085898399353,
        -0.1589880883693695
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2727,
      "lr": 0.0001,
      "sup_loss": 1.079885376974702,
      "rf_loss": 0.0,
      "total_loss": 1.079885376974702,
      "lyap1_mean": -0.15494799613952637,
      "lyap1_max": -0.1451713591814041,
      "lyap1_min": -0.1716494858264923,
      "lyap_spec_mean": [
        -0.15494799613952637,
        -0.15757733583450317
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2728,
      "lr": 0.0001,
      "sup_loss": 1.0769375134909178,
      "rf_loss": 0.0,
      "total_loss": 1.0769375134909178,
      "lyap1_mean": -0.15476307272911072,
      "lyap1_max": -0.14405405521392822,
      "lyap1_min": -0.16734588146209717,
      "lyap_spec_mean": [
        -0.15476307272911072,
        -0.1580379605293274
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2729,
      "lr": 0.0001,
      "sup_loss": 1.068929094270715,
      "rf_loss": 0.0,
      "total_loss": 1.068929094270715,
      "lyap1_mean": -0.1525460183620453,
      "lyap1_max": -0.11944501847028732,
      "lyap1_min": -0.16137266159057617,
      "lyap_spec_mean": [
        -0.1525460034608841,
        -0.15456150472164154
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2730,
      "lr": 0.0001,
      "sup_loss": 0.9902535039143655,
      "rf_loss": 0.0,
      "total_loss": 0.9902535039143655,
      "lyap1_mean": -0.15509213507175446,
      "lyap1_max": -0.1438351571559906,
      "lyap1_min": -0.16451460123062134,
      "lyap_spec_mean": [
        -0.15509214997291565,
        -0.15584614872932434
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2731,
      "lr": 0.0001,
      "sup_loss": 1.039728274340571,
      "rf_loss": 0.0,
      "total_loss": 1.039728274340571,
      "lyap1_mean": -0.1502636820077896,
      "lyap1_max": -0.14285963773727417,
      "lyap1_min": -0.16404275596141815,
      "lyap_spec_mean": [
        -0.15026366710662842,
        -0.15531760454177856
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2732,
      "lr": 0.0001,
      "sup_loss": 1.0418630314599546,
      "rf_loss": 0.0,
      "total_loss": 1.0418630314599546,
      "lyap1_mean": -0.1507491171360016,
      "lyap1_max": -0.13992339372634888,
      "lyap1_min": -0.16689597070217133,
      "lyap_spec_mean": [
        -0.1507491171360016,
        -0.1549307107925415
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2733,
      "lr": 0.0001,
      "sup_loss": 1.0048967999105338,
      "rf_loss": 0.0,
      "total_loss": 1.0048967999105338,
      "lyap1_mean": -0.15599405765533447,
      "lyap1_max": -0.14368271827697754,
      "lyap1_min": -0.1729838252067566,
      "lyap_spec_mean": [
        -0.15599405765533447,
        -0.15596246719360352
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2734,
      "lr": 0.0001,
      "sup_loss": 1.0890737040110186,
      "rf_loss": 0.0,
      "total_loss": 1.0890737040110186,
      "lyap1_mean": -0.1493057757616043,
      "lyap1_max": -0.13166940212249756,
      "lyap1_min": -0.16423335671424866,
      "lyap_spec_mean": [
        -0.1493057757616043,
        -0.1489657759666443
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2735,
      "lr": 0.0001,
      "sup_loss": 1.0508310530220584,
      "rf_loss": 0.0,
      "total_loss": 1.0508310530220584,
      "lyap1_mean": -0.15886041522026062,
      "lyap1_max": -0.15033437311649323,
      "lyap1_min": -0.17391225695610046,
      "lyap_spec_mean": [
        -0.15886041522026062,
        -0.1543443351984024
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2736,
      "lr": 0.0001,
      "sup_loss": 0.9744101102127313,
      "rf_loss": 0.0,
      "total_loss": 0.9744101102127313,
      "lyap1_mean": -0.14908777177333832,
      "lyap1_max": -0.13863135874271393,
      "lyap1_min": -0.1583946943283081,
      "lyap_spec_mean": [
        -0.14908777177333832,
        -0.15102699398994446
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2737,
      "lr": 0.0001,
      "sup_loss": 1.0504228976751533,
      "rf_loss": 0.0,
      "total_loss": 1.0504228976751533,
      "lyap1_mean": -0.16108998656272888,
      "lyap1_max": -0.15272897481918335,
      "lyap1_min": -0.17355799674987793,
      "lyap_spec_mean": [
        -0.16108998656272888,
        -0.15895976126194
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2738,
      "lr": 0.0001,
      "sup_loss": 1.0375135500683865,
      "rf_loss": 0.0,
      "total_loss": 1.0375135500683865,
      "lyap1_mean": -0.15624284744262695,
      "lyap1_max": -0.1442471146583557,
      "lyap1_min": -0.16593095660209656,
      "lyap_spec_mean": [
        -0.15624284744262695,
        -0.16114851832389832
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2739,
      "lr": 0.0001,
      "sup_loss": 1.0619820351651343,
      "rf_loss": 0.0,
      "total_loss": 1.0619820351651343,
      "lyap1_mean": -0.15932781994342804,
      "lyap1_max": -0.1512986719608307,
      "lyap1_min": -0.16732625663280487,
      "lyap_spec_mean": [
        -0.15932781994342804,
        -0.16206350922584534
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2740,
      "lr": 0.0001,
      "sup_loss": 1.0225211830318728,
      "rf_loss": 0.0,
      "total_loss": 1.0225211830318728,
      "lyap1_mean": -0.15905216336250305,
      "lyap1_max": -0.14814254641532898,
      "lyap1_min": -0.16990844905376434,
      "lyap_spec_mean": [
        -0.15905216336250305,
        -0.1593504399061203
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2741,
      "lr": 0.0001,
      "sup_loss": 1.0307031267447893,
      "rf_loss": 0.0,
      "total_loss": 1.0307031267447893,
      "lyap1_mean": -0.16041812300682068,
      "lyap1_max": -0.14917202293872833,
      "lyap1_min": -0.1716066598892212,
      "lyap_spec_mean": [
        -0.16041812300682068,
        -0.1614525467157364
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2742,
      "lr": 0.0001,
      "sup_loss": 1.0548198204793748,
      "rf_loss": 0.0,
      "total_loss": 1.0548198204793748,
      "lyap1_mean": -0.15993091464042664,
      "lyap1_max": -0.14483246207237244,
      "lyap1_min": -0.17643603682518005,
      "lyap_spec_mean": [
        -0.15993091464042664,
        -0.15749326348304749
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2743,
      "lr": 0.0001,
      "sup_loss": 1.1182915615713862,
      "rf_loss": 0.0,
      "total_loss": 1.1182915615713862,
      "lyap1_mean": -0.16155506670475006,
      "lyap1_max": -0.14078083634376526,
      "lyap1_min": -0.184870645403862,
      "lyap_spec_mean": [
        -0.16155505180358887,
        -0.1633022129535675
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2744,
      "lr": 0.0001,
      "sup_loss": 0.9926057277651781,
      "rf_loss": 0.0,
      "total_loss": 0.9926057277651781,
      "lyap1_mean": -0.15743973851203918,
      "lyap1_max": -0.14331181347370148,
      "lyap1_min": -0.17192807793617249,
      "lyap_spec_mean": [
        -0.15743973851203918,
        -0.15951232612133026
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2745,
      "lr": 0.0001,
      "sup_loss": 1.0455465635118668,
      "rf_loss": 0.0,
      "total_loss": 1.0455465635118668,
      "lyap1_mean": -0.1617596596479416,
      "lyap1_max": -0.15175993740558624,
      "lyap1_min": -0.17485937476158142,
      "lyap_spec_mean": [
        -0.1617596596479416,
        -0.16005611419677734
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2746,
      "lr": 0.0001,
      "sup_loss": 1.0345545806128253,
      "rf_loss": 0.0,
      "total_loss": 1.0345545806128253,
      "lyap1_mean": -0.16440582275390625,
      "lyap1_max": -0.15070785582065582,
      "lyap1_min": -0.18170665204524994,
      "lyap_spec_mean": [
        -0.16440583765506744,
        -0.1636030673980713
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2747,
      "lr": 0.0001,
      "sup_loss": 1.0296137772415335,
      "rf_loss": 0.0,
      "total_loss": 1.0296137772415335,
      "lyap1_mean": -0.16506819427013397,
      "lyap1_max": -0.15094290673732758,
      "lyap1_min": -0.17930099368095398,
      "lyap_spec_mean": [
        -0.16506819427013397,
        -0.16652818024158478
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2748,
      "lr": 0.0001,
      "sup_loss": 1.072217347939529,
      "rf_loss": 0.0,
      "total_loss": 1.072217347939529,
      "lyap1_mean": -0.1653904914855957,
      "lyap1_max": -0.1543162763118744,
      "lyap1_min": -0.17511741816997528,
      "lyap_spec_mean": [
        -0.1653904914855957,
        -0.16751891374588013
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2749,
      "lr": 0.0001,
      "sup_loss": 1.0701817536679346,
      "rf_loss": 0.0,
      "total_loss": 1.0701817536679346,
      "lyap1_mean": -0.16366863250732422,
      "lyap1_max": -0.15386012196540833,
      "lyap1_min": -0.17336302995681763,
      "lyap_spec_mean": [
        -0.16366863250732422,
        -0.1691795438528061
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2750,
      "lr": 0.0001,
      "sup_loss": 1.0679783282940944,
      "rf_loss": 0.0,
      "total_loss": 1.0679783282940944,
      "lyap1_mean": -0.16341468691825867,
      "lyap1_max": -0.1519799828529358,
      "lyap1_min": -0.172052800655365,
      "lyap_spec_mean": [
        -0.16341467201709747,
        -0.16541950404644012
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2751,
      "lr": 0.0001,
      "sup_loss": 1.1091815196287653,
      "rf_loss": 0.0,
      "total_loss": 1.1091815196287653,
      "lyap1_mean": -0.16163615882396698,
      "lyap1_max": -0.14460666477680206,
      "lyap1_min": -0.1749439239501953,
      "lyap_spec_mean": [
        -0.16163615882396698,
        -0.16345231235027313
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2752,
      "lr": 0.0001,
      "sup_loss": 1.06571634309424,
      "rf_loss": 0.0,
      "total_loss": 1.06571634309424,
      "lyap1_mean": -0.16101054847240448,
      "lyap1_max": -0.14492842555046082,
      "lyap1_min": -0.1733274757862091,
      "lyap_spec_mean": [
        -0.16101054847240448,
        -0.16104383766651154
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2753,
      "lr": 0.0001,
      "sup_loss": 1.0194755551663117,
      "rf_loss": 0.0,
      "total_loss": 1.0194755551663117,
      "lyap1_mean": -0.15340334177017212,
      "lyap1_max": -0.12685374915599823,
      "lyap1_min": -0.16527213156223297,
      "lyap_spec_mean": [
        -0.15340332686901093,
        -0.16125038266181946
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2754,
      "lr": 0.0001,
      "sup_loss": 1.0505687220894204,
      "rf_loss": 0.0,
      "total_loss": 1.0505687220894204,
      "lyap1_mean": -0.15406623482704163,
      "lyap1_max": -0.13552525639533997,
      "lyap1_min": -0.16231483221054077,
      "lyap_spec_mean": [
        -0.15406623482704163,
        -0.16244418919086456
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2755,
      "lr": 0.0001,
      "sup_loss": 1.0643580764764518,
      "rf_loss": 0.0,
      "total_loss": 1.0643580764764518,
      "lyap1_mean": -0.1522095799446106,
      "lyap1_max": -0.13280993700027466,
      "lyap1_min": -0.16663891077041626,
      "lyap_spec_mean": [
        -0.1522095799446106,
        -0.1523457169532776
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2756,
      "lr": 0.0001,
      "sup_loss": 1.0875848252180331,
      "rf_loss": 0.0,
      "total_loss": 1.0875848252180331,
      "lyap1_mean": -0.15276451408863068,
      "lyap1_max": -0.12925367057323456,
      "lyap1_min": -0.16690634191036224,
      "lyap_spec_mean": [
        -0.15276451408863068,
        -0.1543467789888382
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2757,
      "lr": 0.0001,
      "sup_loss": 1.0759576987866382,
      "rf_loss": 0.0,
      "total_loss": 1.0759576987866382,
      "lyap1_mean": -0.1571613997220993,
      "lyap1_max": -0.14743368327617645,
      "lyap1_min": -0.1703784465789795,
      "lyap_spec_mean": [
        -0.1571614146232605,
        -0.1573304980993271
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2758,
      "lr": 0.0001,
      "sup_loss": 1.0655348925064994,
      "rf_loss": 0.0,
      "total_loss": 1.0655348925064994,
      "lyap1_mean": -0.15635648369789124,
      "lyap1_max": -0.14680027961730957,
      "lyap1_min": -0.16414989531040192,
      "lyap_spec_mean": [
        -0.15635648369789124,
        -0.15457852184772491
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2759,
      "lr": 0.0001,
      "sup_loss": 1.0632669514326143,
      "rf_loss": 0.0,
      "total_loss": 1.0632669514326143,
      "lyap1_mean": -0.15645840764045715,
      "lyap1_max": -0.15178388357162476,
      "lyap1_min": -0.1631075143814087,
      "lyap_spec_mean": [
        -0.15645840764045715,
        -0.15789979696273804
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2760,
      "lr": 0.0001,
      "sup_loss": 1.0514662475310403,
      "rf_loss": 0.0,
      "total_loss": 1.0514662475310403,
      "lyap1_mean": -0.15535549819469452,
      "lyap1_max": -0.13083553314208984,
      "lyap1_min": -0.16769789159297943,
      "lyap_spec_mean": [
        -0.1553555130958557,
        -0.15755128860473633
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2761,
      "lr": 0.0001,
      "sup_loss": 1.072281121300779,
      "rf_loss": 0.0,
      "total_loss": 1.072281121300779,
      "lyap1_mean": -0.15380488336086273,
      "lyap1_max": -0.14913761615753174,
      "lyap1_min": -0.1584412008523941,
      "lyap_spec_mean": [
        -0.15380488336086273,
        -0.15777172148227692
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2762,
      "lr": 0.0001,
      "sup_loss": 1.0575404517074567,
      "rf_loss": 0.0,
      "total_loss": 1.0575404517074567,
      "lyap1_mean": -0.15890714526176453,
      "lyap1_max": -0.14087322354316711,
      "lyap1_min": -0.1697283387184143,
      "lyap_spec_mean": [
        -0.15890714526176453,
        -0.1578243523836136
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2763,
      "lr": 0.0001,
      "sup_loss": 1.0620782533940183,
      "rf_loss": 0.0,
      "total_loss": 1.0620782533940183,
      "lyap1_mean": -0.1637451946735382,
      "lyap1_max": -0.15150222182273865,
      "lyap1_min": -0.1753092110157013,
      "lyap_spec_mean": [
        -0.1637451946735382,
        -0.1679372489452362
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2764,
      "lr": 0.0001,
      "sup_loss": 1.0320467905092203,
      "rf_loss": 0.0,
      "total_loss": 1.0320467905092203,
      "lyap1_mean": -0.15243616700172424,
      "lyap1_max": -0.14239244163036346,
      "lyap1_min": -0.1670977920293808,
      "lyap_spec_mean": [
        -0.15243616700172424,
        -0.15631839632987976
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2765,
      "lr": 0.0001,
      "sup_loss": 1.078134282968445,
      "rf_loss": 0.0,
      "total_loss": 1.078134282968445,
      "lyap1_mean": -0.154989555478096,
      "lyap1_max": -0.15140506625175476,
      "lyap1_min": -0.1588558703660965,
      "lyap_spec_mean": [
        -0.154989555478096,
        -0.15401223301887512
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2766,
      "lr": 0.0001,
      "sup_loss": 1.062094627796707,
      "rf_loss": 0.0,
      "total_loss": 1.062094627796707,
      "lyap1_mean": -0.14603930711746216,
      "lyap1_max": -0.13442879915237427,
      "lyap1_min": -0.15774944424629211,
      "lyap_spec_mean": [
        -0.14603932201862335,
        -0.14711084961891174
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2767,
      "lr": 0.0001,
      "sup_loss": 1.014469180024219,
      "rf_loss": 0.0,
      "total_loss": 1.014469180024219,
      "lyap1_mean": -0.14455768465995789,
      "lyap1_max": -0.13169226050376892,
      "lyap1_min": -0.1572740375995636,
      "lyap_spec_mean": [
        -0.14455768465995789,
        -0.14058785140514374
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2768,
      "lr": 0.0001,
      "sup_loss": 1.0505403989882052,
      "rf_loss": 0.0,
      "total_loss": 1.0505403989882052,
      "lyap1_mean": -0.14130187034606934,
      "lyap1_max": -0.12238457798957825,
      "lyap1_min": -0.15276189148426056,
      "lyap_spec_mean": [
        -0.14130187034606934,
        -0.1412886381149292
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2769,
      "lr": 0.0001,
      "sup_loss": 1.0618967475213115,
      "rf_loss": 0.0,
      "total_loss": 1.0618967475213115,
      "lyap1_mean": -0.14026907086372375,
      "lyap1_max": -0.1206284910440445,
      "lyap1_min": -0.1503075361251831,
      "lyap_spec_mean": [
        -0.14026907086372375,
        -0.14224085211753845
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2770,
      "lr": 0.0001,
      "sup_loss": 1.0645024497277662,
      "rf_loss": 0.0,
      "total_loss": 1.0645024497277662,
      "lyap1_mean": -0.1508491188287735,
      "lyap1_max": -0.1329706609249115,
      "lyap1_min": -0.17265287041664124,
      "lyap_spec_mean": [
        -0.1508491188287735,
        -0.15588845312595367
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2771,
      "lr": 0.0001,
      "sup_loss": 1.0011382127310111,
      "rf_loss": 0.0,
      "total_loss": 1.0011382127310111,
      "lyap1_mean": -0.15931826829910278,
      "lyap1_max": -0.15011627972126007,
      "lyap1_min": -0.17159739136695862,
      "lyap_spec_mean": [
        -0.1593182533979416,
        -0.15746185183525085
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2772,
      "lr": 0.0001,
      "sup_loss": 1.034951751153255,
      "rf_loss": 0.0,
      "total_loss": 1.034951751153255,
      "lyap1_mean": -0.16163143515586853,
      "lyap1_max": -0.1499188244342804,
      "lyap1_min": -0.17357991635799408,
      "lyap_spec_mean": [
        -0.16163143515586853,
        -0.1590227335691452
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2773,
      "lr": 0.0001,
      "sup_loss": 1.0278437787969041,
      "rf_loss": 0.0,
      "total_loss": 1.0278437787969041,
      "lyap1_mean": -0.15945756435394287,
      "lyap1_max": -0.14763522148132324,
      "lyap1_min": -0.1682138890028,
      "lyap_spec_mean": [
        -0.15945756435394287,
        -0.15701210498809814
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2774,
      "lr": 0.0001,
      "sup_loss": 1.0185796928472595,
      "rf_loss": 0.0,
      "total_loss": 1.0185796928472595,
      "lyap1_mean": -0.15520426630973816,
      "lyap1_max": -0.13529382646083832,
      "lyap1_min": -0.17036819458007812,
      "lyap_spec_mean": [
        -0.15520426630973816,
        -0.1559809148311615
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2775,
      "lr": 0.0001,
      "sup_loss": 1.0398407119889892,
      "rf_loss": 0.0,
      "total_loss": 1.0398407119889892,
      "lyap1_mean": -0.1558774709701538,
      "lyap1_max": -0.14757797122001648,
      "lyap1_min": -0.16307467222213745,
      "lyap_spec_mean": [
        -0.1558774709701538,
        -0.1576472520828247
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2776,
      "lr": 0.0001,
      "sup_loss": 1.040614094822893,
      "rf_loss": 0.0,
      "total_loss": 1.040614094822893,
      "lyap1_mean": -0.15071502327919006,
      "lyap1_max": -0.1390671730041504,
      "lyap1_min": -0.16050985455513,
      "lyap_spec_mean": [
        -0.15071503818035126,
        -0.1543707549571991
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2777,
      "lr": 0.0001,
      "sup_loss": 1.0463565019813705,
      "rf_loss": 0.0,
      "total_loss": 1.0463565019813705,
      "lyap1_mean": -0.14954811334609985,
      "lyap1_max": -0.14075469970703125,
      "lyap1_min": -0.1617617905139923,
      "lyap_spec_mean": [
        -0.14954811334609985,
        -0.15742707252502441
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2778,
      "lr": 0.0001,
      "sup_loss": 1.0731172696498654,
      "rf_loss": 0.0,
      "total_loss": 1.0731172696498654,
      "lyap1_mean": -0.15150043368339539,
      "lyap1_max": -0.14154256880283356,
      "lyap1_min": -0.16025173664093018,
      "lyap_spec_mean": [
        -0.15150043368339539,
        -0.14758510887622833
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2779,
      "lr": 0.0001,
      "sup_loss": 1.0578893613203313,
      "rf_loss": 0.0,
      "total_loss": 1.0578893613203313,
      "lyap1_mean": -0.1485767513513565,
      "lyap1_max": -0.13634055852890015,
      "lyap1_min": -0.1668463796377182,
      "lyap_spec_mean": [
        -0.1485767364501953,
        -0.14946243166923523
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2780,
      "lr": 0.0001,
      "sup_loss": 1.0361521332354429,
      "rf_loss": 0.0,
      "total_loss": 1.0361521332354429,
      "lyap1_mean": -0.15339219570159912,
      "lyap1_max": -0.14350083470344543,
      "lyap1_min": -0.1610257625579834,
      "lyap_spec_mean": [
        -0.15339219570159912,
        -0.1592056304216385
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2781,
      "lr": 0.0001,
      "sup_loss": 1.0738338225615636,
      "rf_loss": 0.0,
      "total_loss": 1.0738338225615636,
      "lyap1_mean": -0.15202921628952026,
      "lyap1_max": -0.13801009953022003,
      "lyap1_min": -0.16620148718357086,
      "lyap_spec_mean": [
        -0.15202921628952026,
        -0.15915414690971375
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2782,
      "lr": 0.0001,
      "sup_loss": 1.0403985660526305,
      "rf_loss": 0.0,
      "total_loss": 1.0403985660526305,
      "lyap1_mean": -0.15169188380241394,
      "lyap1_max": -0.14515461027622223,
      "lyap1_min": -0.1580125093460083,
      "lyap_spec_mean": [
        -0.15169189870357513,
        -0.15056389570236206
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2783,
      "lr": 0.0001,
      "sup_loss": 1.0448486835536832,
      "rf_loss": 0.0,
      "total_loss": 1.0448486835536832,
      "lyap1_mean": -0.15567734837532043,
      "lyap1_max": -0.13913199305534363,
      "lyap1_min": -0.16361942887306213,
      "lyap_spec_mean": [
        -0.15567734837532043,
        -0.14837786555290222
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2784,
      "lr": 0.0001,
      "sup_loss": 1.0519381282267848,
      "rf_loss": 0.0,
      "total_loss": 1.0519381282267848,
      "lyap1_mean": -0.15425464510917664,
      "lyap1_max": -0.14613506197929382,
      "lyap1_min": -0.1639266312122345,
      "lyap_spec_mean": [
        -0.15425464510917664,
        -0.15032923221588135
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2785,
      "lr": 0.0001,
      "sup_loss": 1.0349057622217332,
      "rf_loss": 0.0,
      "total_loss": 1.0349057622217332,
      "lyap1_mean": -0.15514923632144928,
      "lyap1_max": -0.1415327787399292,
      "lyap1_min": -0.15994474291801453,
      "lyap_spec_mean": [
        -0.15514925122261047,
        -0.1545833945274353
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2786,
      "lr": 0.0001,
      "sup_loss": 1.0495016401564703,
      "rf_loss": 0.0,
      "total_loss": 1.0495016401564703,
      "lyap1_mean": -0.14687645435333252,
      "lyap1_max": -0.1384018510580063,
      "lyap1_min": -0.155668243765831,
      "lyap_spec_mean": [
        -0.14687645435333252,
        -0.1496230959892273
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2787,
      "lr": 0.0001,
      "sup_loss": 1.0666056907949921,
      "rf_loss": 0.0,
      "total_loss": 1.0666056907949921,
      "lyap1_mean": -0.15023651719093323,
      "lyap1_max": -0.1325981616973877,
      "lyap1_min": -0.15961897373199463,
      "lyap_spec_mean": [
        -0.15023651719093323,
        -0.15069562196731567
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2788,
      "lr": 0.0001,
      "sup_loss": 1.050321420484306,
      "rf_loss": 0.0,
      "total_loss": 1.050321420484306,
      "lyap1_mean": -0.1509547233581543,
      "lyap1_max": -0.1313825100660324,
      "lyap1_min": -0.15959782898426056,
      "lyap_spec_mean": [
        -0.1509547233581543,
        -0.15023262798786163
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2789,
      "lr": 0.0001,
      "sup_loss": 1.0743506973341472,
      "rf_loss": 0.0,
      "total_loss": 1.0743506973341472,
      "lyap1_mean": -0.14808893203735352,
      "lyap1_max": -0.14188286662101746,
      "lyap1_min": -0.15766754746437073,
      "lyap_spec_mean": [
        -0.14808893203735352,
        -0.15757834911346436
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2790,
      "lr": 0.0001,
      "sup_loss": 1.0095503993769464,
      "rf_loss": 0.0,
      "total_loss": 1.0095503993769464,
      "lyap1_mean": -0.1581847071647644,
      "lyap1_max": -0.15157803893089294,
      "lyap1_min": -0.16325227916240692,
      "lyap_spec_mean": [
        -0.1581847071647644,
        -0.15920445322990417
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2791,
      "lr": 0.0001,
      "sup_loss": 1.0346430786072607,
      "rf_loss": 0.0,
      "total_loss": 1.0346430786072607,
      "lyap1_mean": -0.1655077338218689,
      "lyap1_max": -0.14262594282627106,
      "lyap1_min": -0.17742064595222473,
      "lyap_spec_mean": [
        -0.1655077338218689,
        -0.16487643122673035
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2792,
      "lr": 0.0001,
      "sup_loss": 1.0789754193491348,
      "rf_loss": 0.0,
      "total_loss": 1.0789754193491348,
      "lyap1_mean": -0.15407779812812805,
      "lyap1_max": -0.14012853801250458,
      "lyap1_min": -0.16639001667499542,
      "lyap_spec_mean": [
        -0.15407778322696686,
        -0.1596912294626236
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2793,
      "lr": 0.0001,
      "sup_loss": 1.0994512989023222,
      "rf_loss": 0.0,
      "total_loss": 1.0994512989023222,
      "lyap1_mean": -0.1601359099149704,
      "lyap1_max": -0.14649850130081177,
      "lyap1_min": -0.17696735262870789,
      "lyap_spec_mean": [
        -0.1601359248161316,
        -0.1614098697900772
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2794,
      "lr": 0.0001,
      "sup_loss": 1.024330193846065,
      "rf_loss": 0.0,
      "total_loss": 1.024330193846065,
      "lyap1_mean": -0.1663496345281601,
      "lyap1_max": -0.1511666178703308,
      "lyap1_min": -0.1835346817970276,
      "lyap_spec_mean": [
        -0.1663496494293213,
        -0.16804859042167664
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2795,
      "lr": 0.0001,
      "sup_loss": 1.0190504359883723,
      "rf_loss": 0.0,
      "total_loss": 1.0190504359883723,
      "lyap1_mean": -0.15887385606765747,
      "lyap1_max": -0.14383116364479065,
      "lyap1_min": -0.17262248694896698,
      "lyap_spec_mean": [
        -0.15887385606765747,
        -0.15977466106414795
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2796,
      "lr": 0.0001,
      "sup_loss": 1.0813424838537744,
      "rf_loss": 0.0,
      "total_loss": 1.0813424838537744,
      "lyap1_mean": -0.15778854489326477,
      "lyap1_max": -0.14758428931236267,
      "lyap1_min": -0.1675485372543335,
      "lyap_spec_mean": [
        -0.15778854489326477,
        -0.1592443883419037
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2797,
      "lr": 0.0001,
      "sup_loss": 1.0203545525508144,
      "rf_loss": 0.0,
      "total_loss": 1.0203545525508144,
      "lyap1_mean": -0.14871472120285034,
      "lyap1_max": -0.13697807490825653,
      "lyap1_min": -0.15793250501155853,
      "lyap_spec_mean": [
        -0.14871472120285034,
        -0.1490422785282135
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2798,
      "lr": 0.0001,
      "sup_loss": 1.0258083555579325,
      "rf_loss": 0.0,
      "total_loss": 1.0258083555579325,
      "lyap1_mean": -0.14453618228435516,
      "lyap1_max": -0.1329340785741806,
      "lyap1_min": -0.15391239523887634,
      "lyap_spec_mean": [
        -0.14453618228435516,
        -0.1448517143726349
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2799,
      "lr": 0.0001,
      "sup_loss": 1.0328021991626903,
      "rf_loss": 0.0,
      "total_loss": 1.0328021991626903,
      "lyap1_mean": -0.14400863647460938,
      "lyap1_max": -0.12418683618307114,
      "lyap1_min": -0.15954914689064026,
      "lyap_spec_mean": [
        -0.14400863647460938,
        -0.1472669094800949
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2800,
      "lr": 0.0001,
      "sup_loss": 1.038881368229847,
      "rf_loss": 0.0,
      "total_loss": 1.038881368229847,
      "lyap1_mean": -0.13831117749214172,
      "lyap1_max": -0.12117163836956024,
      "lyap1_min": -0.14808377623558044,
      "lyap_spec_mean": [
        -0.13831117749214172,
        -0.1433507800102234
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2801,
      "lr": 0.0001,
      "sup_loss": 1.0339014206118633,
      "rf_loss": 0.0,
      "total_loss": 1.0339014206118633,
      "lyap1_mean": -0.1355939507484436,
      "lyap1_max": -0.11754119396209717,
      "lyap1_min": -0.1451825648546219,
      "lyap_spec_mean": [
        -0.1355939507484436,
        -0.14113043248653412
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2802,
      "lr": 0.0001,
      "sup_loss": 1.081902755594468,
      "rf_loss": 0.0,
      "total_loss": 1.081902755594468,
      "lyap1_mean": -0.14158380031585693,
      "lyap1_max": -0.1235797256231308,
      "lyap1_min": -0.1533784568309784,
      "lyap_spec_mean": [
        -0.14158380031585693,
        -0.14347976446151733
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2803,
      "lr": 0.0001,
      "sup_loss": 1.0933411589596884,
      "rf_loss": 0.0,
      "total_loss": 1.0933411589596884,
      "lyap1_mean": -0.14721986651420593,
      "lyap1_max": -0.13995715975761414,
      "lyap1_min": -0.15910875797271729,
      "lyap_spec_mean": [
        -0.14721986651420593,
        -0.15176202356815338
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2804,
      "lr": 0.0001,
      "sup_loss": 1.031483732419981,
      "rf_loss": 0.0,
      "total_loss": 1.031483732419981,
      "lyap1_mean": -0.1535664200782776,
      "lyap1_max": -0.13768669962882996,
      "lyap1_min": -0.16258159279823303,
      "lyap_spec_mean": [
        -0.1535664200782776,
        -0.1506916731595993
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2805,
      "lr": 0.0001,
      "sup_loss": 1.046599924263661,
      "rf_loss": 0.0,
      "total_loss": 1.046599924263661,
      "lyap1_mean": -0.158486008644104,
      "lyap1_max": -0.14522193372249603,
      "lyap1_min": -0.17115508019924164,
      "lyap_spec_mean": [
        -0.158486008644104,
        -0.16306445002555847
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2806,
      "lr": 0.0001,
      "sup_loss": 1.034789840968592,
      "rf_loss": 0.0,
      "total_loss": 1.034789840968592,
      "lyap1_mean": -0.16603681445121765,
      "lyap1_max": -0.15449565649032593,
      "lyap1_min": -0.17868898808956146,
      "lyap_spec_mean": [
        -0.16603681445121765,
        -0.16672229766845703
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2807,
      "lr": 0.0001,
      "sup_loss": 0.9983591074313262,
      "rf_loss": 0.0,
      "total_loss": 0.9983591074313262,
      "lyap1_mean": -0.1618846356868744,
      "lyap1_max": -0.15075834095478058,
      "lyap1_min": -0.16872267425060272,
      "lyap_spec_mean": [
        -0.1618846356868744,
        -0.16279973089694977
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2808,
      "lr": 0.0001,
      "sup_loss": 1.055721271584105,
      "rf_loss": 0.0,
      "total_loss": 1.055721271584105,
      "lyap1_mean": -0.15720272064208984,
      "lyap1_max": -0.12243726849555969,
      "lyap1_min": -0.19061076641082764,
      "lyap_spec_mean": [
        -0.15720272064208984,
        -0.16118544340133667
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2809,
      "lr": 0.0001,
      "sup_loss": 1.0829429169209268,
      "rf_loss": 0.0,
      "total_loss": 1.0829429169209268,
      "lyap1_mean": -0.15428173542022705,
      "lyap1_max": -0.12618619203567505,
      "lyap1_min": -0.1692899763584137,
      "lyap_spec_mean": [
        -0.15428175032138824,
        -0.1532411128282547
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2810,
      "lr": 0.0001,
      "sup_loss": 0.9758398743127962,
      "rf_loss": 0.0,
      "total_loss": 0.9758398743127962,
      "lyap1_mean": -0.15333861112594604,
      "lyap1_max": -0.14634490013122559,
      "lyap1_min": -0.1593155860900879,
      "lyap_spec_mean": [
        -0.15333859622478485,
        -0.15474918484687805
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2811,
      "lr": 0.0001,
      "sup_loss": 1.034862556195546,
      "rf_loss": 0.0,
      "total_loss": 1.034862556195546,
      "lyap1_mean": -0.1451048105955124,
      "lyap1_max": -0.13064029812812805,
      "lyap1_min": -0.16252820193767548,
      "lyap_spec_mean": [
        -0.1451048105955124,
        -0.1478305459022522
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2812,
      "lr": 0.0001,
      "sup_loss": 1.0278328411524003,
      "rf_loss": 0.0,
      "total_loss": 1.0278328411524003,
      "lyap1_mean": -0.14304476976394653,
      "lyap1_max": -0.1267898827791214,
      "lyap1_min": -0.1608048528432846,
      "lyap_spec_mean": [
        -0.14304475486278534,
        -0.15085507929325104
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2813,
      "lr": 0.0001,
      "sup_loss": 1.0799009043311365,
      "rf_loss": 0.0,
      "total_loss": 1.0799009043311365,
      "lyap1_mean": -0.1441531479358673,
      "lyap1_max": -0.11949487030506134,
      "lyap1_min": -0.15806515514850616,
      "lyap_spec_mean": [
        -0.1441531628370285,
        -0.14608129858970642
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2814,
      "lr": 0.0001,
      "sup_loss": 1.0836071689881512,
      "rf_loss": 0.0,
      "total_loss": 1.0836071689881512,
      "lyap1_mean": -0.14460372924804688,
      "lyap1_max": -0.1259939819574356,
      "lyap1_min": -0.16576841473579407,
      "lyap_spec_mean": [
        -0.14460371434688568,
        -0.14574900269508362
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2815,
      "lr": 0.0001,
      "sup_loss": 1.0621462727071667,
      "rf_loss": 0.0,
      "total_loss": 1.0621462727071667,
      "lyap1_mean": -0.14568819105625153,
      "lyap1_max": -0.1371159851551056,
      "lyap1_min": -0.15242351591587067,
      "lyap_spec_mean": [
        -0.14568817615509033,
        -0.14405545592308044
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2816,
      "lr": 0.0001,
      "sup_loss": 1.0316239568051415,
      "rf_loss": 0.0,
      "total_loss": 1.0316239568051415,
      "lyap1_mean": -0.14569365978240967,
      "lyap1_max": -0.12242241948843002,
      "lyap1_min": -0.15555523335933685,
      "lyap_spec_mean": [
        -0.14569365978240967,
        -0.14774036407470703
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2817,
      "lr": 0.0001,
      "sup_loss": 0.9930681456828118,
      "rf_loss": 0.0,
      "total_loss": 0.9930681456828118,
      "lyap1_mean": -0.14279940724372864,
      "lyap1_max": -0.1335088461637497,
      "lyap1_min": -0.15095175802707672,
      "lyap_spec_mean": [
        -0.14279940724372864,
        -0.15078021585941315
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2818,
      "lr": 0.0001,
      "sup_loss": 1.0506120765315776,
      "rf_loss": 0.0,
      "total_loss": 1.0506120765315776,
      "lyap1_mean": -0.14948976039886475,
      "lyap1_max": -0.13741016387939453,
      "lyap1_min": -0.16400998830795288,
      "lyap_spec_mean": [
        -0.14948976039886475,
        -0.14699287712574005
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2819,
      "lr": 0.0001,
      "sup_loss": 1.0020688991108793,
      "rf_loss": 0.0,
      "total_loss": 1.0020688991108793,
      "lyap1_mean": -0.1509971171617508,
      "lyap1_max": -0.13487738370895386,
      "lyap1_min": -0.16666200757026672,
      "lyap_spec_mean": [
        -0.1509971022605896,
        -0.15052737295627594
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2820,
      "lr": 0.0001,
      "sup_loss": 1.0056735527581135,
      "rf_loss": 0.0,
      "total_loss": 1.0056735527581135,
      "lyap1_mean": -0.1517162322998047,
      "lyap1_max": -0.14509466290473938,
      "lyap1_min": -0.15984833240509033,
      "lyap_spec_mean": [
        -0.1517162322998047,
        -0.15104791522026062
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2821,
      "lr": 0.0001,
      "sup_loss": 1.0334086908390283,
      "rf_loss": 0.0,
      "total_loss": 1.0334086908390283,
      "lyap1_mean": -0.15216563642024994,
      "lyap1_max": -0.133954256772995,
      "lyap1_min": -0.16336840391159058,
      "lyap_spec_mean": [
        -0.15216563642024994,
        -0.1506529450416565
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2822,
      "lr": 0.0001,
      "sup_loss": 1.0369835909689729,
      "rf_loss": 0.0,
      "total_loss": 1.0369835909689729,
      "lyap1_mean": -0.15359893441200256,
      "lyap1_max": -0.13899050652980804,
      "lyap1_min": -0.16845445334911346,
      "lyap_spec_mean": [
        -0.15359893441200256,
        -0.15171965956687927
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2823,
      "lr": 0.0001,
      "sup_loss": 1.040268308124717,
      "rf_loss": 0.0,
      "total_loss": 1.040268308124717,
      "lyap1_mean": -0.15444554388523102,
      "lyap1_max": -0.1455172300338745,
      "lyap1_min": -0.16713695228099823,
      "lyap_spec_mean": [
        -0.15444552898406982,
        -0.15678896009922028
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2824,
      "lr": 0.0001,
      "sup_loss": 1.0621138768206102,
      "rf_loss": 0.0,
      "total_loss": 1.0621138768206102,
      "lyap1_mean": -0.1563013792037964,
      "lyap1_max": -0.14486849308013916,
      "lyap1_min": -0.16186222434043884,
      "lyap_spec_mean": [
        -0.1563013643026352,
        -0.16073453426361084
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2825,
      "lr": 0.0001,
      "sup_loss": 1.0277013963414314,
      "rf_loss": 0.0,
      "total_loss": 1.0277013963414314,
      "lyap1_mean": -0.16017450392246246,
      "lyap1_max": -0.1513693779706955,
      "lyap1_min": -0.16702315211296082,
      "lyap_spec_mean": [
        -0.16017448902130127,
        -0.15571436285972595
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2826,
      "lr": 0.0001,
      "sup_loss": 1.0683942644212265,
      "rf_loss": 0.0,
      "total_loss": 1.0683942644212265,
      "lyap1_mean": -0.16046468913555145,
      "lyap1_max": -0.14753419160842896,
      "lyap1_min": -0.17098113894462585,
      "lyap_spec_mean": [
        -0.16046468913555145,
        -0.159884512424469
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2827,
      "lr": 0.0001,
      "sup_loss": 1.0313335824348395,
      "rf_loss": 0.0,
      "total_loss": 1.0313335824348395,
      "lyap1_mean": -0.15686562657356262,
      "lyap1_max": -0.14461413025856018,
      "lyap1_min": -0.16463105380535126,
      "lyap_spec_mean": [
        -0.15686562657356262,
        -0.15993575751781464
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2828,
      "lr": 0.0001,
      "sup_loss": 1.0696543830323502,
      "rf_loss": 0.0,
      "total_loss": 1.0696543830323502,
      "lyap1_mean": -0.14798180758953094,
      "lyap1_max": -0.13310927152633667,
      "lyap1_min": -0.15765872597694397,
      "lyap_spec_mean": [
        -0.14798180758953094,
        -0.1505420058965683
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2829,
      "lr": 0.0001,
      "sup_loss": 1.0702660350373594,
      "rf_loss": 0.0,
      "total_loss": 1.0702660350373594,
      "lyap1_mean": -0.1532805860042572,
      "lyap1_max": -0.14417904615402222,
      "lyap1_min": -0.16088753938674927,
      "lyap_spec_mean": [
        -0.1532805860042572,
        -0.15325482189655304
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2830,
      "lr": 0.0001,
      "sup_loss": 1.0968058201427942,
      "rf_loss": 0.0,
      "total_loss": 1.0968058201427942,
      "lyap1_mean": -0.15254679322242737,
      "lyap1_max": -0.14286842942237854,
      "lyap1_min": -0.15866470336914062,
      "lyap_spec_mean": [
        -0.15254677832126617,
        -0.1587301790714264
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2831,
      "lr": 0.0001,
      "sup_loss": 1.0538190865952806,
      "rf_loss": 0.0,
      "total_loss": 1.0538190865952806,
      "lyap1_mean": -0.15510551631450653,
      "lyap1_max": -0.14240498840808868,
      "lyap1_min": -0.1648998111486435,
      "lyap_spec_mean": [
        -0.15510550141334534,
        -0.15783803164958954
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2832,
      "lr": 0.0001,
      "sup_loss": 1.0421990122388234,
      "rf_loss": 0.0,
      "total_loss": 1.0421990122388234,
      "lyap1_mean": -0.15866678953170776,
      "lyap1_max": -0.14859983325004578,
      "lyap1_min": -0.17315471172332764,
      "lyap_spec_mean": [
        -0.15866678953170776,
        -0.16522061824798584
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2833,
      "lr": 0.0001,
      "sup_loss": 0.9527853185228201,
      "rf_loss": 0.0,
      "total_loss": 0.9527853185228201,
      "lyap1_mean": -0.15382912755012512,
      "lyap1_max": -0.1426207423210144,
      "lyap1_min": -0.16475465893745422,
      "lyap_spec_mean": [
        -0.15382912755012512,
        -0.16134631633758545
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2834,
      "lr": 0.0001,
      "sup_loss": 1.0656677451496623,
      "rf_loss": 0.0,
      "total_loss": 1.0656677451496623,
      "lyap1_mean": -0.16736151278018951,
      "lyap1_max": -0.15191008150577545,
      "lyap1_min": -0.17703263461589813,
      "lyap_spec_mean": [
        -0.16736149787902832,
        -0.16726437211036682
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2835,
      "lr": 0.0001,
      "sup_loss": 1.0619417694858428,
      "rf_loss": 0.0,
      "total_loss": 1.0619417694858428,
      "lyap1_mean": -0.15630975365638733,
      "lyap1_max": -0.14386092126369476,
      "lyap1_min": -0.1663474440574646,
      "lyap_spec_mean": [
        -0.15630973875522614,
        -0.15642902255058289
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2836,
      "lr": 0.0001,
      "sup_loss": 1.0380838935404666,
      "rf_loss": 0.0,
      "total_loss": 1.0380838935404666,
      "lyap1_mean": -0.15515844523906708,
      "lyap1_max": -0.14028175175189972,
      "lyap1_min": -0.16556335985660553,
      "lyap_spec_mean": [
        -0.15515844523906708,
        -0.1574331521987915
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2837,
      "lr": 0.0001,
      "sup_loss": 1.0168663068295252,
      "rf_loss": 0.0,
      "total_loss": 1.0168663068295252,
      "lyap1_mean": -0.15546226501464844,
      "lyap1_max": -0.13607168197631836,
      "lyap1_min": -0.16805516183376312,
      "lyap_spec_mean": [
        -0.15546226501464844,
        -0.15697850286960602
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2838,
      "lr": 0.0001,
      "sup_loss": 1.067720738368992,
      "rf_loss": 0.0,
      "total_loss": 1.067720738368992,
      "lyap1_mean": -0.14724069833755493,
      "lyap1_max": -0.1182507798075676,
      "lyap1_min": -0.16855588555335999,
      "lyap_spec_mean": [
        -0.14724068343639374,
        -0.15494465827941895
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2839,
      "lr": 0.0001,
      "sup_loss": 1.0785738232040576,
      "rf_loss": 0.0,
      "total_loss": 1.0785738232040576,
      "lyap1_mean": -0.1580878347158432,
      "lyap1_max": -0.15048637986183167,
      "lyap1_min": -0.16368292272090912,
      "lyap_spec_mean": [
        -0.158087819814682,
        -0.1537741720676422
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2840,
      "lr": 0.0001,
      "sup_loss": 0.9695958270919827,
      "rf_loss": 0.0,
      "total_loss": 0.9695958270919827,
      "lyap1_mean": -0.1509750634431839,
      "lyap1_max": -0.12966972589492798,
      "lyap1_min": -0.1687004417181015,
      "lyap_spec_mean": [
        -0.1509750485420227,
        -0.1498393416404724
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2841,
      "lr": 0.0001,
      "sup_loss": 1.0264885946430702,
      "rf_loss": 0.0,
      "total_loss": 1.0264885946430702,
      "lyap1_mean": -0.15868230164051056,
      "lyap1_max": -0.1506994515657425,
      "lyap1_min": -0.16965720057487488,
      "lyap_spec_mean": [
        -0.15868231654167175,
        -0.15981291234493256
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2842,
      "lr": 0.0001,
      "sup_loss": 1.0256437466680492,
      "rf_loss": 0.0,
      "total_loss": 1.0256437466680492,
      "lyap1_mean": -0.15424811840057373,
      "lyap1_max": -0.13352054357528687,
      "lyap1_min": -0.16237400472164154,
      "lyap_spec_mean": [
        -0.15424811840057373,
        -0.1568903625011444
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2843,
      "lr": 0.0001,
      "sup_loss": 1.0120903337846165,
      "rf_loss": 0.0,
      "total_loss": 1.0120903337846165,
      "lyap1_mean": -0.16201311349868774,
      "lyap1_max": -0.14477647840976715,
      "lyap1_min": -0.17742672562599182,
      "lyap_spec_mean": [
        -0.16201311349868774,
        -0.16191790997982025
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2844,
      "lr": 0.0001,
      "sup_loss": 1.0162589147188525,
      "rf_loss": 0.0,
      "total_loss": 1.0162589147188525,
      "lyap1_mean": -0.15583159029483795,
      "lyap1_max": -0.13871443271636963,
      "lyap1_min": -0.1667555421590805,
      "lyap_spec_mean": [
        -0.15583159029483795,
        -0.15635962784290314
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2845,
      "lr": 0.0001,
      "sup_loss": 1.0714879184925858,
      "rf_loss": 0.0,
      "total_loss": 1.0714879184925858,
      "lyap1_mean": -0.16194656491279602,
      "lyap1_max": -0.153164803981781,
      "lyap1_min": -0.1675715446472168,
      "lyap_spec_mean": [
        -0.16194656491279602,
        -0.16100308299064636
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2846,
      "lr": 0.0001,
      "sup_loss": 1.0723442850309135,
      "rf_loss": 0.0,
      "total_loss": 1.0723442850309135,
      "lyap1_mean": -0.15327101945877075,
      "lyap1_max": -0.13101738691329956,
      "lyap1_min": -0.17669883370399475,
      "lyap_spec_mean": [
        -0.15327103435993195,
        -0.1591332107782364
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2847,
      "lr": 0.0001,
      "sup_loss": 1.0620312373140597,
      "rf_loss": 0.0,
      "total_loss": 1.0620312373140597,
      "lyap1_mean": -0.15554523468017578,
      "lyap1_max": -0.14336378872394562,
      "lyap1_min": -0.16487698256969452,
      "lyap_spec_mean": [
        -0.15554524958133698,
        -0.15606839954853058
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2848,
      "lr": 0.0001,
      "sup_loss": 0.9849518458977073,
      "rf_loss": 0.0,
      "total_loss": 0.9849518458977073,
      "lyap1_mean": -0.15026870369911194,
      "lyap1_max": -0.12528662383556366,
      "lyap1_min": -0.16709384322166443,
      "lyap_spec_mean": [
        -0.15026870369911194,
        -0.1549065113067627
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2849,
      "lr": 0.0001,
      "sup_loss": 1.071373198879988,
      "rf_loss": 0.0,
      "total_loss": 1.071373198879988,
      "lyap1_mean": -0.1534390151500702,
      "lyap1_max": -0.12086823582649231,
      "lyap1_min": -0.16747716069221497,
      "lyap_spec_mean": [
        -0.153439000248909,
        -0.16167320311069489
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2850,
      "lr": 0.0001,
      "sup_loss": 1.0412339193893179,
      "rf_loss": 0.0,
      "total_loss": 1.0412339193893179,
      "lyap1_mean": -0.15417030453681946,
      "lyap1_max": -0.14528918266296387,
      "lyap1_min": -0.16680578887462616,
      "lyap_spec_mean": [
        -0.15417030453681946,
        -0.15883024036884308
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2851,
      "lr": 0.0001,
      "sup_loss": 1.0530165957042639,
      "rf_loss": 0.0,
      "total_loss": 1.0530165957042639,
      "lyap1_mean": -0.1620064675807953,
      "lyap1_max": -0.1510184109210968,
      "lyap1_min": -0.17074811458587646,
      "lyap_spec_mean": [
        -0.1620064675807953,
        -0.16002780199050903
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2852,
      "lr": 0.0001,
      "sup_loss": 1.0385342280974994,
      "rf_loss": 0.0,
      "total_loss": 1.0385342280974994,
      "lyap1_mean": -0.15618005394935608,
      "lyap1_max": -0.14262333512306213,
      "lyap1_min": -0.17654907703399658,
      "lyap_spec_mean": [
        -0.15618005394935608,
        -0.1569150686264038
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2853,
      "lr": 0.0001,
      "sup_loss": 1.0415869153958215,
      "rf_loss": 0.0,
      "total_loss": 1.0415869153958215,
      "lyap1_mean": -0.1531171351671219,
      "lyap1_max": -0.14170309901237488,
      "lyap1_min": -0.17317339777946472,
      "lyap_spec_mean": [
        -0.1531171202659607,
        -0.15062472224235535
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2854,
      "lr": 0.0001,
      "sup_loss": 1.0257292245442422,
      "rf_loss": 0.0,
      "total_loss": 1.0257292245442422,
      "lyap1_mean": -0.15819330513477325,
      "lyap1_max": -0.13369470834732056,
      "lyap1_min": -0.1788838803768158,
      "lyap_spec_mean": [
        -0.15819329023361206,
        -0.16246110200881958
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2855,
      "lr": 0.0001,
      "sup_loss": 1.0329439812588435,
      "rf_loss": 0.0,
      "total_loss": 1.0329439812588435,
      "lyap1_mean": -0.15451934933662415,
      "lyap1_max": -0.14366333186626434,
      "lyap1_min": -0.17629477381706238,
      "lyap_spec_mean": [
        -0.15451934933662415,
        -0.16021674871444702
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2856,
      "lr": 0.0001,
      "sup_loss": 1.052469801442532,
      "rf_loss": 0.0,
      "total_loss": 1.052469801442532,
      "lyap1_mean": -0.1615835726261139,
      "lyap1_max": -0.15322743356227875,
      "lyap1_min": -0.16823774576187134,
      "lyap_spec_mean": [
        -0.1615835726261139,
        -0.16666856408119202
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2857,
      "lr": 0.0001,
      "sup_loss": 1.0331635236862597,
      "rf_loss": 0.0,
      "total_loss": 1.0331635236862597,
      "lyap1_mean": -0.15722297132015228,
      "lyap1_max": -0.13349610567092896,
      "lyap1_min": -0.1719733476638794,
      "lyap_spec_mean": [
        -0.15722298622131348,
        -0.1557350605726242
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2858,
      "lr": 0.0001,
      "sup_loss": 1.0283238599216022,
      "rf_loss": 0.0,
      "total_loss": 1.0283238599216022,
      "lyap1_mean": -0.1597219556570053,
      "lyap1_max": -0.1355607807636261,
      "lyap1_min": -0.1747429370880127,
      "lyap_spec_mean": [
        -0.1597219556570053,
        -0.15743163228034973
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2859,
      "lr": 0.0001,
      "sup_loss": 1.044886947404271,
      "rf_loss": 0.0,
      "total_loss": 1.044886947404271,
      "lyap1_mean": -0.15705464780330658,
      "lyap1_max": -0.14062811434268951,
      "lyap1_min": -0.16877946257591248,
      "lyap_spec_mean": [
        -0.15705466270446777,
        -0.16250228881835938
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2860,
      "lr": 0.0001,
      "sup_loss": 1.0168220910753112,
      "rf_loss": 0.0,
      "total_loss": 1.0168220910753112,
      "lyap1_mean": -0.1675121784210205,
      "lyap1_max": -0.15289334952831268,
      "lyap1_min": -0.17803940176963806,
      "lyap_spec_mean": [
        -0.1675121784210205,
        -0.16671890020370483
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2861,
      "lr": 0.0001,
      "sup_loss": 1.0405858710586875,
      "rf_loss": 0.0,
      "total_loss": 1.0405858710586875,
      "lyap1_mean": -0.16511225700378418,
      "lyap1_max": -0.15191543102264404,
      "lyap1_min": -0.19034181535243988,
      "lyap_spec_mean": [
        -0.16511225700378418,
        -0.1674574911594391
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2862,
      "lr": 0.0001,
      "sup_loss": 1.0468716241583191,
      "rf_loss": 0.0,
      "total_loss": 1.0468716241583191,
      "lyap1_mean": -0.1661895215511322,
      "lyap1_max": -0.15807296335697174,
      "lyap1_min": -0.17262934148311615,
      "lyap_spec_mean": [
        -0.1661895215511322,
        -0.16958411037921906
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2863,
      "lr": 0.0001,
      "sup_loss": 1.007788561228847,
      "rf_loss": 0.0,
      "total_loss": 1.007788561228847,
      "lyap1_mean": -0.16790205240249634,
      "lyap1_max": -0.15441623330116272,
      "lyap1_min": -0.1780170500278473,
      "lyap_spec_mean": [
        -0.16790203750133514,
        -0.17045679688453674
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2864,
      "lr": 0.0001,
      "sup_loss": 1.0131922362954349,
      "rf_loss": 0.0,
      "total_loss": 1.0131922362954349,
      "lyap1_mean": -0.16110235452651978,
      "lyap1_max": -0.15030229091644287,
      "lyap1_min": -0.1782258152961731,
      "lyap_spec_mean": [
        -0.16110235452651978,
        -0.16429778933525085
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2865,
      "lr": 0.0001,
      "sup_loss": 1.0236813706514527,
      "rf_loss": 0.0,
      "total_loss": 1.0236813706514527,
      "lyap1_mean": -0.1577221304178238,
      "lyap1_max": -0.14067614078521729,
      "lyap1_min": -0.17469942569732666,
      "lyap_spec_mean": [
        -0.1577221304178238,
        -0.16279473900794983
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2866,
      "lr": 0.0001,
      "sup_loss": 0.986294903245403,
      "rf_loss": 0.0,
      "total_loss": 0.986294903245403,
      "lyap1_mean": -0.15935325622558594,
      "lyap1_max": -0.14597037434577942,
      "lyap1_min": -0.17217755317687988,
      "lyap_spec_mean": [
        -0.15935325622558594,
        -0.16232049465179443
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2867,
      "lr": 0.0001,
      "sup_loss": 1.0228704321177315,
      "rf_loss": 0.0,
      "total_loss": 1.0228704321177315,
      "lyap1_mean": -0.15778526663780212,
      "lyap1_max": -0.1407766342163086,
      "lyap1_min": -0.16514405608177185,
      "lyap_spec_mean": [
        -0.15778526663780212,
        -0.1594196856021881
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2868,
      "lr": 0.0001,
      "sup_loss": 1.028747953732861,
      "rf_loss": 0.0,
      "total_loss": 1.028747953732861,
      "lyap1_mean": -0.1549268662929535,
      "lyap1_max": -0.13242901861667633,
      "lyap1_min": -0.17237994074821472,
      "lyap_spec_mean": [
        -0.15492688119411469,
        -0.15405702590942383
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2869,
      "lr": 0.0001,
      "sup_loss": 1.023181518225774,
      "rf_loss": 0.0,
      "total_loss": 1.023181518225774,
      "lyap1_mean": -0.15089553594589233,
      "lyap1_max": -0.1397966891527176,
      "lyap1_min": -0.1583336591720581,
      "lyap_spec_mean": [
        -0.15089555084705353,
        -0.1540726125240326
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2870,
      "lr": 0.0001,
      "sup_loss": 1.0050740185497882,
      "rf_loss": 0.0,
      "total_loss": 1.0050740185497882,
      "lyap1_mean": -0.15342576801776886,
      "lyap1_max": -0.13196271657943726,
      "lyap1_min": -0.16875076293945312,
      "lyap_spec_mean": [
        -0.15342576801776886,
        -0.15026886761188507
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2871,
      "lr": 0.0001,
      "sup_loss": 1.021769294164405,
      "rf_loss": 0.0,
      "total_loss": 1.021769294164405,
      "lyap1_mean": -0.14810682833194733,
      "lyap1_max": -0.13343065977096558,
      "lyap1_min": -0.15332186222076416,
      "lyap_spec_mean": [
        -0.14810682833194733,
        -0.14645341038703918
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2872,
      "lr": 0.0001,
      "sup_loss": 1.0177089848409235,
      "rf_loss": 0.0,
      "total_loss": 1.0177089848409235,
      "lyap1_mean": -0.1424141377210617,
      "lyap1_max": -0.12729129195213318,
      "lyap1_min": -0.15646997094154358,
      "lyap_spec_mean": [
        -0.1424141526222229,
        -0.14622057974338531
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2873,
      "lr": 0.0001,
      "sup_loss": 1.0559505891655827,
      "rf_loss": 0.0,
      "total_loss": 1.0559505891655827,
      "lyap1_mean": -0.13507576286792755,
      "lyap1_max": -0.12225323915481567,
      "lyap1_min": -0.1469411849975586,
      "lyap_spec_mean": [
        -0.13507576286792755,
        -0.13544535636901855
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2874,
      "lr": 0.0001,
      "sup_loss": 1.0274272277853225,
      "rf_loss": 0.0,
      "total_loss": 1.0274272277853225,
      "lyap1_mean": -0.1519777774810791,
      "lyap1_max": -0.14263688027858734,
      "lyap1_min": -0.1631374955177307,
      "lyap_spec_mean": [
        -0.1519777774810791,
        -0.14423060417175293
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2875,
      "lr": 0.0001,
      "sup_loss": 0.998802950890779,
      "rf_loss": 0.0,
      "total_loss": 0.998802950890779,
      "lyap1_mean": -0.1458817422389984,
      "lyap1_max": -0.13616424798965454,
      "lyap1_min": -0.153619647026062,
      "lyap_spec_mean": [
        -0.1458817571401596,
        -0.14897757768630981
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2876,
      "lr": 0.0001,
      "sup_loss": 1.044081185613643,
      "rf_loss": 0.0,
      "total_loss": 1.044081185613643,
      "lyap1_mean": -0.1474529504776001,
      "lyap1_max": -0.14101260900497437,
      "lyap1_min": -0.15355223417282104,
      "lyap_spec_mean": [
        -0.1474529504776001,
        -0.14647063612937927
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2877,
      "lr": 0.0001,
      "sup_loss": 1.0259528601405012,
      "rf_loss": 0.0,
      "total_loss": 1.0259528601405012,
      "lyap1_mean": -0.14460952579975128,
      "lyap1_max": -0.1397281289100647,
      "lyap1_min": -0.15768279135227203,
      "lyap_spec_mean": [
        -0.1446095108985901,
        -0.14646339416503906
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2878,
      "lr": 0.0001,
      "sup_loss": 1.03244334275738,
      "rf_loss": 0.0,
      "total_loss": 1.03244334275738,
      "lyap1_mean": -0.14453747868537903,
      "lyap1_max": -0.13394728302955627,
      "lyap1_min": -0.14968246221542358,
      "lyap_spec_mean": [
        -0.14453746378421783,
        -0.14651775360107422
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2879,
      "lr": 0.0001,
      "sup_loss": 1.0915069897090244,
      "rf_loss": 0.0,
      "total_loss": 1.0915069897090244,
      "lyap1_mean": -0.14511170983314514,
      "lyap1_max": -0.1391124725341797,
      "lyap1_min": -0.15091906487941742,
      "lyap_spec_mean": [
        -0.14511170983314514,
        -0.14676766097545624
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2880,
      "lr": 0.0001,
      "sup_loss": 1.0131514895042122,
      "rf_loss": 0.0,
      "total_loss": 1.0131514895042122,
      "lyap1_mean": -0.14991772174835205,
      "lyap1_max": -0.13282355666160583,
      "lyap1_min": -0.16699723899364471,
      "lyap_spec_mean": [
        -0.14991772174835205,
        -0.14845885336399078
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2881,
      "lr": 0.0001,
      "sup_loss": 0.9559848020023454,
      "rf_loss": 0.0,
      "total_loss": 0.9559848020023454,
      "lyap1_mean": -0.15741288661956787,
      "lyap1_max": -0.1488804966211319,
      "lyap1_min": -0.16770824790000916,
      "lyap_spec_mean": [
        -0.15741288661956787,
        -0.157540962100029
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2882,
      "lr": 0.0001,
      "sup_loss": 0.9868362343045127,
      "rf_loss": 0.0,
      "total_loss": 0.9868362343045127,
      "lyap1_mean": -0.15436452627182007,
      "lyap1_max": -0.1439323127269745,
      "lyap1_min": -0.16921648383140564,
      "lyap_spec_mean": [
        -0.15436452627182007,
        -0.15143315494060516
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2883,
      "lr": 0.0001,
      "sup_loss": 1.0476564372050483,
      "rf_loss": 0.0,
      "total_loss": 1.0476564372050483,
      "lyap1_mean": -0.15223045647144318,
      "lyap1_max": -0.14242613315582275,
      "lyap1_min": -0.16319884359836578,
      "lyap_spec_mean": [
        -0.15223045647144318,
        -0.15643012523651123
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2884,
      "lr": 0.0001,
      "sup_loss": 1.0416088582629188,
      "rf_loss": 0.0,
      "total_loss": 1.0416088582629188,
      "lyap1_mean": -0.15005645155906677,
      "lyap1_max": -0.14114561676979065,
      "lyap1_min": -0.16110767424106598,
      "lyap_spec_mean": [
        -0.15005645155906677,
        -0.15362495183944702
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2885,
      "lr": 0.0001,
      "sup_loss": 1.06357588288323,
      "rf_loss": 0.0,
      "total_loss": 1.06357588288323,
      "lyap1_mean": -0.14622652530670166,
      "lyap1_max": -0.12962788343429565,
      "lyap1_min": -0.15918830037117004,
      "lyap_spec_mean": [
        -0.14622652530670166,
        -0.14710547029972076
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2886,
      "lr": 0.0001,
      "sup_loss": 1.0737823326969973,
      "rf_loss": 0.0,
      "total_loss": 1.0737823326969973,
      "lyap1_mean": -0.14526967704296112,
      "lyap1_max": -0.12867464125156403,
      "lyap1_min": -0.1622864305973053,
      "lyap_spec_mean": [
        -0.14526967704296112,
        -0.15072211623191833
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2887,
      "lr": 0.0001,
      "sup_loss": 1.0655235177316826,
      "rf_loss": 0.0,
      "total_loss": 1.0655235177316826,
      "lyap1_mean": -0.15621502697467804,
      "lyap1_max": -0.14425694942474365,
      "lyap1_min": -0.1697310507297516,
      "lyap_spec_mean": [
        -0.15621502697467804,
        -0.15806344151496887
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2888,
      "lr": 0.0001,
      "sup_loss": 0.8900440842962521,
      "rf_loss": 0.0,
      "total_loss": 0.8900440842962521,
      "lyap1_mean": -0.15096516907215118,
      "lyap1_max": -0.14511141180992126,
      "lyap1_min": -0.16005414724349976,
      "lyap_spec_mean": [
        -0.15096518397331238,
        -0.15645059943199158
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2889,
      "lr": 0.0001,
      "sup_loss": 1.0986299650633546,
      "rf_loss": 0.0,
      "total_loss": 1.0986299650633546,
      "lyap1_mean": -0.1549818217754364,
      "lyap1_max": -0.13680270314216614,
      "lyap1_min": -0.16450677812099457,
      "lyap_spec_mean": [
        -0.1549818217754364,
        -0.15680651366710663
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2890,
      "lr": 0.0001,
      "sup_loss": 1.0388061040314291,
      "rf_loss": 0.0,
      "total_loss": 1.0388061040314291,
      "lyap1_mean": -0.1541506052017212,
      "lyap1_max": -0.13806577026844025,
      "lyap1_min": -0.1690887063741684,
      "lyap_spec_mean": [
        -0.15415059030056,
        -0.14952126145362854
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2891,
      "lr": 0.0001,
      "sup_loss": 0.9939511286537629,
      "rf_loss": 0.0,
      "total_loss": 0.9939511286537629,
      "lyap1_mean": -0.14958500862121582,
      "lyap1_max": -0.12976524233818054,
      "lyap1_min": -0.1681596040725708,
      "lyap_spec_mean": [
        -0.14958499372005463,
        -0.15013179183006287
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2892,
      "lr": 0.0001,
      "sup_loss": 1.0687219474167644,
      "rf_loss": 0.0,
      "total_loss": 1.0687219474167644,
      "lyap1_mean": -0.14146552979946136,
      "lyap1_max": -0.12553997337818146,
      "lyap1_min": -0.15546360611915588,
      "lyap_spec_mean": [
        -0.14146551489830017,
        -0.14646247029304504
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2893,
      "lr": 0.0001,
      "sup_loss": 1.016314657802826,
      "rf_loss": 0.0,
      "total_loss": 1.016314657802826,
      "lyap1_mean": -0.13796007633209229,
      "lyap1_max": -0.1238471269607544,
      "lyap1_min": -0.15554571151733398,
      "lyap_spec_mean": [
        -0.13796007633209229,
        -0.14495420455932617
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2894,
      "lr": 0.0001,
      "sup_loss": 1.0544410669641475,
      "rf_loss": 0.0,
      "total_loss": 1.0544410669641475,
      "lyap1_mean": -0.1373194009065628,
      "lyap1_max": -0.125881165266037,
      "lyap1_min": -0.145128533244133,
      "lyap_spec_mean": [
        -0.1373194009065628,
        -0.13393497467041016
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2895,
      "lr": 0.0001,
      "sup_loss": 1.0248022418838922,
      "rf_loss": 0.0,
      "total_loss": 1.0248022418838922,
      "lyap1_mean": -0.13638579845428467,
      "lyap1_max": -0.12972204387187958,
      "lyap1_min": -0.1453753560781479,
      "lyap_spec_mean": [
        -0.13638576865196228,
        -0.1382635533809662
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2896,
      "lr": 0.0001,
      "sup_loss": 1.1018726875164377,
      "rf_loss": 0.0,
      "total_loss": 1.1018726875164377,
      "lyap1_mean": -0.14068779349327087,
      "lyap1_max": -0.13028934597969055,
      "lyap1_min": -0.1467924267053604,
      "lyap_spec_mean": [
        -0.14068780839443207,
        -0.14142131805419922
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2897,
      "lr": 0.0001,
      "sup_loss": 1.1066968691151255,
      "rf_loss": 0.0,
      "total_loss": 1.1066968691151255,
      "lyap1_mean": -0.142180934548378,
      "lyap1_max": -0.12682288885116577,
      "lyap1_min": -0.15422549843788147,
      "lyap_spec_mean": [
        -0.142180934548378,
        -0.14229851961135864
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2898,
      "lr": 0.0001,
      "sup_loss": 0.9883112798747856,
      "rf_loss": 0.0,
      "total_loss": 0.9883112798747856,
      "lyap1_mean": -0.14418905973434448,
      "lyap1_max": -0.11763261258602142,
      "lyap1_min": -0.15910357236862183,
      "lyap_spec_mean": [
        -0.14418907463550568,
        -0.14023911952972412
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2899,
      "lr": 0.0001,
      "sup_loss": 1.0228494575810132,
      "rf_loss": 0.0,
      "total_loss": 1.0228494575810132,
      "lyap1_mean": -0.1492413580417633,
      "lyap1_max": -0.13514114916324615,
      "lyap1_min": -0.16595202684402466,
      "lyap_spec_mean": [
        -0.1492413580417633,
        -0.15242721140384674
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2900,
      "lr": 0.0001,
      "sup_loss": 1.04005592007965,
      "rf_loss": 0.0,
      "total_loss": 1.04005592007965,
      "lyap1_mean": -0.1448613703250885,
      "lyap1_max": -0.13488011062145233,
      "lyap1_min": -0.15393167734146118,
      "lyap_spec_mean": [
        -0.1448613703250885,
        -0.14911207556724548
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2901,
      "lr": 0.0001,
      "sup_loss": 1.0255665473510658,
      "rf_loss": 0.0,
      "total_loss": 1.0255665473510658,
      "lyap1_mean": -0.15208667516708374,
      "lyap1_max": -0.13182590901851654,
      "lyap1_min": -0.16289693117141724,
      "lyap_spec_mean": [
        -0.15208666026592255,
        -0.15107528865337372
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2902,
      "lr": 0.0001,
      "sup_loss": 1.0993494785245803,
      "rf_loss": 0.0,
      "total_loss": 1.0993494785245803,
      "lyap1_mean": -0.15068082511425018,
      "lyap1_max": -0.1405637413263321,
      "lyap1_min": -0.1583092361688614,
      "lyap_spec_mean": [
        -0.15068082511425018,
        -0.1535622477531433
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2903,
      "lr": 0.0001,
      "sup_loss": 1.03480191305468,
      "rf_loss": 0.0,
      "total_loss": 1.03480191305468,
      "lyap1_mean": -0.14898210763931274,
      "lyap1_max": -0.1253678947687149,
      "lyap1_min": -0.16713568568229675,
      "lyap_spec_mean": [
        -0.14898210763931274,
        -0.15619367361068726
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2904,
      "lr": 0.0001,
      "sup_loss": 1.0341046429228742,
      "rf_loss": 0.0,
      "total_loss": 1.0341046429228742,
      "lyap1_mean": -0.14281600713729858,
      "lyap1_max": -0.13341060280799866,
      "lyap1_min": -0.15650087594985962,
      "lyap_spec_mean": [
        -0.14281600713729858,
        -0.1478792428970337
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2905,
      "lr": 0.0001,
      "sup_loss": 0.9904439704397128,
      "rf_loss": 0.0,
      "total_loss": 0.9904439704397128,
      "lyap1_mean": -0.15203648805618286,
      "lyap1_max": -0.13766144216060638,
      "lyap1_min": -0.1642865538597107,
      "lyap_spec_mean": [
        -0.15203648805618286,
        -0.14452333748340607
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2906,
      "lr": 0.0001,
      "sup_loss": 0.9970161332754637,
      "rf_loss": 0.0,
      "total_loss": 0.9970161332754637,
      "lyap1_mean": -0.1481626331806183,
      "lyap1_max": -0.1388653963804245,
      "lyap1_min": -0.158395454287529,
      "lyap_spec_mean": [
        -0.1481626182794571,
        -0.14847825467586517
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2907,
      "lr": 0.0001,
      "sup_loss": 1.0788770744269243,
      "rf_loss": 0.0,
      "total_loss": 1.0788770744269243,
      "lyap1_mean": -0.15005257725715637,
      "lyap1_max": -0.13426676392555237,
      "lyap1_min": -0.17114584147930145,
      "lyap_spec_mean": [
        -0.15005257725715637,
        -0.14730888605117798
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2908,
      "lr": 0.0001,
      "sup_loss": 1.0668639346895128,
      "rf_loss": 0.0,
      "total_loss": 1.0668639346895128,
      "lyap1_mean": -0.15114761888980865,
      "lyap1_max": -0.1444212794303894,
      "lyap1_min": -0.1588525027036667,
      "lyap_spec_mean": [
        -0.15114760398864746,
        -0.150867760181427
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2909,
      "lr": 0.0001,
      "sup_loss": 1.0275617942327582,
      "rf_loss": 0.0,
      "total_loss": 1.0275617942327582,
      "lyap1_mean": -0.15127325057983398,
      "lyap1_max": -0.1399543583393097,
      "lyap1_min": -0.16267214715480804,
      "lyap_spec_mean": [
        -0.15127325057983398,
        -0.15116363763809204
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2910,
      "lr": 0.0001,
      "sup_loss": 1.0304607276484055,
      "rf_loss": 0.0,
      "total_loss": 1.0304607276484055,
      "lyap1_mean": -0.14616179466247559,
      "lyap1_max": -0.11934922635555267,
      "lyap1_min": -0.16593846678733826,
      "lyap_spec_mean": [
        -0.14616179466247559,
        -0.1483590304851532
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2911,
      "lr": 0.0001,
      "sup_loss": 1.037101892312267,
      "rf_loss": 0.0,
      "total_loss": 1.037101892312267,
      "lyap1_mean": -0.15202945470809937,
      "lyap1_max": -0.14040231704711914,
      "lyap1_min": -0.17316636443138123,
      "lyap_spec_mean": [
        -0.15202945470809937,
        -0.15173178911209106
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2912,
      "lr": 0.0001,
      "sup_loss": 0.998210792376063,
      "rf_loss": 0.0,
      "total_loss": 0.998210792376063,
      "lyap1_mean": -0.13963583111763,
      "lyap1_max": -0.10968047380447388,
      "lyap1_min": -0.16514471173286438,
      "lyap_spec_mean": [
        -0.13963583111763,
        -0.1461055874824524
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2913,
      "lr": 0.0001,
      "sup_loss": 1.017150445935177,
      "rf_loss": 0.0,
      "total_loss": 1.017150445935177,
      "lyap1_mean": -0.14564257860183716,
      "lyap1_max": -0.11587714403867722,
      "lyap1_min": -0.16010326147079468,
      "lyap_spec_mean": [
        -0.14564257860183716,
        -0.1499340832233429
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2914,
      "lr": 0.0001,
      "sup_loss": 1.0686900934274823,
      "rf_loss": 0.0,
      "total_loss": 1.0686900934274823,
      "lyap1_mean": -0.14434859156608582,
      "lyap1_max": -0.12868693470954895,
      "lyap1_min": -0.15800544619560242,
      "lyap_spec_mean": [
        -0.14434859156608582,
        -0.1471075415611267
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2915,
      "lr": 0.0001,
      "sup_loss": 1.0353553178902186,
      "rf_loss": 0.0,
      "total_loss": 1.0353553178902186,
      "lyap1_mean": -0.14130935072898865,
      "lyap1_max": -0.11638285219669342,
      "lyap1_min": -0.15768438577651978,
      "lyap_spec_mean": [
        -0.14130935072898865,
        -0.14202480018138885
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2916,
      "lr": 0.0001,
      "sup_loss": 1.0047181230501514,
      "rf_loss": 0.0,
      "total_loss": 1.0047181230501514,
      "lyap1_mean": -0.13247321546077728,
      "lyap1_max": -0.09590333700180054,
      "lyap1_min": -0.14758500456809998,
      "lyap_spec_mean": [
        -0.13247321546077728,
        -0.14156630635261536
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2917,
      "lr": 0.0001,
      "sup_loss": 1.00970195240517,
      "rf_loss": 0.0,
      "total_loss": 1.00970195240517,
      "lyap1_mean": -0.13924263417720795,
      "lyap1_max": -0.10724061727523804,
      "lyap1_min": -0.15069085359573364,
      "lyap_spec_mean": [
        -0.13924263417720795,
        -0.13723883032798767
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2918,
      "lr": 0.0001,
      "sup_loss": 0.9927994647932492,
      "rf_loss": 0.0,
      "total_loss": 0.9927994647932492,
      "lyap1_mean": -0.1287652552127838,
      "lyap1_max": -0.09843172132968903,
      "lyap1_min": -0.14778411388397217,
      "lyap_spec_mean": [
        -0.12876524031162262,
        -0.1346856951713562
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2919,
      "lr": 0.0001,
      "sup_loss": 1.0333776376662376,
      "rf_loss": 0.0,
      "total_loss": 1.0333776376662376,
      "lyap1_mean": -0.13579422235488892,
      "lyap1_max": -0.12212376296520233,
      "lyap1_min": -0.15326166152954102,
      "lyap_spec_mean": [
        -0.13579422235488892,
        -0.143584743142128
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2920,
      "lr": 0.0001,
      "sup_loss": 1.042541677725296,
      "rf_loss": 0.0,
      "total_loss": 1.042541677725296,
      "lyap1_mean": -0.14247792959213257,
      "lyap1_max": -0.12948578596115112,
      "lyap1_min": -0.15016032755374908,
      "lyap_spec_mean": [
        -0.14247791469097137,
        -0.14069774746894836
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2921,
      "lr": 0.0001,
      "sup_loss": 1.0190603953133124,
      "rf_loss": 0.0,
      "total_loss": 1.0190603953133124,
      "lyap1_mean": -0.1405230462551117,
      "lyap1_max": -0.12899743020534515,
      "lyap1_min": -0.15722337365150452,
      "lyap_spec_mean": [
        -0.1405230462551117,
        -0.13902026414871216
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2922,
      "lr": 0.0001,
      "sup_loss": 1.0349816890705703,
      "rf_loss": 0.0,
      "total_loss": 1.0349816890705703,
      "lyap1_mean": -0.13294729590415955,
      "lyap1_max": -0.12453629821538925,
      "lyap1_min": -0.14458316564559937,
      "lyap_spec_mean": [
        -0.13294729590415955,
        -0.13598521053791046
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2923,
      "lr": 0.0001,
      "sup_loss": 1.024978156082138,
      "rf_loss": 0.0,
      "total_loss": 1.024978156082138,
      "lyap1_mean": -0.13474690914154053,
      "lyap1_max": -0.119209423661232,
      "lyap1_min": -0.15200281143188477,
      "lyap_spec_mean": [
        -0.13474692404270172,
        -0.13553538918495178
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2924,
      "lr": 0.0001,
      "sup_loss": 0.9958982564260884,
      "rf_loss": 0.0,
      "total_loss": 0.9958982564260884,
      "lyap1_mean": -0.12664569914340973,
      "lyap1_max": -0.11817418783903122,
      "lyap1_min": -0.13628196716308594,
      "lyap_spec_mean": [
        -0.12664571404457092,
        -0.12536266446113586
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2925,
      "lr": 0.0001,
      "sup_loss": 1.0559333820644201,
      "rf_loss": 0.0,
      "total_loss": 1.0559333820644201,
      "lyap1_mean": -0.12777025997638702,
      "lyap1_max": -0.1221676766872406,
      "lyap1_min": -0.13806256651878357,
      "lyap_spec_mean": [
        -0.12777025997638702,
        -0.1293938159942627
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2926,
      "lr": 0.0001,
      "sup_loss": 1.0614498473144722,
      "rf_loss": 0.0,
      "total_loss": 1.0614498473144722,
      "lyap1_mean": -0.12917309999465942,
      "lyap1_max": -0.1152317225933075,
      "lyap1_min": -0.1467640995979309,
      "lyap_spec_mean": [
        -0.12917311489582062,
        -0.13318923115730286
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2927,
      "lr": 0.0001,
      "sup_loss": 1.0556734823209193,
      "rf_loss": 0.0,
      "total_loss": 1.0556734823209193,
      "lyap1_mean": -0.14062339067459106,
      "lyap1_max": -0.12051235884428024,
      "lyap1_min": -0.15195569396018982,
      "lyap_spec_mean": [
        -0.14062339067459106,
        -0.1389021873474121
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2928,
      "lr": 0.0001,
      "sup_loss": 1.035738244400878,
      "rf_loss": 0.0,
      "total_loss": 1.035738244400878,
      "lyap1_mean": -0.13862228393554688,
      "lyap1_max": -0.12784455716609955,
      "lyap1_min": -0.16694778203964233,
      "lyap_spec_mean": [
        -0.13862228393554688,
        -0.1401033103466034
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2929,
      "lr": 0.0001,
      "sup_loss": 1.011264874136833,
      "rf_loss": 0.0,
      "total_loss": 1.011264874136833,
      "lyap1_mean": -0.14871162176132202,
      "lyap1_max": -0.12875807285308838,
      "lyap1_min": -0.15906977653503418,
      "lyap_spec_mean": [
        -0.14871160686016083,
        -0.15011754631996155
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2930,
      "lr": 0.0001,
      "sup_loss": 1.0163002032832933,
      "rf_loss": 0.0,
      "total_loss": 1.0163002032832933,
      "lyap1_mean": -0.15170571208000183,
      "lyap1_max": -0.1433483064174652,
      "lyap1_min": -0.1654542237520218,
      "lyap_spec_mean": [
        -0.15170569717884064,
        -0.1491723358631134
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2931,
      "lr": 0.0001,
      "sup_loss": 1.020296500378429,
      "rf_loss": 0.0,
      "total_loss": 1.020296500378429,
      "lyap1_mean": -0.14657160639762878,
      "lyap1_max": -0.11772435158491135,
      "lyap1_min": -0.1634981334209442,
      "lyap_spec_mean": [
        -0.14657160639762878,
        -0.1445092260837555
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2932,
      "lr": 0.0001,
      "sup_loss": 1.0025716038001122,
      "rf_loss": 0.0,
      "total_loss": 1.0025716038001122,
      "lyap1_mean": -0.15058617293834686,
      "lyap1_max": -0.127095028758049,
      "lyap1_min": -0.1615738570690155,
      "lyap_spec_mean": [
        -0.15058615803718567,
        -0.16194993257522583
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2933,
      "lr": 0.0001,
      "sup_loss": 1.0152724140808693,
      "rf_loss": 0.0,
      "total_loss": 1.0152724140808693,
      "lyap1_mean": -0.1528986096382141,
      "lyap1_max": -0.14259761571884155,
      "lyap1_min": -0.16298264265060425,
      "lyap_spec_mean": [
        -0.15289859473705292,
        -0.15069201588630676
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2934,
      "lr": 0.0001,
      "sup_loss": 1.0498347007854685,
      "rf_loss": 0.0,
      "total_loss": 1.0498347007854685,
      "lyap1_mean": -0.15386758744716644,
      "lyap1_max": -0.12685999274253845,
      "lyap1_min": -0.16957002878189087,
      "lyap_spec_mean": [
        -0.15386757254600525,
        -0.15556950867176056
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2935,
      "lr": 0.0001,
      "sup_loss": 1.0373179942355222,
      "rf_loss": 0.0,
      "total_loss": 1.0373179942355222,
      "lyap1_mean": -0.15314318239688873,
      "lyap1_max": -0.13862337172031403,
      "lyap1_min": -0.16579346358776093,
      "lyap_spec_mean": [
        -0.15314318239688873,
        -0.15297818183898926
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2936,
      "lr": 0.0001,
      "sup_loss": 1.0145461438523404,
      "rf_loss": 0.0,
      "total_loss": 1.0145461438523404,
      "lyap1_mean": -0.1514337807893753,
      "lyap1_max": -0.12980949878692627,
      "lyap1_min": -0.16599240899085999,
      "lyap_spec_mean": [
        -0.1514337807893753,
        -0.15010114014148712
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2937,
      "lr": 0.0001,
      "sup_loss": 1.0660577163625446,
      "rf_loss": 0.0,
      "total_loss": 1.0660577163625446,
      "lyap1_mean": -0.1557585746049881,
      "lyap1_max": -0.1449238657951355,
      "lyap1_min": -0.1693674623966217,
      "lyap_spec_mean": [
        -0.1557585746049881,
        -0.15282359719276428
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2938,
      "lr": 0.0001,
      "sup_loss": 1.0304437294887854,
      "rf_loss": 0.0,
      "total_loss": 1.0304437294887854,
      "lyap1_mean": -0.14841294288635254,
      "lyap1_max": -0.13700470328330994,
      "lyap1_min": -0.15665429830551147,
      "lyap_spec_mean": [
        -0.14841292798519135,
        -0.1515512615442276
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2939,
      "lr": 0.0001,
      "sup_loss": 0.9634036715067401,
      "rf_loss": 0.0,
      "total_loss": 0.9634036715067401,
      "lyap1_mean": -0.14366064965724945,
      "lyap1_max": -0.12808579206466675,
      "lyap1_min": -0.15983353555202484,
      "lyap_spec_mean": [
        -0.14366063475608826,
        -0.14256936311721802
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2940,
      "lr": 0.0001,
      "sup_loss": 1.0304471438531118,
      "rf_loss": 0.0,
      "total_loss": 1.0304471438531118,
      "lyap1_mean": -0.14476540684700012,
      "lyap1_max": -0.13598759472370148,
      "lyap1_min": -0.15569111704826355,
      "lyap_spec_mean": [
        -0.14476540684700012,
        -0.1438366174697876
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2941,
      "lr": 0.0001,
      "sup_loss": 1.0383992961221784,
      "rf_loss": 0.0,
      "total_loss": 1.0383992961221784,
      "lyap1_mean": -0.14489257335662842,
      "lyap1_max": -0.12938690185546875,
      "lyap1_min": -0.15713822841644287,
      "lyap_spec_mean": [
        -0.14489255845546722,
        -0.1476316750049591
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2942,
      "lr": 0.0001,
      "sup_loss": 1.0548479534141415,
      "rf_loss": 0.0,
      "total_loss": 1.0548479534141415,
      "lyap1_mean": -0.14483942091464996,
      "lyap1_max": -0.1316724419593811,
      "lyap1_min": -0.15357260406017303,
      "lyap_spec_mean": [
        -0.14483943581581116,
        -0.15022866427898407
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2943,
      "lr": 0.0001,
      "sup_loss": 1.0845022078224251,
      "rf_loss": 0.0,
      "total_loss": 1.0845022078224251,
      "lyap1_mean": -0.14320515096187592,
      "lyap1_max": -0.13886591792106628,
      "lyap1_min": -0.15369318425655365,
      "lyap_spec_mean": [
        -0.14320515096187592,
        -0.1466943770647049
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2944,
      "lr": 0.0001,
      "sup_loss": 0.9804101181141396,
      "rf_loss": 0.0,
      "total_loss": 0.9804101181141396,
      "lyap1_mean": -0.13945834338665009,
      "lyap1_max": -0.10993614792823792,
      "lyap1_min": -0.15746301412582397,
      "lyap_spec_mean": [
        -0.1394583284854889,
        -0.13866138458251953
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2945,
      "lr": 0.0001,
      "sup_loss": 1.0363855924435963,
      "rf_loss": 0.0,
      "total_loss": 1.0363855924435963,
      "lyap1_mean": -0.14709362387657166,
      "lyap1_max": -0.12565404176712036,
      "lyap1_min": -0.16208666563034058,
      "lyap_spec_mean": [
        -0.14709360897541046,
        -0.15012069046497345
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2946,
      "lr": 0.0001,
      "sup_loss": 1.056966492233921,
      "rf_loss": 0.0,
      "total_loss": 1.056966492233921,
      "lyap1_mean": -0.14686012268066406,
      "lyap1_max": -0.12869569659233093,
      "lyap1_min": -0.15972593426704407,
      "lyap_spec_mean": [
        -0.14686013758182526,
        -0.14750967919826508
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2947,
      "lr": 0.0001,
      "sup_loss": 1.024738312260589,
      "rf_loss": 0.0,
      "total_loss": 1.024738312260589,
      "lyap1_mean": -0.13545392453670502,
      "lyap1_max": -0.12131473422050476,
      "lyap1_min": -0.143259197473526,
      "lyap_spec_mean": [
        -0.13545392453670502,
        -0.14483459293842316
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2948,
      "lr": 0.0001,
      "sup_loss": 1.0219629422982983,
      "rf_loss": 0.0,
      "total_loss": 1.0219629422982983,
      "lyap1_mean": -0.13869236409664154,
      "lyap1_max": -0.1185312494635582,
      "lyap1_min": -0.14857691526412964,
      "lyap_spec_mean": [
        -0.13869237899780273,
        -0.14171168208122253
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2949,
      "lr": 0.0001,
      "sup_loss": 1.0427955911348923,
      "rf_loss": 0.0,
      "total_loss": 1.0427955911348923,
      "lyap1_mean": -0.13839945197105408,
      "lyap1_max": -0.12376539409160614,
      "lyap1_min": -0.1478816568851471,
      "lyap_spec_mean": [
        -0.13839946687221527,
        -0.13460710644721985
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2950,
      "lr": 0.0001,
      "sup_loss": 1.0080425052594129,
      "rf_loss": 0.0,
      "total_loss": 1.0080425052594129,
      "lyap1_mean": -0.12630927562713623,
      "lyap1_max": -0.10722806304693222,
      "lyap1_min": -0.14060166478157043,
      "lyap_spec_mean": [
        -0.12630929052829742,
        -0.13196903467178345
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2951,
      "lr": 0.0001,
      "sup_loss": 1.0351264634501525,
      "rf_loss": 0.0,
      "total_loss": 1.0351264634501525,
      "lyap1_mean": -0.1389685422182083,
      "lyap1_max": -0.13111799955368042,
      "lyap1_min": -0.1505460888147354,
      "lyap_spec_mean": [
        -0.1389685571193695,
        -0.1315651834011078
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2952,
      "lr": 0.0001,
      "sup_loss": 1.0368825830145343,
      "rf_loss": 0.0,
      "total_loss": 1.0368825830145343,
      "lyap1_mean": -0.1415504366159439,
      "lyap1_max": -0.1312737911939621,
      "lyap1_min": -0.15165738761425018,
      "lyap_spec_mean": [
        -0.14155042171478271,
        -0.14341968297958374
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2953,
      "lr": 0.0001,
      "sup_loss": 1.0320184049109202,
      "rf_loss": 0.0,
      "total_loss": 1.0320184049109202,
      "lyap1_mean": -0.14159035682678223,
      "lyap1_max": -0.1299399435520172,
      "lyap1_min": -0.15719574689865112,
      "lyap_spec_mean": [
        -0.14159035682678223,
        -0.14088763296604156
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2954,
      "lr": 0.0001,
      "sup_loss": 1.063381928347542,
      "rf_loss": 0.0,
      "total_loss": 1.063381928347542,
      "lyap1_mean": -0.15550076961517334,
      "lyap1_max": -0.1430133432149887,
      "lyap1_min": -0.16673657298088074,
      "lyap_spec_mean": [
        -0.15550075471401215,
        -0.15085887908935547
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2955,
      "lr": 0.0001,
      "sup_loss": 1.047412873424105,
      "rf_loss": 0.0,
      "total_loss": 1.047412873424105,
      "lyap1_mean": -0.1522533893585205,
      "lyap1_max": -0.13390116393566132,
      "lyap1_min": -0.1708933562040329,
      "lyap_spec_mean": [
        -0.1522534042596817,
        -0.15538880228996277
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2956,
      "lr": 0.0001,
      "sup_loss": 1.052568597600252,
      "rf_loss": 0.0,
      "total_loss": 1.052568597600252,
      "lyap1_mean": -0.15583616495132446,
      "lyap1_max": -0.13562405109405518,
      "lyap1_min": -0.169290229678154,
      "lyap_spec_mean": [
        -0.15583616495132446,
        -0.15940964221954346
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2957,
      "lr": 0.0001,
      "sup_loss": 1.0554911466427583,
      "rf_loss": 0.0,
      "total_loss": 1.0554911466427583,
      "lyap1_mean": -0.15653416514396667,
      "lyap1_max": -0.14455845952033997,
      "lyap1_min": -0.1742900311946869,
      "lyap_spec_mean": [
        -0.15653416514396667,
        -0.15301597118377686
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2958,
      "lr": 0.0001,
      "sup_loss": 1.0322280936116024,
      "rf_loss": 0.0,
      "total_loss": 1.0322280936116024,
      "lyap1_mean": -0.15621629357337952,
      "lyap1_max": -0.1390526294708252,
      "lyap1_min": -0.1680171936750412,
      "lyap_spec_mean": [
        -0.15621629357337952,
        -0.1551719307899475
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2959,
      "lr": 0.0001,
      "sup_loss": 1.0465005438467907,
      "rf_loss": 0.0,
      "total_loss": 1.0465005438467907,
      "lyap1_mean": -0.13991138339042664,
      "lyap1_max": -0.10656340420246124,
      "lyap1_min": -0.15582789480686188,
      "lyap_spec_mean": [
        -0.13991136848926544,
        -0.14698973298072815
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2960,
      "lr": 0.0001,
      "sup_loss": 1.0121055629900848,
      "rf_loss": 0.0,
      "total_loss": 1.0121055629900848,
      "lyap1_mean": -0.14315086603164673,
      "lyap1_max": -0.13008826971054077,
      "lyap1_min": -0.15873298048973083,
      "lyap_spec_mean": [
        -0.14315086603164673,
        -0.1444988250732422
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2961,
      "lr": 0.0001,
      "sup_loss": 1.0295458563553426,
      "rf_loss": 0.0,
      "total_loss": 1.0295458563553426,
      "lyap1_mean": -0.13823163509368896,
      "lyap1_max": -0.12323702871799469,
      "lyap1_min": -0.14683997631072998,
      "lyap_spec_mean": [
        -0.13823163509368896,
        -0.1351487636566162
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2962,
      "lr": 0.0001,
      "sup_loss": 1.0299671281199387,
      "rf_loss": 0.0,
      "total_loss": 1.0299671281199387,
      "lyap1_mean": -0.13774307072162628,
      "lyap1_max": -0.12828311324119568,
      "lyap1_min": -0.14799295365810394,
      "lyap_spec_mean": [
        -0.13774307072162628,
        -0.1447112262248993
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2963,
      "lr": 0.0001,
      "sup_loss": 1.0500427624342643,
      "rf_loss": 0.0,
      "total_loss": 1.0500427624342643,
      "lyap1_mean": -0.13733574748039246,
      "lyap1_max": -0.12654970586299896,
      "lyap1_min": -0.14865830540657043,
      "lyap_spec_mean": [
        -0.13733574748039246,
        -0.13906247913837433
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2964,
      "lr": 0.0001,
      "sup_loss": 1.0637802620670604,
      "rf_loss": 0.0,
      "total_loss": 1.0637802620670604,
      "lyap1_mean": -0.1360299289226532,
      "lyap1_max": -0.11830704659223557,
      "lyap1_min": -0.14560571312904358,
      "lyap_spec_mean": [
        -0.1360299289226532,
        -0.1327429860830307
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2965,
      "lr": 0.0001,
      "sup_loss": 1.0426751100197564,
      "rf_loss": 0.0,
      "total_loss": 1.0426751100197564,
      "lyap1_mean": -0.1340990662574768,
      "lyap1_max": -0.10642394423484802,
      "lyap1_min": -0.15845735371112823,
      "lyap_spec_mean": [
        -0.1340990662574768,
        -0.14090363681316376
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2966,
      "lr": 0.0001,
      "sup_loss": 0.9816432630634254,
      "rf_loss": 0.0,
      "total_loss": 0.9816432630634254,
      "lyap1_mean": -0.14063915610313416,
      "lyap1_max": -0.11527689546346664,
      "lyap1_min": -0.1578092873096466,
      "lyap_spec_mean": [
        -0.14063915610313416,
        -0.1414492428302765
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2967,
      "lr": 0.0001,
      "sup_loss": 1.0119334362195245,
      "rf_loss": 0.0,
      "total_loss": 1.0119334362195245,
      "lyap1_mean": -0.1443556845188141,
      "lyap1_max": -0.13415659964084625,
      "lyap1_min": -0.1516968458890915,
      "lyap_spec_mean": [
        -0.1443556845188141,
        -0.14211177825927734
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2968,
      "lr": 0.0001,
      "sup_loss": 1.0484234697838035,
      "rf_loss": 0.0,
      "total_loss": 1.0484234697838035,
      "lyap1_mean": -0.15489910542964935,
      "lyap1_max": -0.14786602556705475,
      "lyap1_min": -0.17181353271007538,
      "lyap_spec_mean": [
        -0.15489910542964935,
        -0.1534089744091034
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2969,
      "lr": 0.0001,
      "sup_loss": 1.0574993460468918,
      "rf_loss": 0.0,
      "total_loss": 1.0574993460468918,
      "lyap1_mean": -0.15330639481544495,
      "lyap1_max": -0.1407020539045334,
      "lyap1_min": -0.16434414684772491,
      "lyap_spec_mean": [
        -0.15330639481544495,
        -0.16064012050628662
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2970,
      "lr": 0.0001,
      "sup_loss": 1.0146746354305973,
      "rf_loss": 0.0,
      "total_loss": 1.0146746354305973,
      "lyap1_mean": -0.15528902411460876,
      "lyap1_max": -0.14046749472618103,
      "lyap1_min": -0.17394918203353882,
      "lyap_spec_mean": [
        -0.15528902411460876,
        -0.1608835756778717
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2971,
      "lr": 0.0001,
      "sup_loss": 1.0259004061345354,
      "rf_loss": 0.0,
      "total_loss": 1.0259004061345354,
      "lyap1_mean": -0.1582551896572113,
      "lyap1_max": -0.1458148956298828,
      "lyap1_min": -0.16866642236709595,
      "lyap_spec_mean": [
        -0.1582551896572113,
        -0.1579131782054901
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2972,
      "lr": 0.0001,
      "sup_loss": 1.0545542364106297,
      "rf_loss": 0.0,
      "total_loss": 1.0545542364106297,
      "lyap1_mean": -0.15620286762714386,
      "lyap1_max": -0.13826948404312134,
      "lyap1_min": -0.1664091795682907,
      "lyap_spec_mean": [
        -0.15620286762714386,
        -0.15754461288452148
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2973,
      "lr": 0.0001,
      "sup_loss": 0.9660087881176302,
      "rf_loss": 0.0,
      "total_loss": 0.9660087881176302,
      "lyap1_mean": -0.1469002068042755,
      "lyap1_max": -0.11220013350248337,
      "lyap1_min": -0.1626252979040146,
      "lyap_spec_mean": [
        -0.14690019190311432,
        -0.14845916628837585
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2974,
      "lr": 0.0001,
      "sup_loss": 0.9680740248447034,
      "rf_loss": 0.0,
      "total_loss": 0.9680740248447034,
      "lyap1_mean": -0.14217302203178406,
      "lyap1_max": -0.11805128306150436,
      "lyap1_min": -0.16873234510421753,
      "lyap_spec_mean": [
        -0.14217303693294525,
        -0.14658929407596588
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2975,
      "lr": 0.0001,
      "sup_loss": 1.0150601420018166,
      "rf_loss": 0.0,
      "total_loss": 1.0150601420018166,
      "lyap1_mean": -0.1470031440258026,
      "lyap1_max": -0.1255934238433838,
      "lyap1_min": -0.15913742780685425,
      "lyap_spec_mean": [
        -0.14700312912464142,
        -0.14728273451328278
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2976,
      "lr": 0.0001,
      "sup_loss": 1.0096184309306206,
      "rf_loss": 0.0,
      "total_loss": 1.0096184309306206,
      "lyap1_mean": -0.1347506195306778,
      "lyap1_max": -0.11697756499052048,
      "lyap1_min": -0.1514691710472107,
      "lyap_spec_mean": [
        -0.134750634431839,
        -0.14144334197044373
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2977,
      "lr": 0.0001,
      "sup_loss": 1.0290044201621176,
      "rf_loss": 0.0,
      "total_loss": 1.0290044201621176,
      "lyap1_mean": -0.1314745843410492,
      "lyap1_max": -0.11982201784849167,
      "lyap1_min": -0.13922585546970367,
      "lyap_spec_mean": [
        -0.1314745843410492,
        -0.1409490406513214
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2978,
      "lr": 0.0001,
      "sup_loss": 1.0878779537730465,
      "rf_loss": 0.0,
      "total_loss": 1.0878779537730465,
      "lyap1_mean": -0.13255316019058228,
      "lyap1_max": -0.11576952040195465,
      "lyap1_min": -0.14492380619049072,
      "lyap_spec_mean": [
        -0.13255316019058228,
        -0.13852426409721375
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2979,
      "lr": 0.0001,
      "sup_loss": 1.0646611549021996,
      "rf_loss": 0.0,
      "total_loss": 1.0646611549021996,
      "lyap1_mean": -0.1336919069290161,
      "lyap1_max": -0.11776167154312134,
      "lyap1_min": -0.14861616492271423,
      "lyap_spec_mean": [
        -0.1336919069290161,
        -0.13520804047584534
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2980,
      "lr": 0.0001,
      "sup_loss": 1.0327789853859166,
      "rf_loss": 0.0,
      "total_loss": 1.0327789853859166,
      "lyap1_mean": -0.134382963180542,
      "lyap1_max": -0.12003873288631439,
      "lyap1_min": -0.15334689617156982,
      "lyap_spec_mean": [
        -0.134382963180542,
        -0.13186682760715485
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2981,
      "lr": 0.0001,
      "sup_loss": 1.04347567301556,
      "rf_loss": 0.0,
      "total_loss": 1.04347567301556,
      "lyap1_mean": -0.13387277722358704,
      "lyap1_max": -0.1257597953081131,
      "lyap1_min": -0.1416214555501938,
      "lyap_spec_mean": [
        -0.13387276232242584,
        -0.13805851340293884
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2982,
      "lr": 0.0001,
      "sup_loss": 0.98596588486293,
      "rf_loss": 0.0,
      "total_loss": 0.98596588486293,
      "lyap1_mean": -0.13273558020591736,
      "lyap1_max": -0.11427755653858185,
      "lyap1_min": -0.14230474829673767,
      "lyap_spec_mean": [
        -0.13273558020591736,
        -0.1370324194431305
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2983,
      "lr": 0.0001,
      "sup_loss": 1.0309650944386297,
      "rf_loss": 0.0,
      "total_loss": 1.0309650944386297,
      "lyap1_mean": -0.13296954333782196,
      "lyap1_max": -0.11946254968643188,
      "lyap1_min": -0.14963707327842712,
      "lyap_spec_mean": [
        -0.13296954333782196,
        -0.13334764540195465
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2984,
      "lr": 0.0001,
      "sup_loss": 0.9988180286554783,
      "rf_loss": 0.0,
      "total_loss": 0.9988180286554783,
      "lyap1_mean": -0.13473206758499146,
      "lyap1_max": -0.1268700361251831,
      "lyap1_min": -0.1431719958782196,
      "lyap_spec_mean": [
        -0.13473206758499146,
        -0.13930724561214447
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2985,
      "lr": 0.0001,
      "sup_loss": 0.9368098737482,
      "rf_loss": 0.0,
      "total_loss": 0.9368098737482,
      "lyap1_mean": -0.1407625675201416,
      "lyap1_max": -0.13154786825180054,
      "lyap1_min": -0.15368923544883728,
      "lyap_spec_mean": [
        -0.1407625675201416,
        -0.13656523823738098
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2986,
      "lr": 0.0001,
      "sup_loss": 1.0425243764943732,
      "rf_loss": 0.0,
      "total_loss": 1.0425243764943732,
      "lyap1_mean": -0.14160901308059692,
      "lyap1_max": -0.12972980737686157,
      "lyap1_min": -0.15725257992744446,
      "lyap_spec_mean": [
        -0.14160901308059692,
        -0.14025406539440155
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2987,
      "lr": 0.0001,
      "sup_loss": 1.0351201127846823,
      "rf_loss": 0.0,
      "total_loss": 1.0351201127846823,
      "lyap1_mean": -0.1360333263874054,
      "lyap1_max": -0.1024087518453598,
      "lyap1_min": -0.1494842767715454,
      "lyap_spec_mean": [
        -0.1360333263874054,
        -0.13914424180984497
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2988,
      "lr": 0.0001,
      "sup_loss": 1.0256068947062467,
      "rf_loss": 0.0,
      "total_loss": 1.0256068947062467,
      "lyap1_mean": -0.13818135857582092,
      "lyap1_max": -0.12765949964523315,
      "lyap1_min": -0.1465582251548767,
      "lyap_spec_mean": [
        -0.13818135857582092,
        -0.14013680815696716
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2989,
      "lr": 0.0001,
      "sup_loss": 1.0351812481690832,
      "rf_loss": 0.0,
      "total_loss": 1.0351812481690832,
      "lyap1_mean": -0.12966950237751007,
      "lyap1_max": -0.11919649690389633,
      "lyap1_min": -0.14042414724826813,
      "lyap_spec_mean": [
        -0.12966950237751007,
        -0.12851227819919586
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2990,
      "lr": 0.0001,
      "sup_loss": 1.0523336422372203,
      "rf_loss": 0.0,
      "total_loss": 1.0523336422372203,
      "lyap1_mean": -0.13036756217479706,
      "lyap1_max": -0.10288377851247787,
      "lyap1_min": -0.14919264614582062,
      "lyap_spec_mean": [
        -0.13036754727363586,
        -0.13423463702201843
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2991,
      "lr": 0.0001,
      "sup_loss": 0.9793072823164236,
      "rf_loss": 0.0,
      "total_loss": 0.9793072823164236,
      "lyap1_mean": -0.12583278119564056,
      "lyap1_max": -0.09961572289466858,
      "lyap1_min": -0.1392798125743866,
      "lyap_spec_mean": [
        -0.12583278119564056,
        -0.12811483442783356
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2992,
      "lr": 0.0001,
      "sup_loss": 1.0155150957219494,
      "rf_loss": 0.0,
      "total_loss": 1.0155150957219494,
      "lyap1_mean": -0.12482506781816483,
      "lyap1_max": -0.09401074051856995,
      "lyap1_min": -0.14212407171726227,
      "lyap_spec_mean": [
        -0.12482506036758423,
        -0.12253548949956894
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2993,
      "lr": 0.0001,
      "sup_loss": 1.0287354355146845,
      "rf_loss": 0.0,
      "total_loss": 1.0287354355146845,
      "lyap1_mean": -0.1328020691871643,
      "lyap1_max": -0.11550908535718918,
      "lyap1_min": -0.14699161052703857,
      "lyap_spec_mean": [
        -0.1328020691871643,
        -0.13175079226493835
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2994,
      "lr": 0.0001,
      "sup_loss": 1.0874782998369459,
      "rf_loss": 0.0,
      "total_loss": 1.0874782998369459,
      "lyap1_mean": -0.13796021044254303,
      "lyap1_max": -0.12210288643836975,
      "lyap1_min": -0.14967335760593414,
      "lyap_spec_mean": [
        -0.13796021044254303,
        -0.14108476042747498
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2995,
      "lr": 0.0001,
      "sup_loss": 1.03555484398253,
      "rf_loss": 0.0,
      "total_loss": 1.03555484398253,
      "lyap1_mean": -0.14916276931762695,
      "lyap1_max": -0.13560503721237183,
      "lyap1_min": -0.16176088154315948,
      "lyap_spec_mean": [
        -0.14916276931762695,
        -0.15039244294166565
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2996,
      "lr": 0.0001,
      "sup_loss": 1.0027284659333893,
      "rf_loss": 0.0,
      "total_loss": 1.0027284659333893,
      "lyap1_mean": -0.15305814146995544,
      "lyap1_max": -0.12140964716672897,
      "lyap1_min": -0.16869300603866577,
      "lyap_spec_mean": [
        -0.15305814146995544,
        -0.15274211764335632
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2997,
      "lr": 0.0001,
      "sup_loss": 0.9093261094483827,
      "rf_loss": 0.0,
      "total_loss": 0.9093261094483827,
      "lyap1_mean": -0.15009355545043945,
      "lyap1_max": -0.13535936176776886,
      "lyap1_min": -0.15977132320404053,
      "lyap_spec_mean": [
        -0.15009355545043945,
        -0.15440134704113007
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2998,
      "lr": 0.0001,
      "sup_loss": 1.0147755603310056,
      "rf_loss": 0.0,
      "total_loss": 1.0147755603310056,
      "lyap1_mean": -0.15235459804534912,
      "lyap1_max": -0.1276957392692566,
      "lyap1_min": -0.16138342022895813,
      "lyap_spec_mean": [
        -0.15235461294651031,
        -0.15009507536888123
      ],
      "frac_above_star": 0.0
    },
    {
      "step": 2999,
      "lr": 0.0001,
      "sup_loss": 0.9921405851438763,
      "rf_loss": 0.0,
      "total_loss": 0.9921405851438763,
      "lyap1_mean": -0.14264322817325592,
      "lyap1_max": -0.12590540945529938,
      "lyap1_min": -0.15635862946510315,
      "lyap_spec_mean": [
        -0.14264322817325592,
        -0.14755260944366455
      ],
      "frac_above_star": 0.0
    }
  ],
  "evals": [
    {
      "step": 0,
      "acc": 0.0,
      "tok_acc": 0.09734278549382716
    },
    {
      "step": 300,
      "acc": 0.0,
      "tok_acc": 0.43311149691358025
    },
    {
      "step": 600,
      "acc": 0.0,
      "tok_acc": 0.45671778549382713
    },
    {
      "step": 900,
      "acc": 0.0,
      "tok_acc": 0.46802662037037035
    },
    {
      "step": 1200,
      "acc": 0.0,
      "tok_acc": 0.4782986111111111
    },
    {
      "step": 1500,
      "acc": 0.0,
      "tok_acc": 0.4856770833333333
    },
    {
      "step": 1800,
      "acc": 0.0,
      "tok_acc": 0.4968653549382716
    },
    {
      "step": 2100,
      "acc": 0.0,
      "tok_acc": 0.5158902391975309
    },
    {
      "step": 2400,
      "acc": 0.0,
      "tok_acc": 0.5324797453703703
    },
    {
      "step": 2700,
      "acc": 0.0,
      "tok_acc": 0.5397858796296297
    },
    {
      "step": 3000,
      "acc": 0.0,
      "tok_acc": 0.5526379243827161
    }
  ],
  "final_acc": 0.0,
  "final_tok_acc": 0.5526379243827161
}